labels = array([], dtype=float64) src/timeaxis.c:419: TimeAxis(index=0, labels=array([], dtype=float64), sortedness=None, uniqueness=None) src/axis.c:418: axis_setlabels_internal: LabelAxis(index=0, labels=array([], dtype=object)) src/axis.c:485: LabelAxis(index=1, labels=array([], dtype=object)) src/sandwich.c:187: sa_init: axindex = 1 src/sandwich.c:237: Calling __sandwich_finalize__ frame_finalize 2015-12-18 13:49:45,153 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,153 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,154 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,154 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,155 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,156 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,157 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,158 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,159 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,162 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,165 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,166 INFO [arctic.arctic] [Thread-5 9721-47268586682688] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,166 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,167 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,169 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,173 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,174 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,177 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,182 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,182 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,183 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,187 DEBUG [root] [Thread-5 9721-47268586682688] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,189 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,189 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,190 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,190 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,192 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,194 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,195 DEBUG [root] [Thread-5 9721-47268586682688] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,197 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,199 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,199 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,200 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,200 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,202 INFO [arctic.arctic] [Thread-12 9721-47268791335232] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,204 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,206 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,206 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,207 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,208 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,210 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,212 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,213 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,213 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,216 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,219 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,220 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,221 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,221 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,223 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,228 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,228 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,229 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,230 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,232 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,234 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,235 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,236 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,236 DEBUG [root] [Thread-12 9721-47268791335232] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,237 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <96> - starting 2015-12-18 13:49:45,239 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 5.62522587801 2015-12-18 13:49:45,240 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,240 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,242 DEBUG [root] [Thread-12 9721-47268791335232] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,244 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,247 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,247 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,249 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,251 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,254 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,255 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,257 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:45,260 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,266 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,271 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,275 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,276 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(24) 2015-12-18 13:49:45,278 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,279 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,281 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,281 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,283 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,283 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:45,284 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:45,791 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(17) 2015-12-18 13:49:46,305 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(9) 2015-12-18 13:49:46,818 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(10) 2015-12-18 13:49:47,844 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(19) 2015-12-18 13:49:48,357 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(23) 2015-12-18 13:49:48,871 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(16) 2015-12-18 13:49:49,385 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(20) 2015-12-18 13:49:50,411 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(5) 2015-12-18 13:49:50,871 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 2.58842167005 2015-12-18 13:49:51,436 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(9) 2015-12-18 13:49:51,949 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(20) 2015-12-18 13:49:52,695 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,700 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,701 DEBUG [root] [Thread-5 9721-47268586682688] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,705 DEBUG [root] [Thread-5 9721-47268586682688] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,714 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,724 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,725 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,727 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,734 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,745 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,759 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,766 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,768 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,772 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,780 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,783 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,785 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,785 DEBUG [root] [Thread-12 9721-47268791335232] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,793 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,798 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,802 DEBUG [root] [Thread-12 9721-47268791335232] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,803 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,803 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,811 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,824 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,838 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,841 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,855 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,857 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,860 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,860 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,866 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,868 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,871 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,872 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,878 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,896 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,899 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:52,911 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:49:52,925 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:49:53,164 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(22) 2015-12-18 13:49:53,180 INFO [arctic.arctic] [Thread-5 9721-47268586682688] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,186 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,205 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,238 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,245 DEBUG [arctic.store.version_store] [Thread-5 9721-47268586682688] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,254 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,261 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,280 INFO [arctic.arctic] [Thread-12 9721-47268791335232] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,297 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,304 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,326 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,329 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,330 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,331 DEBUG [arctic.store.version_store] [Thread-12 9721-47268791335232] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,342 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,347 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,351 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,359 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,364 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,369 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,370 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,372 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,375 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,378 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,380 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,384 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,394 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,398 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,399 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,409 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,413 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,415 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,417 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,427 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,430 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,430 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,437 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,437 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:49:53,445 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,451 INFO [arctic.arctic] [Thread-5 9721-47268586682688] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,454 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,455 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,456 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:49:53,458 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,463 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 7.79783670561 2015-12-18 13:49:53,469 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,471 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,472 DEBUG [root] [Thread-5 9721-47268586682688] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,474 DEBUG [root] [Thread-5 9721-47268586682688] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,476 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,477 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,477 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,479 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,480 INFO [arctic.arctic] [Thread-12 9721-47268791335232] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,484 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,490 DEBUG [root] [Thread-12 9721-47268791335232] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,492 DEBUG [root] [Thread-12 9721-47268791335232] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,495 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,496 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,498 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,499 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,503 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,505 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,507 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,508 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,509 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,512 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,514 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,516 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,520 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,522 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,524 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,528 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,529 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,532 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,533 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,534 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,540 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,545 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,546 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,548 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,549 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,551 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,553 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,556 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,557 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,560 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,563 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,565 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,566 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,572 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,573 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,575 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,576 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:49:53,581 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,583 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,583 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:49:53,584 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:49:53,683 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(4) 2015-12-18 13:49:54,197 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(12) 2015-12-18 13:49:54,711 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(18) 2015-12-18 13:49:55,227 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(50) 2015-12-18 13:49:56,254 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(19) 2015-12-18 13:49:56,768 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(3) 2015-12-18 13:49:57,283 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(44) 2015-12-18 13:49:57,797 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(33) 2015-12-18 13:49:58,311 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(24) 2015-12-18 13:49:59,338 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(3) 2015-12-18 13:49:59,853 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(21) 2015-12-18 13:50:00,367 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(10) 2015-12-18 13:50:01,263 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 1.0703341288 2015-12-18 13:50:01,272 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,275 ERROR [root] [Thread-4 9721-47268576188736] events._error <135> - Failed to send event ahl_mongo: [Errno 32] Broken pipe Traceback (most recent call last): File "/users/is/jblackburn/pyenvs/research/lib/python2.7/site-packages/ahl.diags_core-1.65.0.dev1-py2.7.egg/ahl/diagscore/events.py", line 166, in _log _socket().send(data) error: [Errno 32] Broken pipe 2015-12-18 13:50:01,279 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,282 ERROR [root] [Thread-4 9721-47268576188736] events._error <135> - Failed to send event ahl_mongo: [Errno 32] Broken pipe Traceback (most recent call last): File "/users/is/jblackburn/pyenvs/research/lib/python2.7/site-packages/ahl.diags_core-1.65.0.dev1-py2.7.egg/ahl/diagscore/events.py", line 166, in _log _socket().send(data) error: [Errno 32] Broken pipe 2015-12-18 13:50:01,283 ERROR [root] [Thread-10 9721-47268707195200] events._error <135> - Failed to send event ahl_mongo: [Errno 32] Broken pipe Traceback (most recent call last): File "/users/is/jblackburn/pyenvs/research/lib/python2.7/site-packages/ahl.diags_core-1.65.0.dev1-py2.7.egg/ahl/diagscore/events.py", line 166, in _log _socket().send(data) error: [Errno 32] Broken pipe 2015-12-18 13:50:01,284 ERROR [root] [Thread-10 9721-47268707195200] events._error <137> - Too many errors, error logging disabled for Event logging. Traceback (most recent call last): File "/users/is/jblackburn/pyenvs/research/lib/python2.7/site-packages/ahl.diags_core-1.65.0.dev1-py2.7.egg/ahl/diagscore/events.py", line 166, in _log _socket().send(data) error: [Errno 32] Broken pipe 2015-12-18 13:50:01,293 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,295 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,300 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,302 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,306 DEBUG [root] [Thread-5 9721-47268586682688] auth.authenticate <42> - Auth Error localhost:27888: [Errno 9] Bad file descriptor 2015-12-18 13:50:01,307 DEBUG [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - _conn [localhost:27888: [Errno 9] Bad file descriptor], retrying 1 2015-12-18 13:50:01,308 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,316 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,323 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,328 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,342 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,347 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,349 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,355 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,357 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,363 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,364 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,369 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,372 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,377 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,383 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,384 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,392 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,397 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,400 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,400 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,404 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,398 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,405 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,407 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,411 DEBUG [root] [Thread-5 9721-47268586682688] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,414 DEBUG [root] [Thread-12 9721-47268791335232] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,420 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,424 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,431 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,444 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,448 DEBUG [root] [Thread-5 9721-47268586682688] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,461 DEBUG [root] [Thread-12 9721-47268791335232] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,467 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:01,556 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(45) 2015-12-18 13:50:01,559 DEBUG [arctic.decorators] [Thread-19 9721-47269092419904] decorators._handle_error <88> - _ensure_index [localhost:27888: [Errno 9] Bad file descriptor], retrying 1 2015-12-18 13:50:01,589 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:01,593 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:01,695 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,719 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,726 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,755 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,758 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,763 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,763 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,791 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,798 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,806 DEBUG [arctic.decorators] [Thread-3 9721-47268565698880] decorators._handle_error <88> - write [localhost:27888: [Errno 32] Broken pipe], retrying 1 2015-12-18 13:50:01,824 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,829 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,831 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,846 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,850 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,854 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,858 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,862 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,872 DEBUG [arctic.decorators] [Thread-19 9721-47269092419904] decorators._handle_error <88> - _ensure_index [localhost:27888: [Errno 32] Broken pipe], retrying 2 2015-12-18 13:50:01,872 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,877 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,889 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,891 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,905 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,907 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,910 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,921 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,925 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:01,926 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,927 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,941 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:01,943 INFO [arctic.arctic] [Thread-5 9721-47268586682688] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,943 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,949 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:01,951 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:01,953 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:01,953 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:01,958 DEBUG [arctic.store.version_store] [Thread-5 9721-47268586682688] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:01,964 INFO [arctic.arctic] [Thread-12 9721-47268791335232] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,968 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:01,971 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:01,972 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:01,976 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:01,976 DEBUG [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 1 2015-12-18 13:50:01,977 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:01,979 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:01,983 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:01,984 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:01,986 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:01,997 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:01,998 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,001 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,005 DEBUG [arctic.store.version_store] [Thread-12 9721-47268791335232] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:02,010 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,013 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:02,017 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,017 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,019 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,024 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,025 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,029 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,030 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,030 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,041 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,042 DEBUG [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 2 2015-12-18 13:50:02,055 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,058 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,060 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,075 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,079 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,079 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,082 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,086 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,087 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,088 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,091 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,093 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,095 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,095 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,097 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,101 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,113 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,115 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,116 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,120 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,121 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,122 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,124 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,129 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,139 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,145 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,146 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,153 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,156 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,157 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,160 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 3 2015-12-18 13:50:02,170 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,175 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(47) 2015-12-18 13:50:02,188 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,197 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,200 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,202 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,208 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,211 INFO [arctic.arctic] [Thread-12 9721-47268791335232] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,214 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,224 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,227 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,235 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,242 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,243 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,255 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,257 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:02,278 DEBUG [root] [Thread-12 9721-47268791335232] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,286 DEBUG [root] [Thread-12 9721-47268791335232] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,296 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <42> - Auth Error localhost:27888: [Errno 9] Bad file descriptor 2015-12-18 13:50:02,299 DEBUG [arctic.decorators] [Thread-17 9721-47269007444288] decorators._handle_error <88> - _auth [localhost:27888: [Errno 9] Bad file descriptor], retrying 1 2015-12-18 13:50:02,303 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,317 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,325 DEBUG [root] [Thread-12 9721-47268791335232] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,331 DEBUG [root] [Thread-12 9721-47268791335232] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,336 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 1.76634007238 2015-12-18 13:50:02,342 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:02,345 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:02,377 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:02,378 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:02,707 INFO [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <79> - CLOSE'ing(78) 2015-12-18 13:50:04,104 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 1.88359653431 2015-12-18 13:50:04,109 DEBUG [arctic.decorators] [Thread-16 9721-47268963379520] decorators._handle_error <88> - _ensure_index [localhost:27888: [Errno 9] Bad file descriptor], retrying 1 2015-12-18 13:50:04,117 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 4 2015-12-18 13:50:04,155 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,160 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,161 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,178 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,189 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,210 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,226 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,228 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,234 ERROR [root] [Thread-12 9721-47268791335232] chaos_monkey.run_forever <46> - Failed run_forever None 2015-12-18 13:50:04,259 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo Exception in thread Thread-12: Traceback (most recent call last): File "/opt/ahl/releases/python/2.7.3/lib64/python2.7/threading.py", line 551, in __bootstrap_inner self.run() File "/opt/ahl/releases/python/2.7.3/lib64/python2.7/threading.py", line 504, in run self.__target(*self.__args, **self.__kwargs) File "/users/is/jblackburn/workspaces/scratch/mongo/MDP-341/chaos_monkey.py", line 40, in run_forever connect_and_write() File "/users/is/jblackburn/workspaces/scratch/mongo/MDP-341/chaos_monkey.py", line 32, in connect_and_write m['jblackburn.scratch'].write('foo', 'bar') File "/users/is/jblackburn/git/ahl.mongo/ahl/mongo/mongoose/mongoose.py", line 151, in __getitem__ return self.get_library(key) File "/users/is/jblackburn/git/ahl.mongo/ahl/mongo/decorators.py", line 64, in f_retry return arctic.decorators.mongo_retry(f)(*args, **kwargs) File "/users/is/jblackburn/git/arctic/arctic/decorators.py", line 53, in f_retry return f(*args, **kwargs) File "/users/is/jblackburn/git/ahl.mongo/ahl/mongo/mongoose/mongoose.py", line 130, in get_library lib_type = l.get_library_type() File "/users/is/jblackburn/git/arctic/arctic/arctic.py", line 441, in get_library_type return self.get_library_metadata(ArcticLibraryBinding.TYPE_FIELD) File "/users/is/jblackburn/git/arctic/arctic/decorators.py", line 53, in f_retry return f(*args, **kwargs) File "/users/is/jblackburn/git/arctic/arctic/arctic.py", line 448, in get_library_metadata lib_metadata = self._library_coll[self.arctic.METADATA_COLL].find_one({"_id": self.arctic.METADATA_DOC_ID}) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/collection.py", line 1006, in find_one for result in cursor.limit(-1): File "/users/is/jblackburn/git/mongo-python-driver/pymongo/cursor.py", line 1097, in next if len(self.__data) or self._refresh(): File "/users/is/jblackburn/git/mongo-python-driver/pymongo/cursor.py", line 1019, in _refresh self.__read_concern)) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/cursor.py", line 850, in __send_message **kwargs) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/mongo_client.py", line 794, in _send_message_with_response exhaust) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/mongo_client.py", line 805, in _reset_on_error return func(*args, **kwargs) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/server.py", line 120, in send_message_with_response response_data = sock_info.receive_message(1, request_id) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/pool.py", line 243, in receive_message self._raise_connection_failure(error) File "/users/is/jblackburn/git/mongo-python-driver/pymongo/pool.py", line 343, in _raise_connection_failure raise error AssertionError: wire protocol error: unknown opcode 0 2015-12-18 13:50:04,276 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,299 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,317 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used ls: /proc/9721/fd/80: No such file or directory 2015-12-18 13:50:04,323 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,323 INFO [root] [MainThread 9721-47268146566656] chaos_monkey. <101> - calling sys.exit 2015-12-18 13:50:04,334 ERROR [root] [Thread-22 9721-47269159561536] chaos_monkey.chaos_monkey <84> - Failed chaos_monkey Traceback (most recent call last): File "/users/is/jblackburn/workspaces/scratch/mongo/MDP-341/chaos_monkey.py", line 76, in chaos_monkey status = subprocess.check_output(['ls', '-l', BASE_PATH + str(fd)]) File "/opt/ahl/releases/python/2.7.3/lib64/python2.7/subprocess.py", line 544, in check_output raise CalledProcessError(retcode, cmd, output=output) CalledProcessError: Command '['ls', '-l', '/proc/9721/fd/80']' returned non-zero exit status 2 2015-12-18 13:50:04,342 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,346 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,361 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used Exception in thread Thread-22: Traceback (most recent call last): File "/opt/ahl/releases/python/2.7.3/lib64/python2.7/threading.py", line 551, in __bootstrap_inner self.run() File "/opt/ahl/releases/python/2.7.3/lib64/python2.7/threading.py", line 504, in run self.__target(*self.__args, **self.__kwargs) File "/users/is/jblackburn/workspaces/scratch/mongo/MDP-341/chaos_monkey.py", line 76, in chaos_monkey status = subprocess.check_output(['ls', '-l', BASE_PATH + str(fd)]) File "/opt/ahl/releases/python/2.7.3/lib64/python2.7/subprocess.py", line 544, in check_output raise CalledProcessError(retcode, cmd, output=output) CalledProcessError: Command '['ls', '-l', '/proc/9721/fd/80']' returned non-zero exit status 2 2015-12-18 13:50:04,373 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,375 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,393 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,396 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,401 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,404 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,406 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,409 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,414 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,427 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,429 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,431 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,438 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,439 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,441 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,446 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,453 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,457 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,457 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,458 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,464 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,465 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,467 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,476 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,477 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,483 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,483 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,491 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,491 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,492 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,496 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,498 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,505 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,507 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,511 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,512 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,514 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,516 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,520 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,522 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,531 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,531 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,536 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,543 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,547 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,553 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,558 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,558 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,560 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,570 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,570 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,572 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,573 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,575 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,584 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,588 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,590 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,595 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,608 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,612 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,621 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,624 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,626 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,628 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,633 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,635 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,640 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,644 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,657 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,676 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,679 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,682 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 5 2015-12-18 13:50:04,683 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,684 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,691 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,693 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,694 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,697 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,700 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,710 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,710 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,713 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,718 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,719 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,724 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,731 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,732 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:04,734 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,776 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,777 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,781 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,786 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,789 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,793 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,795 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,798 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,799 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,800 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,803 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:04,807 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,811 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,812 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:04,814 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,820 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,826 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,828 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,838 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,902 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,903 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:04,910 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:04,942 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,950 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,974 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:04,980 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:04,988 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,012 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,015 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,017 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,027 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,033 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,033 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,058 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,062 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,065 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,070 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,072 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,075 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,078 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,091 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,092 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,099 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,121 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,123 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,127 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,130 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,131 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,151 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,157 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,165 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,167 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,176 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,177 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,187 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,188 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,192 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,194 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,208 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,219 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,220 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,221 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,224 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,227 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,228 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,229 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,230 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,232 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 6 2015-12-18 13:50:05,233 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,237 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,238 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,238 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,240 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,250 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,250 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,252 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,258 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,260 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,261 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,269 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,269 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,271 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,280 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,282 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,285 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,304 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,307 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,309 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,310 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,313 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,338 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,339 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,339 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,341 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,343 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,346 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,348 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,353 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,356 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,359 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,397 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,404 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,405 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,411 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,420 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,425 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,427 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,430 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,438 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,440 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,450 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,455 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,456 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,456 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,458 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,469 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,473 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,473 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,476 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,480 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,481 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,483 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,492 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,495 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,498 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,499 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,504 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,508 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,527 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,531 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,537 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,542 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,547 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,549 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,551 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,563 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,564 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,569 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,574 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,578 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,581 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,582 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,583 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,586 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,594 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,615 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,622 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,629 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,632 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,632 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,635 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,643 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,658 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,663 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,665 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,675 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,683 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,701 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,710 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,728 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,731 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,733 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,739 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,749 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,782 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,784 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,786 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 7 2015-12-18 13:50:05,789 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,790 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,799 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,811 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,849 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,854 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,857 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,860 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,863 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,868 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,893 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,894 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,905 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,908 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,910 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,920 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,928 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,937 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,939 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,949 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:05,952 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,957 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,972 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:05,986 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:05,989 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 5.95968327252 2015-12-18 13:50:05,992 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:05,994 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:05,995 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,995 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:05,996 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:05,998 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:06,000 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:06,004 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:06,005 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:06,008 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:06,009 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:06,010 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:06,011 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:06,014 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:06,015 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:06,020 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:06,023 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:06,024 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:06,046 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:06,049 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:06,050 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:06,061 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:06,064 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:06,066 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:11,948 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 1.94436172204 2015-12-18 13:50:11,949 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 8 2015-12-18 13:50:11,952 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:11,956 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:11,973 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:11,975 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:11,978 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:11,977 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:11,997 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:11,997 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,001 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,002 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,009 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,009 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,012 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,017 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,019 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,019 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,031 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,032 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,032 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,033 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,038 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,039 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,046 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,047 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,056 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,057 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,060 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,068 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,083 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,083 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,108 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,139 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,156 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,166 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,181 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,183 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,190 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,196 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,222 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,222 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,225 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,226 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,228 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,230 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,236 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,247 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,257 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,268 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,270 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,271 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,278 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,297 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,297 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,301 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,302 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,304 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,306 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,311 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,320 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,325 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,326 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,329 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,331 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,331 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,342 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,356 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,359 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,362 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,378 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,378 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,379 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,381 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,383 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,380 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,395 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,395 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,396 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,407 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,407 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,409 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,409 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,411 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,412 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,418 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,427 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,437 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,445 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,448 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,453 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,456 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,461 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,485 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 9 2015-12-18 13:50:12,499 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,512 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,513 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,515 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,515 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,541 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,554 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,561 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,565 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,582 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,590 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,591 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,592 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,597 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,599 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,604 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,624 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,627 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,630 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,632 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,634 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,643 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,644 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,647 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,652 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,666 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,666 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,668 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,678 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,678 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,680 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,685 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,693 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,698 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,698 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,699 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,708 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,712 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,727 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,728 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,729 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,730 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,730 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,736 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,737 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,745 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,753 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,754 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,760 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,760 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,768 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,781 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,781 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,786 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,787 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,797 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,799 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,813 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,830 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,834 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,835 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,838 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,841 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,850 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,856 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,865 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,866 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,875 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,891 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,900 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,905 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,908 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:12,911 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,924 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,927 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,930 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,941 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,941 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,945 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,957 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:12,963 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:12,977 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:12,984 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,985 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:12,986 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,987 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:12,990 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:12,996 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,002 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,008 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,013 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,016 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 10 2015-12-18 13:50:13,023 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,023 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,052 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,052 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,055 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,060 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,068 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,069 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,070 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,075 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,083 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,099 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,100 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,103 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,105 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,138 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,140 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,142 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,148 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,150 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,153 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,164 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,166 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,187 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,194 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,198 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,202 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,203 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,207 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,220 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,227 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,231 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,249 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,252 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,257 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,259 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,261 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,266 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,267 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,272 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,274 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,278 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,284 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,295 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,299 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,301 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,317 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,324 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,327 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,328 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,330 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,330 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,336 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,340 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,346 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,348 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,349 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,351 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,361 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,364 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,369 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,375 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,375 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,378 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,394 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,401 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,423 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,425 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,429 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,433 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,433 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,440 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,447 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,453 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,456 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,460 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,467 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,470 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,471 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,474 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,479 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,491 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,495 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,501 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,505 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,508 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,512 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,514 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,519 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,520 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,523 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,529 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,534 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,535 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,544 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,544 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,556 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,567 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,568 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,568 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 11 2015-12-18 13:50:13,592 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,599 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,610 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,618 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,620 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,623 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,626 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,632 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,635 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,643 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,644 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,648 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,648 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,652 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,655 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,664 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,667 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,673 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,690 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,692 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,708 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,717 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,718 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,722 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,723 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,725 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,735 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,749 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,757 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,761 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,767 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,770 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,773 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,776 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,776 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,786 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,790 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,793 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,797 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,799 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,801 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,816 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,823 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:13,837 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,840 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,853 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:13,856 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:13,891 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:13,895 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 5.79277120173 2015-12-18 13:50:13,903 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,904 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,911 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,912 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,913 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,915 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,917 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,917 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,918 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,921 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,924 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,925 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,941 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,944 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,946 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:13,969 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:13,972 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:13,973 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:19,689 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 1.3478514029 2015-12-18 13:50:19,693 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 12 2015-12-18 13:50:19,720 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,736 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,736 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:19,738 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:19,754 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,779 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,781 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:19,786 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:19,788 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:19,789 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:19,793 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:19,794 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:19,797 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:19,801 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,811 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:19,827 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:19,832 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,838 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:19,857 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,863 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,865 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,885 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,889 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,905 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,906 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:19,936 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,947 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,951 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:19,958 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,960 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:19,961 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,964 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,978 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:19,992 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,996 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:19,996 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:19,998 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,006 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,014 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,017 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,021 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,026 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,033 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,040 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,048 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,060 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,068 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,085 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,087 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,094 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,097 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,103 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,109 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,112 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,113 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,115 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,118 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,119 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,128 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,129 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,137 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,151 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,159 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,160 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,162 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,163 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,176 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,180 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,181 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,182 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,187 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,191 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,192 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,193 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,197 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,197 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,198 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,205 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,211 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,217 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,221 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,225 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,229 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,232 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,237 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,239 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,240 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,246 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,248 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,251 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,259 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,285 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,292 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,297 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,315 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,317 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,319 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,329 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,338 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,341 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,345 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,347 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,349 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,358 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,358 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,368 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,371 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,376 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,377 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,380 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,381 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,386 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,390 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,399 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,400 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,425 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,426 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,428 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,432 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,439 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,469 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,473 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,473 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,478 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,479 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,493 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,497 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,498 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,506 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,517 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,522 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,527 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,544 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,546 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,549 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,561 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,567 INFO [root] [Thread-6 9721-47268597180736] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:20,567 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,570 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,584 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,586 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,589 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,590 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,604 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,608 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,611 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,614 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,617 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,618 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,627 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,628 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,631 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,648 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,651 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,655 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,658 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,669 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,681 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,690 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,700 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,711 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,719 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,723 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,727 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,728 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,733 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,738 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,741 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,754 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,757 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,754 DEBUG [arctic.store.version_store] [Thread-3 9721-47268565698880] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,768 DEBUG [arctic.store.version_store] [Thread-18 9721-47269049407808] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,777 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,783 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,795 DEBUG [arctic.store.version_store] [Thread-9 9721-47268696705344] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,804 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 13 2015-12-18 13:50:20,809 INFO [root] [Thread-18 9721-47269049407808] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:20,812 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,818 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,823 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,823 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,823 DEBUG [arctic.store.version_store] [Thread-17 9721-47269007444288] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,834 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,841 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,844 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,850 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,860 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,861 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,876 DEBUG [arctic.store.version_store] [Thread-19 9721-47269092419904] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,877 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,881 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,889 DEBUG [arctic.store.version_store] [Thread-15 9721-47268920371520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,907 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,911 INFO [root] [Thread-15 9721-47268920371520] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:20,917 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,919 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,923 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,940 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:20,944 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:20,944 DEBUG [arctic.store.version_store] [Thread-13 9721-47268822804800] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,946 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:20,956 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:20,959 INFO [arctic.arctic] [Thread-18 9721-47269049407808] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,963 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,966 INFO [arctic.arctic] [Thread-3 9721-47268565698880] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,969 INFO [arctic.arctic] [Thread-9 9721-47268696705344] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:20,969 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,974 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,975 INFO [root] [Thread-13 9721-47268822804800] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:20,989 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:20,993 DEBUG [arctic.store.version_store] [Thread-11 9721-47268717689152] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:20,996 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,006 DEBUG [root] [Thread-1 9721-47268544710976] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:21,008 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,009 INFO [arctic.arctic] [Thread-17 9721-47269007444288] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:21,010 INFO [root] [Thread-11 9721-47268717689152] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:21,010 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,011 DEBUG [arctic.store.version_store] [Thread-20 9721-47269115496768] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:21,013 DEBUG [root] [Thread-1 9721-47268544710976] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:21,017 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,025 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,031 DEBUG [arctic.store.version_store] [Thread-10 9721-47268707195200] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:21,035 DEBUG [arctic.store.version_store] [Thread-16 9721-47268963379520] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:21,038 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 3.98313404086 2015-12-18 13:50:21,043 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,046 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,057 INFO [arctic.arctic] [Thread-19 9721-47269092419904] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:21,062 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,062 DEBUG [root] [Thread-18 9721-47269049407808] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:21,063 INFO [arctic.arctic] [Thread-15 9721-47268920371520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:21,068 DEBUG [root] [Thread-18 9721-47269049407808] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:21,072 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,073 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,073 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,074 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,098 INFO [arctic.arctic] [Thread-13 9721-47268822804800] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:21,100 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,102 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,122 INFO [arctic.arctic] [Thread-11 9721-47268717689152] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:21,125 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,127 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:21,140 INFO [arctic.arctic] [Thread-20 9721-47269115496768] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:21,142 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:21,144 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:25,041 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 0.0837934476051 2015-12-18 13:50:25,043 INFO [root] [Thread-10 9721-47268707195200] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:25,048 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:25,053 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 14 2015-12-18 13:50:25,068 DEBUG [arctic.store.version_store] [Thread-4 9721-47268576188736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:25,077 DEBUG [root] [Thread-3 9721-47268565698880] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,080 DEBUG [root] [Thread-9 9721-47268696705344] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,081 DEBUG [root] [Thread-9 9721-47268696705344] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,082 DEBUG [root] [Thread-3 9721-47268565698880] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,092 INFO [root] [Thread-4 9721-47268576188736] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:25,107 DEBUG [root] [Thread-17 9721-47269007444288] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,107 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:25,111 DEBUG [root] [Thread-11 9721-47268717689152] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,116 DEBUG [root] [Thread-17 9721-47269007444288] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,123 DEBUG [root] [Thread-11 9721-47268717689152] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,123 DEBUG [root] [Thread-13 9721-47268822804800] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,125 DEBUG [root] [Thread-19 9721-47269092419904] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,126 DEBUG [root] [Thread-20 9721-47269115496768] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,126 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 2.79439020051 2015-12-18 13:50:25,135 DEBUG [root] [Thread-13 9721-47268822804800] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,136 DEBUG [root] [Thread-15 9721-47268920371520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:25,140 DEBUG [root] [Thread-19 9721-47269092419904] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,144 DEBUG [root] [Thread-20 9721-47269115496768] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,147 DEBUG [arctic.store.version_store] [Thread-14 9721-47268856379712] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:25,152 DEBUG [root] [Thread-15 9721-47268920371520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:25,155 INFO [arctic.arctic] [Thread-10 9721-47268707195200] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:25,158 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:25,159 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:25,166 INFO [arctic.arctic] [Thread-16 9721-47268963379520] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:25,169 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:25,170 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:25,198 INFO [arctic.arctic] [Thread-4 9721-47268576188736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:25,200 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:25,202 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:27,942 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <61> - Running for: 0.296401975227 2015-12-18 13:50:27,965 INFO [root] [Thread-14 9721-47268856379712] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:27,967 WARNI [arctic.decorators] [Thread-5 9721-47268586682688] decorators._handle_error <88> - list_libraries [command SON([('listDatabases', 1)]) on namespace admin.$cmd failed: unauthorized], retrying 15 2015-12-18 13:50:27,975 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:27,997 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:28,001 DEBUG [root] [Thread-4 9721-47268576188736] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:28,011 DEBUG [root] [Thread-4 9721-47268576188736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:28,013 DEBUG [arctic.store.version_store] [Thread-2 9721-47268555204928] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:28,031 DEBUG [arctic.store.version_store] [Thread-6 9721-47268597180736] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:28,042 DEBUG [root] [Thread-16 9721-47268963379520] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:28,046 INFO [root] [Thread-2 9721-47268555204928] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:28,047 DEBUG [root] [Thread-16 9721-47268963379520] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:28,048 DEBUG [root] [Thread-10 9721-47268707195200] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:28,058 DEBUG [root] [Thread-10 9721-47268707195200] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:28,060 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:28,097 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:28,109 DEBUG [arctic.store.version_store] [Thread-8 9721-47268686211392] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:28,125 INFO [arctic.arctic] [Thread-14 9721-47268856379712] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:28,134 DEBUG [arctic.store.version_store] [Thread-7 9721-47268675717440] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:28,136 INFO [root] [Thread-8 9721-47268686211392] chaos_monkey.run_forever <43> - writing: 10 2015-12-18 13:50:28,165 INFO [arctic.arctic] [Thread-1 9721-47268544710976] arctic.check_quota <435> - Mongo Quota: 0.000 / 10 GB used 2015-12-18 13:50:28,180 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:28,192 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:28,205 INFO [arctic.arctic] [Thread-2 9721-47268555204928] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:28,225 DEBUG [arctic.store.version_store] [Thread-1 9721-47268544710976] version_store.write <570> - Finished writing versions for foo 2015-12-18 13:50:28,236 DEBUG [root] [Thread-2 9721-47268555204928] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:28,238 DEBUG [root] [Thread-2 9721-47268555204928] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:28,241 INFO [root] [Thread-21 9721-47269125994816] chaos_monkey.pause_mongo <58> - Stopping for: 7.57961053655 2015-12-18 13:50:28,245 DEBUG [root] [Thread-14 9721-47268856379712] mongo.get_auth <49> - get_auth('localhost:27888', 'mongoose', 'mongoose_jblackburn') => ('mongoose_jblackburn', 'jblackburn', ...) 2015-12-18 13:50:28,248 DEBUG [root] [Thread-14 9721-47268856379712] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'mongoose_jblackburn') with jblackburn 2015-12-18 13:50:28,250 INFO [arctic.arctic] [Thread-6 9721-47268597180736] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:28,254 INFO [arctic.arctic] [Thread-8 9721-47268686211392] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:28,255 DEBUG [root] [Thread-6 9721-47268597180736] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:28,257 DEBUG [root] [Thread-6 9721-47268597180736] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:28,258 DEBUG [root] [Thread-8 9721-47268686211392] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:28,259 DEBUG [root] [Thread-8 9721-47268686211392] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research 2015-12-18 13:50:28,268 INFO [arctic.arctic] [Thread-7 9721-47268675717440] arctic._conn <110> - Connecting to mongo: localhost:27888 (localhost:27888) 2015-12-18 13:50:28,271 DEBUG [root] [Thread-7 9721-47268675717440] mongo.get_auth <56> - get_auth('localhost:27888', 'mongoose', 'admin') => ('*', 'research', ...) 2015-12-18 13:50:28,272 DEBUG [root] [Thread-7 9721-47268675717440] auth.authenticate <27> - Authenticating Database(MongoClient(host=['localhost:27888'], document_class=dict, tz_aware=False, connect=True, maxpoolsize=4, serverselectiontimeoutms='30000', connecttimeoutms='2000', sockettimeoutms='600000'), u'admin') with research