2016-09-30T14:59:38.007-0400 I STORAGE  [replication-0] Starting WiredTigerRecordStoreThread local.oplog.rs
2016-09-30T14:59:38.007-0400 I STORAGE  [replication-0] The size storer reports that the oplog contains 0 records totaling to 0 bytes
2016-09-30T14:59:38.007-0400 I STORAGE  [replication-0] Scanning the oplog to determine where to place markers for truncation
2016-09-30T14:59:38.363-0400 E STORAGE  [replication-0] WiredTiger error (-31802) [1475261978:363426][90216:0x700000d4c000], file:WiredTiger.wt, WT_SESSION.checkpoint: /data/db/job0/mongorunner/resync_with_write_load-1/WiredTiger.wt: handle-read: pread: failed to read 4096 bytes at offset 36864: WT_ERROR: non-specific WiredTiger error
2016-09-30T14:59:38.363-0400 I -        [replication-0] Invariant failure: s->checkpoint(s, NULL) resulted in status UnknownError: -31802: WT_ERROR: non-specific WiredTiger error at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp 194
2016-09-30T14:59:38.363-0400 I -        [replication-0]

***aborting after invariant() failure


2016-09-30T14:59:38.386-0400 F -        [replication-0] Got signal: 6 (Abort trap: 6).

 0x10bce519a 0x10bce4990 0x7fff98e9152a 0x0 0x7fff8dc8e6df 0x10bc765df 0x10ba8aa77 0x10ba7420a 0x10b846da9 0x10b8f040c 0x10b8043a2 0x10b8035a5 0x10badd89e 0x10bae2d98 0x10bc81976 0x10bc82856 0x10bc82486 0x10bc83b88 0x7fff8cd3699d 0x7fff8cd3691a 0x7fff8cd34351
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"10B21C000","o":"AC919A","s":"_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE"},{"b":"10B21C000","o":"AC8990","s":"_ZN5mongo12_GLOBAL__N_110abruptQuitEi"},{"b":"7FFF98E8F000","o":"252A","s":"_sigtramp"},{"b":"0","o":"0"},{"b":"7FFF8DC30000","o":"5E6DF","s":"abort"},{"b":"10B21C000","o":"A5A5DF","s":"_ZN5mongo17invariantOKFailedEPKcRKNS_6StatusES1_j"},{"b":"10B21C000","o":"86EA77","s":"_ZN5mongo22WiredTigerSessionCache16waitUntilDurableEb"},{"b":"10B21C000","o":"85820A","s":"_ZN5mongo18WiredTigerKVEngine13flushAllFilesEb"},{"b":"10B21C000","o":"62ADA9","s":"_ZN5mongo4repl11createOplogEPNS_16OperationContextERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEEb"},{"b":"10B21C000","o":"6D440C","s":"_ZN5mongo4repl20StorageInterfaceImpl11createOplogEPNS_16OperationContextERKNS_15NamespaceStringE"},{"b":"10B21C000","o":"5E83A2","s":"_ZNSt3__110__function6__funcIZN5mongo4repl14DataReplicator29_runInitialSyncAttempt_inlockEPNS2_16OperationContextERNS_11unique_lockINS_5mutexEEENS2_11HostAndPortEE3$_9NS_9allocatorISC_EEFvS6_RKNS2_8executor12TaskExecutor12CallbackArgsEEEclEOS6_SJ_"},{"b":"10B21C000","o":"5E75A5","s":"_ZNSt3__110__function6__funcIZN5mongo4repl12_GLOBAL__N_112scheduleWorkEPNS2_8executor12TaskExecutorENS_8functionIFvPNS2_16OperationContextERKNS6_12CallbackArgsEEEEE4$_15NS_9allocatorISG_EEFvSD_EEclESD_"},{"b":"10B21C000","o":"8C189E","s":"_ZN5mongo8executor22ThreadPoolTaskExecutor11runCallbackENSt3__110shared_ptrINS1_13CallbackStateEEE"},{"b":"10B21C000","o":"8C6D98","s":"_ZNSt3__110__function6__funcIZN5mongo8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNS_4listINS_10shared_ptrINS4_13CallbackStateEEENS_9allocatorIS8_EEEERKNS_15__list_iteratorIS8_PvEESH_NS_11unique_lockINS_5mutexEEEE3$_5NS9_ISL_EEFvvEEclEv"},{"b":"10B21C000","o":"A65976","s":"_ZN5mongo10ThreadPool10_doOneTaskEPNSt3__111unique_lockINS1_5mutexEEE"},{"b":"10B21C000","o":"A66856","s":"_ZN5mongo10ThreadPool13_consumeTasksEv"},{"b":"10B21C000","o":"A66486","s":"_ZN5mongo10ThreadPool17_workerThreadBodyEPS0_RKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE"},{"b":"10B21C000","o":"A67B88","s":"_ZNSt3__114__thread_proxyINS_5tupleIJNS_6__bindIPFvPN5mongo10ThreadPoolERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEJS5_SD_EEEEEEEEPvSI_"},{"b":"7FFF8CD33000","o":"399D","s":"_pthread_body"},{"b":"7FFF8CD33000","o":"391A","s":"_pthread_body"},{"b":"7FFF8CD33000","o":"1351","s":"thread_start"}],"processInfo":{ "mongodbVersion" : "3.3.14-66-g9df0051", "gitVersion" : "9df00514b7ac0f8ef908e3ff7145facb04ebb705", "compiledModules" : [], "uname" : { "sysname" : "Darwin", "release" : "15.6.0", "version" : "Darwin Kernel Version 15.6.0: Mon Aug 29 20:21:34 PDT 2016; root:xnu-3248.60.11~1/RELEASE_X86_64", "machine" : "x86_64" }, "somap" : [ { "path" : "/Users/scotthernandez/git/mongo/mongod", "machType" : 2, "b" : "10B21C000", "vmaddr" : "100000000", "buildId" : "6394C7CF6BA73410B57EA0487A3B27B8" }, { "path" : "/usr/lib/libSystem.B.dylib", "machType" : 6, "b" : "7FFF982C0000", "vmaddr" : "7FFF920BC000", "buildId" : "012548CD614D3AF0B3B1676F427D2CD6" }, { "path" : "/usr/lib/libc++.1.dylib", "machType" : 6, "b" : "7FFF8E180000", "vmaddr" : "7FFF87F7C000", "buildId" : "8FC3D139805534989AC56467CB7F4D14" }, { "path" : "/usr/lib/system/libcache.dylib", "machType" : 6, "b" : "7FFF91F8C000", "vmaddr" : "7FFF8BD88000", "buildId" : "9548AAE92AB735259ECEA2A7C4688447" }, { "path" : "/usr/lib/system/libcommonCrypto.dylib", "machType" : 6, "b" : "7FFF8FCF3000", "vmaddr" : "7FFF89AEF000", "buildId" : "9373226134B43914B7A290A81A182DBA" }, { "path" : "/usr/lib/system/libcompiler_rt.dylib", "machType" : 6, "b" : "7FFF9C9B7000", "vmaddr" : "7FFF967B3000", "buildId" : "A13ECF69F59F38AE86097B731450FBCD" }, { "path" : "/usr/lib/system/libcopyfile.dylib", "machType" : 6, "b" : "7FFF8F91A000", "vmaddr" : "7FFF89716000", "buildId" : "A48637BCF3F234F2BB684C65FD012832" }, { "path" : "/usr/lib/system/libcorecrypto.dylib", "machType" : 6, "b" : "7FFF8FD11000", "vmaddr" : "7FFF89B0D000", "buildId" : "B5C05FD7A540345A87BF8E41848A3C17" }, { "path" : "/usr/lib/system/libdispatch.dylib", "machType" : 6, "b" : "7FFF8673B000", "vmaddr" : "7FFF80537000", "buildId" : "C749985761A53D7DA5EA65DCC8C3DF92" }, { "path" : "/usr/lib/system/libdyld.dylib", "machType" : 6, "b" : "7FFF90F2D000", "vmaddr" : "7FFF8AD29000", "buildId" : "25D2822599AE3A04B98CACFF47D6D9B0" }, { "path" : "/usr/lib/system/libkeymgr.dylib", "machType" : 6, "b" : "7FFF868FB000", "vmaddr" : "7FFF806F7000", "buildId" : "8371CE545FDD3CE9B3DFE98C761B6FE0" }, { "path" : "/usr/lib/system/liblaunch.dylib", "machType" : 6, "b" : "7FFF93D42000", "vmaddr" : "7FFF8DB3E000", "buildId" : "834ED60551143641AA4DECF31B801C50" }, { "path" : "/usr/lib/system/libmacho.dylib", "machType" : 6, "b" : "7FFF8EE87000", "vmaddr" : "7FFF88C83000", "buildId" : "318264FA58F139D882851F6254EE410E" }, { "path" : "/usr/lib/system/libquarantine.dylib", "machType" : 6, "b" : "7FFF99876000", "vmaddr" : "7FFF93672000", "buildId" : "0F4169F00C843A25B3AEE47B3586D908" }, { "path" : "/usr/lib/system/libremovefile.dylib", "machType" : 6, "b" : "7FFF95589000", "vmaddr" : "7FFF8F385000", "buildId" : "552EF39E14D7363E90594565AC2F894E" }, { "path" : "/usr/lib/system/libsystem_asl.dylib", "machType" : 6, "b" : "7FFF978A9000", "vmaddr" : "7FFF916A5000", "buildId" : "41F8E11F1BD03F1DBA3AAA1577ED98A9" }, { "path" : "/usr/lib/system/libsystem_blocks.dylib", "machType" : 6, "b" : "7FFF97AC6000", "vmaddr" : "7FFF918C2000", "buildId" : "1244D9D5F6AA35BBB30786851C24B8E5" }, { "path" : "/usr/lib/system/libsystem_c.dylib", "machType" : 6, "b" : "7FFF8DC30000", "vmaddr" : "7FFF87A2C000", "buildId" : "28733D22553E3CBC8D2CEDCEB46E46AF" }, { "path" : "/usr/lib/system/libsystem_configuration.dylib", "machType" : 6, "b" : "7FFF8D1C7000", "vmaddr" : "7FFF86FC3000", "buildId" : "3DEB7DF9680437E1BC830166882FF0FF" }, { "path" : "/usr/lib/system/libsystem_coreservices.dylib", "machType" : 6, "b" : "7FFF8BCD9000", "vmaddr" : "7FFF85AD5000", "buildId" : "1B3F5AFCFFCD3ECB8B9A5538366FB20D" }, { "path" : "/usr/lib/system/libsystem_coretls.dylib", "machType" : 6, "b" : "7FFF90D9B000", "vmaddr" : "7FFF8AB97000", "buildId" : "C90DAE384082381CA1852A6A8B677628" }, { "path" : "/usr/lib/system/libsystem_dnssd.dylib", "machType" : 6, "b" : "7FFF9526E000", "vmaddr" : "7FFF8F06A000", "buildId" : "8018999832B0316CB5C553857486713D" }, { "path" : "/usr/lib/system/libsystem_info.dylib", "machType" : 6, "b" : "7FFF8FCB9000", "vmaddr" : "7FFF89AB5000", "buildId" : "FAA9226D64DE3769A6D86CABA4B7FF4D" }, { "path" : "/usr/lib/system/libsystem_kernel.dylib", "machType" : 6, "b" : "7FFF9991E000", "vmaddr" : "7FFF9371A000", "buildId" : "A3F069EA6A4135CABDF8187E0209B3E2" }, { "path" : "/usr/lib/system/libsystem_m.dylib", "machType" : 6, "b" : "7FFF9260D000", "vmaddr" : "7FFF8C409000", "buildId" : "08E1A4B264483DFEA58CACC7335BE7E4" }, { "path" : "/usr/lib/system/libsystem_malloc.dylib", "machType" : 6, "b" : "7FFF95E8B000", "vmaddr" : "7FFF8FC87000", "buildId" : "5748E8B2F81C34C68B13456213127678" }, { "path" : "/usr/lib/system/libsystem_network.dylib", "machType" : 6, "b" : "7FFF91AF9000", "vmaddr" : "7FFF8B8F5000", "buildId" : "B52DAB7392DC3DA7B9F4B899D66445C1" }, { "path" : "/usr/lib/system/libsystem_networkextension.dylib", "machType" : 6, "b" : "7FFF95570000", "vmaddr" : "7FFF8F36C000", "buildId" : "66095DC7653938F295EE458F15F6D014" }, { "path" : "/usr/lib/system/libsystem_notify.dylib", "machType" : 6, "b" : "7FFF9AFC6000", "vmaddr" : "7FFF94DC2000", "buildId" : "D48BDE340F7E34CAA0FFC578E39987CC" }, { "path" : "/usr/lib/system/libsystem_platform.dylib", "machType" : 6, "b" : "7FFF98E8F000", "vmaddr" : "7FFF92C8B000", "buildId" : "29A905EF67773C3382B06C3A88C4BA15" }, { "path" : "/usr/lib/system/libsystem_pthread.dylib", "machType" : 6, "b" : "7FFF8CD33000", "vmaddr" : "7FFF86B2F000", "buildId" : "3DD1EF4C1D1B3ABF8CC6B3B1CEEE9559" }, { "path" : "/usr/lib/system/libsystem_sandbox.dylib", "machType" : 6, "b" : "7FFF93381000", "vmaddr" : "7FFF8D17D000", "buildId" : "2A68B39CB7863A0587A256E688469FB8" }, { "path" : "/usr/lib/system/libsystem_secinit.dylib", "machType" : 6, "b" : "7FFF93C22000", "vmaddr" : "7FFF8DA1E000", "buildId" : "32B1A8C6DC843F4FB8CE9A52B47C3E6B" }, { "path" : "/usr/lib/system/libsystem_trace.dylib", "machType" : 6, "b" : "7FFF8CFB9000", "vmaddr" : "7FFF86DB5000", "buildId" : "E9311C039E613B13AF3FA64956FFF269" }, { "path" : "/usr/lib/system/libunc.dylib", "machType" : 6, "b" : "7FFF8B573000", "vmaddr" : "7FFF8536F000", "buildId" : "DDB1E947C77533B8B46163E5EB698F0E" }, { "path" : "/usr/lib/system/libunwind.dylib", "machType" : 6, "b" : "7FFF9220F000", "vmaddr" : "7FFF8C00B000", "buildId" : "F6EB48E54D12359AAB54C937FBBE9043" }, { "path" : "/usr/lib/system/libxpc.dylib", "machType" : 6, "b" : "7FFF8CE8D000", "vmaddr" : "7FFF86C89000", "buildId" : "54D1328E054E3DAA89E2375722F9D18F" }, { "path" : "/usr/lib/libobjc.A.dylib", "machType" : 6, "b" : "7FFF966FE000", "vmaddr" : "7FFF904FA000", "buildId" : "7489D2D61EFD3414B18D2AECCCC90286" }, { "path" : "/usr/lib/libauto.dylib", "machType" : 6, "b" : "7FFF99F9F000", "vmaddr" : "7FFF93D9B000", "buildId" : "999E610F41FC32A3ADCA5EC049B65DFB" }, { "path" : "/usr/lib/libc++abi.dylib", "machType" : 6, "b" : "7FFF95E5E000", "vmaddr" : "7FFF8FC5A000", "buildId" : "922EFB360E9E315B8270E81AC43472C0" }, { "path" : "/usr/lib/libDiagnosticMessagesClient.dylib", "machType" : 6, "b" : "7FFF8CE34000", "vmaddr" : "7FFF86C30000", "buildId" : "4243B6B421E9355B9C5A95A216233B96" } ] }}
 mongod(_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE+0x3A) [0x10bce519a]
 mongod(_ZN5mongo12_GLOBAL__N_110abruptQuitEi+0xC0) [0x10bce4990]
 libsystem_platform.dylib(_sigtramp+0x1A) [0x7fff98e9152a]
 ??? [0x0]
 libsystem_c.dylib(abort+0x81) [0x7fff8dc8e6df]
 mongod(_ZN5mongo17invariantOKFailedEPKcRKNS_6StatusES1_j+0x31F) [0x10bc765df]
 mongod(_ZN5mongo22WiredTigerSessionCache16waitUntilDurableEb+0x507) [0x10ba8aa77]
 mongod(_ZN5mongo18WiredTigerKVEngine13flushAllFilesEb+0xEA) [0x10ba7420a]
 mongod(_ZN5mongo4repl11createOplogEPNS_16OperationContextERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEEb+0x909) [0x10b846da9]
 mongod(_ZN5mongo4repl20StorageInterfaceImpl11createOplogEPNS_16OperationContextERKNS_15NamespaceStringE+0x1C) [0x10b8f040c]
 mongod(_ZNSt3__110__function6__funcIZN5mongo4repl14DataReplicator29_runInitialSyncAttempt_inlockEPNS2_16OperationContextERNS_11unique_lockINS_5mutexEEENS2_11HostAndPortEE3$_9NS_9allocatorISC_EEFvS6_RKNS2_8executor12TaskExecutor12CallbackArgsEEEclEOS6_SJ_+0x5B2) [0x10b8043a2]
 mongod(_ZNSt3__110__function6__funcIZN5mongo4repl12_GLOBAL__N_112scheduleWorkEPNS2_8executor12TaskExecutorENS_8functionIFvPNS2_16OperationContextERKNS6_12CallbackArgsEEEEE4$_15NS_9allocatorISG_EEFvSD_EEclESD_+0x65) [0x10b8035a5]
 mongod(_ZN5mongo8executor22ThreadPoolTaskExecutor11runCallbackENSt3__110shared_ptrINS1_13CallbackStateEEE+0x13E) [0x10badd89e]
 mongod(_ZNSt3__110__function6__funcIZN5mongo8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNS_4listINS_10shared_ptrINS4_13CallbackStateEEENS_9allocatorIS8_EEEERKNS_15__list_iteratorIS8_PvEESH_NS_11unique_lockINS_5mutexEEEE3$_5NS9_ISL_EEFvvEEclEv+0x48) [0x10bae2d98]
 mongod(_ZN5mongo10ThreadPool10_doOneTaskEPNSt3__111unique_lockINS1_5mutexEEE+0x266) [0x10bc81976]
 mongod(_ZN5mongo10ThreadPool13_consumeTasksEv+0x76) [0x10bc82856]
 mongod(_ZN5mongo10ThreadPool17_workerThreadBodyEPS0_RKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE+0x156) [0x10bc82486]
 mongod(_ZNSt3__114__thread_proxyINS_5tupleIJNS_6__bindIPFvPN5mongo10ThreadPoolERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEJS5_SD_EEEEEEEEPvSI_+0x68) [0x10bc83b88]
 libsystem_pthread.dylib(_pthread_body+0x83) [0x7fff8cd3699d]
 libsystem_pthread.dylib(_pthread_body+0x0) [0x7fff8cd3691a]
 libsystem_pthread.dylib(thread_start+0xD) [0x7fff8cd34351]
-----  END BACKTRACE  -----