"" "172.21.205.21" "test" "" "" "" "84" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:45:713" "78" "399728556 [Crawler 4] WARN org.mongodb.driver.connection - Got socket exception on connection [connectionId{localValue:3, serverValue:17}] to 127.0.0.1:27017. All connections to 127.0.0.1:27017 will be closed. " "" "" "" "" "" "" "1576632945713" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "84" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:062" "78" "399728905 [Crawler 4] INFO org.mongodb.driver.connection - Closed connection [connectionId{localValue:3, serverValue:17}] to 127.0.0.1:27017 because there was a socket exception raised by this connection. " "" "" "" "" "" "" "1576632946062" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "84" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:071" "78" "399728914 [Crawler 4] INFO org.mongodb.driver.cluster - No server chosen by ReadPreferenceServerSelector{readPreference=primary} from cluster description ClusterDescription{type=UNKNOWN, connectionMode=SINGLE, serverDescriptions=[ServerDescription{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING}]}. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576632946071" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:085" "78" "399728928 [cluster-ClusterId{value='5df3693d16fc7d7809187c9a', description='null'}-127.0.0.1:27017] INFO org.mongodb.driver.cluster - Exception in monitor thread while connecting to server 127.0.0.1:27017 " "" "" "" "" "" "" "1576632946085" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:089" "78" "com.mongodb.MongoSocketOpenException: Exception opening socket" "" "" "" "" "" "" "1576632946089" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:089" "78" " at com.mongodb.internal.connection.SocketStream.open(SocketStream.java:70)" "" "" "" "" "" "" "1576632946089" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:089" "78" " at com.mongodb.internal.connection.InternalStreamConnection.open(InternalStreamConnection.java:128)" "" "" "" "" "" "" "1576632946089" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:089" "78" " at com.mongodb.internal.connection.DefaultServerMonitor$ServerMonitorRunnable.run(DefaultServerMonitor.java:131)" "" "" "" "" "" "" "1576632946089" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:089" "78" " at java.lang.Thread.run(Thread.java:748)" "" "" "" "" "" "" "1576632946089" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:089" "78" "Caused by: java.net.ConnectException: Connection refused (Connection refused)" "" "" "" "" "" "" "1576632946089" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:090" "78" " at java.net.PlainSocketImpl.socketConnect(Native Method)" "" "" "" "" "" "" "1576632946090" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:090" "78" " at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)" "" "" "" "" "" "" "1576632946090" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:090" "78" " at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)" "" "" "" "" "" "" "1576632946090" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:090" "78" " at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)" "" "" "" "" "" "" "1576632946090" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:090" "78" " at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)" "" "" "" "" "" "" "1576632946090" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:090" "78" " at java.net.Socket.connect(Socket.java:589)" "" "" "" "" "" "" "1576632946090" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:091" "78" " at com.mongodb.internal.connection.SocketStreamHelper.initialize(SocketStreamHelper.java:64)" "" "" "" "" "" "" "1576632946091" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:091" "78" " at com.mongodb.internal.connection.SocketStream.initializeSocket(SocketStream.java:79)" "" "" "" "" "" "" "1576632946091" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:091" "78" " at com.mongodb.internal.connection.SocketStream.open(SocketStream.java:65)" "" "" "" "" "" "" "1576632946091" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "79" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:05:46:091" "78" " ... 3 more" "" "" "" "" "" "" "1576632946091" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "82" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:06:16:072" "78" "399758915 [Crawler 2] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576632976073" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "84" "com.adventnet.sas.audit.AuditBean" "audit" "INFO" "18-12-2019 07:06:16:073" "54" "Audit called. description:com.mongodb.MongoSocketReadException: Prematurely reached end of stream at com.mongodb.internal.connection.SocketStream.read(SocketStream.java:112) at com.mongodb.internal.connection.InternalStreamConnection.receiveResponseBuffers(InternalStreamConnection.java:580) at com.mongodb.internal.connection.InternalStreamConnection.receiveMessage(InternalStreamConnection.java:445) at com.mongodb.internal.connection.InternalStreamConnection.receiveCommandMessageResponse(InternalStreamConnection.java:299) at com.mongodb.internal.connection.InternalStreamConnection.sendAndReceive(InternalStreamConnection.java:259) at com.mongodb.internal.connection.UsageTrackingInternalConnection.sendAndReceive(UsageTrackingInternalConnection.java:99) at com.mongodb.internal.connection.DefaultConnectionPool$PooledConnection.sendAndReceive(DefaultConnectionPool.java:450) at com.mongodb.internal.connection.CommandProtocolImpl.execute(CommandProtocolImpl.java:72) at com.mongodb.internal.connection.DefaultServer$DefaultServerProtocolExecutor.execute(DefaultServer.java:218) at com.mongodb.internal.connection.DefaultServerConnection.executeProtocol(DefaultServerConnection.java:269) at com.mongodb.internal.connection.DefaultServerConnection.command(DefaultServerConnection.java:131) at com.mongodb.internal.connection.DefaultServerConnection.command(DefaultServerConnection.java:123) at com.mongodb.operation.CommandOperationHelper.executeCommand(CommandOperationHelper.java:343) at com.mongodb.operation.CommandOperationHelper.executeCommand(CommandOperationHelper.java:334) at com.mongodb.operation.CommandOperationHelper.executeCommandWithConnection(CommandOperationHelper.java:220) at com.mongodb.operation.FindOperation$1.call(FindOperation.java:731) at com.mongodb.operation.FindOperation$1.call(FindOperation.java:725) at com.mongodb.operation.OperationHelper.withReadConnectionSource(OperationHelper.java:463) at com.mongodb.operation.FindOperation.execute(FindOperation.java:725) at com.mongodb.operation.FindOperation.execute(FindOperation.java:89) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:189) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.MD_InProcessPagesDB.removeURL(MD_InProcessPagesDB.java:38) at edu.uci.ics.crawler4j.frontier.Frontier.setProcessedAll(Frontier.java:240) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:300) at java.lang.Thread.run(Thread.java:748) affectedNode:172.21.205.21" "" "" "" "" "" "" "1576632976074" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "87" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:06:17:522" "78" "399760365 [Crawler 4] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576632977522" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.CrawlerSchedulerTask" "run" "INFO" "18-12-2019 07:06:36:589" "43" "Entry::" "" "" "" "" "" "" "1576632996589" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.DocumentScheduletask" "schedule" "INFO" "18-12-2019 07:06:36:589" "43" "Entry::" "" "" "" "" "" "" "1576632996589" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.DocumentScheduletask" "schedule" "INFO" "18-12-2019 07:06:36:599" "43" "Exit::" "" "" "" "" "" "" "1576632996599" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.CrawlerSchedulerTask" "run" "INFO" "18-12-2019 07:06:36:599" "43" "Exit::" "" "" "" "" "" "" "1576632996599" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "83" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:06:46:074" "78" "399788917 [Crawler 3] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633006075" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "82" "com.adventnet.sas.audit.AuditBean" "audit" "INFO" "18-12-2019 07:06:46:075" "54" "Audit called. description:com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.MD_InProcessPagesDB.removeURL(MD_InProcessPagesDB.java:38) at edu.uci.ics.crawler4j.frontier.Frontier.setProcessedAll(Frontier.java:240) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:300) at java.lang.Thread.run(Thread.java:748) affectedNode:172.21.205.21" "" "" "" "" "" "" "1576633006075" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "87" "edu.uci.ics.crawler4j.frontier.URLExecutionQueue" "get" "SEVERE" "18-12-2019 07:06:47:523" "41" "" "com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.URLExecutionQueue.get(URLExecutionQueue.java:86) at edu.uci.ics.crawler4j.frontier.Frontier.getNextURLs(Frontier.java:178) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:276) at java.lang.Thread.run(Thread.java:748) " "" "" "" "" "" "1576633007523" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "88" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:06:47:537" "78" "399790380 [Crawler 2] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633007537" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "85" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:07:16:076" "78" "399818919 [Crawler 5] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633036076" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "83" "com.adventnet.sas.audit.AuditBean" "audit" "INFO" "18-12-2019 07:07:16:077" "54" "Audit called. description:com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.MD_InProcessPagesDB.removeURL(MD_InProcessPagesDB.java:38) at edu.uci.ics.crawler4j.frontier.Frontier.setProcessedAll(Frontier.java:240) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:300) at java.lang.Thread.run(Thread.java:748) affectedNode:172.21.205.21" "" "" "" "" "" "" "1576633036077" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "88" "edu.uci.ics.crawler4j.frontier.URLExecutionQueue" "get" "SEVERE" "18-12-2019 07:07:17:538" "41" "" "com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.URLExecutionQueue.get(URLExecutionQueue.java:86) at edu.uci.ics.crawler4j.frontier.Frontier.getNextURLs(Frontier.java:178) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:276) at java.lang.Thread.run(Thread.java:748) " "" "" "" "" "" "1576633037538" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "89" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:07:17:565" "78" "399820408 [Crawler 3] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633037565" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.CrawlerSchedulerTask" "run" "INFO" "18-12-2019 07:07:36:590" "43" "Entry::" "" "" "" "" "" "" "1576633056590" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.DocumentScheduletask" "schedule" "INFO" "18-12-2019 07:07:36:590" "43" "Entry::" "" "" "" "" "" "" "1576633056591" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.DocumentScheduletask" "schedule" "INFO" "18-12-2019 07:07:36:606" "43" "Exit::" "" "" "" "" "" "" "1576633056606" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.CrawlerSchedulerTask" "run" "INFO" "18-12-2019 07:07:36:606" "43" "Exit::" "" "" "" "" "" "" "1576633056606" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "81" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:07:46:078" "78" "399848921 [Crawler 1] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633066079" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "85" "com.adventnet.sas.audit.AuditBean" "audit" "INFO" "18-12-2019 07:07:46:080" "54" "Audit called. description:com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.MD_InProcessPagesDB.removeURL(MD_InProcessPagesDB.java:38) at edu.uci.ics.crawler4j.frontier.Frontier.setProcessedAll(Frontier.java:240) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:300) at java.lang.Thread.run(Thread.java:748) affectedNode:172.21.205.21" "" "" "" "" "" "" "1576633066080" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "89" "edu.uci.ics.crawler4j.frontier.URLExecutionQueue" "get" "SEVERE" "18-12-2019 07:07:47:566" "41" "" "com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.URLExecutionQueue.get(URLExecutionQueue.java:86) at edu.uci.ics.crawler4j.frontier.Frontier.getNextURLs(Frontier.java:178) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:276) at java.lang.Thread.run(Thread.java:748) " "" "" "" "" "" "1576633067566" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "90" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:07:47:588" "78" "399850430 [Crawler 5] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633067588" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "81" "com.adventnet.sas.audit.AuditBean" "audit" "INFO" "18-12-2019 07:08:16:079" "54" "Audit called. description:com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.MD_InProcessPagesDB.removeURL(MD_InProcessPagesDB.java:38) at edu.uci.ics.crawler4j.frontier.Frontier.setProcessedAll(Frontier.java:240) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:300) at java.lang.Thread.run(Thread.java:748) affectedNode:172.21.205.21" "" "" "" "" "" "" "1576633096079" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "90" "edu.uci.ics.crawler4j.frontier.URLExecutionQueue" "get" "SEVERE" "18-12-2019 07:08:17:589" "41" "" "com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.URLExecutionQueue.get(URLExecutionQueue.java:86) at edu.uci.ics.crawler4j.frontier.Frontier.getNextURLs(Frontier.java:178) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:276) at java.lang.Thread.run(Thread.java:748) " "" "" "" "" "" "1576633097589" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "edu.uci.ics.crawler4j.crawler.CrawlController" "run" "INFO" "18-12-2019 07:08:17:610" "43" "It looks like no thread is working, waiting for 10 seconds to make sure...::" "" "" "" "" "" "" "1576633097611" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "91" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:08:17:616" "78" "399880459 [Crawler 1] INFO org.mongodb.driver.cluster - Cluster description not yet available. Waiting for 30000 ms before timing out " "" "" "" "" "" "" "1576633097616" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.GlobalCache" "getTenureUsedMemoryPercentage" "SEVERE" "18-12-2019 07:08:18:218" "148" "CacheStats -- Tenure Space usedMemory percentage 98.38789251219269" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.GlobalCache" "cleanUp" "SEVERE" "18-12-2019 07:08:18:219" "73" "1800000 is the idle cache eviction time configured in system property..." "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:219" "11" "CacheStats -- GlobalMapStats: size:1 metrics:{insufficient_memory=633, full_evicts=0, partial_evicts=632}" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:219" "11" "CacheStats -- RedisStats : metrics:{get=2, update=0, add=0, failed_get=0, failed_update=0, failed_add=0}" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:219" "11" "CacheStats -- RedisWithDB Stats :{version_get=0, version_update=0, version_add=0, failed_get=0, failed_update=0, segment_add=0}" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:219" "11" "CacheStats -- SegmentStats : segmentName:SASPCINFO metrics:{hit=0, miss=0, invalidate=0, full=0, put=0} hitRate=0.0%" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:219" "11" "CacheStats -- SegmentStats : segmentName:DSCache metrics:{hit=0, miss=0, invalidate=0, full=0, put=0} hitRate=0.0%" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:219" "11" "CacheStats -- SegmentStats : segmentName:mickey metrics:{hit=0, miss=0, invalidate=0, full=0, put=0} hitRate=0.0%" "" "" "" "" "" "" "1576633098219" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "22" "com.zoho.cache.cg.CacheLogger" "info" "INFO" "18-12-2019 07:08:18:220" "11" "CacheStats -- SegmentStats : segmentName:TE_Cache metrics:{hit=77266, miss=2666, invalidate=1332, full=0, put=2666} hitRate=96.66466496522042%" "" "" "" "" "" "" "1576633098220" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""com.zoho.cache.cg.GlobalCache""}" "" "172.21.205.21" "test" "" "" "" "86" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:08:27:620" "78" "399890463 [Thread-29] INFO org.mongodb.driver.connection - Closed connection [connectionId{localValue:4, serverValue:18}] to 127.0.0.1:27017 because there was a socket exception raised on another connection from this pool. " "" "" "" "" "" "" "1576633107620" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "86" "com.adventnet.mfw.Starter$SysLogStream" "log" "INFO" "18-12-2019 07:08:27:620" "78" "399890463 [Thread-29] INFO org.mongodb.driver.connection - Closed connection [connectionId{localValue:2, serverValue:16}] to 127.0.0.1:27017 because there was a socket exception raised on another connection from this pool. " "" "" "" "" "" "" "1576633107621" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy"",""logger_name"":""SYSERR""}" "" "172.21.205.21" "test" "" "" "" "86" "edu.uci.ics.crawler4j.crawler.CrawlController" "run" "INFO" "18-12-2019 07:08:27:623" "43" "No thread is working and no more URLs are in queue waiting for another 10 seconds to make sure...::" "" "" "" "" "" "" "1576633107623" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.CrawlerSchedulerTask" "run" "INFO" "18-12-2019 07:08:36:589" "43" "Entry::" "" "" "" "" "" "" "1576633116589" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.DocumentScheduletask" "schedule" "INFO" "18-12-2019 07:08:36:590" "43" "Entry::" "" "" "" "" "" "" "1576633116590" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.DocumentScheduletask" "schedule" "INFO" "18-12-2019 07:08:36:596" "43" "Exit::" "" "" "" "" "" "" "1576633116596" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "46" "com.zoho.scrapy.server.scheduler.CrawlerSchedulerTask" "run" "INFO" "18-12-2019 07:08:36:596" "43" "Exit::" "" "" "" "" "" "" "1576633116596" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "edu.uci.ics.crawler4j.crawler.CrawlController" "run" "INFO" "18-12-2019 07:08:37:625" "43" "All of the crawlers are stopped. Finishing the process...::" "" "" "" "" "" "" "1576633117625" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:626" "43" "Total time taken for crawling is: 20015::" "" "" "" "" "" "" "1576633117626" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:632" "43" "CRAWLING COMPLETED FOR THE URL SET: {1000000014263=}::" "" "" "" "" "" "" "1576633117632" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:635" "43" "crawling status: 1::" "" "" "" "" "" "" "1576633117635" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:635" "43" "crawling process has beed completed::" "" "" "" "" "" "" "1576633117635" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:635" "43" "Total time taken for crawling is: 110100::" "" "" "" "" "" "" "1576633117635" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:638" "43" "CRAWLING COMPLETED FOR THE URL SET: {1000000014263=}::" "" "" "" "" "" "" "1576633117638" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:639" "43" "crawling status: 1::" "" "" "" "" "" "" "1576633117639" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:639" "43" "crawling process has beed completed::" "" "" "" "" "" "" "1576633117640" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:640" "43" "Total time taken for crawling is: 80081::" "" "" "" "" "" "" "1576633117640" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:643" "43" "CRAWLING COMPLETED FOR THE URL SET: {1000000014263=}::" "" "" "" "" "" "" "1576633117643" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:644" "43" "crawling status: 1::" "" "" "" "" "" "" "1576633117644" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:644" "43" "crawling process has beed completed::" "" "" "" "" "" "" "1576633117644" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:644" "43" "Total time taken for crawling is: 140133::" "" "" "" "" "" "" "1576633117644" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:647" "43" "CRAWLING COMPLETED FOR THE URL SET: {1000000014263=}::" "" "" "" "" "" "" "1576633117647" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:649" "43" "crawling status: 1::" "" "" "" "" "" "" "1576633117649" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:649" "43" "crawling process has beed completed::" "" "" "" "" "" "" "1576633117649" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:649" "43" "Total time taken for crawling is: 50064::" "" "" "" "" "" "" "1576633117649" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:651" "43" "CRAWLING COMPLETED FOR THE URL SET: {1000000014263=}::" "" "" "" "" "" "" "1576633117651" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:652" "43" "crawling status: 1::" "" "" "" "" "" "" "1576633117652" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "com.zoho.scrapy.server.crawler.crawler4j.Crawler4jProcess" "onBeforeExit" "INFO" "18-12-2019 07:08:37:652" "43" "crawling process has beed completed::" "" "" "" "" "" "" "1576633117653" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "86" "edu.uci.ics.crawler4j.crawler.CrawlController" "run" "INFO" "18-12-2019 07:08:37:653" "43" "Waiting for 10 seconds before final clean up...::" "" "" "" "" "" "" "1576633117653" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}" "" "172.21.205.21" "test" "" "" "" "91" "edu.uci.ics.crawler4j.frontier.URLExecutionQueue" "get" "SEVERE" "18-12-2019 07:08:47:617" "41" "" "com.mongodb.MongoTimeoutException: Timed out after 30000 ms while waiting to connect. Client view of cluster state is {type=UNKNOWN, servers=[{address=127.0.0.1:27017, type=UNKNOWN, state=CONNECTING, exception={com.mongodb.MongoSocketOpenException: Exception opening socket}, caused by {java.net.ConnectException: Connection refused (Connection refused)}}] at com.mongodb.internal.connection.BaseCluster.getDescription(BaseCluster.java:182) at com.mongodb.internal.connection.SingleServerCluster.getDescription(SingleServerCluster.java:41) at com.mongodb.client.internal.MongoClientDelegate.getConnectedClusterDescription(MongoClientDelegate.java:145) at com.mongodb.client.internal.MongoClientDelegate.createClientSession(MongoClientDelegate.java:100) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.getClientSession(MongoClientDelegate.java:277) at com.mongodb.client.internal.MongoClientDelegate$DelegateOperationExecutor.execute(MongoClientDelegate.java:181) at com.mongodb.client.internal.MongoIterableImpl.execute(MongoIterableImpl.java:143) at com.mongodb.client.internal.MongoIterableImpl.iterator(MongoIterableImpl.java:92) at edu.uci.ics.crawler4j.frontier.URLExecutionQueue.get(URLExecutionQueue.java:86) at edu.uci.ics.crawler4j.frontier.Frontier.getNextURLs(Frontier.java:178) at edu.uci.ics.crawler4j.crawler.WebCrawler.run(WebCrawler.java:276) at java.lang.Thread.run(Thread.java:748) " "" "" "" "" "" "1576633127617" "" "" "" "" "" "" "ROOT" "{""service"":""scrapy""}"