From 4ae6cd24c0ac3807ab2967a0492b594eb614d6b2 Mon Sep 17 00:00:00 2001 From: siulkilulki Date: Sun, 18 Jun 2017 21:44:12 +0200 Subject: [PATCH] fix proxy conditional statement --- scraper/duckduckgo.py | 4 +++- urls_checked_a.txt | 1 - 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/scraper/duckduckgo.py b/scraper/duckduckgo.py index f233c45..9f890d0 100644 --- a/scraper/duckduckgo.py +++ b/scraper/duckduckgo.py @@ -45,7 +45,9 @@ class DuckDuckGo(object): proxy_dict = self._proxy_to_dict(proxy) self.falitures += 1 - if self.falitures > 0.95 * len(self.proxy_obj.proxies): + total_nr_of_proxies = len( + self.proxy_obj.proxies) + self.falitures + if self.falitures > 0.95 * total_nr_ofproxies: if self.download: self.download_proxies() self.download = False diff --git a/urls_checked_a.txt b/urls_checked_a.txt index caaecb4..e69de29 100644 --- a/urls_checked_a.txt +++ b/urls_checked_a.txt @@ -1 +0,0 @@ -http://www.adamowice.katowice.opoka.org.pl/