From 995568177f3b44f574c97d9c4fca7bf986d4aba3 Mon Sep 17 00:00:00 2001 From: L1ghtn1ng Date: Mon, 21 Jan 2019 23:59:54 +0000 Subject: [PATCH] Fix dogpile from crashing theharvester.py --- discovery/dogpilesearch.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/discovery/dogpilesearch.py b/discovery/dogpilesearch.py index 1fa7649b..63dcf385 100644 --- a/discovery/dogpilesearch.py +++ b/discovery/dogpilesearch.py @@ -17,14 +17,17 @@ def __init__(self, word, limit): def do_search(self): # Dogpile is hardcoded to return 10 results. - url = 'http://' + self.server + "/search/web?qsi=" + str(self.counter) \ + url = 'https://' + self.server + "/search/web?qsi=" + str(self.counter) \ + "&q=\"%40" + self.word + "\"" headers = { 'Host': self.hostname, 'User-agent': Core.get_user_agent() } - h = requests.get(url=url, headers=headers) - self.total_results += h.text + try: + h = requests.get(url=url, headers=headers) + self.total_results += h.text + except requests.exceptions.ConnectionError: + pass def process(self): while self.counter <= self.limit and self.counter <= 1000: