mirror of
https://github.com/laramies/theHarvester.git
synced 2024-09-20 15:26:31 +08:00
Cleaned up more python2 code and had to fix implicit conversion not happening in python3.
This commit is contained in:
NotoriousRebel
parent
d5de70b1c6
commit
554ab59176
|
|
@ -30,8 +30,9 @@ def do_search(self):
|
|||
h.putheader('Accept-Language', 'en-us,en')
|
||||
h.putheader('User-agent', self.userAgent)
|
||||
h.endheaders()
|
||||
returncode, returnmsg, headers = h.getresponse()
|
||||
self.results = h.getfile().read()
|
||||
self.results = str(h.getresponse())
|
||||
print('self.results: ',self.results)
|
||||
self.results = str(self.results)
|
||||
self.totalresults += self.results
|
||||
|
||||
def do_search_api(self):
|
||||
|
|
@ -42,7 +43,7 @@ def do_search_api(self):
|
|||
h.putheader('User-agent', self.userAgent)
|
||||
h.endheaders()
|
||||
returncode, returnmsg, headers = h.getresponse()
|
||||
self.results = h.getfile().read()
|
||||
self.results = h.getresponse()
|
||||
self.totalresults += self.results
|
||||
|
||||
def do_search_vhost(self):
|
||||
|
|
@ -56,7 +57,7 @@ def do_search_vhost(self):
|
|||
h.putheader('User-agent', self.userAgent)
|
||||
h.endheaders()
|
||||
returncode, returnmsg, headers = h.getresponse()
|
||||
self.results = h.getfile().read()
|
||||
self.results = h.getresponse()
|
||||
self.totalresults += self.results
|
||||
|
||||
def get_emails(self):
|
||||
|
|
|
|||
|
|
@ -39,7 +39,7 @@ def do_search(self):
|
|||
r=requests.get(urly,params= params)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
self.results = r.content
|
||||
self.results = str(r.content)
|
||||
self.totalresults += self.results
|
||||
|
||||
def do_search_profiles(self):
|
||||
|
|
@ -50,7 +50,7 @@ def do_search_profiles(self):
|
|||
try:
|
||||
r=requests.get(urly)
|
||||
except Exception as e:
|
||||
print (e)
|
||||
print(e)
|
||||
self.results = r.content
|
||||
#'&hl=en&meta=&q=site:www.google.com%20intitle:"Google%20Profile"%20"Companies%20I%27ve%20worked%20for"%20"at%20' + self.word + '"')
|
||||
self.totalresults += self.results
|
||||
|
|
|
|||
44
myparser.py
44
myparser.py
|
|
@ -23,7 +23,7 @@ def genericClean(self):
|
|||
|
||||
|
||||
for e in ('>', ':', '=', '<', '/', '\\', ';', '&', '%3A', '%3D', '%3C'):
|
||||
self.results = string.replace(self.results, e, ' ')
|
||||
self.results = self.results.replace(e, ' ')
|
||||
|
||||
def urlClean(self):
|
||||
self.results = re.sub('<em>', '', self.results)
|
||||
|
|
@ -32,7 +32,7 @@ def urlClean(self):
|
|||
self.results = re.sub('%3a', ' ', self.results)
|
||||
|
||||
for e in ('<', '>', ':', '=', ';', '&', '%3A', '%3D', '%3C'):
|
||||
self.results = string.replace(self.results, e, ' ')
|
||||
self.results = self.results.replace(e, ' ')
|
||||
|
||||
def emails(self):
|
||||
self.genericClean()
|
||||
|
|
@ -67,11 +67,11 @@ def people_googleplus(self):
|
|||
self.temp = reg_people.findall(self.results)
|
||||
resul = []
|
||||
for x in self.temp:
|
||||
y = string.replace(x, ' | LinkedIn', '')
|
||||
y = string.replace(y, ' profiles ', '')
|
||||
y = string.replace(y, 'LinkedIn', '')
|
||||
y = string.replace(y, '"', '')
|
||||
y = string.replace(y, '>', '')
|
||||
y = x.replace(' | LinkedIn', '')
|
||||
y = y.replace(' profiles ', '')
|
||||
y = y.replace('LinkedIn', '')
|
||||
y = y.replace('"', '')
|
||||
y = y.replace('>', '')
|
||||
if y != " ":
|
||||
resul.append(y)
|
||||
return resul
|
||||
|
|
@ -85,11 +85,11 @@ def people_twitter(self):
|
|||
users = self.unique()
|
||||
resul = []
|
||||
for x in users:
|
||||
y = string.replace(x, ' | LinkedIn', '')
|
||||
y = string.replace(y, ' profiles ', '')
|
||||
y = string.replace(y, 'LinkedIn', '')
|
||||
y = string.replace(y, '"', '')
|
||||
y = string.replace(y, '>', '')
|
||||
y = x.replace(' | LinkedIn', '')
|
||||
y = y.replace(' profiles ', '')
|
||||
y = y.replace('LinkedIn', '')
|
||||
y = y.replace('"', '')
|
||||
y = y.replace('>', '')
|
||||
if y != " ":
|
||||
resul.append(y)
|
||||
return resul
|
||||
|
|
@ -100,11 +100,11 @@ def people_linkedin(self):
|
|||
self.temp = reg_people.findall(self.results)
|
||||
resul = []
|
||||
for x in self.temp:
|
||||
y = string.replace(x, ' | LinkedIn', '')
|
||||
y = string.replace(y, ' profiles ', '')
|
||||
y = string.replace(y, 'LinkedIn', '')
|
||||
y = string.replace(y, '"', '')
|
||||
y = string.replace(y, '>', '')
|
||||
y = x.replace(' | LinkedIn', '')
|
||||
y = y.replace(' profiles ', '')
|
||||
y = y.replace('LinkedIn', '')
|
||||
y = y.replace('"', '')
|
||||
y = y.replace('>', '')
|
||||
if y != " ":
|
||||
resul.append(y)
|
||||
return resul
|
||||
|
|
@ -114,9 +114,9 @@ def profiles(self):
|
|||
self.temp = reg_people.findall(self.results)
|
||||
resul = []
|
||||
for x in self.temp:
|
||||
y = string.replace(x, ' <em>Google Profile</em>', '')
|
||||
y = string.replace(y, '-', '')
|
||||
y = string.replace(y, '">', '')
|
||||
y = x.replace(' <em>Google Profile</em>', '')
|
||||
y = y.replace('-', '')
|
||||
y = y.replace('">', '')
|
||||
if y != " ":
|
||||
resul.append(y)
|
||||
return resul
|
||||
|
|
@ -144,8 +144,8 @@ def set(self):
|
|||
self.temp = reg_sets.findall(self.results)
|
||||
sets = []
|
||||
for x in self.temp:
|
||||
y = string.replace(x, '>', '')
|
||||
y = string.replace(y, '</a</font', '')
|
||||
y = x.replace('>', '')
|
||||
y = y.replace('</a</font', '')
|
||||
sets.append(y)
|
||||
return sets
|
||||
|
||||
|
|
|
|||
|
|
@ -64,7 +64,7 @@ def usage():
|
|||
|
||||
|
||||
def start(argv):
|
||||
print('argv: ',argv)
|
||||
|
||||
if len(sys.argv) < 4:
|
||||
usage()
|
||||
sys.exit()
|
||||
|
|
@ -78,8 +78,6 @@ def start(argv):
|
|||
db.do_init()
|
||||
except Exception as e:
|
||||
pass
|
||||
print('opts are: ',opts)
|
||||
print('args are: ',args)
|
||||
start = 0
|
||||
host_ip = []
|
||||
filename = ""
|
||||
|
|
@ -95,7 +93,11 @@ def start(argv):
|
|||
google_dorking = False
|
||||
limit = 500
|
||||
dnsserver = ""
|
||||
for opt, arg in opts:
|
||||
for value in enumerate(opts):
|
||||
opt = value[1][0]
|
||||
arg = value[1][1]
|
||||
opt = str(opt)
|
||||
arg = str(arg)
|
||||
if opt == '-l':
|
||||
limit = int(arg)
|
||||
elif opt == '-d':
|
||||
|
|
@ -132,6 +134,7 @@ def start(argv):
|
|||
search = googlesearch.search_google(word, limit, start)
|
||||
search.process(google_dorking)
|
||||
all_emails = search.get_emails()
|
||||
print('all_emails is: ',all_emails)
|
||||
all_hosts = search.get_hostnames()
|
||||
for x in all_hosts:
|
||||
try:
|
||||
|
|
@ -199,6 +202,7 @@ def start(argv):
|
|||
bingapi = "no"
|
||||
search.process(bingapi)
|
||||
all_emails = search.get_emails()
|
||||
print(all_emails)
|
||||
all_hosts = search.get_hostnames()
|
||||
|
||||
elif engineitem == "dogpile":
|
||||
|
|
@ -640,5 +644,7 @@ def start(argv):
|
|||
start(sys.argv[1:])
|
||||
except KeyboardInterrupt:
|
||||
print("Search interrupted by user..")
|
||||
except:
|
||||
except Exception:
|
||||
import traceback
|
||||
print(traceback.print_exc())
|
||||
sys.exit()
|
||||
|
|
|
|||
Loading…
Reference in a new issue