mirror of
https://github.com/laramies/theHarvester.git
synced 2024-09-20 23:37:00 +08:00
62 lines
2.7 KiB
Python
Executable file
62 lines
2.7 KiB
Python
Executable file
import re
|
|
from bs4 import BeautifulSoup
|
|
|
|
|
|
class parser:
|
|
|
|
def __init__(self, resultstoparse):
|
|
self.ipaddresses = []
|
|
self.souphosts = BeautifulSoup(resultstoparse.total_resultshosts, features="html.parser")
|
|
self.soupcerts = BeautifulSoup(resultstoparse.total_resultscerts, features="html.parser")
|
|
self.hostnames = []
|
|
self.hostnamesfromcerts = []
|
|
self.urls = []
|
|
self.numberofpageshosts = 0
|
|
self.numberofpagescerts = 0
|
|
self.domain = resultstoparse.word
|
|
|
|
def search_hostnamesfromcerts(self):
|
|
try:
|
|
hostnamelist = self.soupcerts.findAll("i", "fa fa-fw fa-home")
|
|
for hostnameitem in hostnamelist:
|
|
hostitems = hostnameitem.next_sibling
|
|
hostnames = str(hostitems)
|
|
hostnamesclean = re.sub('[ \'\[\]]', '', hostnames)
|
|
hostnamesclean = re.sub(r'\.\.\.', r'', hostnamesclean)
|
|
self.hostnamesfromcerts.extend(hostnamesclean.split(","))
|
|
self.hostnamesfromcerts = list(filter(None, self.hostnamesfromcerts))
|
|
matchingdomains = [s for s in self.hostnamesfromcerts if str(self.domain) in s] # filter out domains issued to other sites
|
|
self.hostnamesfromcerts = matchingdomains
|
|
return self.hostnamesfromcerts
|
|
except Exception as e:
|
|
print("An error occurred in the Censys module: certificate hostname parser: " + str(e))
|
|
|
|
def search_ipaddresses(self):
|
|
try:
|
|
ipaddresslist = self.souphosts.findAll('a', 'SearchResult__title-text')
|
|
for ipaddressitem in ipaddresslist:
|
|
self.ipaddresses.append(ipaddressitem.text.strip())
|
|
return self.ipaddresses
|
|
except Exception as e:
|
|
print("An error occurred in the Censys module: IP address parser: " + str(e))
|
|
|
|
def search_numberofpageshosts(self):
|
|
try:
|
|
items = self.souphosts.findAll(href=re.compile("page"))
|
|
for item in items:
|
|
if item.text != 'next': # filter out pagination
|
|
self.numberofpageshosts += 1
|
|
return self.numberofpageshosts
|
|
except Exception as e:
|
|
print("An error occurred in the Censys module IP search: page parser: " + str(e))
|
|
|
|
def search_numberofpagescerts(self):
|
|
try:
|
|
items = self.soupcerts.findAll(href=re.compile("page"))
|
|
for item in items:
|
|
if item.text != 'next': # filter out pagination
|
|
self.numberofpagescerts += 1
|
|
return self.numberofpagescerts
|
|
except Exception as e:
|
|
print("An error occurred in the Censys module certificate search: page parser: " + str(e))
|