mirror of
https://github.com/laramies/theHarvester.git
synced 2024-11-13 19:16:18 +08:00
95 lines
4.2 KiB
Python
95 lines
4.2 KiB
Python
import requests
|
|
from parsers import censysparser
|
|
from discovery.constants import *
|
|
|
|
|
|
class search_censys:
|
|
|
|
def __init__(self, word):
|
|
self.word = word
|
|
self.urlhost = ""
|
|
self.urlcert = ""
|
|
self.page = ""
|
|
self.resultshosts = ""
|
|
self.resultcerts = ""
|
|
self.total_resultshosts = ""
|
|
self.total_resultscerts = ""
|
|
self.server = "censys.io"
|
|
self.ips = []
|
|
self.hostnamesall = []
|
|
|
|
def do_searchhosturl(self):
|
|
try:
|
|
headers = {'user-agent': getUserAgent(), 'Accept':'*/*','Referer': self.urlhost}
|
|
responsehost = requests.get(self.urlhost, headers=headers)
|
|
self.resultshosts = responsehost.text
|
|
self.total_resultshosts += self.resultshosts
|
|
except Exception as e:
|
|
print("Error occurred in the Censys module downloading pages from Censys - IP search: " + str(e))
|
|
|
|
def do_searchcertificateurl(self):
|
|
try:
|
|
headers = {'user-agent': getUserAgent(), 'Accept':'*/*','Referer': self.urlcert}
|
|
responsecert = requests.get(self.urlcert, headers=headers)
|
|
self.resultcerts = responsecert.text
|
|
self.total_resultscerts += self.resultcerts
|
|
except Exception as e:
|
|
print("Error occurred in the Censys module downloading pages from Censys - certificates search: " + str(e))
|
|
|
|
def process(self):
|
|
try:
|
|
self.urlhost = "https://" + self.server + "/ipv4/_search?q=" + str(self.word) + "&page=1"
|
|
self.urlcert = "https://"+ self.server + "/certificates/_search?q=" + str(self.word) + "&page=1"
|
|
self.do_searchhosturl()
|
|
self.do_searchcertificateurl()
|
|
counter = 2
|
|
pages = censysparser.parser(self)
|
|
totalpages = pages.search_numberofpageshosts()
|
|
while counter <= totalpages:
|
|
try:
|
|
self.page = str(counter)
|
|
self.urlhost = "https://" + self.server + "/ipv4/_search?q=" + str(self.word) + "&page=" + str(self.page)
|
|
print("\tSearching Censys IP results page " + self.page + "...")
|
|
self.do_searchhosturl()
|
|
counter += 1
|
|
except Exception as e:
|
|
print("Error occurred in the Censys module requesting the pages: " + str(e))
|
|
counter = 2
|
|
totalpages = pages.search_numberofpagescerts()
|
|
while counter <= totalpages:
|
|
try:
|
|
self.page = str(counter)
|
|
self.urlhost = "https://" + self.server + "/certificates/_search?q=" + str(self.word) + "&page=" + str(self.page)
|
|
print("\tSearching Censys certificates results page " + self.page + "...")
|
|
self.do_searchcertificateurl()
|
|
counter += 1
|
|
except Exception as e:
|
|
print("Error occurred in the Censys module requesting the pages: " + str(e))
|
|
except Exception as e:
|
|
print("Error occurred in the main Censys module: " + str(e))
|
|
|
|
def get_hostnames(self):
|
|
try:
|
|
ips = self.get_ipaddresses()
|
|
headers = {'user-agent': getUserAgent(), 'Accept':'*/*','Referer': self.urlcert}
|
|
response = requests.post("https://censys.io/ipv4/getdns", json={"ips": ips}, headers=headers)
|
|
responsejson = response.json()
|
|
for key, jdata in responsejson.items():
|
|
if jdata is not None:
|
|
self.hostnamesall.append(jdata)
|
|
else:
|
|
pass
|
|
hostnamesfromcerts = censysparser.parser(self)
|
|
self.hostnamesall.extend(hostnamesfromcerts.search_hostnamesfromcerts())
|
|
return self.hostnamesall
|
|
except Exception as e:
|
|
print("Error occurred in the Censys module - hostname search: " + str(e))
|
|
|
|
def get_ipaddresses(self):
|
|
try:
|
|
ips = censysparser.parser(self)
|
|
self.ips = ips.search_ipaddresses()
|
|
return self.ips
|
|
except Exception as e:
|
|
print("Error occurred in the main Censys module - IP address search: " + str(e))
|
|
|