theHarvester/discovery/censys.py

import requests
from parsers import censysparser
from discovery.constants import *


class search_censys:

    def __init__(self, word):
        self.word = word
        self.urlhost = ""
        self.urlcert = ""
        self.page = ""
        self.resultshosts = ""
        self.resultcerts = ""
        self.total_resultshosts = ""
        self.total_resultscerts = ""
        self.server = "censys.io"
        self.ips = []
        self.hostnamesall = []
        
    def do_searchhosturl(self):
        try:
            headers = {'user-agent': getUserAgent(), 'Accept':'*/*','Referer': self.urlhost}       
            responsehost = requests.get(self.urlhost, headers=headers)
            self.resultshosts = responsehost.text
            self.total_resultshosts += self.resultshosts
        except Exception as e:
            print("Error occurred in the Censys module downloading pages from Censys - IP search: " + str(e))

    def do_searchcertificateurl(self):
        try:
            headers = {'user-agent': getUserAgent(), 'Accept':'*/*','Referer': self.urlcert}       
            responsecert = requests.get(self.urlcert, headers=headers)
            self.resultcerts = responsecert.text
            self.total_resultscerts += self.resultcerts
        except Exception as e:
            print("Error occurred in the Censys module downloading pages from Censys - certificates search: " + str(e))

    def process(self):
        try:
            self.urlhost = "https://" + self.server + "/ipv4/_search?q=" + str(self.word) + "&page=1"
            self.urlcert = "https://"+ self.server + "/certificates/_search?q=" + str(self.word) + "&page=1"
            self.do_searchhosturl()
            self.do_searchcertificateurl()
            counter = 2
            pages = censysparser.parser(self)
            totalpages = pages.search_numberofpageshosts()
            while counter <= totalpages:
                try:
                    self.page = str(counter)
                    self.urlhost = "https://" + self.server + "/ipv4/_search?q=" + str(self.word) + "&page=" + str(self.page)                   
                    print("\tSearching Censys IP results page " + self.page + "...")
                    self.do_searchhosturl()
                    counter += 1
                except Exception as e:
                    print("Error occurred in the Censys module requesting the pages: " + str(e))
            counter = 2
            totalpages = pages.search_numberofpagescerts()
            while counter <= totalpages:
                try:
                    self.page = str(counter)
                    self.urlhost = "https://" + self.server + "/certificates/_search?q=" + str(self.word) + "&page=" + str(self.page)                   
                    print("\tSearching Censys certificates results page " + self.page + "...")
                    self.do_searchcertificateurl()
                    counter += 1
                except Exception as e:
                    print("Error occurred in the Censys module requesting the pages: " + str(e))
        except Exception as e:
            print("Error occurred in the main Censys module: " + str(e))

    def get_hostnames(self):
        try:
            ips = self.get_ipaddresses()
            headers = {'user-agent': getUserAgent(), 'Accept':'*/*','Referer': self.urlcert}
            response = requests.post("https://censys.io/ipv4/getdns", json={"ips": ips}, headers=headers)
            responsejson = response.json()
            for key, jdata in responsejson.items():
                    if jdata is not None:
                        self.hostnamesall.append(jdata)
                    else:
                        pass
            hostnamesfromcerts = censysparser.parser(self)
            self.hostnamesall.extend(hostnamesfromcerts.search_hostnamesfromcerts())
            return self.hostnamesall
        except Exception as e:
            print("Error occurred in the Censys module - hostname search: " + str(e))

    def get_ipaddresses(self):
        try:
            ips = censysparser.parser(self)
            self.ips = ips.search_ipaddresses()
            return self.ips
        except Exception as e:
            print("Error occurred in the main Censys module - IP address search: " + str(e))