laramies/theHarvester
1
1
Fork 0
mirror of https://github.com/laramies/theHarvester.git synced 2025-02-23 14:02:58 +08:00
Code Issues Projects Releases Packages Wiki Activity

censys fixing pagination

Browse source
This commit is contained in:
jzold 2018-11-30 20:57:12 +00:00
parent 95250654f8
commit a0bf7044ca
2 changed files with 16 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -4,3 +4,4 @@ tests/myparser.py
stash.sqlite stash.sqlite
*.sqlite *.sqlite
.vscode .vscode
venv

17
theHarvester.py
View file

@ -310,10 +310,23 @@ def start(argv):
from discovery import censys from discovery import censys
#import locally or won't work #import locally or won't work
search = censys.search_censys(word) search = censys.search_censys(word)
search.process(5) search.process()
totalnumberofpages = search.get_totalnumberofpages()
all_emails = [] all_emails = []
all_ip = search.get_ipaddresses()
all_hosts = search.get_hostnames() all_hosts = search.get_hostnames()
pagecounter = 1
while pagecounter < totalnumberofpages and pagecounter < 5: #pagecounter < 5: search 4 pages = 100 results
pagecounter += 1
search.process(pagecounter)
moreips = search.get_ipaddresses()
for moreipitem in moreips:
db.store(word,moreipitem,'ipaddress','censys')
all_ip.append(moreipitem)
morehostnames = search.get_hostnames()
for morehostnameitem in morehostnames:
db.store(word,morehostnameitem,'hostname','censys')
all_hosts.append(morehostnameitem)
elif engineitem == "all": elif engineitem == "all":
print(("Full harvest on " + word)) print(("Full harvest on " + word))