laramies/theHarvester
1
1
Fork 0
mirror of https://github.com/laramies/theHarvester.git synced 2025-02-26 07:23:17 +08:00
Code Issues Projects Releases Packages Wiki Activity

censys fix: add unique items to the db and fixing censys with -all switch

Browse source
This commit is contained in:
Janos Zold 2018-12-20 20:50:48 +00:00
parent 4e9c8bcc00
commit 3debf86aa8
1 changed files with 12 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
theHarvester.py
View file

@ -349,14 +349,14 @@ def start(argv):
search = censys.search_censys(word)
search.process()
ips = search.get_ipaddresses()
all_ip.extend(ips)
hosts = search.get_hostnames()
all_hosts.extend(hosts)
db = stash.stash_manager()
setips = set(ips)
uniqueips = list(setips) #remove duplicates
all_ip.extend(uniqueips)
hosts = search.get_hostnames()
sethosts = set(hosts)
uniquehosts = list(sethosts) #remove duplicates
all_hosts.extend(uniquehosts)
db = stash.stash_manager()
db.store_all(word,uniquehosts,'host','censys')
db.store_all(word,uniqueips,'ip','censys')
@ -493,12 +493,16 @@ def start(argv):
search = censys.search_censys(word)
search.process()
ips = search.get_ipaddresses()
all_ip.extend(ips)
setips = set(ips)
uniqueips = list(setips) #remove duplicates
all_ip.extend(uniqueips)
hosts = search.get_hostnames()
all_hosts.extend(hosts)
sethosts = set(hosts)
uniquehosts = list(sethosts) #remove duplicates
all_hosts.extend(uniquehosts)
db = stash.stash_manager()
db.store_all(word, ips, 'ip', 'censys')
db.store_all(word, hosts, 'host', 'censys')
db.store_all(word, uniqueips, 'ip', 'censys')
db.store_all(word, uniquehosts, 'host', 'censys')
else:
usage()