Update crtsh to add params to exclude expired certs and de-duplicate

This commit is contained in:
L1ghtn1ng 2024-05-13 00:18:51 +01:00
parent bc5844b3c3
commit c047c7da8a

View file

@ -10,7 +10,7 @@ def __init__(self, word) -> None:
async def do_search(self) -> list:
data: set = set()
try:
url = f'https://crt.sh/?q=%25.{self.word}&output=json'
url = f'https://crt.sh/?q=%25.{self.word}&exclude=expired&deduplicate=Y&output=json'
response = await AsyncFetcher.fetch_all([url], json=True, proxy=self.proxy)
response = response[0]
data = set([dct['name_value'][2:] if '*.' == dct['name_value'][:2] else dct['name_value'] for dct in response])