2019-09-04 05:32:29 +08:00
|
|
|
name: TheHarvester Python CI
|
2019-08-28 07:01:20 +08:00
|
|
|
|
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches:
|
2019-09-03 03:23:28 +08:00
|
|
|
- '*'
|
2019-09-01 08:44:54 +08:00
|
|
|
|
2019-09-01 08:41:23 +08:00
|
|
|
pull_request:
|
|
|
|
branches:
|
2019-09-03 03:23:28 +08:00
|
|
|
- '*'
|
2021-01-09 03:37:05 +08:00
|
|
|
|
2019-08-28 07:01:20 +08:00
|
|
|
jobs:
|
2020-03-24 03:19:58 +08:00
|
|
|
Python:
|
2020-12-15 05:45:47 +08:00
|
|
|
runs-on: ${{ matrix.os }}
|
2019-08-28 07:01:20 +08:00
|
|
|
strategy:
|
2020-03-24 03:19:58 +08:00
|
|
|
max-parallel: 4
|
2019-08-28 07:01:20 +08:00
|
|
|
matrix:
|
2020-12-15 05:45:47 +08:00
|
|
|
os: [ubuntu-latest, macos-latest]
|
|
|
|
python-version: [3.8, 3.9]
|
2020-03-24 03:19:58 +08:00
|
|
|
|
2019-08-28 07:01:20 +08:00
|
|
|
steps:
|
2020-03-24 03:19:58 +08:00
|
|
|
- uses: actions/checkout@v2
|
2020-07-19 13:29:00 +08:00
|
|
|
- name: Python ${{ matrix.python-version }}
|
2020-07-19 13:11:03 +08:00
|
|
|
uses: actions/setup-python@v2
|
2020-03-24 03:19:58 +08:00
|
|
|
with:
|
|
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
- name: Install dependencies
|
|
|
|
run: |
|
|
|
|
pip install --upgrade pip
|
2020-07-19 13:20:12 +08:00
|
|
|
pip install -r requirements/dev.txt
|
2020-03-24 03:19:58 +08:00
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Baidu
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b baidu
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Bufferoverun
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b bufferoverun
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Bing
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b bing
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module CertSpotter
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b certspotter
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Crtsh
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d hcl.com -b crtsh
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module DnsDumpster
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b dnsdumpster
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module DuckDuckGo
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b duckduckgo
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Exalead
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b exalead
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Google
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b google
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module HackerTarget
|
2020-04-07 03:52:15 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b hackertarget
|
|
|
|
|
2020-03-24 03:19:58 +08:00
|
|
|
- name: Run theHarvester module Intelx
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b intelx
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module LinkedIn
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b linkedin
|
|
|
|
|
|
|
|
- name: Run theHarvester module linkedin_links
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b linkedin_links
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Netcraft
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b netcraft
|
|
|
|
|
2020-09-22 01:36:20 +08:00
|
|
|
- name: Run theHarvester module Omnisint
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b omnisint
|
|
|
|
|
2020-03-24 03:19:58 +08:00
|
|
|
- name: Run theHarvester module Otx
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b otx
|
|
|
|
|
2020-08-17 14:08:21 +08:00
|
|
|
- name: Run theHarvester module Qwant
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b qwant
|
|
|
|
|
2020-05-13 04:22:12 +08:00
|
|
|
- name: Run theHarvester module RapidDns
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b rapiddns
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Sublist3r
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b sublist3r
|
|
|
|
|
|
|
|
- name: Run theHarvester module Threatcrowd
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b threatcrowd
|
2020-05-13 04:22:12 +08:00
|
|
|
|
2020-05-26 03:52:53 +08:00
|
|
|
- name: Run theHarvester module Threatminer
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b threatminer
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Trello
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b trello
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Twitter
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b twitter
|
|
|
|
|
2020-05-24 04:50:40 +08:00
|
|
|
- name: Run theHarvester module Urlscan
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b urlscan
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Virustotal
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b virustotal
|
|
|
|
|
2020-05-18 06:33:50 +08:00
|
|
|
- name: Run theHarvester module Yahoo
|
2020-03-24 03:19:58 +08:00
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b yahoo
|
|
|
|
|
2020-05-16 09:33:09 +08:00
|
|
|
- name: Run theHarvester module DNS brute force
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -c
|
|
|
|
|
2020-03-24 03:19:58 +08:00
|
|
|
- name: Lint with flake8
|
|
|
|
run: |
|
|
|
|
# stop the build if there are Python syntax errors or undefined names
|
|
|
|
flake8 . --count --show-source --statistics
|
|
|
|
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
|
|
|
|
flake8 . --count --exit-zero --max-line-length=127 --statistics
|
|
|
|
|
|
|
|
- name: Test with pytest
|
|
|
|
run: |
|
|
|
|
pytest
|
2021-01-09 03:37:05 +08:00
|
|
|
|
2020-03-24 03:19:58 +08:00
|
|
|
- name: Static type checking with mypy
|
|
|
|
run: |
|
|
|
|
mypy --pretty theHarvester/*/*.py
|