2019-09-04 05:32:29 +08:00
|
|
|
name: TheHarvester Python CI
|
2019-08-28 07:01:20 +08:00
|
|
|
|
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches:
|
2019-09-03 03:23:28 +08:00
|
|
|
- '*'
|
2019-09-01 08:44:54 +08:00
|
|
|
|
2019-09-01 08:41:23 +08:00
|
|
|
pull_request:
|
|
|
|
branches:
|
2019-09-03 03:23:28 +08:00
|
|
|
- '*'
|
2019-08-28 07:01:20 +08:00
|
|
|
jobs:
|
2019-09-04 05:38:05 +08:00
|
|
|
Python:
|
2019-08-28 07:01:20 +08:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
strategy:
|
|
|
|
max-parallel: 4
|
|
|
|
matrix:
|
2019-12-24 04:02:58 +08:00
|
|
|
python-version: [3.7, 3.8]
|
2019-08-28 07:01:20 +08:00
|
|
|
|
|
|
|
steps:
|
2020-02-16 06:54:31 +08:00
|
|
|
- uses: actions/checkout@v2
|
2019-08-28 07:01:20 +08:00
|
|
|
- name: Set up Python ${{ matrix.python-version }}
|
2019-12-25 08:53:22 +08:00
|
|
|
uses: actions/setup-python@v1.1.1
|
2019-08-28 07:01:20 +08:00
|
|
|
with:
|
|
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
- name: Install dependencies
|
|
|
|
run: |
|
2019-10-20 00:53:44 +08:00
|
|
|
pip install --upgrade pip
|
2019-12-30 10:34:22 +08:00
|
|
|
pip install -r requirements/dev.txt
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module baidu
|
2019-09-01 09:17:09 +08:00
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b baidu
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2020-02-16 06:01:08 +08:00
|
|
|
- name: Run theHarvester module bufferoverun
|
|
|
|
run: |
|
|
|
|
python theHarvester.py -d yale.edu -b bufferoverun
|
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module bing
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b bing
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-10-14 08:07:16 +08:00
|
|
|
- name: Run theHarvester module certspotter
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b certspotter
|
2019-10-14 08:07:16 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module crtsh
|
|
|
|
run: |
|
2020-02-16 06:01:08 +08:00
|
|
|
python theHarvester.py -d hcl.com -b crtsh
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module dnsdumpster
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b dnsdumpster
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module dogplie
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b dogpile
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module duckduckgo
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b duckduckgo
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module exalead
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b exalead
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module google
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b google
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-26 04:31:31 +08:00
|
|
|
- name: Run theHarvester module Intelx
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b intelx
|
2019-09-26 04:31:31 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module linkedin
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b linkedin
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module linkedin_links
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b linkedin_links
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module netcraft
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b netcraft
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-12-24 11:33:58 +08:00
|
|
|
- name: Run theHarvester module Otx
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b otx
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module threatcrowd
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b threatcrowd
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module trello
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b trello
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module twitter
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b twitter
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module virustotal
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b virustotal
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-09-08 09:04:38 +08:00
|
|
|
- name: Run theHarvester module yahoo
|
|
|
|
run: |
|
2020-01-02 10:38:17 +08:00
|
|
|
python theHarvester.py -d yale.edu -b yahoo
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-08-28 07:01:20 +08:00
|
|
|
- name: Lint with flake8
|
|
|
|
run: |
|
|
|
|
# stop the build if there are Python syntax errors or undefined names
|
2019-09-01 09:15:11 +08:00
|
|
|
flake8 . --count --show-source --statistics
|
2019-08-28 07:01:20 +08:00
|
|
|
# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
|
2019-09-01 09:15:11 +08:00
|
|
|
flake8 . --count --exit-zero --max-line-length=127 --statistics
|
2019-09-22 22:23:34 +08:00
|
|
|
|
2019-08-28 07:01:20 +08:00
|
|
|
- name: Test with pytest
|
|
|
|
run: |
|
|
|
|
pytest
|
2019-10-20 00:53:44 +08:00
|
|
|
- name: Static type checking with mypy
|
|
|
|
run: |
|
2019-10-21 08:02:10 +08:00
|
|
|
mypy --pretty theHarvester/*/*.py
|