mirror of
https://github.com/DiegoCaraballo/Email-extractor.git
synced 2024-09-20 06:46:01 +08:00
573 lines
14 KiB
Python
573 lines
14 KiB
Python
#!/usr/bin/python
|
|
# -*- coding: utf-8 -*-
|
|
# Comentarios en Español
|
|
# Blog: www.pythondiario.com
|
|
|
|
from googlesearch import search
|
|
from bs4 import BeautifulSoup
|
|
import urllib.request
|
|
import random
|
|
import os
|
|
import time
|
|
import sqlite3
|
|
from sqlite3 import Error
|
|
import sys
|
|
import re
|
|
|
|
# Menú Principal
|
|
def menu():
|
|
try:
|
|
clear()
|
|
print(' .-"""-. ')
|
|
print(' / .===. \ ')
|
|
print(' \/ 6 6 \/')
|
|
print(' ( \___/ )')
|
|
print(' __________ooo___\_____/______________')
|
|
print(' / \ ')
|
|
print(' | EMAIL EXTRACTOR |')
|
|
print(' \__________________________ooo________/')
|
|
print('')
|
|
print(' ------------------------------------------------------------------')
|
|
print("| ENGLISH - ESPAÑOL | ")
|
|
print(" ------------------------------------------------------------------")
|
|
print("1 - Search only in the entered URL - Buscar solo en la URL ingresada")
|
|
print("2 - Search in a url (Two Levels) - Buscar en una URL(Dos Niveles) **Enter the url and the ones you find inside**")
|
|
print("3 - Search phrase in google - Buscar frase en Google")
|
|
print("4 - List emails - Listar correos")
|
|
print("5 - Save emails in .txt file - Guardar correos en archivo .txt")
|
|
print("6 - Delete Emails from Data Base")
|
|
print("7 - Exit - Salir")
|
|
print("")
|
|
|
|
opcion = input("Enter option - Ingrese Opcion: ")
|
|
if (opcion == "1"):
|
|
print ("Example URL: http://www.pythondiario.com")
|
|
url = str(input("Enter URL - Ingrese URL: "))
|
|
extractOnlyUrl(url)
|
|
input("Press enter key to continue")
|
|
menu()
|
|
|
|
if (opcion == "2"):
|
|
print ("Example URL: http://www.pythondiario.com")
|
|
url = str(input("Enter URL - Ingrese URL: "))
|
|
extractUrl(url)
|
|
input("Press enter key to continue")
|
|
menu()
|
|
|
|
elif (opcion == "3"):
|
|
frase = str(input("Enter a phrase to search - Ingrese una frase a buscar: "))
|
|
print ("***Warning: The amount of results chosen impacts the execution time***")
|
|
print ("*** Advertencia: La cantidad de resultados elejidos impacta el tiempo de ejecucion")
|
|
cantRes = int(input("Number of results in Google - Cantiad de resultados en Google: "))
|
|
print ("")
|
|
extractFraseGoogle(frase, cantRes)
|
|
input("Press enter key to continue")
|
|
menu()
|
|
|
|
elif (opcion == "4"):
|
|
print ("")
|
|
print ("1 - Select a phrase - Seleccionar una frase")
|
|
print ("2 - Insert a URL")
|
|
print ("3 - All emails - Todos los correos")
|
|
opcListar = input("Enter option - Ingrese Opcion: ")
|
|
|
|
if (opcListar == "1"):
|
|
listarPorFrase()
|
|
|
|
elif (opcListar == "2"):
|
|
listarPorUrl("Emails.db")
|
|
|
|
elif (opcListar == "3"):
|
|
listarTodo("Emails.db")
|
|
|
|
else:
|
|
print("Incorrect option, return to the menu...")
|
|
time.sleep(2)
|
|
menu()
|
|
|
|
elif (opcion == "5"):
|
|
print ("")
|
|
print ("1 - Save emails from a phrase - Guardar correos de una frase")
|
|
print ("2 - Save all emails - Guardar todos los correos")
|
|
|
|
elif (opcion == "6"):
|
|
print("")
|
|
print("1 - Delete emails from a especific URL")
|
|
print("2 - Delete emails from a especific phrase")
|
|
print("3 - Delete all Emails")
|
|
op = input("Enter option: ")
|
|
|
|
if(op == "1"):
|
|
print("Example URL: http://www.pythondiario.com")
|
|
url = str(input("Insert URL: "))
|
|
deleteUrl("Emails.db", url.strip())
|
|
|
|
elif(op == "2"):
|
|
phrase = str(input("Insert Phrase: "))
|
|
deletePhrase("Emails.db", phrase.strip())
|
|
|
|
elif(op == "3"):
|
|
deleteAll("Emails.db")
|
|
|
|
else:
|
|
print("Incorrect option, return to the menu...")
|
|
time.sleep(2)
|
|
menu()
|
|
|
|
elif (opcion == "7"):
|
|
sys.exit(0)
|
|
|
|
else:
|
|
print ("Select a correct option - Seleccione un opcion correcta")
|
|
time.sleep(2)
|
|
clear()
|
|
menu()
|
|
|
|
except Exception as e:
|
|
print (e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
# Insertar correo, frase y Url en base de datos
|
|
def insertEmail(db_file, email, frase, url):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
c.execute("INSERT INTO emails (frase, email, url) VALUES (?,?,?)", (frase, email, url))
|
|
conn.commit()
|
|
conn.close()
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
# Buscar correo en la base de datos
|
|
def searchEmail(db_file, email, frase):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
sql = 'SELECT COUNT(*) FROM emails where email LIKE "%' + str(email) + '%" AND frase LIKE "%' + str(frase) + '%"'
|
|
result = c.execute(sql).fetchone()
|
|
conn.close()
|
|
|
|
return (result[0])
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
# Crea tabla principal
|
|
def crearTabla(db_file, delete = False):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
|
|
if(delete == True):
|
|
c.execute('drop table if exists emails')
|
|
|
|
sql = '''create table if not exists emails
|
|
(ID INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
frase varchar(500) NOT NULL,
|
|
email varchar(200) NOT NULL,
|
|
url varchar(500) NOT NULL)'''
|
|
|
|
c.execute(sql)
|
|
c.close()
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
# Borra todos los correos de una URL específica
|
|
def deleteUrl(db_file, url):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
sql = 'SELECT COUNT(*) FROM emails WHERE url = ' + '"' + url + '"'
|
|
result = c.execute(sql).fetchone()
|
|
|
|
if(result[0] == 0):
|
|
print("There are no emails to erase")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
else:
|
|
option = str(input("Are you sure you want to delete " + str(result[0]) + " emails? Y/N :"))
|
|
|
|
if(option == "Y" or option == "y"):
|
|
c.execute("DELETE FROM emails WHERE url = " + '"' + url + '"')
|
|
conn.commit()
|
|
|
|
print("Emails deleted")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
elif(option == "N" or option == "n"):
|
|
print("Canceled operation, return to the menu ...")
|
|
time.sleep(2)
|
|
menu()
|
|
|
|
else:
|
|
print("Select a correct option")
|
|
time.sleep(2)
|
|
deleteUrl(db_file, url)
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
# Borra todos los correos de una Frase específica
|
|
def deletePhrase(db_file, phrase):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
sql = 'SELECT COUNT(*) FROM emails WHERE frase = ' + '"' + phrase + '"'
|
|
result = c.execute(sql).fetchone()
|
|
|
|
if(result[0] == 0):
|
|
print("There are no emails to erase")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
else:
|
|
option = str(input("Are you sure you want to delete " + str(result[0]) + " emails? Y/N :"))
|
|
|
|
if(option == "Y" or option == "y"):
|
|
c.execute("DELETE FROM emails WHERE frase = " + '"' + phrase + '"')
|
|
conn.commit()
|
|
|
|
print("Emails deleted")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
elif(option == "N" or option == "n"):
|
|
print("Canceled operation, return to the menu ...")
|
|
time.sleep(2)
|
|
menu()
|
|
|
|
else:
|
|
print("Select a correct option")
|
|
time.sleep(2)
|
|
deleteUrl(db_file, phrase)
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
# Borra todos los correos
|
|
def deleteAll(db_file):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
sql = 'SELECT COUNT(*) FROM emails'
|
|
result = c.execute(sql).fetchone()
|
|
|
|
if(result[0] == 0):
|
|
print("There are no emails to erase")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
|
|
else:
|
|
option = str(input("Are you sure you want to delete " + str(result[0]) + " emails? Y/N :"))
|
|
|
|
if(option == "Y" or option == "y"):
|
|
c.execute("DELETE FROM emails")
|
|
conn.commit()
|
|
crearTabla("Emails.db", True)
|
|
print("All emails were deleted")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
elif(option == "N" or option == "n"):
|
|
print("Canceled operation, return to the menu ...")
|
|
time.sleep(2)
|
|
menu()
|
|
|
|
else:
|
|
print("Select a correct option")
|
|
time.sleep(2)
|
|
deleteAll(db_file)
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
# Lista correos por frase
|
|
def listarPorFrase():
|
|
pass
|
|
|
|
def listarPorUrl(db_file):
|
|
try:
|
|
print("Example URL: http://www.pythondiario.com ")
|
|
url = str(input("Insert a Url: "))
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
|
|
sql = 'SELECT COUNT(*) FROM emails WHERE url LIKE "%' + url.strip() + '%"'
|
|
result = c.execute(sql).fetchone()
|
|
|
|
if(result[0] == 0):
|
|
print("No results for the specified url")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
else:
|
|
c.execute('SELECT * FROM emails WHERE url LIKE "%' + url.strip() + '%"')
|
|
|
|
for i in c:
|
|
|
|
print ("")
|
|
print ("Number: " + str(i[0]))
|
|
print ("Search: " + str(i[1]))
|
|
print ("Email: " + str(i[2]))
|
|
print ("Url: " + str(i[3]))
|
|
print ("-------------------------------------------------------------------------------")
|
|
|
|
c.close()
|
|
|
|
print ("")
|
|
input("Press enter key to continue")
|
|
menu()
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
# Lista todos los correos
|
|
def listarTodo(db_file):
|
|
try:
|
|
conn = sqlite3.connect(db_file)
|
|
c = conn.cursor()
|
|
|
|
sql = 'SELECT COUNT(*) FROM emails'
|
|
result = c.execute(sql).fetchone()
|
|
|
|
if(result[0] == 0):
|
|
print("The data base is Empty")
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
c.execute("SELECT * FROM emails")
|
|
|
|
for i in c:
|
|
|
|
print ("")
|
|
print ("Number: " + str(i[0]))
|
|
print ("Search: " + str(i[1]))
|
|
print ("Email: " + str(i[2]))
|
|
print ("Url: " + str(i[3]))
|
|
print ("-------------------------------------------------------------------------------")
|
|
|
|
c.close()
|
|
|
|
print ("")
|
|
input("Press enter key to continue")
|
|
menu()
|
|
|
|
except Error as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
finally:
|
|
conn.close()
|
|
|
|
|
|
def extractOnlyUrl(url):
|
|
try:
|
|
print ("Searching emails... please wait")
|
|
|
|
count = 0
|
|
listUrl = []
|
|
|
|
conn = urllib.request.urlopen(url)
|
|
|
|
html = conn.read().decode('utf-8')
|
|
|
|
emails = re.findall(r'[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,4}', html)
|
|
|
|
for email in emails:
|
|
if (email not in listUrl):
|
|
count += 1
|
|
print(str(count) + " - " + email)
|
|
listUrl.append(email)
|
|
if(searchEmail("Emails.db", email, "Especific Search") == 0):
|
|
insertEmail("Emails.db", email, "Especific Search", url)
|
|
|
|
print("")
|
|
print("***********************")
|
|
print(str(count) + " emails were found")
|
|
print("***********************")
|
|
|
|
except KeyboardInterrupt:
|
|
input("Press return to continue")
|
|
menu()
|
|
|
|
except Exception as e:
|
|
print (e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
# Extrae los correos de una Url - 2 niveles
|
|
def extractUrl(url):
|
|
print ("Searching emails... please wait")
|
|
print ("This operation may take several minutes")
|
|
try:
|
|
count = 0
|
|
|
|
listUrl = []
|
|
|
|
conn = urllib.request.urlopen(url)
|
|
|
|
html = conn.read().decode('utf-8')
|
|
|
|
emails = re.findall(r"[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,4}", html)
|
|
print ("Searching in " + url)
|
|
|
|
for email in emails:
|
|
if (email not in listUrl):
|
|
count += 1
|
|
print(str(count) + " - " + email)
|
|
listUrl.append(email)
|
|
|
|
soup = BeautifulSoup(html, "lxml")
|
|
links = soup.find_all('a')
|
|
|
|
for tag in links:
|
|
link = tag.get('href', None)
|
|
if link is not None:
|
|
try:
|
|
print ("Searching in " + link)
|
|
if(link[0:4] == 'http'):
|
|
f = urllib.request.urlopen(link)
|
|
s = f.read().decode('utf-8')
|
|
emails = re.findall(r"[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,4}", s)
|
|
for email in emails:
|
|
if (email not in listUrl):
|
|
count += 1
|
|
print(str(count) + " - " + email)
|
|
listUrl.append(email)
|
|
if(searchEmail("Emails.db", email, "Especific Search") == 0):
|
|
insertEmail("Emails.db", email, "Especific Search", url)
|
|
|
|
# Sigue si existe algun error
|
|
except Exception:
|
|
pass
|
|
|
|
print("")
|
|
print("***********************")
|
|
print(str(count) + " emails were found")
|
|
print("***********************")
|
|
|
|
except KeyboardInterrupt:
|
|
input("Press return to continue")
|
|
menu()
|
|
|
|
except Exception as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
# Extrae los correos de todas las Url encontradas en las busquedas
|
|
# De cada Url extrae los correo - 2 niveles
|
|
def extractFraseGoogle(frase, cantRes):
|
|
print ("Searching emails... please wait")
|
|
print ("This operation may take several minutes")
|
|
try:
|
|
listUrl = []
|
|
count = 0
|
|
|
|
for url in search(frase, stop=cantRes):
|
|
listUrl.append(url)
|
|
|
|
for i in listUrl:
|
|
try:
|
|
conn = urllib.request.urlopen(i)
|
|
html = conn.read()
|
|
|
|
soup = BeautifulSoup(html, "lxml")
|
|
links = soup.find_all('a')
|
|
|
|
for tag in links:
|
|
link = tag.get('href', None)
|
|
if link is not None:
|
|
try:
|
|
print ("Searching in " + link)
|
|
if(link[0:4] == 'http'):
|
|
f = urllib.request.urlopen(link)
|
|
s = f.read().decode('utf-8')
|
|
emails = re.findall(r"[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,4}", s)
|
|
for email in emails:
|
|
if (email not in listUrl):
|
|
count += 1
|
|
print(str(count) + " - " + email)
|
|
listUrl.append(email)
|
|
if (searchEmail("Emails.db", email, frase) == 0):
|
|
insertEmail("Emails.db", email, frase, link)
|
|
|
|
# Sigue si existe algun error
|
|
except Exception:
|
|
pass
|
|
|
|
print(str(count) + " emails were found")
|
|
|
|
except urllib.error.URLError as e:
|
|
print("Problems with the url:" + i)
|
|
print(e)
|
|
pass
|
|
|
|
except KeyboardInterrupt:
|
|
input("Press return to continue")
|
|
menu()
|
|
|
|
except Exception as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
# Limpia la pantalla según el sistema operativo
|
|
def clear():
|
|
try:
|
|
if os.name == "posix":
|
|
os.system("clear")
|
|
elif os.name == "ce" or os.name == "nt" or os.name == "dos":
|
|
os.system("cls")
|
|
except Exception as e:
|
|
print(e)
|
|
input("Press enter to continue")
|
|
menu()
|
|
|
|
# Inicio de Programa
|
|
def Main():
|
|
clear()
|
|
crearTabla("Emails.db", False)
|
|
menu()
|
|
|
|
Main()
|