import requests import myparser from discovery.constants import * import time class search_linkedin: def __init__(self, word, limit): self.word = word.replace(' ', '%20') self.results = "" self.totalresults = "" self.server = "www.google.com" self.userAgent = "(Mozilla/5.0 (Windows; U; Windows NT 6.0;en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6" self.quantity = "100" self.limit = int(limit) self.counter = 0 def do_search(self): try: urly="http://"+ self.server + "/search?num=100&start=" + str(self.counter) + "&hl=en&meta=&q=site%3Alinkedin.com/in%20" + self.word except Exception as e: print(e) try: headers = {'User-Agent': getUserAgent()} r=requests.get(urly,headers=headers) except Exception as e: print(e) self.results = r.text self.totalresults += self.results def get_people(self): rawres = myparser.parser(self.totalresults, self.word) return rawres.people_linkedin() def process(self): while (self.counter < self.limit): self.do_search() time.sleep(getDelay()) self.counter += 100 print("\tSearching " + str(self.counter) + " results..")