import string import requests import sys import myparser import re class search_linkedin: def __init__(self, word, limit): self.word = word.replace(' ', '%20') self.results = "" self.totalresults = "" self.server = "www.google.com" self.userAgent = "(Mozilla/5.0 (Windows; U; Windows NT 6.0;en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6" self.quantity = "100" self.limit = int(limit) self.counter = 0 def do_search(self): try: urly="http://"+ self.server + "/search?num=100&start=" + str(self.counter) + "&hl=en&meta=&q=site%3Alinkedin.com/in%20" + self.word except Exception, e: print e try: r=requests.get(urly) except Exception,e: print e self.results = r.content self.totalresults += self.results def get_people(self): rawres = myparser.parser(self.totalresults, self.word) return rawres.people_linkedin() def process(self): while (self.counter < self.limit): self.do_search() self.counter += 100 print "\tSearching " + str(self.counter) + " results.."