from database import CRAWLERS_NAMES, CRAWLERS_AGENTS, CRAWLERS_HOSTS class Crawler(object): crawler = False host = None username = None def __init__(self, agent = None, ip = None): if agent is not None: for item in CRAWLERS_AGENTS.keys(): if agent.find(item) != -1: self.crawler = True self.username = CRAWLERS_AGENTS[item] if ip is not None: for item in CRAWLERS_HOSTS.keys(): if ip == item: self.crawler = True self.username = CRAWLERS_HOSTS[item] if self.crawler: self.username = CRAWLERS_NAMES[self.username] self.host = ip