1234567891011121314151617181920212223 |
- from database import CRAWLERS_NAMES, CRAWLERS_AGENTS, CRAWLERS_HOSTS
- class Crawler(object):
- crawler = False
- host = None
- username = None
-
- def __init__(self, agent = None, ip = None):
- if agent is not None:
- for item in CRAWLERS_AGENTS.keys():
- if agent.find(item) != -1:
- self.crawler = True
- self.username = CRAWLERS_AGENTS[item]
-
- if ip is not None:
- for item in CRAWLERS_HOSTS.keys():
- if ip == item:
- self.crawler = True
- self.username = CRAWLERS_HOSTS[item]
-
- if self.crawler:
- self.username = CRAWLERS_NAMES[self.username]
- self.host = ip
|