forked from jhao104/proxy_pool
-
Notifications
You must be signed in to change notification settings - Fork 0
/
testProxyFetcher.py
33 lines (28 loc) · 1.02 KB
/
testProxyFetcher.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
# -*- coding: utf-8 -*-
"""
-------------------------------------------------
File Name: testProxyFetcher
Description :
Author : JHao
date: 2020/6/23
-------------------------------------------------
Change Activity:
2020/6/23:
-------------------------------------------------
"""
__author__ = 'JHao'
from fetcher.proxyFetcher import ProxyFetcher
from handler.configHandler import ConfigHandler
def testProxyFetcher():
conf = ConfigHandler()
proxy_getter_functions = conf.fetchers
proxy_counter = {_: 0 for _ in proxy_getter_functions}
for proxyGetter in proxy_getter_functions:
for proxy in getattr(ProxyFetcher, proxyGetter.strip())():
if proxy:
print('{func}: fetch proxy {proxy}'.format(func=proxyGetter, proxy=proxy))
proxy_counter[proxyGetter] = proxy_counter.get(proxyGetter) + 1
for key, value in proxy_counter.items():
print(key, value)
if __name__ == '__main__':
testProxyFetcher()