62 lines
1.5 KiB
Python
62 lines
1.5 KiB
Python
|
# -*- coding: utf-8 -*-
|
|||
|
|
"""
|
|||
|
|
-------------------------------------------------
|
|||
|
|
File Name： ProxyScheduler
|
|||
|
|
Description :
|
|||
|
|
Author : JHao
|
|||
|
|
date： 2019/8/5
|
|||
|
|
-------------------------------------------------
|
|||
|
|
Change Activity:
|
|||
|
|
2019/8/5: ProxyScheduler
|
|||
|
|
-------------------------------------------------
|
|||
|
|
"""
|
|||
|
|
__author__ = 'JHao'
|
|||
|
|
|
|||
|
|
import sys
|
|||
|
|
from apscheduler.schedulers.blocking import BlockingScheduler
|
|||
|
|
|
|||
|
|
sys.path.append('../')
|
|||
|
|
|
|||
|
|
from Schedule import doRawProxyCheck, doUsefulProxyCheck
|
|||
|
|
from Manager import ProxyManager
|
|||
|
|
from Util import LogHandler
|
|||
|
|
|
|||
|
|
|
|||
|
|
class DoFetchProxy(ProxyManager):
|
|||
|
|
""" fetch proxy"""
|
|||
|
|
|
|||
|
|
def __init__(self):
|
|||
|
|
ProxyManager.__init__(self)
|
|||
|
|
self.log = LogHandler('fetch_proxy')
|
|||
|
|
|
|||
|
|
def main(self):
|
|||
|
|
self.log.info("start fetch proxy")
|
|||
|
|
self.fetch()
|
|||
|
|
self.log.info("finish fetch proxy")
|
|||
|
|
|
|||
|
|
|
|||
|
|
def rawProxyScheduler():
|
|||
|
|
DoFetchProxy().main()
|
|||
|
|
doRawProxyCheck()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def usefulProxyScheduler():
|
|||
|
|
doUsefulProxyCheck()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def runScheduler():
|
|||
|
|
rawProxyScheduler()
|
|||
|
|
usefulProxyScheduler()
|
|||
|
|
|
|||
|
|
scheduler_log = LogHandler("scheduler_log")
|
|||
|
|
scheduler = BlockingScheduler(logger=scheduler_log)
|
|||
|
|
|
|||
|
|
scheduler.add_job(rawProxyScheduler, 'interval', minutes=5, id="raw_proxy_check", name="raw_proxy定时采集")
|
|||
|
|
scheduler.add_job(usefulProxyScheduler, 'interval', minutes=5, id="useful_proxy_check", name="useful_proxy定时检查")
|
|||
|
|
|
|||
|
|
scheduler.start()
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
runScheduler()
|