Update middlewares.py
采集开始时显示并发线程
This commit is contained in:
parent
8f1999376f
commit
58bdf5cc0c
@ -116,6 +116,8 @@ class InitDownloaderMiddleware(object):
|
||||
|
||||
def spider_opened(self, spider):
|
||||
spider.logger.info('InitDownloaderMiddleware Enabled')
|
||||
CONCURRENT_REQUESTS = spider.settings['CONCURRENT_REQUESTS']
|
||||
spider.logger.info(f'本次采集任务的并发线程数为:{CONCURRENT_REQUESTS}')
|
||||
self.redis_client = redis.Redis(host=spider.settings['REDIS_HOST'], port=int(spider.settings['REDIS_PORT']),
|
||||
password=spider.settings['REDIS_PWD'])
|
||||
# 更新采集规则
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user