diff --git a/spiders/WebsiteSpider/WebsiteSpider/middlewares.py b/spiders/WebsiteSpider/WebsiteSpider/middlewares.py index 8a5789a..fac36b1 100644 --- a/spiders/WebsiteSpider/WebsiteSpider/middlewares.py +++ b/spiders/WebsiteSpider/WebsiteSpider/middlewares.py @@ -116,6 +116,8 @@ class InitDownloaderMiddleware(object): def spider_opened(self, spider): spider.logger.info('InitDownloaderMiddleware Enabled') + CONCURRENT_REQUESTS = spider.settings['CONCURRENT_REQUESTS'] + spider.logger.info(f'本次采集任务的并发线程数为:{CONCURRENT_REQUESTS}') self.redis_client = redis.Redis(host=spider.settings['REDIS_HOST'], port=int(spider.settings['REDIS_PORT']), password=spider.settings['REDIS_PWD']) # 更新采集规则