From 58bdf5cc0cd69997cd583620a94023708b800cc3 Mon Sep 17 00:00:00 2001 From: yuxin-pc Date: Fri, 13 Jun 2025 09:41:04 +0800 Subject: [PATCH] Update middlewares.py MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 采集开始时显示并发线程 --- spiders/WebsiteSpider/WebsiteSpider/middlewares.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/spiders/WebsiteSpider/WebsiteSpider/middlewares.py b/spiders/WebsiteSpider/WebsiteSpider/middlewares.py index 8a5789a..fac36b1 100644 --- a/spiders/WebsiteSpider/WebsiteSpider/middlewares.py +++ b/spiders/WebsiteSpider/WebsiteSpider/middlewares.py @@ -116,6 +116,8 @@ class InitDownloaderMiddleware(object): def spider_opened(self, spider): spider.logger.info('InitDownloaderMiddleware Enabled') + CONCURRENT_REQUESTS = spider.settings['CONCURRENT_REQUESTS'] + spider.logger.info(f'本次采集任务的并发线程数为:{CONCURRENT_REQUESTS}') self.redis_client = redis.Redis(host=spider.settings['REDIS_HOST'], port=int(spider.settings['REDIS_PORT']), password=spider.settings['REDIS_PWD']) # 更新采集规则