From 95ee8f5f59f3df44d025bc0622f76ce5fcaa530b Mon Sep 17 00:00:00 2001
From: yuxin-pc <yuxin.93@petalmail.com>
Date: Wed, 23 Jul 2025 15:33:43 +0800
Subject: [PATCH] Update WeiboUserSpider.py
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

批次大小和间隔时间修改
---
 spiders/MediaSpiders/MediaSpiders/spiders/WeiboUserSpider.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/spiders/MediaSpiders/MediaSpiders/spiders/WeiboUserSpider.py b/spiders/MediaSpiders/MediaSpiders/spiders/WeiboUserSpider.py
index 706d474..d433a4a 100644
--- a/spiders/MediaSpiders/MediaSpiders/spiders/WeiboUserSpider.py
+++ b/spiders/MediaSpiders/MediaSpiders/spiders/WeiboUserSpider.py
@@ -25,6 +25,8 @@ class WeiboSpider(scrapy.Spider):
         'FILES_RESULT_FIELD': 'es_video',
         'ZIP_FILE_NAME': 'image_data_publicinfo_',
         'FILE_ZIP_FILE_NAME': 'image_data_plane_',
+        'DOWNLOAD_DELAY': 3,
+        'BATCH_SAVE_SIZE': 20,
         'ITEM_PIPELINES': {
             'scrapy.pipelines.images.ImagesPipeline': 2,
             'scrapy.pipelines.files.FilesPipeline': 1,