osc-group/osc
1
1
Fork 0
Code Pull Requests Projects Wiki Activity

[今日头条] 采集关联新闻优化

Browse Source
This commit is contained in:
DELL 2026-02-28 16:46:47 +08:00
parent d01035577b
commit e1893f0ae3
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spiders/MediaSpiders/MediaSpiders/spiders/HotSearchRedisSpider.py
View File

@ -33,9 +33,7 @@ class HotSearchRedisSpider(scrapy.Spider):
'ZIP_FILE_NAME': 'image_data_ship_', 'ZIP_FILE_NAME': 'image_data_ship_',
'FILE_ZIP_FILE_NAME': 'image_data_plane_', 'FILE_ZIP_FILE_NAME': 'image_data_plane_',
'ITEM_PIPELINES': { 'ITEM_PIPELINES': {
'scrapy.pipelines.images.ImagesPipeline': 2, 'MediaSpiders.pipelines.ProtobufSavePipeline': 300
'scrapy.pipelines.files.FilesPipeline': 1,
'MediaSpiders.pipelines.ProtobufSavePipeline': 300,
}, },
'SPIDER_MIDDLEWARES': { 'SPIDER_MIDDLEWARES': {
'MediaSpiders.middlewares.DumpFilterSpiderMiddleware': 543, 'MediaSpiders.middlewares.DumpFilterSpiderMiddleware': 543,