osc-group/osc
1
1
Fork 0
Code Pull Requests Projects Wiki Activity

Update WeiboUserSpider.py

Browse Source 
适配新的ID
This commit is contained in:
yuxin-pc 2025-07-22 15:11:06 +08:00
parent 62fa085ec7
commit 45110c22d3
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spiders/MediaSpiders/MediaSpiders/spiders/WeiboUserSpider.py
View File

@ -61,8 +61,11 @@ class WeiboSpider(scrapy.Spider):
if account_rsp['code'] == 200:
all_user_info = account_rsp['content']
for user_info in all_user_info:
yield scrapy.Request('https://m.weibo.cn/api/container/getIndex?containerid=%s' % user_info['userUid'],
callback=self.parse, meta={'currentCount': 0, 'uid': user_info['userUid']})
uid = user_info['userUid']
if uid[:6] != '107603':
uid = f'107603{uid}'
yield scrapy.Request('https://m.weibo.cn/api/container/getIndex?containerid=%s' % uid,
callback=self.parse, meta={'currentCount': 0, 'uid': uid})
def parse(self, response):
rsp = json.loads(response.text)