Compare commits

..

2 Commits

Author SHA1 Message Date
yuxin-pc
bbacb8e1a0 补充缺少文件 2025-07-23 15:34:03 +08:00
yuxin-pc
95ee8f5f59 Update WeiboUserSpider.py
批次大小和间隔时间修改
2025-07-23 15:33:43 +08:00
5 changed files with 14 additions and 3 deletions

View File

@ -25,6 +25,8 @@ class WeiboSpider(scrapy.Spider):
'FILES_RESULT_FIELD': 'es_video',
'ZIP_FILE_NAME': 'image_data_publicinfo_',
'FILE_ZIP_FILE_NAME': 'image_data_plane_',
'DOWNLOAD_DELAY': 3,
'BATCH_SAVE_SIZE': 20,
'ITEM_PIPELINES': {
'scrapy.pipelines.images.ImagesPipeline': 2,
'scrapy.pipelines.files.FilesPipeline': 1,

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@ -14,9 +14,9 @@
<!-- Ionicons -->
<link rel="stylesheet" href="${request.contextPath}/static/adminlte/bower_components/Ionicons/css/ionicons.min.css">
<!-- Theme style -->
<link rel="stylesheet" href="${request.contextPath}/static/adminlte/dist/css/AdminLTE.min.css">
<link rel="stylesheet" href="${request.contextPath}/static/adminlte/xxldist/css/AdminLTE.min.css">
<!-- AdminLTE Skins. Choose a skin from the css/skins folder instead of downloading all of them to reduce the load. -->
<link rel="stylesheet" href="${request.contextPath}/static/adminlte/dist/css/skins/_all-skins.min.css">
<link rel="stylesheet" href="${request.contextPath}/static/adminlte/xxldist/css/skins/_all-skins.min.css">
<!-- HTML5 Shim and Respond.js IE8 support of HTML5 elements and media queries -->
<!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
@ -41,7 +41,7 @@
<!-- FastClick -->
<script src="${request.contextPath}/static/adminlte/bower_components/fastclick/fastclick.js"></script>
<!-- AdminLTE App -->
<script src="${request.contextPath}/static/adminlte/dist/js/adminlte.min.js"></script>
<script src="${request.contextPath}/static/adminlte/xxldist/js/adminlte.min.js"></script>
<!-- jquery.slimscroll -->
<script src="${request.contextPath}/static/adminlte/bower_components/jquery-slimscroll/jquery.slimscroll.min.js"></script>