osc-group/osc
1
1
Fork 0
Code Pull Requests Projects Wiki Activity

翻译标题与内容字段替换-回滚

Browse Source
This commit is contained in:
DELL 2026-01-21 15:39:07 +08:00
parent 4d3cb2381a
commit bf91c06801
1 changed files with 5 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
spiders/WebsiteSpider/WebsiteSpider/utils/parser_utils.py
View File

@ -167,26 +167,15 @@ def parse_item_from_response(response, parse_rule, redis_client):
if url_bytes and url_bytes.decode('utf-8').strip()
]
if webpage_item['es_srcname'] in translate_list:
# 标题内容 替换
original_title = webpage_item['es_urltitle']
original_content = webpage_item['es_urlcontent']
# 翻译标题
ranslated_title = translate_single(original_title)
if ranslated_title is None:
webpage_item['es_abstract'] = translate_single(webpage_item['es_urltitle'])
if webpage_item['es_abstract'] is None:
logger.warning(" → 标题翻译失败，跳过整条")
else:
logger.info(f"翻译成功，标题译文长度：{len(ranslated_title)}")
logger.info(f"翻译成功，标题译文长度：{len(webpage_item['es_abstract'])}")
# 翻译内容（按段落，容错）
translated_content = translate_content_with_paragraphs(original_content)
logger.info(f"翻译成功，内容译文长度：{len(translated_content)}")
# 当所有内容执行完成，则执行内容替换
webpage_item['es_abstract'] = original_title # 原标题
webpage_item['es_content'] = original_content # 原文
webpage_item['es_urltitle'] = ranslated_title # 翻译标题
webpage_item['es_urlcontent'] = translated_content # 译文
webpage_item['es_content'] = translate_content_with_paragraphs(webpage_item['es_urlcontent'])
logger.info(f"翻译成功，内容译文长度：{len(webpage_item['es_content'])}")
except Exception as e:
logger.error(repr(e))