osc-group/osc
1
1
Fork 0
Code Pull Requests Projects Wiki Activity

翻译标题与内容字段替换-回滚

Browse Source
This commit is contained in:
DELL 2026-01-21 15:39:07 +08:00
parent 4d3cb2381a
commit bf91c06801
1 changed files with 5 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
spiders/WebsiteSpider/WebsiteSpider/utils/parser_utils.py
View File

@ -167,26 +167,15 @@ def parse_item_from_response(response, parse_rule, redis_client):
if url_bytes and url_bytes.decode('utf-8').strip() if url_bytes and url_bytes.decode('utf-8').strip()
] ]
if webpage_item['es_srcname'] in translate_list: if webpage_item['es_srcname'] in translate_list:
# 标题内容 替换
original_title = webpage_item['es_urltitle']
original_content = webpage_item['es_urlcontent']
# 翻译标题 # 翻译标题
ranslated_title = translate_single(original_title) webpage_item['es_abstract'] = translate_single(webpage_item['es_urltitle'])
if ranslated_title is None: if webpage_item['es_abstract'] is None:
logger.warning(" → 标题翻译失败，跳过整条") logger.warning(" → 标题翻译失败，跳过整条")
else: else:
logger.info(f"翻译成功，标题译文长度：{len(ranslated_title)}") logger.info(f"翻译成功，标题译文长度：{len(webpage_item['es_abstract'])}")
# 翻译内容（按段落，容错） # 翻译内容（按段落，容错）
translated_content = translate_content_with_paragraphs(original_content) webpage_item['es_content'] = translate_content_with_paragraphs(webpage_item['es_urlcontent'])
logger.info(f"翻译成功，内容译文长度：{len(translated_content)}") logger.info(f"翻译成功，内容译文长度：{len(webpage_item['es_content'])}")
# 当所有内容执行完成，则执行内容替换
webpage_item['es_abstract'] = original_title # 原标题
webpage_item['es_content'] = original_content # 原文
webpage_item['es_urltitle'] = ranslated_title # 翻译标题
webpage_item['es_urlcontent'] = translated_content # 译文
except Exception as e: except Exception as e:
logger.error(repr(e)) logger.error(repr(e))