osc/dsp/src/main/resources/application.yml

105 lines
4.1 KiB
YAML
Raw Normal View History

2025-05-28 19:16:17 +08:00
server:
port: 8084
2025-12-26 14:13:51 +08:00
servlet:
context-path: /dsp
2025-05-28 19:16:17 +08:00
spring:
cloud:
stream:
kafka:
binder:
brokers: 47.113.231.200:9092
auto-create-topics: true
healthTimeout: 600
bindings:
file_dl_pipeline_in:
destination: stream-file-dl
2025-12-23 19:23:33 +08:00
group: file-dl-test
2025-05-28 19:16:17 +08:00
consumer:
pollTimeout: 60
file_dl_pipeline_out:
destination: stream-file-dl
content-type: text/plain
protobuf_pipeline_in:
destination: stream-protobuf
2025-12-23 19:23:33 +08:00
group: protobuf-test
2025-05-28 19:16:17 +08:00
consumer:
pollTimeout: 60
protobuf_pipeline_out:
destination: stream-protobuf
content-type: text/plain
storage_pipeline_in:
destination: stream-db
2025-12-23 19:23:33 +08:00
group: db-test
2025-05-28 19:16:17 +08:00
consumer:
pollTimeout: 60
storage_pipeline_out:
destination: stream-db
content-type: text/plain
kafka:
producer:
batch-size: 10
properties:
max:
poll:
records: 10
interval:
ms: 3600000
datasource:
url: jdbc:mysql://47.113.231.200:28089/dsp?useSSL=false&serverTimezone=Asia/Shanghai&allowPublicKeyRetrieval=true
username: root
password: passok123A
driver-class-name: com.mysql.cj.jdbc.Driver
jpa:
database-platform: org.hibernate.dialect.MySQL8Dialect
show-sql: true
2025-05-28 19:16:17 +08:00
topics:
stream-protobuf: com.jsc.dsp.service.ProtobufService
stream-db: com.jsc.dsp.service.StorageService
stream-file-dl: com.jsc.dsp.service.FileDlService
2026-02-12 08:58:03 +08:00
# 本地调试时这几个开关设置为 false
2025-12-23 19:23:33 +08:00
switch:
enable-storage-service: false
2025-12-23 19:23:33 +08:00
enable-file-dl-service: false
enable-protobuf-service: false
2026-02-09 11:20:17 +08:00
auto-export-and-upload: false
2025-12-23 19:23:33 +08:00
ftp:
host: 144.34.185.108
port: 21
username: jsc-2b
password: 1234qwer%
timeout: 5000
passive-mode: true
2026-02-12 08:58:03 +08:00
sftp:
host: 74.121.148.204
port: 22
username: root
password: NSgRMhIXL6gp
2025-05-28 19:16:17 +08:00
custom:
dev-mode: false
filter-words-query-api: http://47.115.228.133:28081/api/open/wordBank/queryAll
filter-words-update-interval-ms: 3600000
2025-12-23 19:23:33 +08:00
local-file-storage-path: D:/data/local-storage/
2025-05-28 19:16:17 +08:00
proto_save_path: D:/data/spider_data/proto/
2025-12-23 19:23:33 +08:00
transfer_backup_path: D:/data/transfer_backup/
file_unzip_path: D:/html-full/
keep_backup_file: D:/data/dbzq_backup/
nginx_path: D:/OSC-3.0/app/osdp_board/html/
2025-05-28 19:16:17 +08:00
websiteQueryAPI: http://47.115.228.133:28081/api/open/target/website/queryAllInfo
websiteUpdateAPI: http://47.115.228.133:28081/api/open/target/website/update
socialQueryAPI: http://47.115.228.133:28081/api/open/target/social/queryAll?sortBy=id&shuffleResult=false
socialUpdateAPI: http://47.115.228.133:28081/api/open/target/social/update
2026-02-12 08:58:03 +08:00
websiteWhiteList: 能源界(国内信息);能源界(国际信息);中国能源新闻网;新华能源网;中国能源网(能源战略);中国农网(三农要闻);中国经济网(三农经济);中华粮网(粮食安全);美国之音(中国版面);美国之音(中美关系);美国之音(台海两岸版面);美国之音(港澳版面);看中国(看大陆版面);看中国(重点新闻);德国之声(中国报道);纽约时报中文网(中国版面);大纪元(一周大陆新闻);EnergyNow;联合国粮农组织;路透社(中国版面);朝中社;劳动新闻;美国农业部食品和营养服务局;布鲁金斯学会(亚太版面);俄罗斯新闻社;美国能源部;朝鲜新闻;联邦能源管理委员会;华盛顿邮报;ChinaAid;美国战略与国际研究中心;美国外交关系委员会;美国兰德;国际危机组织;美国国务院东亚与太平洋事务局;俄罗斯卫星通讯社;尤里·列瓦达分析中心;塔斯社;韩国外交部
2026-01-23 17:38:09 +08:00
twitterWhiteList: nytchinese;YesterdayBigcat;takaichi_sanae;yonhapcn;VOAChinese;ChineseWSJ;whyyoutouzhele;Jaemyung_Lee
2026-02-12 08:58:03 +08:00
newsExcelOutputPath: D:/data/output/upload
twitterExcelOutputPath: D:/data/output/twitter
backupFilePath: D:/data/output/backup
pagesOutputPath: D:/data/output/pdf
2025-12-26 14:13:51 +08:00
ftpUploadPath: /home/jsc-2b
2026-02-12 08:58:03 +08:00
exportNewsTaskSchedule: "0 30 8 * * 1,2,3,4,5,6,7"
exportTwitterTaskSchedule: "0 30 6 * * 1,2,3,4,5,6,7"