2025-05-28 19:16:17 +08:00
|
|
|
server:
|
|
|
|
|
port: 8084
|
2025-12-26 14:13:51 +08:00
|
|
|
servlet:
|
|
|
|
|
context-path: /dsp
|
2025-05-28 19:16:17 +08:00
|
|
|
spring:
|
|
|
|
|
cloud:
|
|
|
|
|
stream:
|
|
|
|
|
kafka:
|
|
|
|
|
binder:
|
|
|
|
|
brokers: 47.113.231.200:9092
|
|
|
|
|
auto-create-topics: true
|
|
|
|
|
healthTimeout: 600
|
|
|
|
|
bindings:
|
|
|
|
|
file_dl_pipeline_in:
|
|
|
|
|
destination: stream-file-dl
|
2025-12-23 19:23:33 +08:00
|
|
|
group: file-dl-test
|
2025-05-28 19:16:17 +08:00
|
|
|
consumer:
|
|
|
|
|
pollTimeout: 60
|
|
|
|
|
file_dl_pipeline_out:
|
|
|
|
|
destination: stream-file-dl
|
|
|
|
|
content-type: text/plain
|
|
|
|
|
protobuf_pipeline_in:
|
|
|
|
|
destination: stream-protobuf
|
2025-12-23 19:23:33 +08:00
|
|
|
group: protobuf-test
|
2025-05-28 19:16:17 +08:00
|
|
|
consumer:
|
|
|
|
|
pollTimeout: 60
|
|
|
|
|
protobuf_pipeline_out:
|
|
|
|
|
destination: stream-protobuf
|
|
|
|
|
content-type: text/plain
|
|
|
|
|
storage_pipeline_in:
|
|
|
|
|
destination: stream-db
|
2025-12-23 19:23:33 +08:00
|
|
|
group: db-test
|
2025-05-28 19:16:17 +08:00
|
|
|
consumer:
|
|
|
|
|
pollTimeout: 60
|
|
|
|
|
storage_pipeline_out:
|
|
|
|
|
destination: stream-db
|
|
|
|
|
content-type: text/plain
|
|
|
|
|
kafka:
|
|
|
|
|
producer:
|
|
|
|
|
batch-size: 10
|
|
|
|
|
properties:
|
|
|
|
|
max:
|
|
|
|
|
poll:
|
|
|
|
|
records: 10
|
|
|
|
|
interval:
|
|
|
|
|
ms: 3600000
|
2025-12-26 08:55:50 +08:00
|
|
|
datasource:
|
|
|
|
|
url: jdbc:mysql://47.113.231.200:28089/dsp?useSSL=false&serverTimezone=Asia/Shanghai&allowPublicKeyRetrieval=true
|
|
|
|
|
username: root
|
|
|
|
|
password: passok123A
|
|
|
|
|
driver-class-name: com.mysql.cj.jdbc.Driver
|
|
|
|
|
|
|
|
|
|
jpa:
|
|
|
|
|
database-platform: org.hibernate.dialect.MySQL8Dialect
|
|
|
|
|
show-sql: true
|
|
|
|
|
|
2025-05-28 19:16:17 +08:00
|
|
|
topics:
|
|
|
|
|
stream-protobuf: com.jsc.dsp.service.ProtobufService
|
|
|
|
|
stream-db: com.jsc.dsp.service.StorageService
|
|
|
|
|
stream-file-dl: com.jsc.dsp.service.FileDlService
|
|
|
|
|
|
2026-02-12 08:58:03 +08:00
|
|
|
# 本地调试时这几个开关设置为 false
|
2025-12-23 19:23:33 +08:00
|
|
|
switch:
|
2025-12-26 08:55:50 +08:00
|
|
|
enable-storage-service: false
|
2025-12-23 19:23:33 +08:00
|
|
|
enable-file-dl-service: false
|
|
|
|
|
enable-protobuf-service: false
|
2026-02-09 11:20:17 +08:00
|
|
|
auto-export-and-upload: false
|
2025-12-23 19:23:33 +08:00
|
|
|
|
2025-12-26 08:55:50 +08:00
|
|
|
ftp:
|
|
|
|
|
host: 144.34.185.108
|
|
|
|
|
port: 21
|
|
|
|
|
username: jsc-2b
|
|
|
|
|
password: 1234qwer%
|
|
|
|
|
timeout: 5000
|
|
|
|
|
passive-mode: true
|
|
|
|
|
|
2026-02-12 08:58:03 +08:00
|
|
|
sftp:
|
|
|
|
|
host: 74.121.148.204
|
|
|
|
|
port: 22
|
|
|
|
|
username: root
|
|
|
|
|
password: NSgRMhIXL6gp
|
|
|
|
|
|
2025-05-28 19:16:17 +08:00
|
|
|
custom:
|
|
|
|
|
dev-mode: false
|
|
|
|
|
filter-words-query-api: http://47.115.228.133:28081/api/open/wordBank/queryAll
|
|
|
|
|
filter-words-update-interval-ms: 3600000
|
2025-12-23 19:23:33 +08:00
|
|
|
local-file-storage-path: D:/data/local-storage/
|
2025-05-28 19:16:17 +08:00
|
|
|
proto_save_path: D:/data/spider_data/proto/
|
2025-12-23 19:23:33 +08:00
|
|
|
transfer_backup_path: D:/data/transfer_backup/
|
|
|
|
|
file_unzip_path: D:/html-full/
|
|
|
|
|
keep_backup_file: D:/data/dbzq_backup/
|
|
|
|
|
nginx_path: D:/OSC-3.0/app/osdp_board/html/
|
2025-05-28 19:16:17 +08:00
|
|
|
websiteQueryAPI: http://47.115.228.133:28081/api/open/target/website/queryAllInfo
|
|
|
|
|
websiteUpdateAPI: http://47.115.228.133:28081/api/open/target/website/update
|
|
|
|
|
socialQueryAPI: http://47.115.228.133:28081/api/open/target/social/queryAll?sortBy=id&shuffleResult=false
|
|
|
|
|
socialUpdateAPI: http://47.115.228.133:28081/api/open/target/social/update
|
2026-02-12 08:58:03 +08:00
|
|
|
websiteWhiteList: 能源界(国内信息);能源界(国际信息);中国能源新闻网;新华能源网;中国能源网(能源战略);中国农网(三农要闻);中国经济网(三农经济);中华粮网(粮食安全);美国之音(中国版面);美国之音(中美关系);美国之音(台海两岸版面);美国之音(港澳版面);看中国(看大陆版面);看中国(重点新闻);德国之声(中国报道);纽约时报中文网(中国版面);大纪元(一周大陆新闻);EnergyNow;联合国粮农组织;路透社(中国版面);朝中社;劳动新闻;美国农业部食品和营养服务局;布鲁金斯学会(亚太版面);俄罗斯新闻社;美国能源部;朝鲜新闻;联邦能源管理委员会;华盛顿邮报;ChinaAid;美国战略与国际研究中心;美国外交关系委员会;美国兰德;国际危机组织;美国国务院东亚与太平洋事务局;俄罗斯卫星通讯社;尤里·列瓦达分析中心;塔斯社;韩国外交部
|
2026-01-23 17:38:09 +08:00
|
|
|
twitterWhiteList: nytchinese;YesterdayBigcat;takaichi_sanae;yonhapcn;VOAChinese;ChineseWSJ;whyyoutouzhele;Jaemyung_Lee
|
2026-02-12 08:58:03 +08:00
|
|
|
newsExcelOutputPath: D:/data/output/upload
|
|
|
|
|
twitterExcelOutputPath: D:/data/output/twitter
|
2025-12-26 08:55:50 +08:00
|
|
|
backupFilePath: D:/data/output/backup
|
|
|
|
|
pagesOutputPath: D:/data/output/pdf
|
2025-12-26 14:13:51 +08:00
|
|
|
ftpUploadPath: /home/jsc-2b
|
2026-02-12 08:58:03 +08:00
|
|
|
exportNewsTaskSchedule: "0 30 8 * * 1,2,3,4,5,6,7"
|
|
|
|
|
exportTwitterTaskSchedule: "0 30 6 * * 1,2,3,4,5,6,7"
|