|
|
|
|
@ -0,0 +1,75 @@
|
|
|
|
|
seatunnel 配置
|
|
|
|
|
```text
|
|
|
|
|
env {
|
|
|
|
|
# 任务名称
|
|
|
|
|
job.name = "gbase_source测试"
|
|
|
|
|
# 任务并行度
|
|
|
|
|
parallelism = "1"
|
|
|
|
|
# 任务模式
|
|
|
|
|
job.mode = "BATCH"
|
|
|
|
|
# 检查点时间
|
|
|
|
|
checkpoint.interval = "10000"
|
|
|
|
|
}
|
|
|
|
|
source {
|
|
|
|
|
Jdbc {
|
|
|
|
|
# 数据去向表
|
|
|
|
|
plugin_output = "source_result"
|
|
|
|
|
# jdbc连接地址
|
|
|
|
|
url = "jdbc:gbasedbt-sqli://172.100.40.173:9088/hk_szbj:GBASEDBTSERVER=gbaseserver"
|
|
|
|
|
# jdbc驱动
|
|
|
|
|
driver = "com.gbasedbt.jdbc.Driver"
|
|
|
|
|
# 用户名
|
|
|
|
|
user = "gbasedbt"
|
|
|
|
|
# 密码
|
|
|
|
|
password = "Gbasedbt123"
|
|
|
|
|
# 表名
|
|
|
|
|
query = "select id,cjrzh,cjsj,xgrzh,xgsj,lxdm,zddm,zdmc,bmid,bz,xh,sybj from acc_d_sjzd"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
transform {
|
|
|
|
|
Sql {
|
|
|
|
|
# 数据来源表
|
|
|
|
|
source_table_name = "source_result"
|
|
|
|
|
# 数据去向表
|
|
|
|
|
result_table_name = "transform_result"
|
|
|
|
|
# 字段映射sql
|
|
|
|
|
query = "select id as ID,cjrzh as CJRZH,cjsj as CJSJ,xgrzh as XGRZH,xgsj as XGSJ,lxdm as LXDM,zddm as ZDDM,zdmc as ZDMC,bmid as BMID,bz as BZ,xh as XH,sybj as SYBJ from source_result"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
sink {
|
|
|
|
|
Doris {
|
|
|
|
|
# 数据来源表
|
|
|
|
|
plugin_input = "transform_result"
|
|
|
|
|
# be连接地址
|
|
|
|
|
fenodes = "172.100.40.152:8030"
|
|
|
|
|
# 用户名
|
|
|
|
|
username = "root"
|
|
|
|
|
# 密码
|
|
|
|
|
password = "maxvision@123"
|
|
|
|
|
# 数据库地址
|
|
|
|
|
database = "demo_jh_test"
|
|
|
|
|
# 表名
|
|
|
|
|
table = "ods_acc_d_sjzd"
|
|
|
|
|
# 输出任务前缀
|
|
|
|
|
sink.label-prefix = "993ec066075e48b9b1dd2be857bc14127b"
|
|
|
|
|
# 是否开启两端提交
|
|
|
|
|
sink.enable-2pc = "false"
|
|
|
|
|
# 是否开启删除策略
|
|
|
|
|
sink.enable-delete = "true"
|
|
|
|
|
data_save_mode = "DROP_DATA"
|
|
|
|
|
doris.config {
|
|
|
|
|
# 数据格式化类型
|
|
|
|
|
format = "json"
|
|
|
|
|
# 读取每行JSON
|
|
|
|
|
read_json_by_line = "true"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
```
|
|
|
|
|
|
|
|
|
|
jdbc驱动包，需要放在$SEATUNNEL_HOME/lib 目录
|
|
|
|
|
|
|
|
|
|
![[Pasted image 20250606151723.png]]
|
|
|
|
|
|
|
|
|
|
![[Pasted image 20250606151809.png]]
|
old-tom
3 months ago
