obsidian-sync

1.8 KiB

Raw Blame History Unescape Escape

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

seatunnel 配置

env {
  # 任务名称
  job.name = "gbase_source测试"
  # 任务并行度
  parallelism = "1"
  # 任务模式
  job.mode = "BATCH"
  # 检查点时间
  checkpoint.interval = "10000"
}
source {
  Jdbc {
    # 数据去向表
    plugin_output = "source_result"
    # jdbc连接地址
    url = "jdbc:gbasedbt-sqli://172.100.40.173:9088/hk_szbj:GBASEDBTSERVER=gbaseserver"
    # jdbc驱动
    driver = "com.gbasedbt.jdbc.Driver"
    # 用户名
    user = "gbasedbt"
    # 密码
    password = "Gbasedbt123"
    # 表名
    query = "select id,cjrzh,cjsj,xgrzh,xgsj,lxdm,zddm,zdmc,bmid,bz,xh,sybj from acc_d_sjzd"
  }
}
transform {
  Sql {
    # 数据来源表
    source_table_name = "source_result"
    # 数据去向表
    result_table_name = "transform_result"
    # 字段映射sql
    query = "select id as ID,cjrzh as CJRZH,cjsj as CJSJ,xgrzh as XGRZH,xgsj as XGSJ,lxdm as LXDM,zddm as ZDDM,zdmc as ZDMC,bmid as BMID,bz as BZ,xh as XH,sybj as SYBJ from source_result"
  }
}
sink {
  Doris {
    # 数据来源表
    plugin_input = "transform_result"
    # be连接地址
    fenodes = "172.100.40.152:8030"
    # 用户名
    username = "root"
    # 密码
    password = "maxvision@123"
    # 数据库地址
    database = "demo_jh_test"
    # 表名
    table = "ods_acc_d_sjzd"
    # 输出任务前缀
    sink.label-prefix = "993ec066075e48b9b1dd2be857bc14127b"
    # 是否开启两端提交
    sink.enable-2pc = "false"
    # 是否开启删除策略
    sink.enable-delete = "true"
    data_save_mode = "DROP_DATA"
    doris.config {
      # 数据格式化类型
      format = "json"
      # 读取每行JSON
      read_json_by_line = "true"
    }
  }
}

jdbc驱动包，需要放在$SEATUNNEL_HOME/lib 目录

1.8 KiB Raw Blame History Unescape Escape

1.8 KiB

Raw Blame History Unescape Escape