seatunnel入门案例，集群模式

目录

安装部署

解压

 环境变量

 安装plugin

添加资源jar包

SEATUNNEL 配置文件

env：环境设置

source：数据源设置

sink：数据去向设置

transform: 数据转换设置

运行方式

seatunnel 引擎(zeta)

本地模式

集群模式

---

安装部署

解压

tar -zxvf apache-SeaTunnel-incubating-2.3.1-bin.tar.gz

 环境变量

vi /etc/profile

export SEATUNNEL_HOME=/data/soft/seatunnel-2.3.1
export PATH=$PATH:${SEATUNNEL_HOME}/bin

 安装plugin

# 备份原有的组件配置
cp  ${SEATUNNEL_HOME}/config/plugin_config ${SEATUNNEL_HOME}/config/plugin_config_bak
# 创建一个新的
vi  ${SEATUNNEL_HOME}/config/plugin_config
# 只安装这三种插件，因为他的插件太多了，下载很慢，用哪个下哪个
--connectors-v2--
connector-jdbc
connector-kafka
connector-console
--end--

# 运行安装命令

sh ${SEATUNNEL_HOME}/bin/install-plugin.sh 2.3.1

添加资源jar包

cd ${SEATUNNEL_HOME}/lib
# 添加以下依赖jar，连接mysql需要使用
mysql-connector-j-8.0.31.jar

SEATUNNEL 配置文件

env：环境设置

source：数据源设置

sink：数据去向设置

transform: 数据转换设置

env {
    execution.parallelism = 1
}
source {
        Kafka {
                topic = "seatunnel_topic"
				format = text
				field_delimiter = "#"
                schema = {
				  fields {
					name = "string"
					age = "int"
				  }
				}
                consumer.group = "yuanqu-group11"
                bootstrap.servers = "hdp01:6667"
                start_mode = "latest"
                kafka.config = {
                  security.protocol = "SASL_PLAINTEXT"
                  sasl.mechanism = "PLAIN"
                  sasl.jaas.config="org.apache.kafka.common.security.plain.PlainLoginModule required  username=\"XXX\" password=\"XX@XXXX\";"
                }
        }
}
transform {

}
sink {
    jdbc {
		url = "jdbc:mysql://172.16.10.143:3306/test_db"
		driver = "com.mysql.cj.jdbc.Driver"
		user = "root"
		password = "XXXX"
		query = "ins