flink批处理访问mysql_Flink批处理读取Hive写入MySql

把hive 表stu77 的数据写入 mysql 表test_stu 中.

中间可以加自己的逻辑.

import org.apache.flink.table.api.EnvironmentSettings;

import org.apache.flink.table.api.StatementSet;

import org.apache.flink.table.api.Table;

import org.apache.flink.table.api.TableEnvironment;

import org.apache.flink.table.catalog.hive.HiveCatalog;

/**

* @Auther WeiJiQian

* @描述 可行

*/

public class FlinkReadHiveAndWriteMysql {

public static void main(String[] args) throws Exception {

EnvironmentSettings settings = EnvironmentSettings

.newInstance()

.useBlinkPlanner()

.inBatchMode()

.build();

TableEnvironment tableEnv = TableEnvironment.create(settings);

String name = "myhive"; // Catalog名称，定义一个唯一的名称表示

String defaultDatabase = "test"; // 默认数据库名称

String hiveConfDir = "/data/apache-hive-2.3.6-bin/conf"; // hive-site.xml路径

String version = "2.3.6"; // Hive版本号

HiveCatalog hive = new HiveCatalog(name, defaultDatabase, hiveConfDir, version);

StatementSet statementSet = tableEnv.createStatementSet();

tableEnv.registerCatalog(name, hive);

tableEnv.useCatalog(name);

Table sqlResult = tableEnv.sqlQuery("select name,age from test.stu77");

String sql =

"create table testOut ( " +

"name varchar(20) not null, "+

"age varchar(20) not null "+

") with ( "+

"'connector.type' = 'jdbc',"+

"'connector.url' = 'jdbc:mysql://192.168.1.1:3306/jeecg_boot?characterEncoding=UTF-8',"+

"'connector.table' = 'test_stu',"+

"'connector.driver' = 'com.mysql.jdbc.Driver',"+

"'connector.username' = 'root',"+

"'connector.password' = '123456')";

tableEnv.executeSql(sql);

statementSet.addInsert("testOut",sqlResult);

statementSet.execute();

}

}