flink cdc之table api

笔墨新城

已于 2024-09-18 16:31:27 修改

阅读量311

点赞数

CC 4.0 BY-SA版权

分类专栏： flink 文章标签： flink mysql flink-cdc

于 2021-12-21 16:37:16 首次发布

本文链接：https://blog.csdn.net/weixin_43975771/article/details/122066371

flink 专栏收录该内容

40 篇文章

订阅专栏

import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.EnvironmentSettings;
import org.apache.flink.table.api.Table;
import org.apache.flink.table.api.bridge.java.StreamTableEnvironment;

/**
 * @author fl
 * @date: 2021/12/21 10:02
 * @description: flink cdc 监听mysql的binlog
 */
public class MysqlCdcTableApi {
    public static void main(String[] args) throws Exception {
        String source = "CREATE TABLE mysql_binlog (\n" +
                " ID INT,\n" +
                " InnerCode INT,\n" +
                " MainCode INT,\n" +
                " BondFullName STRING,\n" +
                " BondForm INT,\n" +
                " OptionType STRING,\n" +
                " BondNature INT,\n" +
                " PRIMARY KEY(ID) NOT ENFORCED\n" +
                ") WITH (\n" +
                " 'connector' = 'mysql-cdc',\n" +
                " 'hostname' = 'xx.xx.xx.xx',\n" +
                " 'port' = '3306',\n" +
                " 'username' = 'xx',\n" +
                " 'password' = 'xx',\n" +
                " 'database-name' = 'xx',\n" +
                " 'table-name' = 'bond_basicinfon'\n" +
                ")";

        String sink = "CREATE TABLE bond_basicinfon (\n" +
                " ID INT,\n" +
                " InnerCode INT,\n" +
                " MainCode INT,\n" +
                " BondFullName STRING,\n" +
                " BondForm INT,\n" +
                " OptionType STRING,\n" +
                " BondNature INT\n" +
                ") WITH (\n" +
                " 'connector' = 'print'\n" +
                ")";

        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        EnvironmentSettings settings = EnvironmentSettings.newInstance().useBlinkPlanner().inStreamingMode().build();
        StreamTableEnvironment tableEnv = StreamTableEnvironment.create(env, settings);


        //注册source和sink
        tableEnv.executeSql(source);
        tableEnv.executeSql(sink);

        //数据提取
        Table sourceTable = tableEnv.from("mysql_binlog");

        sourceTable.insertInto("bond_basicinfon");

        // 执行作业
        tableEnv.execute("flink test");
    }
}