Flink1.18 Sink - 到JDBC 使用新依赖【因返回值是sinkFunction, 故目前只支持addSink使用, 1.18版本不支持sinkTo】

合集 - flink1.18.x 开发常用代码案例模板(30)

1.Flink1.18环境代码编写02-262.Flink1.18传统批处理代码编写02-263.flink1.18传统流处理环境编写02-264.flink1.18流批一体DataStream代码编写02-265.Flink1.18 Source - FileSource02-266.Flink1.18 Source - fromElements02-267.Flink1.18 Source - KafkaSource02-268.Flink1.18 Source - 数据生成器02-269.Flink1.18 Transfrom - Map02-2610.Flink1.18 Transfrom - flatMap02-2611.Flink1.18 Transfrom - Filter02-2612.Flink1.18 Transfrom - KeyBy02-2613.Flink1.18 Transfrom - RichFunction02-2614.Flink1.18 Transfrom - SimpleAggregate简单聚合算子02-2615.Flink1.18 Transfrom - Reduce02-2616.Flink1.18 Transfrom - 分区器【7种现成】02-2617.Flink1.18 Transfrom - CustomPartition自定义分区器02-2618.Flink1.18 Transfrom - 分流【Filter】02-2619.Flink1.18 Transfrom - 分流【侧输出流 ProcessFunction】02-2620.Flink1.18 Transfrom - 合流【Union】02-2621.Flink1.18 Transfrom - 合流【Connect, 并行度为1的情况】02-2622.Flink1.18 Transfrom - 合流【Connect 两个流数据进行关联】02-2623.Flink1.18 Sink - 到文件 新版本写法sinkToFile02-2624.Flink1.18 Sink - 到Kafka 新版本写法sinkTo的使用02-2625.Flink1.18 Sink - 到Kafka自定义序列化类 新版本写法sinkTo的使用02-26

26.Flink1.18 Sink - 到JDBC 使用新依赖【因返回值是sinkFunction, 故目前只支持addSink使用, 1.18版本不支持sinkTo】02-26

27.Flink1.18 Sink - 精确一次ExactlyOnce到JDBC 使用新依赖【因返回值是sinkFunction, 故目前只支持addSink使用, 1.18版本不支持sinkTo】02-2628.Flink1.18 Sink - 自定义sink02-2629.大数据之路Week10_day07 (JavaAPI 操作Redis 与Hbase建立索引，通过查询redis中的索引查询Hbase数据）2020-01-1230.大数据之路Week10_day07 (JavaAPI 操作Redis 模拟将redis当作缓存，从Mysql数据库中查询数据）2020-01-12

收起

自行修改对应数据库参数和配置

package com.xiaohu.sink;

import org.apache.flink.api.common.functions.MapFunction;
import org.apache.flink.connector.jdbc.JdbcConnectionOptions;
import org.apache.flink.connector.jdbc.JdbcExecutionOptions;
import org.apache.flink.connector.jdbc.JdbcSink;
import org.apache.flink.connector.jdbc.JdbcStatementBuilder;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;

import java.sql.PreparedStatement;
import java.sql.SQLException;

/*
    导入依赖：
        flink-connector-jdbc
        mysql-connector-java

    目前只能用addSink做法

 */
public class JDBCSinkDemo {
    public static void main(String[] args) throws Exception {
        final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        env.setParallelism(1);

        // 假设这是我们的数据源
//        DataStream<String> text = env.fromElements(
//                "Hello, World!",
//                "Flink is awesome!",
//                "This is a test."
//        );

        DataStreamSource<String> text = env.socketTextStream("master", 7777);


        // 转换数据以匹配目标表的列
        DataStream<String[]> mappedData = text.map(new MapFunction<String, String[]>() {
            @Override
            public String[] map(String value) {
                return new String[]{null, value};  // null 表示自增ID
            }
        });

        /*
                        "jdbc:mysql://master:3306/xiaohu_db?useUnicode=true&characterEncoding=utf-8&useSSL=false",
                        "com.mysql.cj.jdbc.Driver",
                        "root",
                        "123456",
                        500
         */
        mappedData.addSink(JdbcSink.sink(
                "INSERT INTO sink_jdbc (info) VALUES (?)",
                new JdbcStatementBuilder<String[]>() {
                    @Override
                    public void accept(PreparedStatement preparedStatement, String[] strings) throws SQLException {
                        preparedStatement.setString(1, strings[1]);
                    }
                },
                JdbcExecutionOptions.builder() // 处理设置
                        .withBatchSize(1000) // 一批次1000条
                        .withBatchIntervalMs(200) // 200毫秒或上面的1000条，就写出去
                        .withMaxRetries(5) // 重试5次
                        .build(),
                new JdbcConnectionOptions.JdbcConnectionOptionsBuilder() // 连接选项，new一个内部类
                        .withUrl("jdbc:mysql://master:3306/xiaohu_db?useUnicode=true&characterEncoding=utf-8&useSSL=false")
                        .withDriverName("com.mysql.cj.jdbc.Driver")
                        .withUsername("root")
                        .withPassword("123456")
                        .withConnectionCheckTimeoutSeconds(60) //超时60秒重新连接
                        .build()
        ));

        // 执行任务
        env.execute("Write to MySQL Example");
    }
}