麻烦问一下各位大佬,flink实时同步MySQL数据到doris,比如一条数据进来之后,数据进入到flink,然后进入到doris,然后我看数据是卡在doris的commiter这里,麻烦问一下各位大佬,有没有对应的参数能够让我这个commit快一些,实时写入,或者一两秒一个批次那种.
代码如下:
CREATE TEMPORARY TABLE mysqlcdc_source (
id INT,
name VARCHAR,
age int,
create_time TIMESTAMP,
PRIMARY KEY(id) NOT ENFORCED
) WITH (
'connector' = 'mysql',
'hostname' = 'xxxxxx',
'port' = '3306',
'username' = 'xxxx',
'password' = 'xxxxx',
'database-name' = 'db1',
'table-name' = 'test_flink_2',
'server-id'='12345',--mysql消费id,避免冲突
'server-time-zone'='UTC',
'scan.startup.mode' = 'latest-offset'
);
-- 支持同步 insert/update/delete 事件
CREATE TEMPORARY TABLE doris_sink (
id INT,
name STRING,
age int,
create_time TIMESTAMP
)
WITH (
'connector' = 'doris',
'fenodes' = 'xxxx:8030',
'table.identifier' = 'testdb.test_flink2',
'username' = 'roxxxot',
'password' = 'xxxx',
'sink.properties.format' = 'json',
'sink.properties.read_json_by_line' = 'true',
'sink.enable-delete' = 'true', -- 同步删除事件
'sink.label-prefix' = 'doris_label'
);
insert into doris_sink select id,name,age,create_time from mysqlcdc_source;
