doris-2.1.5
建表语句
CREATE TABLE IF NOT EXISTS DeviceHubData.device_origin_data
(
partition_date date,
device_id VARCHAR(255),
user_id VARCHAR(255),
time_stamp bigint,
device_type TEXT,
device_metrics jsonb,
event_hour DATETIMEV2,
event_time DATETIMEV2
)
ENGINE = OLAP
UNIQUE KEY(partition_date, device_id, user_id, time_stamp)
PARTITION BY RANGE(partition_date)(FROM ("2022-11-01") TO ("2025-01-01") INTERVAL 1 MONTH)
DISTRIBUTED BY HASH(device_id, user_id) BUCKETS 10
PROPERTIES(
"replication_allocation" = "tag.location.default: 3",
"storage_medium" = "SSD",
"dynamic_partition.enable" = "true",
"dynamic_partition.storage_medium" = "SSD",
"dynamic_partition.time_unit" = "MONTH",
"dynamic_partition.start" = "-24",
"dynamic_partition.end" = "1",
"dynamic_partition.prefix" = "p",
"dynamic_partition.buckets" = "10",
"enable_unique_key_merge_on_write" = "true",
"store_row_column" = "true"
);
Flink代码中Doris配置如下，测试发现往UniqueKey模型写数据时，默认是关闭两阶段提交的，数据能正常入库，当开启两阶段后，数据无法写入表中，可能是连接器的Bug，希望帮忙排查下
