在Mysql中有一张表,是触发器定时汇总数据后插入到这张表中;Flink DOris Connector没有同步Mysql表中的最新数据到Doris中.
Doris版本:2.0.4
flink-doris-connector版本:1.18-1.5.2
Mysql建表语句:
-- vehicle_network.cybertron_data_brain_snaps definition
引用
CREATE TABLEcybertron_data_brain_snaps
(
id
int(10) unsigned NOT NULL AUTO_INCREMENT,
park_code
varchar(50) CHARACTER SET utf8 COLLATE utf8_general_ci DEFAULT '',
vehicle_vin
varchar(50) CHARACTER SET utf8 COLLATE utf8_general_ci DEFAULT '',
date_time
varchar(50) CHARACTER SET utf8 COLLATE utf8_general_ci DEFAULT '',
takeover_count
int(5) DEFAULT '0',
remote_odometer
bigint(20) DEFAULT '0',
remote_duration
bigint(20) DEFAULT '0',
auto_odometer
bigint(20) DEFAULT '0',
auto_duration
bigint(20) DEFAULT '0',
adas_request_count
int(4) DEFAULT '0',
emergent_takeover_count
int(4) DEFAULT '0',
pdu_duration
bigint(20) DEFAULT NULL,
pdu_odometer
bigint(20) DEFAULT NULL,
pdu_request_count
int(11) DEFAULT NULL,
auto_error_intercept_count
int(11) DEFAULT '0' COMMENT '自动驾驶异常跳出次数',
from_auto_pdu_request_count
int(11) DEFAULT '0',
date_add
timestamp NULL DEFAULT CURRENT_TIMESTAMP,
park_name
varchar(32) DEFAULT NULL,
vin_id
varchar(16) DEFAULT NULL,
pdu_monitor_duration
double DEFAULT NULL,
pdu_control_duration
double DEFAULT NULL,
province
varchar(16) DEFAULT NULL,
city
varchar(16) DEFAULT NULL,
operate_state
int(11) DEFAULT NULL,
waring_cnt
int(11) DEFAULT '0',
simulate_odometer
bigint(20) DEFAULT '0',
simulate_duration
bigint(20) DEFAULT '0',
virtual_odometer
bigint(20) DEFAULT '0',
PRIMARY KEY (id
),
KEYcybertron_data_brain_snaps_date_time_index
(date_time
),
KEYcybertron_data_brain_snaps_vehicle_vin_date_time_index
(vehicle_vin
,date_time
),
KEYcybertron_data_brain_snaps_vin_id_index
(park_name
,province
,city
,operate_state
,vin_id
)
) ENGINE=InnoDB AUTO_INCREMENT=591797 DEFAULT CHARSET=utf8;
插入数据脚本:
INSERT INTO vehicle_network.cybertron_data_brain_snaps (id, park_code, vehicle_vin, date_time, takeover_count, remote_odometer, remote_duration, auto_odometer, auto_duration, adas_request_count, emergent_takeover_count, pdu_duration, pdu_odometer, pdu_request_count, auto_error_intercept_count, from_auto_pdu_request_count, date_add, park_name, vin_id, pdu_monitor_duration, pdu_control_duration, province, city, operate_state, waring_cnt, simulate_odometer, simulate_duration, virtual_odometer) VALUES(1, '010000', '100038', '2020-05-20', 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, '2020-12-09 13:14:50', '北京恒通商务园', NULL, NULL, NULL, NULL, NULL, NULL, 0, 0, 0, 0);