Doris version doris-2.1.0-rc11-91efb6a43d
按照https://doris.apache.org/zh-CN/docs/ecosystem/beats?_highlight=filebeat#%E9%85%8D%E7%BD%AE-filebeat 官方文档编译filebeat
filebeat.yml配置文件如下：
cat filebeat.yml
filebeat.inputs:
- type: log
enabled: true
paths:- /tmp/rs.log
output.doris:
fenodes: ["http://127.0.0.1:8030"] # your doris fe address
user: *** # your doris user
password: *** # your doris password
database: db # your doris database
table: table # your doris table
codec_format_string: "%{[message]}"
headers:
format: json
read_json_by_line: true
通过./filebeat -c ./filebeat.yml -e 日志前台输出
启动后，rs.log的内容正常写入table里面，往rs.log追加的内容也能在table里面查询出来，但是隔了半个小时后，再查询就select * from table 就空了【注：查看了filebeat的前台日志没有error和warn日志】
table表的创建语句如下：
ENGINE = OLAP
DUPLICATE KEY(app,ts)
AUTO PARTITION BY RANGE date_trunc(time, 'day')
(
)
DISTRIBUTED BY HASH(trace) buckets auto
PROPERTIES (
"replication_allocation" = "tag.location.default: 1",
"min_load_replica_num" = "-1",
"is_being_synced" = "false",
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "DAY",
"dynamic_partition.time_zone" = "Asia/Shanghai",
"dynamic_partition.start" = "-3",
"dynamic_partition.end" = "3",
"dynamic_partition.prefix" = "p",
"dynamic_partition.buckets" = "2",
"dynamic_partition.hot_partition_num" = "0",
"storage_format" = "V2",
"light_schema_change" = "true",
"disable_auto_compaction" = "false",
"enable_single_replica_compaction" = "false",
"group_commit_interval_ms" = "10000",
"group_commit_data_bytes" = "134217728"
);
