flink sql写入doris,报no available backend

Viewed 10

异常
org.apache.doris.flink.exception.DorisRuntimeException: no available backend.
at org.apache.doris.flink.sink.BackendUtil.getAvailableBackend(BackendUtil.java:96)
at org.apache.doris.flink.sink.writer.DorisWriter.lambda$getStreamLoader$1(DorisWriter.java:345)
at java.util.concurrent.ConcurrentHashMap.computeIfAbsent(ConcurrentHashMap.java:1660)
at org.apache.doris.flink.sink.writer.DorisWriter.getStreamLoader(DorisWriter.java:341)
at org.apache.doris.flink.sink.writer.DorisWriter.writeOneDorisRecord(DorisWriter.java:206)
at org.apache.doris.flink.sink.writer.DorisWriter.write(DorisWriter.java:186)
at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.processElement(SinkWriterOperator.java:182)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.pushToOperator(ChainingOutput.java:95)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.collect(ChainingOutput.java:76)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.collect(ChainingOutput.java:40)
at StreamExecCalc$2911.processElement_split230(Unknown Source)
at StreamExecCalc$2911.processElement(Unknown Source)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.pushToOperator(ChainingOutput.java:95)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.collect(ChainingOutput.java:76)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.collect(ChainingOutput.java:40)
at org.apache.flink.streaming.api.operators.StreamFilter.processElement(StreamFilter.java:43)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.pushToOperator(ChainingOutput.java:95)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.collect(ChainingOutput.java:76)
at org.apache.flink.streaming.runtime.tasks.ChainingOutput.collect(ChainingOutput.java:40)
at org.apache.flink.streaming.runtime.tasks.SourceOperatorStreamTask$AsyncDataOutputToOutput.emitRecord(SourceOperatorStreamTask.java:310)
at org.apache.flink.streaming.api.operators.source.SourceOutputWithWatermarks.collect(SourceOutputWithWatermarks.java:110)
at com.alibaba.ververica.connectors.hologres.binlog.source.reader.HologresBinlogRecordEmitter.emitRecord(HologresBinlogRecordEmitter.java:23)
at com.alibaba.ververica.connectors.hologres.binlog.source.reader.HologresBinlogRecordEmitter.emitRecord(HologresBinlogRecordEmitter.java:12)
at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:160)
at org.apache.flink.streaming.api.operators.SourceOperator.pollNext(SourceOperator.java:762)
at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:441)
at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:70)
at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:68)
at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:616)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:1080)
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:1029)
at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:959)
at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:938)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:567)
at java.lang.Thread.run(Thread.java:879)
BE状态
image.png

1 Answers

1、确认下be是否在那段时间有过重启动作
2、集群cpu/mem/io在那个时间段是否有负载
3、建议升级到>= 2.0.14稳定版本,期间fix了较多缺陷,稳定性会更好