我部署了一套doris2.1.5集群,1fe 3be节点,在同一时间be节点突然全部挂掉了,看了下日志没看明白原因,有大佬能帮忙分析下吗

Viewed 35

以下是be.out的日志

*** Query id: cf3f83559cb4ca7-94fef7e81e10da4c ***
*** is nereids: 0 ***
*** tablet id: 0 ***
*** Aborted at 1731659549 (unix time) try "date -d @1731659549" if you are using GNU date ***
*** Current BE git commitID: d5a02e095d ***
*** SIGSEGV address not mapped to object (@0x7f25f9ffd000) received by PID 19339 (TID 23322 OR 0x7f329e866700) from PID 18446744073608876032; stack trace: ***
 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /home/zcp/repo_center/doris_release/doris/be/src/common/signal_handler.h:421
 1# os::Linux::chained_handler(int, siginfo_t*, void*) in /usr/lib/jvm/java-11-openjdk-11.0.22.7-0.ky10.x86_64/lib/server/libjvm.so
 2# JVM_handle_linux_signal in /usr/lib/jvm/java-11-openjdk-11.0.22.7-0.ky10.x86_64/lib/server/libjvm.so
 3# signalHandler(int, siginfo_t*, void*) in /usr/lib/jvm/java-11-openjdk-11.0.22.7-0.ky10.x86_64/lib/server/libjvm.so
 4# 0x00007F39CBD7DEF0 in /usr/lib64/libc.so.6
 5# doris::StringSearcher<true, true>::_search(unsigned char const*, unsigned char const*) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/common/string_searcher.h:228
 6# doris::vectorized::FunctionSubstringIndex::execute_impl(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function_string.h:2030
 7# doris::vectorized::DefaultExecutable::execute_impl(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function.h:429
 8# doris::vectorized::PreparedFunctionImpl::_execute_skipped_constant_deal(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long, bool) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function.cpp:122
 9# doris::vectorized::PreparedFunctionImpl::default_implementation_for_nulls(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long, bool, bool*) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function.cpp:217
10# doris::vectorized::PreparedFunctionImpl::execute_without_low_cardinality_columns(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long, bool) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function.cpp:244
11# doris::vectorized::PreparedFunctionImpl::execute(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long, bool) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function.cpp:250
12# doris::vectorized::IFunctionBase::execute(doris::FunctionContext*, doris::vectorized::Block&, std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long, unsigned long, bool) const at /home/zcp/repo_center/doris_release/doris/be/src/vec/functions/function.h:179
13# doris::vectorized::VectorizedFnCall::_do_execute(doris::vectorized::VExprContext*, doris::vectorized::Block*, int*, std::vector<unsigned long, std::allocator<unsigned long> >&) at /home/zcp/repo_center/doris_release/doris/be/src/vec/exprs/vectorized_fn_call.cpp:169
14# doris::vectorized::VectorizedFnCall::execute(doris::vectorized::VExprContext*, doris::vectorized::Block*, int*) at /home/zcp/repo_center/doris_release/doris/be/src/vec/exprs/vectorized_fn_call.cpp:185
15# doris::vectorized::VExprContext::execute(doris::vectorized::Block*, int*) at /home/zcp/repo_center/doris_release/doris/be/src/vec/exprs/vexpr_context.cpp:54
16# doris::vectorized::VExprContext::get_output_block_after_execute_exprs(std::vector<std::shared_ptr<doris::vectorized::VExprContext>, std::allocator<std::shared_ptr<doris::vectorized::VExprContext> > > const&, doris::vectorized::Block const&, doris::vectorized::Block*, bool) at /home/zcp/repo_center/doris_release/doris/be/src/vec/exprs/vexpr_context.cpp:340
17# doris::vectorized::VMysqlResultWriter<false>::write(doris::vectorized::Block&) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/vmysql_result_writer.cpp:155
18# doris::pipeline::ResultSinkOperatorX::sink(doris::RuntimeState*, doris::vectorized::Block*, bool) at /home/zcp/repo_center/doris_release/doris/be/src/pipeline/exec/result_sink_operator.cpp:155
19# doris::pipeline::PipelineXTask::execute(bool*) at /home/zcp/repo_center/doris_release/doris/be/src/pipeline/pipeline_x/pipeline_x_task.cpp:331
20# doris::pipeline::TaskScheduler::_do_work(unsigned long) at /home/zcp/repo_center/doris_release/doris/be/src/pipeline/task_scheduler.cpp:347
21# doris::ThreadPool::dispatch_thread() in /usr/local/doris-be/be/lib/doris_be
22# doris::Thread::supervise_thread(void*) at /home/zcp/repo_center/doris_release/doris/be/src/util/thread.cpp:499
23# 0x00007F39CBB8BD0B in /usr/lib64/libpthread.so.0
24# clone in /usr/lib64/libc.so.6

怀疑是某个sql导致的,想根据 Query id去查,但是没查到
doris的审计日志没有开
怎么查询这个id呢

1 Answers

去 fe/log/fe.audit.log 中搜索 cf3f83559cb4ca7-94fef7e81e10da4c