【自动分区问题】BE crush 报错

Viewed 98

doris 版本: 2.1.4
问题描述: airflow job 每天在 9.30 左右调用 job 时触发 BE crush

be.out 报错内容

*** Query id: a29dc0cf0fe146d3-8a6c1ecf558fc0b3 ***
*** is nereids: 1 ***
*** tablet id: 0 ***
*** Aborted at 1721957419 (unix time) try "date -d @1721957419" if you are using GNU date ***
*** Current BE git commitID: e93678fd1e ***
*** SIGSEGV address not mapped to object (@0x110) received by PID 190703 (TID 62093 OR 0x7f18133ef700) from PID 272; stack trace: ***
 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /home/zcp/repo_center/doris_release/doris/be/src/common/signal_handler.h:421
 1# os::Linux::chained_handler(int, siginfo_t*, void*) in /opt/midd/be/doris/java8/jre/lib/amd64/server/libjvm.so
 2# JVM_handle_linux_signal in /opt/midd/be/doris/java8/jre/lib/amd64/server/libjvm.so
 3# signalHandler(int, siginfo_t*, void*) in /opt/midd/be/doris/java8/jre/lib/amd64/server/libjvm.so
 4# 0x00007F6B0CA2D340 in /lib64/libc.so.6
 5# memcpy at /home/zcp/repo_center/doris_release/doris/be/src/glibc-compatibility/memcpy/memcpy_x86_64.cpp:219
 6# doris::vectorized::OlapTableBlockConvertor::_validate_column(doris::RuntimeState*, doris::TypeDescriptor const&, bool, COW<doris::vectorized::IColumn>::immutable_ptr<doris::vectorized::IColumn>, unsigned long, bool*, fmt::v7::basic_memory_buffer<char, 500ul, std::allocator<char> >&, unsigned int, doris::vectorized::PODArray<unsigned long, 4096ul, Allocator<false, false, false>, 15ul, 16ul>*) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/vtablet_block_convertor.cpp:242
 7# doris::vectorized::OlapTableBlockConvertor::_validate_data(doris::RuntimeState*, doris::vectorized::Block*, unsigned int, int&, bool*) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/vtablet_block_convertor.cpp:454
 8# doris::vectorized::OlapTableBlockConvertor::validate_and_convert_block(doris::RuntimeState*, doris::vectorized::Block*, std::shared_ptr<doris::vectorized::Block>&, std::vector<std::shared_ptr<doris::vectorized::VExprContext>, std::allocator<std::shared_ptr<doris::vectorized::VExprContext> > >, unsigned long, bool&) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/vtablet_block_convertor.cpp:95
 9# doris::vectorized::VRowDistribution::generate_rows_distribution(doris::vectorized::Block&, std::shared_ptr<doris::vectorized::Block>&, long&, bool&, std::vector<doris::vectorized::RowPartTabletIds, std::allocator<doris::vectorized::RowPartTabletIds> >&, long&) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/vrow_distribution.cpp:413
10# doris::vectorized::VTabletWriterV2::write(doris::vectorized::Block&) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/writer/vtablet_writer_v2.cpp:408
11# doris::vectorized::VTabletWriterV2::_send_new_partition_batch() at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/writer/vtablet_writer_v2.cpp:500
12# doris::vectorized::VTabletWriterV2::close(doris::Status) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/writer/vtablet_writer_v2.cpp:522
13# doris::vectorized::AsyncResultWriter::process_block(doris::RuntimeState*, doris::RuntimeProfile*) at /home/zcp/repo_center/doris_release/doris/be/src/vec/sink/writer/async_result_writer.cpp:180
14# std::_Function_handler<void (), doris::vectorized::AsyncResultWriter::start_writer(doris::RuntimeState*, doris::RuntimeProfile*)::$_0>::_M_invoke(std::_Any_data const&) at /var/local/ldb_toolchain/bin/../lib/gcc/x86_64-linux-gnu/11/../../../../include/c++/11/bits/std_function.h:291
15# doris::ThreadPool::dispatch_thread() in /opt/midd/be/doris/be/lib/doris_be
16# doris::Thread::supervise_thread(void*) at /home/zcp/repo_center/doris_release/doris/be/src/util/thread.cpp:499
17# start_thread in /lib64/libpthread.so.0
18# __clone in /lib64/libc.so.6

StdoutLogger 2024-07-26 09:31:01,985 Start time: Fri Jul 26 09:31:01 CST 2024
INFO: java_cmd /opt/midd/be/doris/java8/bin/java
INFO: jdk_version 8
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/opt/midd/be/doris/be/lib/java_extensions/preload-extensions/preload-extensions-jar-with-dependencies.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/opt/midd/be/doris/be/lib/java_extensions/java-udf/java-udf-jar-with-dependencies.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/opt/midd/be/doris/be/lib/hadoop_hdfs/common/lib/slf4j-reload4j-1.7.36.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Reload4jLoggerFactory]
[WARNING!] /sys/kernel/mm/transparent_hugepage/enabled: [always] madvise never, Doris not recommend turning on THP, which may cause the BE process to use more memory and cannot be freed in time. Turn off THP: `echo madvise | sudo tee /sys/kernel/mm/transparent_hugepage/enabled`

fe.audit.log 内容

2024-07-26 09:30:39,900 [query] |Client=172.18.0.6:46090|User=bigdata|Ctl=internal|Db=ods|State=ERR|ErrorCode=1105|ErrorMessage=errCode = 2, detailMessage = cancelled|Time(ms)=20278|ScanBytes=5627904|ScanRows=31909|ReturnRows=0|StmtId=77661|QueryId=a29dc0cf0fe146d3-8a6c1ecf558fc0b3|IsQuery=false|isNereids=true|feIp=10.20.111.219|Stmt=INSERT INTO  xqc_dws.dialog_eval_stat          SELECT             seller_nick,             snick,             day,             platform,             eval_code,             COUNT(1) AS eval_cnt,             COUNT(DISTINCT dialog_id) AS dialog_cnt         FROM xqc_ods.dialog_eval         WHERE day = 20240725 and  platform  ='jd'         GROUP BY day, platform, seller_nick, snick, eval_code;|CpuTimeMS=33|ShuffleSendBytes=0|ShuffleSendRows=0|SqlHash=b3db8b4ac3da9040a7a0004bc816503b|peakMemoryBytes=20713952|SqlDigest=|TraceId=|WorkloadGroup=|FuzzyVariables=
2024-07-26 09:30:39,900 [slow_query] |Client=172.18.0.6:46090|User=bigdata|Ctl=internal|Db=ods|State=ERR|ErrorCode=1105|ErrorMessage=errCode = 2, detailMessage = cancelled|Time(ms)=20278|ScanBytes=5627904|ScanRows=31909|ReturnRows=0|StmtId=77661|QueryId=a29dc0cf0fe146d3-8a6c1ecf558fc0b3|IsQuery=false|isNereids=true|feIp=10.20.111.219|Stmt=INSERT INTO  xqc_dws.dialog_eval_stat          SELECT             seller_nick,             snick,             day,             platform,             eval_code,             COUNT(1) AS eval_cnt,             COUNT(DISTINCT dialog_id) AS dialog_cnt         FROM xqc_ods.dialog_eval         WHERE day = 20240725 and  platform  ='jd'         GROUP BY day, platform, seller_nick, snick, eval_code;|CpuTimeMS=33|ShuffleSendBytes=0|ShuffleSendRows=0|SqlHash=b3db8b4ac3da9040a7a0004bc816503b|peakMemoryBytes=20713952|SqlDigest=|TraceId=|WorkloadGroup=|FuzzyVariables=

目标表

CREATE TABLE `dialog_eval_stat` ( `seller_nick` VARCHAR(65533) NULL, `snick` VARCHAR(65533) NULL, `day` INT NULL, `platform` VARCHAR(65533) NULL, `eval_code` INT NULL, `eval_cnt` BIGINT NULL, `dialog_cnt` BIGINT NULL ) ENGINE=OLAP DUPLICATE KEY(`seller_nick`, `snick`) AUTO PARTITION BY LIST (platform)(day) (PARTITION pjd2202309258 VALUES IN (("jd", "20230925")), PARTITION pjd2202309268 VALUES IN (("jd", "20230926")), PARTITION pjd2202309278 VALUES IN (("jd", "20230927")), PARTITION pjd2202309288 VALUES IN (("jd", "20230928")), PARTITION pjd2202309298 VALUES IN (("jd", "20230929")), PARTITION pjd2202309308 VALUES IN (("jd", "20230930")), PARTITION pjd2202310018 VALUES IN (("jd", "20231001")), PARTITION pjd2202310028 VALUES IN (("jd", "20231002")), PARTITION pjd2202310038 VALUES IN (("jd", "20231003")), PARTITION pjd2202310048 VALUES IN (("jd", "20231004")), PARTITION pjd2202310058 VALUES IN (("jd", "20231005")), PARTITION pjd2202310068 VALUES IN (("jd", "20231006")), PARTITION pjd2202310078 VALUES IN (("jd", "20231007")), PARTITION pjd2202310088 VALUES IN (("jd", "20231008")), PARTITION pjd2202310098 VALUES IN (("jd", "20231009")), PARTITION pjd2202310108 VALUES IN (("jd", "20231010")), PARTITION pjd2202310118 VALUES IN (("jd", "20231011")), PARTITION pjd2202310128 VALUES IN (("jd", "20231012")), PARTITION pjd2202310138 VALUES IN (("jd", "20231013")), PARTITION pjd2202310148 VALUES IN (("jd", "20231014")), PARTITION pjd2202310158 VALUES IN (("jd", "20231015")), PARTITION pjd2202310168 VALUES IN (("jd", "20231016")), PARTITION pjd2202310178 VALUES IN (("jd", "20231017")), PARTITION pjd2202310188 VALUES IN (("jd", "20231018")), PARTITION pjd2202310198 VALUES IN (("jd", "20231019")), PARTITION pjd2202310208 VALUES IN (("jd", "20231020")), PARTITION pjd2202310218 VALUES IN (("jd", "20231021")), PARTITION pjd2202310228 VALUES IN (("jd", "20231022")), PARTITION pjd2202310238 VALUES IN (("jd", "20231023")), PARTITION pjd2202310248 VALUES IN (("jd", "20231024")), PARTITION pjd2202310258 VALUES IN (("jd", "20231025")), PARTITION pjd2202310268 VALUES IN (("jd", "20231026")), PARTITION pjd2202310278 VALUES IN (("jd", "20231027")), PARTITION pjd2202310288 VALUES IN (("jd", "20231028")), PARTITION pjd2202310298 VALUES IN (("jd", "20231029")), PARTITION pjd2202310308 VALUES IN (("jd", "20231030")), PARTITION pjd2202310318 VALUES IN (("jd", "20231031")), PARTITION pjd2202311018 VALUES IN (("jd", "20231101")), PARTITION pjd2202311028 VALUES IN (("jd", "20231102")), PARTITION pjd2202311038 VALUES IN (("jd", "20231103")), PARTITION pjd2202311048 VALUES IN (("jd", "20231104")), PARTITION pjd2202311058 VALUES IN (("jd", "20231105")), PARTITION pjd2202311068 VALUES IN (("jd", "20231106")), PARTITION pjd2202311078 VALUES IN (("jd", "20231107")), PARTITION pjd2202311088 VALUES IN (("jd", "20231108")), PARTITION pjd2202311098 VALUES IN (("jd", "20231109")), PARTITION pjd2202311108 VALUES IN (("jd", "20231110")), PARTITION pjd2202311118 VALUES IN (("jd", "20231111")), PARTITION pjd2202311128 VALUES IN (("jd", "20231112")), PARTITION pjd2202311138 VALUES IN (("jd", "20231113")), PARTITION pjd2202311148 VALUES IN (("jd", "20231114")), PARTITION pjd2202311158 VALUES IN (("jd", "20231115")), PARTITION pjd2202311168 VALUES IN (("jd", "20231116")), PARTITION pjd2202311178 VALUES IN (("jd", "20231117")), PARTITION pjd2202311188 VALUES IN (("jd", "20231118")), PARTITION pjd2202311198 VALUES IN (("jd", "20231119")), PARTITION pjd2202311208 VALUES IN (("jd", "20231120")), PARTITION pjd2202311218 VALUES IN (("jd", "20231121")), PARTITION pjd2202311228 VALUES IN (("jd", "20231122")), PARTITION pjd2202311238 VALUES IN (("jd", "20231123")), PARTITION pjd2202311248 VALUES IN (("jd", "20231124")), PARTITION pjd2202311258 VALUES IN (("jd", "20231125")), PARTITION pjd2202311268 VALUES IN (("jd", "20231126")), PARTITION pjd2202311278 VALUES IN (("jd", "20231127")), PARTITION pjd2202311288 VALUES IN (("jd", "20231128")), PARTITION pjd2202311298 VALUES IN (("jd", "20231129")), PARTITION pjd2202311308 VALUES IN (("jd", "20231130")), PARTITION pjd2202312018 VALUES IN (("jd", "20231201")), PARTITION pjd2202312028 VALUES IN (("jd", "20231202")), PARTITION pjd2202312038 VALUES IN (("jd", "20231203")), PARTITION pjd2202312048 VALUES IN (("jd", "20231204")), PARTITION pjd2202312058 VALUES IN (("jd", "20231205")), PARTITION pjd2202312068 VALUES IN (("jd", "20231206")), PARTITION pjd2202312078 VALUES IN (("jd", "20231207")), PARTITION pjd2202312088 VALUES IN (("jd", "20231208")), PARTITION pjd2202312098 VALUES IN (("jd", "20231209")), PARTITION pjd2202312108 VALUES IN (("jd", "20231210")), PARTITION pjd2202312118 VALUES IN (("jd", "20231211")), PARTITION pjd2202312128 VALUES IN (("jd", "20231212")), PARTITION pjd2202312138 VALUES IN (("jd", "20231213")), PARTITION pjd2202312148 VALUES IN (("jd", "20231214")), PARTITION pjd2202312158 VALUES IN (("jd", "20231215")), PARTITION pjd2202312168 VALUES IN (("jd", "20231216")), PARTITION pjd2202312178 VALUES IN (("jd", "20231217")), PARTITION pjd2202312188 VALUES IN (("jd", "20231218")), PARTITION pjd2202312198 VALUES IN (("jd", "20231219")), PARTITION pjd2202312208 VALUES IN (("jd", "20231220")), PARTITION pjd2202312218 VALUES IN (("jd", "20231221")), PARTITION pjd2202312228 VALUES IN (("jd", "20231222")), PARTITION pjd2202312238 VALUES IN (("jd", "20231223")), PARTITION pjd2202312248 VALUES IN (("jd", "20231224")), PARTITION pjd2202312258 VALUES IN (("jd", "20231225")), PARTITION pjd2202312268 VALUES IN (("jd", "20231226")), PARTITION pjd2202312278 VALUES IN (("jd", "20231227")), PARTITION pjd2202312288 VALUES IN (("jd", "20231228")), PARTITION pjd2202312298 VALUES IN (("jd", "20231229")), PARTITION pjd2202312308 VALUES IN (("jd", "20231230")), PARTITION pjd2202312318 VALUES IN (("jd", "20231231")), PARTITION pjd2202401018 VALUES IN (("jd", "20240101")), PARTITION pjd2202401028 VALUES IN (("jd", "20240102")), PARTITION pjd2202401038 VALUES IN (("jd", "20240103")), PARTITION pjd2202401048 VALUES IN (("jd", "20240104")), PARTITION pjd2202401058 VALUES IN (("jd", "20240105")), PARTITION pjd2202401068 VALUES IN (("jd", "20240106")), PARTITION pjd2202401078 VALUES IN (("jd", "20240107")), PARTITION pjd2202401088 VALUES IN (("jd", "20240108")), PARTITION pjd2202401098 VALUES IN (("jd", "20240109")), PARTITION pjd2202401108 VALUES IN (("jd", "20240110")), PARTITION pjd2202401118 VALUES IN (("jd", "20240111")), PARTITION pjd2202401128 VALUES IN (("jd", "20240112")), PARTITION pjd2202401138 VALUES IN (("jd", "20240113")), PARTITION pjd2202401148 VALUES IN (("jd", "20240114")), PARTITION pjd2202401158 VALUES IN (("jd", "20240115")), PARTITION pjd2202401168 VALUES IN (("jd", "20240116")), PARTITION pjd2202401178 VALUES IN (("jd", "20240117")), PARTITION pjd2202401188 VALUES IN (("jd", "20240118")), PARTITION pjd2202401198 VALUES IN (("jd", "20240119")), PARTITION pjd2202401208 VALUES IN (("jd", "20240120")), PARTITION pjd2202401218 VALUES IN (("jd", "20240121")), PARTITION pjd2202401228 VALUES IN (("jd", "20240122")), PARTITION pjd2202401238 VALUES IN (("jd", "20240123")), PARTITION pjd2202401248 VALUES IN (("jd", "20240124")), PARTITION pjd2202401258 VALUES IN (("jd", "20240125")), PARTITION pjd2202401268 VALUES IN (("jd", "20240126")), PARTITION pjd2202401278 VALUES IN (("jd", "20240127")), PARTITION pjd2202401288 VALUES IN (("jd", "20240128")), PARTITION pjd2202401298 VALUES IN (("jd", "20240129")), PARTITION pjd2202401308 VALUES IN (("jd", "20240130")), PARTITION pjd2202401318 VALUES IN (("jd", "20240131")), PARTITION pjd2202402018 VALUES IN (("jd", "20240201")), PARTITION pjd2202402028 VALUES IN (("jd", "20240202")), PARTITION pjd2202402038 VALUES IN (("jd", "20240203")), PARTITION pjd2202402048 VALUES IN (("jd", "20240204")), PARTITION pjd2202402058 VALUES IN (("jd", "20240205")), PARTITION pjd2202402068 VALUES IN (("jd", "20240206")), PARTITION pjd2202402078 VALUES IN (("jd", "20240207")), PARTITION pjd2202402088 VALUES IN (("jd", "20240208")), PARTITION pjd2202402098 VALUES IN (("jd", "20240209")), PARTITION pjd2202402108 VALUES IN (("jd", "20240210")), PARTITION pjd2202402118 VALUES IN (("jd", "20240211")), PARTITION pjd2202402128 VALUES IN (("jd", "20240212")), PARTITION pjd2202402138 VALUES IN (("jd", "20240213")), PARTITION pjd2202402148 VALUES IN (("jd", "20240214")), PARTITION pjd2202402158 VALUES IN (("jd", "20240215")), PARTITION pjd2202402168 VALUES IN (("jd", "20240216")), PARTITION pjd2202402178 VALUES IN (("jd", "20240217")), PARTITION pjd2202402188 VALUES IN (("jd", "20240218")), PARTITION pjd2202402198 VALUES IN (("jd", "20240219")), PARTITION pjd2202402208 VALUES IN (("jd", "20240220")), PARTITION pjd2202402218 VALUES IN (("jd", "20240221")), PARTITION pjd2202402228 VALUES IN (("jd", "20240222")), PARTITION pjd2202402238 VALUES IN (("jd", "20240223")), PARTITION pjd2202402248 VALUES IN (("jd", "20240224")), PARTITION pjd2202402258 VALUES IN (("jd", "20240225")), PARTITION pjd2202402268 VALUES IN (("jd", "20240226")), PARTITION pjd2202402278 VALUES IN (("jd", "20240227")), PARTITION pjd2202402288 VALUES IN (("jd", "20240228")), PARTITION pjd2202402298 VALUES IN (("jd", "20240229")), PARTITION pjd2202403018 VALUES IN (("jd", "20240301")), PARTITION pjd2202403028 VALUES IN (("jd", "20240302")), PARTITION pjd2202403038 VALUES IN (("jd", "20240303")), PARTITION pjd2202403048 VALUES IN (("jd", "20240304")), PARTITION pjd2202403058 VALUES IN (("jd", "20240305")), PARTITION pjd2202403068 VALUES IN (("jd", "20240306")), PARTITION pjd2202403078 VALUES IN (("jd", "20240307")), PARTITION pjd2202403088 VALUES IN (("jd", "20240308")), PARTITION pjd2202403098 VALUES IN (("jd", "20240309")), PARTITION pjd2202403108 VALUES IN (("jd", "20240310")), PARTITION pjd2202403118 VALUES IN (("jd", "20240311")), PARTITION pjd2202403128 VALUES IN (("jd", "20240312")), PARTITION pjd2202403138 VALUES IN (("jd", "20240313")), PARTITION pjd2202403148 VALUES IN (("jd", "20240314")), PARTITION pjd2202403158 VALUES IN (("jd", "20240315")), PARTITION pjd2202403168 VALUES IN (("jd", "20240316")), PARTITION pjd2202403178 VALUES IN (("jd", "20240317")), PARTITION pjd2202403188 VALUES IN (("jd", "20240318")), PARTITION pjd2202403198 VALUES IN (("jd", "20240319")), PARTITION pjd2202403208 VALUES IN (("jd", "20240320")), PARTITION pjd2202403218 VALUES IN (("jd", "20240321")), PARTITION pjd2202403228 VALUES IN (("jd", "20240322")), PARTITION pjd2202403238 VALUES IN (("jd", "20240323")), PARTITION pjd2202403248 VALUES IN (("jd", "20240324")), PARTITION pjd2202403258 VALUES IN (("jd", "20240325")), PARTITION pjd2202403268 VALUES IN (("jd", "20240326")), PARTITION pjd2202403278 VALUES IN (("jd", "20240327")), PARTITION pjd2202403288 VALUES IN (("jd", "20240328")), PARTITION pjd2202403298 VALUES IN (("jd", "20240329")), PARTITION pjd2202403308 VALUES IN (("jd", "20240330")), PARTITION pjd2202403318 VALUES IN (("jd", "20240331")), PARTITION pjd2202404018 VALUES IN (("jd", "20240401")), PARTITION pjd2202404028 VALUES IN (("jd", "20240402")), PARTITION pjd2202404038 VALUES IN (("jd", "20240403")), PARTITION pjd2202404048 VALUES IN (("jd", "20240404")), PARTITION pjd2202404058 VALUES IN (("jd", "20240405")), PARTITION pjd2202404068 VALUES IN (("jd", "20240406")), PARTITION pjd2202404078 VALUES IN (("jd", "20240407")), PARTITION pjd2202404088 VALUES IN (("jd", "20240408")), PARTITION pjd2202404098 VALUES IN (("jd", "20240409")), PARTITION pjd2202404108 VALUES IN (("jd", "20240410")), PARTITION pjd2202404118 VALUES IN (("jd", "20240411")), PARTITION pjd2202404128 VALUES IN (("jd", "20240412")), PARTITION pjd2202404138 VALUES IN (("jd", "20240413")), PARTITION pjd2202404148 VALUES IN (("jd", "20240414")), PARTITION pjd2202404158 VALUES IN (("jd", "20240415")), PARTITION pjd2202404168 VALUES IN (("jd", "20240416")), PARTITION pjd2202404178 VALUES IN (("jd", "20240417")), PARTITION pjd2202404188 VALUES IN (("jd", "20240418")), PARTITION pjd2202404198 VALUES IN (("jd", "20240419")), PARTITION pjd2202404208 VALUES IN (("jd", "20240420")), PARTITION pjd2202404218 VALUES IN (("jd", "20240421")), PARTITION pjd2202404228 VALUES IN (("jd", "20240422")), PARTITION pjd2202404238 VALUES IN (("jd", "20240423")), PARTITION pjd2202404248 VALUES IN (("jd", "20240424")), PARTITION pjd2202404258 VALUES IN (("jd", "20240425")), PARTITION pjd2202404268 VALUES IN (("jd", "20240426")), PARTITION pjd2202404278 VALUES IN (("jd", "20240427")), PARTITION pjd2202404288 VALUES IN (("jd", "20240428")), PARTITION pjd2202404298 VALUES IN (("jd", "20240429")), PARTITION pjd2202404308 VALUES IN (("jd", "20240430")), PARTITION pjd2202405018 VALUES IN (("jd", "20240501")), PARTITION pjd2202405028 VALUES IN (("jd", "20240502")), PARTITION pjd2202405038 VALUES IN (("jd", "20240503")), PARTITION pjd2202405048 VALUES IN (("jd", "20240504")), PARTITION pjd2202405058 VALUES IN (("jd", "20240505")), PARTITION pjd2202405068 VALUES IN (("jd", "20240506")), PARTITION pjd2202405078 VALUES IN (("jd", "20240507")), PARTITION pjd2202405088 VALUES IN (("jd", "20240508")), PARTITION pjd2202405098 VALUES IN (("jd", "20240509")), PARTITION pjd2202405108 VALUES IN (("jd", "20240510")), PARTITION pjd2202405118 VALUES IN (("jd", "20240511")), PARTITION pjd2202405128 VALUES IN (("jd", "20240512")), PARTITION pjd2202405138 VALUES IN (("jd", "20240513")), PARTITION pjd2202405148 VALUES IN (("jd", "20240514")), PARTITION pjd2202405158 VALUES IN (("jd", "20240515")), PARTITION pjd2202405168 VALUES IN (("jd", "20240516")), PARTITION pjd2202405178 VALUES IN (("jd", "20240517")), PARTITION pjd2202405188 VALUES IN (("jd", "20240518")), PARTITION pjd2202405198 VALUES IN (("jd", "20240519")), PARTITION pjd2202405208 VALUES IN (("jd", "20240520")), PARTITION pjd2202405218 VALUES IN (("jd", "20240521")), PARTITION pjd2202405228 VALUES IN (("jd", "20240522")), PARTITION pjd2202405238 VALUES IN (("jd", "20240523")), PARTITION pjd2202405248 VALUES IN (("jd", "20240524")), PARTITION pjd2202405258 VALUES IN (("jd", "20240525")), PARTITION pjd2202405268 VALUES IN (("jd", "20240526")), PARTITION pjd2202405278 VALUES IN (("jd", "20240527")), PARTITION pjd2202405288 VALUES IN (("jd", "20240528")), PARTITION pjd2202405298 VALUES IN (("jd", "20240529")), PARTITION pjd2202405308 VALUES IN (("jd", "20240530")), PARTITION pjd2202405318 VALUES IN (("jd", "20240531")), PARTITION pjd2202406018 VALUES IN (("jd", "20240601")), PARTITION pjd2202406028 VALUES IN (("jd", "20240602")), PARTITION pjd2202406038 VALUES IN (("jd", "20240603")), PARTITION pjd2202406048 VALUES IN (("jd", "20240604")), PARTITION pjd2202406058 VALUES IN (("jd", "20240605")), PARTITION pjd2202406068 VALUES IN (("jd", "20240606")), PARTITION pjd2202406078 VALUES IN (("jd", "20240607")), PARTITION pjd2202406088 VALUES IN (("jd", "20240608")), PARTITION pjd2202406098 VALUES IN (("jd", "20240609")), PARTITION pjd2202406108 VALUES IN (("jd", "20240610")), PARTITION pjd2202406118 VALUES IN (("jd", "20240611")), PARTITION pjd2202406128 VALUES IN (("jd", "20240612")), PARTITION pjd2202406138 VALUES IN (("jd", "20240613")), PARTITION pjd2202406148 VALUES IN (("jd", "20240614")), PARTITION pjd2202406158 VALUES IN (("jd", "20240615")), PARTITION pjd2202406168 VALUES IN (("jd", "20240616")), PARTITION pjd2202406178 VALUES IN (("jd", "20240617")), PARTITION pjd2202406188 VALUES IN (("jd", "20240618")), PARTITION pjd2202406198 VALUES IN (("jd", "20240619")), PARTITION pjd2202406208 VALUES IN (("jd", "20240620")), PARTITION pjd2202406218 VALUES IN (("jd", "20240621")), PARTITION pjd2202406228 VALUES IN (("jd", "20240622")), PARTITION pjd2202406238 VALUES IN (("jd", "20240623")), PARTITION pjd2202406248 VALUES IN (("jd", "20240624")), PARTITION pjd2202406258 VALUES IN (("jd", "20240625")), PARTITION pjd2202406268 VALUES IN (("jd", "20240626")), PARTITION pjd2202406278 VALUES IN (("jd", "20240627")), PARTITION pjd2202406288 VALUES IN (("jd", "20240628")), PARTITION pjd2202406298 VALUES IN (("jd", "20240629")), PARTITION pjd2202406308 VALUES IN (("jd", "20240630")), PARTITION pjd2202407018 VALUES IN (("jd", "20240701")), PARTITION pjd2202407028 VALUES IN (("jd", "20240702")), PARTITION pjd2202407038 VALUES IN (("jd", "20240703")), PARTITION pjd2202407048 VALUES IN (("jd", "20240704")), PARTITION pjd2202407058 VALUES IN (("jd", "20240705")), PARTITION pjd2202407068 VALUES IN (("jd", "20240706")), PARTITION pjd2202407078 VALUES IN (("jd", "20240707")), PARTITION pjd2202407088 VALUES IN (("jd", "20240708")), PARTITION pjd2202407098 VALUES IN (("jd", "20240709")), PARTITION pjd2202407108 VALUES IN (("jd", "20240710")), PARTITION pjd2202407118 VALUES IN (("jd", "20240711")), PARTITION pjd2202407128 VALUES IN (("jd", "20240712")), PARTITION pjd2202407138 VALUES IN (("jd", "20240713")), PARTITION pjd2202407148 VALUES IN (("jd", "20240714")), PARTITION pjd2202407158 VALUES IN (("jd", "20240715")), PARTITION pjd2202407168 VALUES IN (("jd", "20240716")), PARTITION pjd2202407178 VALUES IN (("jd", "20240717")), PARTITION pjd2202407188 VALUES IN (("jd", "20240718")), PARTITION pjd2202407198 VALUES IN (("jd", "20240719")), PARTITION pjd2202407208 VALUES IN (("jd", "20240720")), PARTITION pjd2202407218 VALUES IN (("jd", "20240721")), PARTITION pjd2202407228 VALUES IN (("jd", "20240722")), PARTITION pjd2202407238 VALUES IN (("jd", "20240723")), PARTITION pjd2202407248 VALUES IN (("jd", "20240724")), PARTITION pjd2202407258 VALUES IN (("jd", "20240725")), PARTITION ptb2202301018 VALUES IN (("tb", "20230101")), PARTITION ptb2202301028 VALUES IN (("tb", "20230102")), PARTITION ptb2202301038 VALUES IN (("tb", "20230103")), PARTITION ptb2202301048 VALUES IN (("tb", "20230104")), PARTITION ptb2202301058 VALUES IN (("tb", "20230105")), PARTITION ptb2202301068 VALUES IN (("tb", "20230106")), PARTITION ptb2202301078 VALUES IN (("tb", "20230107")), PARTITION ptb2202301088 VALUES IN (("tb", "20230108")), PARTITION ptb2202301098 VALUES IN (("tb", "20230109")), PARTITION ptb2202301108 VALUES IN (("tb", "20230110")), PARTITION ptb2202301118 VALUES IN (("tb", "20230111")), PARTITION ptb2202301128 VALUES IN (("tb", "20230112")), PARTITION ptb2202301138 VALUES IN (("tb", "20230113")), PARTITION ptb2202301148 VALUES IN (("tb", "20230114")), PARTITION ptb2202301158 VALUES IN (("tb", "20230115")), PARTITION ptb2202301168 VALUES IN (("tb", "20230116")), PARTITION ptb2202301178 VALUES IN (("tb", "20230117")), PARTITION ptb2202301188 VALUES IN (("tb", "20230118")), PARTITION ptb2202301198 VALUES IN (("tb", "20230119")), PARTITION ptb2202301208 VALUES IN (("tb", "20230120")), PARTITION ptb2202301218 VALUES IN (("tb", "20230121")), PARTITION ptb2202301228 VALUES IN (("tb", "20230122")), PARTITION ptb2202301238 VALUES IN (("tb", "20230123")), PARTITION ptb2202301248 VALUES IN (("tb", "20230124")), PARTITION ptb2202301258 VALUES IN (("tb", "20230125")), PARTITION ptb2202301268 VALUES IN (("tb", "20230126")), PARTITION ptb2202301278 VALUES IN (("tb", "20230127")), PARTITION ptb2202301288 VALUES IN (("tb", "20230128")), PARTITION ptb2202301298 VALUES IN (("tb", "20230129")), PARTITION ptb2202301308 VALUES IN (("tb", "20230130")), PARTITION ptb2202301318 VALUES IN (("tb", "20230131")), PARTITION ptb2202302018 VALUES IN (("tb", "20230201")), PARTITION ptb2202302028 VALUES IN (("tb", "20230202")), PARTITION ptb2202302038 VALUES IN (("tb", "20230203")), PARTITION ptb2202302048 VALUES IN (("tb", "20230204")), PARTITION ptb2202302058 VALUES IN (("tb", "20230205")), PARTITION ptb2202302068 VALUES IN (("tb", "20230206")), PARTITION ptb2202302078 VALUES IN (("tb", "20230207")), PARTITION ptb2202302088 VALUES IN (("tb", "20230208")), PARTITION ptb2202302098 VALUES IN (("tb", "20230209")), PARTITION ptb2202302108 VALUES IN (("tb", "20230210")), PARTITION ptb2202302118 VALUES IN (("tb", "20230211")), PARTITION ptb2202302128 VALUES IN (("tb", "20230212")), PARTITION ptb2202302138 VALUES IN (("tb", "20230213")), PARTITION ptb2202302148 VALUES IN (("tb", "20230214")), PARTITION ptb2202302158 VALUES IN (("tb", "20230215")), PARTITION ptb2202302168 VALUES IN (("tb", "20230216")), PARTITION ptb2202302178 VALUES IN (("tb", "20230217")), PARTITION ptb2202302188 VALUES IN (("tb", "20230218")), PARTITION ptb2202302198 VALUES IN (("tb", "20230219")), PARTITION ptb2202302208 VALUES IN (("tb", "20230220")), PARTITION ptb2202302218 VALUES IN (("tb", "20230221")), PARTITION ptb2202302228 VALUES IN (("tb", "20230222")), PARTITION ptb2202302238 VALUES IN (("tb", "20230223")), PARTITION ptb2202302248 VALUES IN (("tb", "20230224")), PARTITION ptb2202302258 VALUES IN (("tb", "20230225")), PARTITION ptb2202302268 VALUES IN (("tb", "20230226")), PARTITION ptb2202302278 VALUES IN (("tb", "20230227")), PARTITION ptb2202302288 VALUES IN (("tb", "20230228")), PARTITION ptb2202303018 VALUES IN (("tb", "20230301")), PARTITION ptb2202303028 VALUES IN (("tb", "20230302")), PARTITION ptb2202303038 VALUES IN (("tb", "20230303")), PARTITION ptb2202303048 VALUES IN (("tb", "20230304")), PARTITION ptb2202303058 VALUES IN (("tb", "20230305")), PARTITION ptb2202303068 VALUES IN (("tb", "20230306")), PARTITION ptb2202303078 VALUES IN (("tb", "20230307")), PARTITION ptb2202303088 VALUES IN (("tb", "20230308")), PARTITION ptb2202303098 VALUES IN (("tb", "20230309")), PARTITION ptb2202303108 VALUES IN (("tb", "20230310")), PARTITION ptb2202303118 VALUES IN (("tb", "20230311")), PARTITION ptb2202303128 VALUES IN (("tb", "20230312")), PARTITION ptb2202303138 VALUES IN (("tb", "20230313")), PARTITION ptb2202303148 VALUES IN (("tb", "20230314")), PARTITION ptb2202303158 VALUES IN (("tb", "20230315")), PARTITION ptb2202303168 VALUES IN (("tb", "20230316")), PARTITION ptb2202303178 VALUES IN (("tb", "20230317")), PARTITION ptb2202303188 VALUES IN (("tb", "20230318")), PARTITION ptb2202303198 VALUES IN (("tb", "20230319")), PARTITION ptb2202303208 VALUES IN (("tb", "20230320")), PARTITION ptb2202303218 VALUES IN (("tb", "20230321")), PARTITION ptb2202303228 VALUES IN (("tb", "20230322")), PARTITION ptb2202303238 VALUES IN (("tb", "20230323")), PARTITION ptb2202303248 VALUES IN (("tb", "20230324")), PARTITION ptb2202303258 VALUES IN (("tb", "20230325")), PARTITION ptb2202303268 VALUES IN (("tb", "20230326")), PARTITION ptb2202303278 VALUES IN (("tb", "20230327")), PARTITION ptb2202303288 VALUES IN (("tb", "20230328")), PARTITION ptb2202303298 VALUES IN (("tb", "20230329")), PARTITION ptb2202303308 VALUES IN (("tb", "20230330")), PARTITION ptb2202303318 VALUES IN (("tb", "20230331")), PARTITION ptb2202304018 VALUES IN (("tb", "20230401")), PARTITION ptb2202304028 VALUES IN (("tb", "20230402")), PARTITION ptb2202304038 VALUES IN (("tb", "20230403")), PARTITION ptb2202304048 VALUES IN (("tb", "20230404")), PARTITION ptb2202304058 VALUES IN (("tb", "20230405")), PARTITION ptb2202304068 VALUES IN (("tb", "20230406")), PARTITION ptb2202304078 VALUES IN (("tb", "20230407")), PARTITION ptb2202304088 VALUES IN (("tb", "20230408")), PARTITION ptb2202304098 VALUES IN (("tb", "20230409")), PARTITION ptb2202304108 VALUES IN (("tb", "20230410")), PARTITION ptb2202304118 VALUES IN (("tb", "20230411")), PARTITION ptb2202304128 VALUES IN (("tb", "20230412")), PARTITION ptb2202304138 VALUES IN (("tb", "20230413")), PARTITION ptb2202304148 VALUES IN (("tb", "20230414")), PARTITION ptb2202304158 VALUES IN (("tb", "20230415")), PARTITION ptb2202304168 VALUES IN (("tb", "20230416")), PARTITION ptb2202304178 VALUES IN (("tb", "20230417")), PARTITION ptb2202304188 VALUES IN (("tb", "20230418")), PARTITION ptb2202304198 VALUES IN (("tb", "20230419")), PARTITION ptb2202304208 VALUES IN (("tb", "20230420")), PARTITION ptb2202304218 VALUES IN (("tb", "20230421")), PARTITION ptb2202304228 VALUES IN (("tb", "20230422")), PARTITION ptb2202304238 VALUES IN (("tb", "20230423")), PARTITION ptb2202304248 VALUES IN (("tb", "20230424")), PARTITION ptb2202304258 VALUES IN (("tb", "20230425")), PARTITION ptb2202308078 VALUES IN (("tb", "20230807")), PARTITION ptb2202308218 VALUES IN (("tb", "20230821")), PARTITION ptb2202310318 VALUES IN (("tb", "20231031")), PARTITION ptb2202311148 VALUES IN (("tb", "20231114")), PARTITION ptb2202403128 VALUES IN (("tb", "20240312")), PARTITION ptb2202403138 VALUES IN (("tb", "20240313")), PARTITION ptb2202406228 VALUES IN (("tb", "20240622")), PARTITION ptb2202406238 VALUES IN (("tb", "20240623")), PARTITION ptb2202406248 VALUES IN (("tb", "20240624")), PARTITION ptb2202406258 VALUES IN (("tb", "20240625")), PARTITION ptb2202406268 VALUES IN (("tb", "20240626")), PARTITION ptb2202406278 VALUES IN (("tb", "20240627")), PARTITION ptb2202406288 VALUES IN (("tb", "20240628")), PARTITION ptb2202406298 VALUES IN (("tb", "20240629")), PARTITION ptb2202406308 VALUES IN (("tb", "20240630")), PARTITION ptb2202407018 VALUES IN (("tb", "20240701")), PARTITION ptb2202407028 VALUES IN (("tb", "20240702")), PARTITION ptb2202407038 VALUES IN (("tb", "20240703")), PARTITION ptb2202407048 VALUES IN (("tb", "20240704")), PARTITION ptb2202407058 VALUES IN (("tb", "20240705")), PARTITION ptb2202407068 VALUES IN (("tb", "20240706")), PARTITION ptb2202407078 VALUES IN (("tb", "20240707")), PARTITION ptb2202407088 VALUES IN (("tb", "20240708")), PARTITION ptb2202407098 VALUES IN (("tb", "20240709")), PARTITION ptb2202407108 VALUES IN (("tb", "20240710")), PARTITION ptb2202407118 VALUES IN (("tb", "20240711")), PARTITION ptb2202407128 VALUES IN (("tb", "20240712")), PARTITION ptb2202407138 VALUES IN (("tb", "20240713")), PARTITION ptb2202407148 VALUES IN (("tb", "20240714")), PARTITION ptb2202407158 VALUES IN (("tb", "20240715")), PARTITION ptb2202407168 VALUES IN (("tb", "20240716")), PARTITION ptb2202407188 VALUES IN (("tb", "20240718")), PARTITION ptb2202407198 VALUES IN (("tb", "20240719")), PARTITION ptb2202407208 VALUES IN (("tb", "20240720")), PARTITION ptb2202407218 VALUES IN (("tb", "20240721")), PARTITION ptb2202407228 VALUES IN (("tb", "20240722")), PARTITION ptb2202407238 VALUES IN (("tb", "20240723")), PARTITION ptb2202407248 VALUES IN (("tb", "20240724"))) DISTRIBUTED BY HASH(`seller_nick`, `snick`) BUCKETS AUTO PROPERTIES ( "replication_allocation" = "tag.location.default: 3", "min_load_replica_num" = "-1", "is_being_synced" = "false", "storage_medium" = "hdd", "storage_format" = "V2", "inverted_index_storage_format" = "V1", "light_schema_change" = "true", "disable_auto_compaction" = "false", "enable_single_replica_compaction" = "false", "group_commit_interval_ms" = "10000", "group_commit_data_bytes" = "134217728" );

2 Answers

已经在微信建联,正在排查中

已稳定复现。

报错 SQl 建表语句:

CREATE TABLE `dialog_eval_stat` ( `seller_nick` VARCHAR(65533) NULL, `snick` VARCHAR(65533) NULL, `day` INT NULL, `platform` VARCHAR(65533) NULL, `eval_code` INT NULL, `eval_cnt` BIGINT NULL, `dialog_cnt` BIGINT NULL ) ENGINE=OLAP DUPLICATE KEY(`seller_nick`, `snick`) AUTO PARTITION BY LIST (platform)(day) (PARTITION pjd2202407298 VALUES IN (("jd", "20240729"))) DISTRIBUTED BY HASH(`seller_nick`, `snick`) BUCKETS AUTO PROPERTIES ( "replication_allocation" = "tag.location.default: 3", "min_load_replica_num" = "-1", "is_being_synced" = "false", "storage_medium" = "hdd", "storage_format" = "V2", "inverted_index_storage_format" = "V1", "light_schema_change" = "true", "disable_auto_compaction" = "false", "enable_single_replica_compaction" = "false", "group_commit_interval_ms" = "10000", "group_commit_data_bytes" = "134217728" );

正常 sql 建表语句

CREATE TABLE `dialog_eval_stat_v2` ( `seller_nick` VARCHAR(65533) NULL, `snick` VARCHAR(65533) NULL, `platform` VARCHAR(65533) NULL, `day` INT NULL, `eval_code` INT NULL, `eval_cnt` BIGINT NULL, `dialog_cnt` BIGINT NULL ) ENGINE=OLAP DUPLICATE KEY(`seller_nick`, `snick`) AUTO PARTITION BY LIST (platform)(day) (PARTITION p202407298X VALUES IN (("20240729", NULL))) DISTRIBUTED BY HASH(`seller_nick`, `snick`) BUCKETS AUTO PROPERTIES ( "replication_allocation" = "tag.location.default: 3", "min_load_replica_num" = "-1", "is_being_synced" = "false", "storage_medium" = "hdd", "storage_format" = "V2", "inverted_index_storage_format" = "V1", "light_schema_change" = "true", "disable_auto_compaction" = "false", "enable_single_replica_compaction" = "false", "group_commit_interval_ms" = "10000", "group_commit_data_bytes" = "134217728" );

差异点: platformday两列顺序,与auto分区列顺序不一样。