【详述】be.out中有concat_ws这个函数,我查询中也有使用concat_ws函数,数据量很小,都是维度表,10分钟查询一次
【背景】今天中午12点13分左右宕机,常见crash已找过,没有相同情况
【业务影响】
【StarRocks版本】例如:2.5.5
【集群规模】例如:3fe +4be(fe与be混部)
【机器信息】 48C/250G/万兆
【联系方式】 社区群3-高显
【附件】
查询SQL:
truncate table ods.tmp_ent_port_tlns_frqc;
insert into ods.tmp_ent_port_tlns_frqc
SELECT
cast(substr(t.STRT_CD,4) as int) as dbct_cd,
cast(substr(t.DEST_CD,4) as int) as nxt_site_cd,
MAX(nullif(concat_ws(’:’,ONE_FRQC_ADJ_LST_SND_CAR_TM,‘00’),‘00’) ) one_frqc_snd_tm, --一频次发出时间
MAX(nullif(concat_ws(’:’,ONE_FRQC_FLD_TM,‘00’) ,‘00’))one_frqc_oper_dur,–一频次清场时长
MAX(nullif(concat_ws(’:’,ONE_FRQC_TLNS_END_PT,‘00’) ,‘00’))one_frqc_tlns_end_pt, --一频次时效截止点
MAX(nullif(concat_ws(’:’,TWO_FRQC_ADJ_LST_SND_CAR_TM,‘00’) ,‘00’)) two_frqc_snd_tm, --二频次发出时间
MAX(nullif(concat_ws(’:’,TWO_FRQC_FLD_TM,‘00’) ,‘00’)) two_frqc_oper_dur, --二频次清场时长
MAX(nullif(concat_ws(’:’,TWO_FRQC_TLNS_END_PT,‘00’) ,‘00’)) two_frqc_tlns_end_pt, --二频次时效截止点
t.vld_tm,t.end_tm as ivld_tm
FROM dim.dim_dbct_lst_snd_car_schd t
where end_tm>${start_12d}
GROUP by t.STRT_CD, t.DEST_CD, t.vld_tm,t.ivld_tm;
–分拨到网点频次发出时间
truncate table ods.tmp_d2b_frqc_snd_tm_uniq;
insert into ods.tmp_d2b_frqc_snd_tm_uniq
SELECT dbct_cd --分拨编号
,brch_cd --网点编号
,nullif(concat_ws(’:’,substring(fld_frqc_cd_one,1,2),substring(fld_frqc_cd_one,3,2),‘00’),‘00’) AS one_frqc_fld_tm --一频次发出时间
,nullif(concat_ws(’:’,substring(fld_frqc_cd_two,1,2),substring(fld_frqc_cd_two,3,2),‘00’),‘00’) AS two_frqc_fld_tm --二频次发出时间
,vld_tm --生效时间
,ivld_tm --失效时间
FROM dim.dim_brch_cfm_rcv_maint
where ivld_tm>${start_12d};
BE.OUT
start time: Tue May 16 15:48:26 CST 2023
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/d/p2/app/StarRocks/be/lib/jni-packages/starrocks-jdbc-bridge-jar-with-dependencies.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/d/p2/app/StarRocks/be/lib/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory]
[warn] evbuffer_file_segment_materialize: mmap(2605, 0, 74) failed: No such device
2.5.5 RELEASE (build 24c1eca)
query_id:5a5a0b28-f9e9-11ed-9712-ecebb89ecd60, fragment_instance:5a5a0b28-f9e9-11ed-9712-ecebb89ecd61
tracker:process consumption: 85996248320
tracker:query_pool consumption: 942624
tracker:load consumption: 406368
tracker:metadata consumption: 4725757074
tracker:tablet_metadata consumption: 671472229
tracker:rowset_metadata consumption: 424329661
tracker:segment_metadata consumption: 1221427886
tracker:column_metadata consumption: 2408527298
tracker:tablet_schema consumption: 277925
tracker:segment_zonemap consumption: 1168807165
tracker:short_key_index consumption: 11496096
tracker:column_zonemap_index consumption: 1933431242
tracker:ordinal_index consumption: -844947048
tracker:bitmap_index consumption: 0
tracker:bloom_filter_index consumption: 0
tracker:compaction consumption: 0
tracker:schema_change consumption: 0
tracker:column_pool consumption: 9501057479
tracker:page_cache consumption: 52739893520
tracker:update consumption: 3913064668
tracker:chunk_allocator consumption: 2159307672
tracker:clone consumption: 0
tracker:consistency consumption: 0
*** Aborted at 1684901615 (unix time) try “date -d @1684901615” if you are using GNU date ***
PC: @ 0x2b073adf2d69 __memcpy_ssse3_back
*** SIGSEGV (@0x1000000f0) received by PID 141580 (TID 0x2b0a1fbfe700) from PID 240; stack trace: ***
@ 0x58f9dc2 google::(anonymous namespace)::FailureSignalHandler()
@ 0x2b0739ca1852 os::Linux::chained_handler()
@ 0x2b0739ca8676 JVM_handle_linux_signal
@ 0x2b0739c9e653 signalHandler()
@ 0x2b073a3845d0 (unknown)
@ 0x2b073adf2d69 __memcpy_ssse3_back
@ 0x5009670 starrocks::vectorized::concat_ws_small()
@ 0x500ccc1 starrocks::vectorized::StringFunctions::concat_ws()
@ 0x3e32797 starrocks::vectorized::VectorizedFunctionCallExpr::evaluate()
@ 0x3df45a8 starrocks::vectorized::VectorizedNullIfExpr<>::evaluate()
@ 0x381a06e starrocks::ExprContext::evaluate()
@ 0x2f92002 starrocks::pipeline::ProjectOperator::push_chunk()
@ 0x2cf7836 starrocks::pipeline::PipelineDriver::process()
@ 0x4f2ef23 starrocks::pipeline::GlobalDriverExecutor::_worker_thread()
@ 0x4924bf2 starrocks::ThreadPool::dispatch_thread()
@ 0x491f6ea starrocks::supervise_thread()
@ 0x2b073a37cdd5 start_thread
@ 0x2b073ad9cead __clone
@ 0x0 (unknown)
start time: Wed May 24 13:14:30 CST 2023