starrocks集群其中一台be 频繁因为查询导致节点挂掉

[上上谦_1]

start time: Wed Mar 25 03:54:53 PM CST 2026, server uptime:  15:54:53 up 134 days, 17:50,  2 users,  load average: 3.31, 3.56, 3.94
3.3.20 RELEASE (build bc0523a distro ubuntu arch x86_64)
query_id:d0b216c6-2d58-11f1-a0a9-200522001340, fragment_instance:d0b216c6-2d58-11f1-a0a9-200522001352
tracker:process consumption: 38968898504
tracker:jemalloc_metadata consumption: 1401616704
tracker:query_pool consumption: 124003048
tracker:query_pool/connector_scan consumption: 0
tracker:load consumption: 0
tracker:metadata consumption: 5728931731
tracker:tablet_metadata consumption: 1312439180
tracker:rowset_metadata consumption: 509701804
tracker:segment_metadata consumption: 402267105
tracker:column_metadata consumption: 3504523642
tracker:tablet_schema consumption: 1667292
tracker:segment_zonemap consumption: 305598573
tracker:short_key_index consumption: 13558630
tracker:column_zonemap_index consumption: 530761538
tracker:ordinal_index consumption: 1040639552
tracker:bitmap_index consumption: 62127264
tracker:bloom_filter_index consumption: 27929272
tracker:compaction consumption: 0
tracker:schema_change consumption: 0
tracker:column_pool consumption: 0
tracker:page_cache consumption: 22064382512
tracker:jit_cache consumption: 0
tracker:update consumption: 4702467339
tracker:chunk_allocator consumption: 0
tracker:passthrough consumption: 0
tracker:clone consumption: 0
tracker:consistency consumption: 0
tracker:datacache consumption: 0
tracker:replication consumption: 0
*** Aborted at 1774999491 (unix time) try "date -d @1774999491" if you are using GNU date ***
PC: @          0x6638f2e starrocks::ColumnReader::_parse_zone_map(starrocks::LogicalType, starrocks::ZoneMapPB const&, starrocks::ZoneMapDetail*) const
*** SIGSEGV (@0x7effa2dcea68) received by PID 149125 (TID 0x7fe3cc1c3640) from PID 18446744072146971240; stack trace: ***
    @     0x7fe57dc1eee8 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x99ee7)
    @          0xa2eb389 google::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*)
    @     0x7fe57dbc7520 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x4251f)
    @          0x6638f2e starrocks::ColumnReader::_parse_zone_map(starrocks::LogicalType, starrocks::ZoneMapPB const&, starrocks::ZoneMapDetail*) const
    @          0x66392bd starrocks::ColumnReader::segment_zone_map_filter(std::vector<starrocks::ColumnPredicate const*, std::allocator<starrocks::ColumnPredicate const*> > const&) const
    @          0x662c719 starrocks::Segment::_new_iterator(starrocks::Schema const&, starrocks::SegmentReadOptions const&)
    @          0x662cac3 starrocks::Segment::new_iterator(starrocks::Schema const&, starrocks::SegmentReadOptions const&)
    @          0x661b43c starrocks::Rowset::get_segment_iterators(starrocks::Schema const&, starrocks::RowsetReadOptions const&, std::vector<std::shared_ptr<starrocks::ChunkIterator>, std::allocator<std::shared_ptr<starrocks::ChunkIterator> > >*)
    @          0x6d4edf9 starrocks::TabletReader::get_segment_iterators(starrocks::TabletReaderParams const&, std::vector<std::shared_ptr<starrocks::ChunkIterator>, std::allocator<std::shared_ptr<starrocks::ChunkIterator> > >*)
    @          0x6d4f605 starrocks::TabletReader::_init_collector(starrocks::TabletReaderParams const&)
    @          0x6d50cda starrocks::TabletReader::open(starrocks::TabletReaderParams const&)
    @          0x78635f4 starrocks::pipeline::OlapChunkSource::_init_olap_reader(starrocks::RuntimeState*)
    @          0x7863abd starrocks::pipeline::OlapChunkSource::prepare(starrocks::RuntimeState*)
    @          0x54280a8 starrocks::pipeline::ScanOperator::_pickup_morsel(starrocks::RuntimeState*, int)
    @          0x542659c starrocks::pipeline::ScanOperator::_try_to_trigger_next_scan(starrocks::RuntimeState*)
    @          0x542682a starrocks::pipeline::ScanOperator::pull_chunk(starrocks::RuntimeState*)
    @          0x541d898 starrocks::pipeline::PipelineDriver::process(starrocks::RuntimeState*, int)
    @          0x7eb3f68 starrocks::pipeline::GlobalDriverExecutor::_worker_thread()
    @          0x8bfe683 starrocks::ThreadPool::dispatch_thread()
    @          0x8bf5489 starrocks::Thread::supervise_thread(void*)
    @     0x7fe57dc19ac3 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x94ac2)
    @     0x7fe57dcab8d0 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x1268cf)
start time: Wed Apr 15 03:31:41 PM CST 2026, server uptime:  15:31:41 up 155 days, 17:27,  3 users,  load average: 1.65, 2.84, 3.44
F20260418 23:25:01.517191 140398051591744 logical_type_infra.h:170] Check failed: false Unknown type: 1835884903
3.3.20 RELEASE (build bc0523a distro ubuntu arch x86_64)
query_id:c38437c8-3b3a-11f1-a0a9-200522001340, fragment_instance:c38437c8-3b3a-11f1-a0a9-200522001356
tracker:process consumption: 43902338312
tracker:jemalloc_metadata consumption: 1313863760
tracker:query_pool consumption: 81320272
tracker:query_pool/connector_scan consumption: 0
tracker:load consumption: 0
tracker:metadata consumption: 10837384228
tracker:tablet_metadata consumption: 1330946036
tracker:rowset_metadata consumption: 1149131873
tracker:segment_metadata consumption: 1056656017
tracker:column_metadata consumption: 7300650302
tracker:tablet_schema consumption: 1664132
tracker:segment_zonemap consumption: 893524702
tracker:short_key_index consumption: 10447338
tracker:column_zonemap_index consumption: 1619585254
tracker:ordinal_index consumption: 1723358464
tracker:bitmap_index consumption: 228626816
tracker:bloom_filter_index consumption: 88235032
tracker:compaction consumption: 1655392
tracker:schema_change consumption: 0
tracker:column_pool consumption: 0
tracker:page_cache consumption: 22003944432
tracker:jit_cache consumption: 0
tracker:update consumption: 3437184430
tracker:chunk_allocator consumption: 0
tracker:passthrough consumption: 0
tracker:clone consumption: 0
tracker:consistency consumption: 0
tracker:datacache consumption: 0
tracker:replication consumption: 0
*** Aborted at 1776525901 (unix time) try "date -d @1776525901" if you are using GNU date ***
PC: @     0x7fb2c55149fc pthread_kill
*** SIGABRT (@0x301f2) received by PID 197106 (TID 0x7fb0f7fe0640) from PID 197106; stack trace: ***
    @     0x7fb2c5517ee8 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x99ee7)
    @          0xa2eb389 google::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*)
    @     0x7fb2c54c0520 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x4251f)
    @     0x7fb2c55149fc pthread_kill
    @     0x7fb2c54c0476 raise
    @     0x7fb2c54a67f3 abort
    @          0x8a670c7 starrocks::failure_function()
    @          0xa2deb1e google::LogMessage::Fail()
    @          0xa2dfd99 google::LogMessageFatal::~LogMessageFatal()
    @          0x54db5de auto starrocks::type_dispatch_column<starrocks::ColumnBuilder, starrocks::TypeDescriptor, unsigned long>(starrocks::LogicalType, starrocks::ColumnBuilder, starrocks::TypeDescriptor, unsigned long)
    @          0x54d5d48 starrocks::ColumnHelper::create_column(starrocks::TypeDescriptor const&, bool, bool, unsigned long, bool)
    @          0x54d6d20 starrocks::ColumnHelper::create_column(starrocks::TypeDescriptor const&, bool)
    @          0x75934a8 starrocks::CastColumnIterator::CastColumnIterator(std::unique_ptr<starrocks::ColumnIterator, std::default_delete<starrocks::ColumnIterator> >, starrocks::TypeDescriptor const&, starrocks::TypeDescriptor const&, bool)
    @          0x662d462 starrocks::Segment::new_column_iterator_or_default(starrocks::TabletColumn const&, starrocks::ColumnAccessPath*)
    @          0x759ee88 starrocks::SegmentIterator::_init_column_iterator_by_cid(unsigned int, int, bool)
    @          0x75b6cf6 starrocks::Status starrocks::SegmentIterator::_init_column_iterators<true>(starrocks::Schema const&)
    @          0x75a84ab starrocks::SegmentIterator::_init()
    @          0x75a8d03 starrocks::SegmentIterator::do_get_next(starrocks::Chunk*)
    @          0x6620788 starrocks::SegmentIteratorWrapper::do_get_next(starrocks::Chunk*)
    @          0x706a943 starrocks::TimedChunkIterator::do_get_next(starrocks::Chunk*)
    @          0x706e35f starrocks::UnionIterator::do_get_next(starrocks::Chunk*)
    @          0x6d50d8f starrocks::TabletReader::do_get_next(starrocks::Chunk*)
    @          0x7863e18 starrocks::pipeline::OlapChunkSource::_read_chunk_from_storage(starrocks::RuntimeState*, starrocks::Chunk*)
    @          0x78645ff starrocks::pipeline::OlapChunkSource::_read_chunk(starrocks::RuntimeState*, std::shared_ptr<starrocks::Chunk>*)
    @          0x76de70f starrocks::pipeline::ChunkSource::buffer_next_batch_chunks_blocking(starrocks::RuntimeState*, unsigned long, starrocks::workgroup::WorkGroup const*)
    @          0x5428f6f auto starrocks::pipeline::ScanOperator::_trigger_next_scan(starrocks::RuntimeState*, int)::{lambda(auto:1&)#1}::operator()<starrocks::workgroup::YieldContext>(starrocks::workgroup::YieldContext&) const [clone .constprop.0]
    @          0x5406a7e starrocks::workgroup::ScanExecutor::worker_thread()
    @          0x8bfe683 starrocks::ThreadPool::dispatch_thread()
    @          0x8bf5489 starrocks::Thread::supervise_thread(void*)
    @     0x7fb2c5512ac3 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x94ac2)
    @     0x7fb2c55a48d0 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x1268cf)

64节点隔一段时间就会挂掉重启

grep -aRin “c38437c8-3b3a-11f1-a0a9-200522001340” /opt/datasophon/starrocks/fe/log/fe.audit.log*
/opt/datasophon/starrocks/fe/log/fe.audit.log.20260418-1:173158:2026-04-18 23:25:30.886+08:00 [slow_query] |Timestamp=1776525900477|Client=|User=zhangjie|AuthorizedUser=|ResourceGroup=default_wg|Catalog=default_catalog|Db=dws|State=ERR|ErrorCode=ANALYSIS_ERR|Time=30409|ScanBytes=2204343|ScanRows=3480|ReturnRows=0|CpuCostNs=891641171|MemCostBytes=214696928|StmtId=4944056|QueryId=c38437c8-3b3a-11f1-a0a9-200522001340|IsQuery=false|feIp=10.1.1.65|Stmt=INSERT INTO dws.dws_video_product_detail (platform, product_id, video_id, product_name, cover, product_url, shop_id, shop_name, desc, nickname, signature, avatar_larger, following_count, video_cover, content_url, digg_count, create_time, duration, comment_count, share_count, collect_count, is_delete, etl_date) SELECT ‘dy’ platform, t.product_id , t.video_id, t.title, cover , detail_url, coalesce(t2.shop_id, t.shop_id) shop_id, t2.shop_name, t1.desc, nickname, author_signature as signature, author_avatar_larger as avatar_larger, author_following_count as following_count, preview_pic, content_url, t1.digg_count, t1.create_time, t1.duration, coalesce(t.comment_count, t1.comment_count) comment_count, t1.share_count, t1.collect_count, coalesce(is_on_sales, 0) as is_delete, t.etl_date FROM tds.tds_dy_product_detail_v2 t left join dws.dws_video_basic_info_d t1 on t.video_id = t1.video_id join dws.dws_cps_product_base_info t2 on t.product_id = t2.product_id left join ods.ods_dy_video_details_info t3 on t.video_id =t3.aweme_id where t2.platform=‘dyc’ and date_format(t.etl_date, ‘%Y%m%d%H’) = ‘2026041822’|Digest=|PlanCpuCost=2.2234518529206808E11|PlanMemCost=2.050522482131239E7|Warehouse=default_warehouse|IsForwardToLeader=false|QueryFEAllocatedMemory=100715144
/opt/datasophon/starrocks/fe/log/fe.audit.log.20260418-1:173159:2026-04-18 23:25:30.886+08:00 [query] |Timestamp=1776525900477|Client=|User=zhangjie|AuthorizedUser=|ResourceGroup=default_wg|Catalog=default_catalog|Db=dws|State=ERR|ErrorCode=ANALYSIS_ERR|Time=30409|ScanBytes=2204343|ScanRows=3480|ReturnRows=0|CpuCostNs=891641171|MemCostBytes=214696928|StmtId=4944056|QueryId=c38437c8-3b3a-11f1-a0a9-200522001340|IsQuery=false|feIp=10.1.1.65|Stmt=INSERT INTO dws.dws_video_product_detail (platform, product_id, video_id, product_name, cover, product_url, shop_id, shop_name, desc, nickname, signature, avatar_larger, following_count, video_cover, content_url, digg_count, create_time, duration, comment_count, share_count, collect_count, is_delete, etl_date) SELECT ‘dy’ platform, t.product_id , t.video_id, t.title, cover , detail_url, coalesce(t2.shop_id, t.shop_id) shop_id, t2.shop_name, t1.desc, nickname, author_signature as signature, author_avatar_larger as avatar_larger, author_following_count as following_count, preview_pic, content_url, t1.digg_count, t1.create_time, t1.duration, coalesce(t.comment_count, t1.comment_count) comment_count, t1.share_count, t1.collect_count, coalesce(is_on_sales, 0) as is_delete, t.etl_date FROM tds.tds_dy_product_detail_v2 t left join dws.dws_video_basic_info_d t1 on t.video_id = t1.video_id join dws.dws_cps_product_base_info t2 on t.product_id = t2.product_id left join ods.ods_dy_video_details_info t3 on t.video_id =t3.aweme_id where t2.platform=‘dyc’ and date_format(t.etl_date, ‘%Y%m%d%H’) = ‘2026041822’|Digest=|PlanCpuCost=2.2234518529206808E11|PlanMemCost=2.050522482131239E7|Warehouse=default_warehouse|IsForwardToLeader=false|QueryFEAllocatedMemory=100715144

预格式化文本将缩进 4 格[be.out|attachment](upload://t4c4LPYbVgpJ5pA2iiYVClmBzcF.out) (9.1 KB)

[上上谦_1]

be.out (152.1 KB)
昨天又挂掉重启，附件是be.out 日志

[上上谦_1]

(fastapienv) jd004@jd004:/opt/datasophon/StarRocks-3.3.16/be/log$ grep -nE ‘20260421 01:2[4-5]:’ be.out be.INFO be.WARNING | tail -200
be.INFO:538873:I20260421 01:25:03.941153 140706014725696 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=489057282 highest_score=29
be.INFO:538874:I20260421 01:25:03.941371 140706014725696 tablet_updates.cpp:2277] commit compaction tablet:489057282 version:63.1
be.INFO:538875:I20260421 01:25:03.941609 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:489057282 version:63.1 duration:0ms(0/0/0)
be.INFO:538876:I20260421 01:25:04.149652 140706084488768 size_tiered_compaction_policy.cpp:353] pick tablet 489055932 for size-tiered compaction rowset version=278-290 score=16.077 level_size=40528 total_size=102880 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538877:I20260421 01:25:04.149701 140596056401472 size_tiered_compaction_policy.cpp:353] pick tablet 489055952 for size-tiered compaction rowset version=278-290 score=16.1667 level_size=39463 total_size=101946 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538878:I20260421 01:25:04.149705 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315173, tablet_id:489056272, compaction_type:cumulative, compaction_score:28.8557 for round:582429, candidates_size:7
be.INFO:538879:I20260421 01:25:04.149730 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315174, tablet_id:489055952, compaction_type:cumulative, compaction_score:26.5865 for round:582430, candidates_size:6
be.INFO:538880:I20260421 01:25:04.149739 140596056401472 size_tiered_compaction_policy.cpp:353] pick tablet 489056115 for size-tiered compaction rowset version=274-278 score=21.4226 level_size=226768 total_size=1295141 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538881:I20260421 01:25:04.149771 140706084488768 size_tiered_compaction_policy.cpp:353] pick tablet 489056300 for size-tiered compaction rowset version=253-281 score=13.8172 level_size=60560 total_size=85304 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538882:I20260421 01:25:04.149796 140706084488768 size_tiered_compaction_policy.cpp:353] pick tablet 489056320 for size-tiered compaction rowset version=273-281 score=16.4909 level_size=14872 total_size=40830 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538883:I20260421 01:25:04.149797 140624441361984 size_tiered_compaction_policy.cpp:353] pick tablet 489056131 for size-tiered compaction rowset version=274-278 score=19.611 level_size=267771 total_size=1286772 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538884:I20260421 01:25:04.149804 140596056401472 size_tiered_compaction_policy.cpp:353] pick tablet 489056380 for size-tiered compaction rowset version=267-279 score=15.4509 level_size=55827 total_size=124241 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538885:I20260421 01:25:04.149838 140596056401472 size_tiered_compaction_policy.cpp:353] pick tablet 489056412 for size-tiered compaction rowset version=251-279 score=14.1137 level_size=124909 total_size=194467 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538886:I20260421 01:25:04.149853 140596056401472 size_tiered_compaction_policy.cpp:353] pick tablet 489056528 for size-tiered compaction rowset version=269-285 score=15.0837 level_size=138418 total_size=351838 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538887:I20260421 01:25:04.149846 140706084488768 size_tiered_compaction_policy.cpp:353] pick tablet 489056508 for size-tiered compaction rowset version=257-285 score=13.8465 level_size=300939 total_size=578781 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538888:I20260421 01:25:04.149847 140607262574144 size_tiered_compaction_policy.cpp:353] pick tablet 489056400 for size-tiered compaction rowset version=267-279 score=15.24 level_size=58701 total_size=124446 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538889:I20260421 01:25:04.149863 140624441361984 size_tiered_compaction_policy.cpp:353] pick tablet 489056532 for size-tiered compaction rowset version=269-285 score=14.6652 level_size=147857 total_size=344892 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538890:I20260421 01:25:04.149883 140628561540672 size_tiered_compaction_policy.cpp:353] pick tablet 489056392 for size-tiered compaction rowset version=267-279 score=15.3056 level_size=57110 total_size=122945 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538891:I20260421 01:25:04.149887 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315175, tablet_id:489056488, compaction_type:base, compaction_score:13.1779 for round:582431, candidates_size:16
be.INFO:538892:I20260421 01:25:04.149918 140624441361984 size_tiered_compaction_policy.cpp:353] pick tablet 489089365 for size-tiered compaction rowset version=0-21 score=13.0011 level_size=7068 total_size=7072 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538893:I20260421 01:25:04.149919 140596056401472 size_tiered_compaction_policy.cpp:353] pick tablet 489089369 for size-tiered compaction rowset version=0-21 score=13.9491 level_size=10024 total_size=14781 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538894:I20260421 01:25:04.149920 140628561540672 size_tiered_compaction_policy.cpp:353] pick tablet 489089377 for size-tiered compaction rowset version=0-21 score=13.8838 level_size=11629 total_size=16768 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:538895:I20260421 01:25:04.168268 140537318934080 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315175, tablet_id:489056488, compaction score:13.1779, algorithm:HORIZONTAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-260], start_time:2026-04-21 01:25:04.150, end_time:2026-04-21 01:25:04.168, elapsed_time:17961 us, input_rowsets_size:126376, input_segments_num:5, input_rowsets_num:5, input_rows_num:273, output_num_rows:273, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:118880, column_group_size:0, total_output_num_rows:0, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538896:I20260421 01:25:04.169091 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315173, tablet_id:489056272, compaction score:28.8557, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[273-281], start_time:2026-04-21 01:25:04.149, end_time:2026-04-21 01:25:04.169, elapsed_time:19311 us, input_rowsets_size:91775, input_segments_num:5, input_rowsets_num:5, input_rows_num:247, output_num_rows:247, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:40922, column_group_size:11, total_output_num_rows:2717, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538897:I20260421 01:25:04.169118 140544776410688 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315174, tablet_id:489055952, compaction score:26.5865, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[278-290], start_time:2026-04-21 01:25:04.150, end_time:2026-04-21 01:25:04.169, elapsed_time:19014 us, input_rowsets_size:101946, input_segments_num:5, input_rowsets_num:5, input_rows_num:151, output_num_rows:151, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:50459, column_group_size:11, total_output_num_rows:1661, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538898:I20260421 01:25:04.260162 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=86860366 highest_score=309
be.INFO:538899:I20260421 01:25:04.277061 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:86860366 version:277872.1
be.INFO:538900:I20260421 01:25:04.278753 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:86860366 version:277872.1 duration:1ms(0/0/1)
be.INFO:538901:I20260421 01:25:04.647059 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19647758 highest_score=309
be.INFO:538902:I20260421 01:25:04.671390 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19647758 version:138337.1
be.INFO:538903:I20260421 01:25:04.672835 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19647758 version:138337.1 duration:2ms(0/1/1)
be.INFO:538904:I20260421 01:25:05.030958 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19610095 highest_score=309
be.INFO:538905:I20260421 01:25:05.051954 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19610095 version:117864.1
be.INFO:538906:I20260421 01:25:05.053309 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19610095 version:117864.1 duration:1ms(0/0/1)
be.INFO:538907:I20260421 01:25:05.150089 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315176, tablet_id:489056115, compaction_type:cumulative, compaction_score:38.4068 for round:582433, candidates_size:18
be.INFO:538908:I20260421 01:25:05.150117 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315177, tablet_id:489056528, compaction_type:cumulative, compaction_score:30.6574 for round:582434, candidates_size:17
be.INFO:538909:I20260421 01:25:05.150169 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315178, tablet_id:489089369, compaction_type:base, compaction_score:13.9491 for round:582435, candidates_size:16
be.INFO:538910:I20260421 01:25:05.161275 140628561540672 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315178, tablet_id:489089369, compaction score:13.9491, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-21], start_time:2026-04-21 01:25:05.150, end_time:2026-04-21 01:25:05.161, elapsed_time:10834 us, input_rowsets_size:14778, input_segments_num:2, input_rowsets_num:5, input_rows_num:44, output_num_rows:44, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:10164, column_group_size:6, total_output_num_rows:264, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538911:I20260421 01:25:05.166617 140537318934080 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315177, tablet_id:489056528, compaction score:30.6574, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[269-285], start_time:2026-04-21 01:25:05.150, end_time:2026-04-21 01:25:05.166, elapsed_time:16223 us, input_rowsets_size:351838, input_segments_num:5, input_rowsets_num:5, input_rows_num:32, output_num_rows:32, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:332811, column_group_size:7, total_output_num_rows:224, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538912:I20260421 01:25:05.192467 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315176, tablet_id:489056115, compaction score:38.4068, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[274-278], start_time:2026-04-21 01:25:05.150, end_time:2026-04-21 01:25:05.192, elapsed_time:42266 us, input_rowsets_size:1295141, input_segments_num:5, input_rowsets_num:5, input_rows_num:263, output_num_rows:263, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:1236798, column_group_size:10, total_output_num_rows:2630, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538913:I20260421 01:25:05.420008 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19638831 highest_score=309
be.INFO:538914:I20260421 01:25:05.439007 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19638831 version:117102.1
be.INFO:538915:I20260421 01:25:05.440054 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19638831 version:117102.1 duration:1ms(0/0/1)
be.INFO:538916:I20260421 01:25:05.790721 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19609168 highest_score=309
be.INFO:538917:I20260421 01:25:05.814559 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19609168 version:283195.1
be.INFO:538918:I20260421 01:25:05.816161 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19609168 version:283195.1 duration:2ms(0/1/1)
be.INFO:538919:I20260421 01:25:06.150285 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315179, tablet_id:489056532, compaction_type:cumulative, compaction_score:30.217 for round:582437, candidates_size:15
be.INFO:538920:I20260421 01:25:06.150314 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315180, tablet_id:489056131, compaction_type:cumulative, compaction_score:29.5111 for round:582438, candidates_size:14
be.INFO:538921:I20260421 01:25:06.150380 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315181, tablet_id:489089377, compaction_type:base, compaction_score:13.8838 for round:582439, candidates_size:13
be.INFO:538922:I20260421 01:25:06.167334 140544776410688 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315181, tablet_id:489089377, compaction score:13.8838, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-21], start_time:2026-04-21 01:25:06.150, end_time:2026-04-21 01:25:06.167, elapsed_time:16686 us, input_rowsets_size:16765, input_segments_num:2, input_rowsets_num:5, input_rows_num:81, output_num_rows:81, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:12557, column_group_size:6, total_output_num_rows:486, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538923:I20260421 01:25:06.168328 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315179, tablet_id:489056532, compaction score:30.217, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[269-285], start_time:2026-04-21 01:25:06.150, end_time:2026-04-21 01:25:06.168, elapsed_time:17922 us, input_rowsets_size:344892, input_segments_num:5, input_rowsets_num:5, input_rows_num:29, output_num_rows:29, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:321099, column_group_size:7, total_output_num_rows:203, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538924:I20260421 01:25:06.172732 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19622736 highest_score=309
be.INFO:538925:I20260421 01:25:06.197837 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19622736 version:132528.1
be.INFO:538926:I20260421 01:25:06.199026 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19622736 version:132528.1 duration:1ms(0/0/1)
be.INFO:538927:I20260421 01:25:06.199818 140628561540672 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315180, tablet_id:489056131, compaction score:29.5111, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[274-278], start_time:2026-04-21 01:25:06.150, end_time:2026-04-21 01:25:06.199, elapsed_time:49185 us, input_rowsets_size:1286772, input_segments_num:5, input_rowsets_num:5, input_rows_num:264, output_num_rows:264, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:1226245, column_group_size:10, total_output_num_rows:2640, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538928:I20260421 01:25:06.559125 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19625683 highest_score=309
be.INFO:538929:I20260421 01:25:06.614247 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19625683 version:223367.1
be.INFO:538930:I20260421 01:25:06.616130 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19625683 version:223367.1 duration:2ms(0/1/1)
be.INFO:538931:I20260421 01:25:06.969905 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=159888211 highest_score=309
be.INFO:538932:I20260421 01:25:06.994661 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:159888211 version:315143.1
be.INFO:538933:I20260421 01:25:06.996518 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:159888211 version:315143.1 duration:2ms(0/1/1)
be.INFO:538934:I20260421 01:25:07.150507 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315182, tablet_id:489056320, compaction_type:cumulative, compaction_score:25.7137 for round:582441, candidates_size:12
be.INFO:538935:I20260421 01:25:07.150551 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315183, tablet_id:489055932, compaction_type:cumulative, compaction_score:25.2965 for round:582442, candidates_size:11
be.INFO:538936:I20260421 01:25:07.150639 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315184, tablet_id:489056484, compaction_type:base, compaction_score:13.1538 for round:582443, candidates_size:10
be.INFO:538937:I20260421 01:25:07.164121 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315182, tablet_id:489056320, compaction score:25.7137, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[273-281], start_time:2026-04-21 01:25:07.150, end_time:2026-04-21 01:25:07.164, elapsed_time:13458 us, input_rowsets_size:40830, input_segments_num:5, input_rowsets_num:5, input_rows_num:1011, output_num_rows:1011, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:27026, column_group_size:2, total_output_num_rows:2022, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538938:I20260421 01:25:07.164464 140537318934080 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315184, tablet_id:489056484, compaction score:13.1538, algorithm:HORIZONTAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-260], start_time:2026-04-21 01:25:07.150, end_time:2026-04-21 01:25:07.164, elapsed_time:13566 us, input_rowsets_size:129966, input_segments_num:4, input_rowsets_num:5, input_rows_num:299, output_num_rows:299, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:124011, column_group_size:0, total_output_num_rows:0, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538939:I20260421 01:25:07.165102 140544776410688 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315183, tablet_id:489055932, compaction score:25.2965, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[278-290], start_time:2026-04-21 01:25:07.150, end_time:2026-04-21 01:25:07.165, elapsed_time:14243 us, input_rowsets_size:102880, input_segments_num:5, input_rowsets_num:5, input_rows_num:153, output_num_rows:153, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:53020, column_group_size:11, total_output_num_rows:1683, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538940:I20260421 01:25:07.355707 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=398900503 highest_score=309
be.INFO:538941:I20260421 01:25:07.380552 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:398900503 version:114787.1
be.INFO:538942:I20260421 01:25:07.382174 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:398900503 version:114787.1 duration:2ms(0/1/1)
be.INFO:538943:I20260421 01:25:07.740025 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=38756952 highest_score=309
be.INFO:538944:I20260421 01:25:07.759866 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:38756952 version:268299.1
be.INFO:538945:I20260421 01:25:07.761815 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:38756952 version:268299.1 duration:2ms(0/0/2)
be.INFO:538946:I20260421 01:25:07.908842 140705972762176 heartbeat_server.cpp:99] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=10.1.1.65, port=9020), cluster_id=1145248456, epoch=15, token=, backend_ip=10.1.1.64, http_port=8060, heartbeat_flags=0, backend_id=10034, min_active_txn_id=38105430, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0)
be.INFO:538947:I20260421 01:25:08.117918 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19641336 highest_score=309
be.INFO:538948:I20260421 01:25:08.137072 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19641336 version:66844.1
be.INFO:538949:I20260421 01:25:08.138024 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19641336 version:66844.1 duration:1ms(0/0/1)
be.INFO:538950:I20260421 01:25:08.150791 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315185, tablet_id:489056380, compaction_type:cumulative, compaction_score:24.6693 for round:582445, candidates_size:9
be.INFO:538951:I20260421 01:25:08.150810 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315186, tablet_id:489056392, compaction_type:cumulative, compaction_score:24.5244 for round:582446, candidates_size:8
be.INFO:538952:I20260421 01:25:08.150878 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315187, tablet_id:489089365, compaction_type:base, compaction_score:13.0011 for round:582447, candidates_size:7
be.INFO:538953:I20260421 01:25:08.156020 140628561540672 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315187, tablet_id:489089365, compaction score:13.0011, algorithm:HORIZONTAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-21], start_time:2026-04-21 01:25:08.151, end_time:2026-04-21 01:25:08.155, elapsed_time:4884 us, input_rowsets_size:7068, input_segments_num:1, input_rowsets_num:5, input_rows_num:21, output_num_rows:21, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:7068, column_group_size:0, total_output_num_rows:0, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:1, is_manual_compaction:0, progress:100
be.INFO:538954:I20260421 01:25:08.167743 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315185, tablet_id:489056380, compaction score:24.6693, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[267-279], start_time:2026-04-21 01:25:08.150, end_time:2026-04-21 01:25:08.167, elapsed_time:16856 us, input_rowsets_size:124241, input_segments_num:5, input_rowsets_num:5, input_rows_num:499, output_num_rows:499, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:83435, column_group_size:7, total_output_num_rows:3493, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538955:I20260421 01:25:08.167907 140537318934080 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315186, tablet_id:489056392, compaction score:24.5244, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[267-279], start_time:2026-04-21 01:25:08.151, end_time:2026-04-21 01:25:08.167, elapsed_time:16826 us, input_rowsets_size:122945, input_segments_num:5, input_rowsets_num:5, input_rows_num:475, output_num_rows:475, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:82345, column_group_size:7, total_output_num_rows:3325, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538956:I20260421 01:25:08.494338 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19652920 highest_score=309
be.INFO:538957:I20260421 01:25:08.515413 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19652920 version:171443.1
be.INFO:538958:I20260421 01:25:08.516713 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19652920 version:171443.1 duration:1ms(0/1/0)
be.INFO:538959:I20260421 01:25:08.869600 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19612120 highest_score=309
be.INFO:538960:I20260421 01:25:08.885944 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19612120 version:249599.1
be.INFO:538961:I20260421 01:25:08.887657 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19612120 version:249599.1 duration:1ms(0/0/1)
be.INFO:538962:I20260421 01:25:09.150981 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315188, tablet_id:489056400, compaction_type:cumulative, compaction_score:24.4606 for round:582449, candidates_size:6
be.INFO:538963:I20260421 01:25:09.151010 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315189, tablet_id:489056412, compaction_type:cumulative, compaction_score:23.3353 for round:582450, candidates_size:5
be.INFO:538964:I20260421 01:25:09.170522 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315188, tablet_id:489056400, compaction score:24.4606, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[267-279], start_time:2026-04-21 01:25:09.151, end_time:2026-04-21 01:25:09.170, elapsed_time:19431 us, input_rowsets_size:124446, input_segments_num:5, input_rowsets_num:5, input_rows_num:490, output_num_rows:490, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:83866, column_group_size:7, total_output_num_rows:3430, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538965:I20260421 01:25:09.170685 140628561540672 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315189, tablet_id:489056412, compaction score:23.3353, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[251-279], start_time:2026-04-21 01:25:09.151, end_time:2026-04-21 01:25:09.170, elapsed_time:19401 us, input_rowsets_size:194467, input_segments_num:5, input_rowsets_num:5, input_rows_num:1002, output_num_rows:1002, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:150271, column_group_size:7, total_output_num_rows:7014, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538966:I20260421 01:25:09.247970 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19641304 highest_score=309
be.INFO:538967:I20260421 01:25:09.261282 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19641304 version:66844.1
be.INFO:538968:I20260421 01:25:09.262319 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19641304 version:66844.1 duration:1ms(0/1/0)
be.INFO:538969:I20260421 01:25:09.617395 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19610841 highest_score=309
be.INFO:538970:I20260421 01:25:09.642350 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19610841 version:209544.1
be.INFO:538971:I20260421 01:25:09.644133 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19610841 version:209544.1 duration:2ms(0/1/1)
be.INFO:538972:I20260421 01:25:09.999212 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19628089 highest_score=309
be.INFO:538973:I20260421 01:25:10.022467 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19628089 version:229246.1
be.INFO:538974:I20260421 01:25:10.024389 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19628089 version:229246.1 duration:2ms(0/1/1)
be.INFO:538975:I20260421 01:25:10.151142 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315190, tablet_id:489056260, compaction_type:cumulative, compaction_score:23.2149 for round:582452, candidates_size:4
be.INFO:538976:I20260421 01:25:10.151190 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315191, tablet_id:489056434, compaction_type:cumulative, compaction_score:22.4193 for round:582453, candidates_size:3
be.INFO:538977:I20260421 01:25:10.174468 140537318934080 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315191, tablet_id:489056434, compaction score:22.4193, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[258-278], start_time:2026-04-21 01:25:10.151, end_time:2026-04-21 01:25:10.174, elapsed_time:22966 us, input_rowsets_size:175042, input_segments_num:5, input_rowsets_num:5, input_rows_num:642, output_num_rows:642, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:140025, column_group_size:6, total_output_num_rows:3852, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538978:I20260421 01:25:10.174485 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315190, tablet_id:489056260, compaction score:23.2149, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[261-281], start_time:2026-04-21 01:25:10.151, end_time:2026-04-21 01:25:10.174, elapsed_time:23215 us, input_rowsets_size:125395, input_segments_num:5, input_rowsets_num:5, input_rows_num:680, output_num_rows:680, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:75036, column_group_size:11, total_output_num_rows:7480, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538979:I20260421 01:25:10.382702 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=210438873 highest_score=309
be.INFO:538980:I20260421 01:25:10.402748 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:210438873 version:277252.1
be.INFO:538981:I20260421 01:25:10.404324 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:210438873 version:277252.1 duration:1ms(0/0/1)
be.INFO:538982:I20260421 01:25:10.758451 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=210438905 highest_score=309
be.INFO:538983:I20260421 01:25:10.776938 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:210438905 version:277252.1
be.INFO:538984:I20260421 01:25:10.778584 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:210438905 version:277252.1 duration:1ms(0/0/1)
be.INFO:538985:I20260421 01:25:11.131793 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=407103322 highest_score=309
be.INFO:538986:I20260421 01:25:11.151364 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315192, tablet_id:489056300, compaction_type:cumulative, compaction_score:21.8172 for round:582455, candidates_size:2
be.INFO:538987:I20260421 01:25:11.151384 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315193, tablet_id:489056176, compaction_type:cumulative, compaction_score:21.7867 for round:582456, candidates_size:1
be.INFO:538988:I20260421 01:25:11.163706 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:407103322 version:103537.1
be.INFO:538989:I20260421 01:25:11.164820 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315192, tablet_id:489056300, compaction score:21.8172, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[253-281], start_time:2026-04-21 01:25:11.151, end_time:2026-04-21 01:25:11.164, elapsed_time:13344 us, input_rowsets_size:85304, input_segments_num:5, input_rowsets_num:5, input_rows_num:3015, output_num_rows:3015, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:70399, column_group_size:2, total_output_num_rows:6030, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538990:I20260421 01:25:11.165390 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:407103322 version:103537.1 duration:1ms(0/0/1)
be.INFO:538991:I20260421 01:25:11.214867 140628561540672 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315193, tablet_id:489056176, compaction score:21.7867, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[252-284], start_time:2026-04-21 01:25:11.151, end_time:2026-04-21 01:25:11.214, elapsed_time:63198 us, input_rowsets_size:1664243, input_segments_num:5, input_rowsets_num:5, input_rows_num:1259, output_num_rows:1259, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:1466634, column_group_size:32, total_output_num_rows:40288, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:538992:I20260421 01:25:11.522047 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19673690 highest_score=309
be.INFO:538993:I20260421 01:25:11.539865 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19673690 version:70945.1
be.INFO:538994:I20260421 01:25:11.540814 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19673690 version:70945.1 duration:1ms(0/0/1)
be.INFO:538995:I20260421 01:25:11.905983 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19626490 highest_score=309
be.INFO:538996:I20260421 01:25:11.927930 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19626490 version:189782.1
be.INFO:538997:I20260421 01:25:11.929296 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19626490 version:189782.1 duration:1ms(0/0/1)
be.INFO:538998:I20260421 01:25:12.151511 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315194, tablet_id:489056508, compaction_type:cumulative, compaction_score:19.8465 for round:582458, candidates_size:0
be.INFO:538999:I20260421 01:25:12.178283 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315194, tablet_id:489056508, compaction score:19.8465, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:cumulative, output_version:[257-285], start_time:2026-04-21 01:25:12.151, end_time:2026-04-21 01:25:12.178, elapsed_time:26644 us, input_rowsets_size:578781, input_segments_num:5, input_rowsets_num:5, input_rows_num:72, output_num_rows:72, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:554232, column_group_size:7, total_output_num_rows:504, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100
be.INFO:539000:I20260421 01:25:12.305330 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=109907258 highest_score=309
be.INFO:539001:I20260421 01:25:12.329328 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:109907258 version:329923.1
be.INFO:539002:I20260421 01:25:12.331206 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:109907258 version:329923.1 duration:2ms(0/1/1)
be.INFO:539003:I20260421 01:25:12.632190 140711684597312 internal_service.cpp:525] cancel fragment, fragment_instance_id=e3696528-3cdd-11f1-a0a9-200522001341, reason: QueryFinished
be.INFO:539004:I20260421 01:25:12.692458 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19673722 highest_score=309
be.INFO:539005:I20260421 01:25:12.712235 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19673722 version:70945.1
be.INFO:539006:I20260421 01:25:12.713258 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19673722 version:70945.1 duration:1ms(0/1/0)
be.INFO:539007:I20260421 01:25:13.072526 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19637243 highest_score=309
be.INFO:539008:I20260421 01:25:13.091862 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19637243 version:237695.1
be.INFO:539009:I20260421 01:25:13.093348 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19637243 version:237695.1 duration:1ms(0/0/1)
be.INFO:539010:I20260421 01:25:13.196240 140718630757952 daemon.cpp:187] Current memory statistics: process(40347670152), query_pool(0), load(0), metadata(8575769372), compaction(0), schema_change(0), column_pool(0), page_cache(22026314016), update(2944801750), chunk_allocator(0), passthrough(0), clone(0), consistency(0), datacache(0), jit(0)
be.INFO:539011:I20260421 01:25:13.243193 140705523770944 local_tablets_channel.cpp:782] LocalTabletsChannel txn_id: 38105430 load_id: 38489eb0-b40a-e4e6-652d-07e04b576ca8 sink_id: 0 open 186 delta writer: [489056100:2][489056080:2][489056072:2][487766779:2][487766775:1][489056088:1][486466813:2][486466809:1][485136824:2][483821612:2][483821608:1][483821600:2][483821592:2][483821588:1][487766787:2][483821580:2][482495173:2][482495165:2][482495153:2][482495145:2][485136844:2][482495141:1][479766505:2][479766501:1][479766493:2][487766755:1][478447421:2][478447409:1][486466829:1][478447401:2][486466821:2][478447393:2][489056092:2][478447389:1][477101638:1][477101630:2][477101622:2][477101610:2][423941368:2][476277052:2][423941364:1][409851476:2][486466841:2][478447413:2][476277048:1][423941356:2][409851468:2][486466833:2][476277040:2][475701146:1][448248120:2][445798790:2][482495161:1][448248112:2][445798782:2][446710134:2][445798770:2][475701166:1][435059732:2][445798778:1][446710130:1][485136852:2][448248100:2][435059724:2][418343791:1][415553028:1][423941348:2][448248132:2][421192361:1][412693352:2][421192353:2][412693344:2][479766485:2][412693340:1][421192341:1][412693332:2][409851496:2][423941384:1][487766767:2][476277068:1][481136233:2][401599616:2][412693320:1][253572857:2][404368817:1][409851488:2][423941376:2][487766759:2][476277060:2][481136209:1][401599592:1][253572837:2][409851484:1][253572845:2][404368821:2][421192365:2][253572853:1][404368829:2][477101602:2][481136221:2][401599604:2][476277072:2][421192333:2][253572865:2][432289777:2][407089385:1][479766473:2][404368841:2][253572833:1][421192345:2][489056068:1][418343803:2][415553040:2][440554257:1][479766481:1][404368849:2][426634870:1][429461001:2][437849470:1][407089397:2][407089404:2][418343811:1][415553048:1][435059740:1][412693324:2][404368837:1][407089439:2][481136241:2][401599624:2]0 failed_tablets: _num_remaining_senders: 1
be.INFO:539012:I20260421 01:25:13.283862 140705666446912 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105430 load_id: 38489eb0b40ae4e6-652d07e04b576ca8 index_id: 253572832 tablet_ids:407089397, reason:
be.INFO:539013:I20260421 01:25:13.283993 140705386866240 local_tablets_channel.cpp:673] LocalTabletsChannel txn_id: 38105430 load_id: 38489eb0-b40a-e4e6-652d-07e04b576ca8 sink_id: 0 commit 2 tablets: 489056088,489056068
be.INFO:539014:I20260421 01:25:13.284219 140705412044352 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105430 load_id: 38489eb0b40ae4e6-652d07e04b576ca8 index_id: 253572832 tablet_ids:407089404, reason:
be.INFO:539015:I20260421 01:25:13.285199 140705353295424 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105430 load_id: 38489eb0b40ae4e6-652d07e04b576ca8 index_id: 253572832 tablet_ids:487766779,486466813,483821612,483821592,482495145,479766505,479766485,487766759,478447413,486466833,478447393,477101622,423941368,476277052,423941348,448248132,475701150,421192365,475701130,482495165,445798782,446710134,418343795,415553032,435059724,412693344,421192345,253572857,476277072,412693324,481136213,401599596,445798762,418343775,415553012,409851488,253572837,404368821,437849474,404368841,429461001,432289769,409851468,426634874,485136824,437849494,426634894,440554221,485136844,429461021,432289749,435059744,477101602,481136233,401599616,440554241,446710154,448248112, reason:
be.INFO:539016:I20260421 01:25:13.285340 140705590912576 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105430 load_id: 38489eb0b40ae4e6-652d07e04b576ca8 index_id: 253572832 tablet_ids:487766767,487766787,483821580,479766493,478447421,486466841,478447401,486466821,477101630,423941356,476277040,475701138,482495153,445798790,418343803,415553040,435059732,412693352,421192353,421192333,253572865,445798770,481136221,401599604,418343783,415553020,409851496,423941376,476277060,412693332,253572845,404368829,437849462,407089439,481136241,401599624,440554249,404368849,479766473,483821600,432289777,409851476,437849482,426634882,485136832,446710142,426634902,440554229,429461009,477101610,429461029,432289757,407089377,435059752,446710162,482495173,485136852,448248100,448248120,475701158, reason:
be.INFO:539017:I20260421 01:25:13.344427 140706472785472 publish_version.cpp:300] publish_version success. txn_id: 38105430 #partition:1 #tablet:6 time:1ms #already_finished:0
be.INFO:539018:I20260421 01:25:13.457784 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=50238747 highest_score=309
be.INFO:539019:I20260421 01:25:13.480918 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:50238747 version:293660.1
be.INFO:539020:I20260421 01:25:13.482435 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:50238747 version:293660.1 duration:1ms(0/0/1)
be.INFO:539021:I20260421 01:25:13.837641 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=219140667 highest_score=309
be.INFO:539022:I20260421 01:25:13.858156 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:219140667 version:277238.1
be.INFO:539023:I20260421 01:25:13.859741 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:219140667 version:277238.1 duration:1ms(0/0/1)
be.INFO:539024:I20260421 01:25:14.123124 140705782355520 starlet.cc:103] Empty starmanager address, skip reporting!
be.INFO:539025:I20260421 01:25:14.151406 140706084488768 size_tiered_compaction_policy.cpp:353] pick tablet 489056092 for size-tiered compaction rowset version=0-215 score=13.0002 level_size=51726 total_size=51730 segment_num=5 force_base_compaction=0 reached_max_versions=0
be.INFO:539026:I20260421 01:25:14.151457 140706050917952 compaction_manager.cpp:93] submit task to compaction pool, task_id:315195, tablet_id:489056092, compaction_type:base, compaction_score:13.0002 for round:582459, candidates_size:0
be.INFO:539027:I20260421 01:25:14.162379 140706067703360 compaction_task.cpp:142] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:315195, tablet_id:489056092, compaction score:13.0002, algorithm:HORIZONTAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-215], start_time:2026-04-21 01:25:14.151, end_time:2026-04-21 01:25:14.162, elapsed_time:10830 us, input_rowsets_size:51726, input_segments_num:1, input_rowsets_num:5, input_rows_num:519, output_num_rows:519, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:51726, column_group_size:0, total_output_num_rows:0, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:1, is_manual_compaction:0, progress:100
be.INFO:539028:I20260421 01:25:14.220114 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19609115 highest_score=309
be.INFO:539029:I20260421 01:25:14.236171 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19609115 version:286761.1
be.INFO:539030:I20260421 01:25:14.238262 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19609115 version:286761.1 duration:2ms(0/1/1)
be.INFO:539031:I20260421 01:25:14.243789 140706014725696 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=489057270 highest_score=29
be.INFO:539032:I20260421 01:25:14.596489 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19654651 highest_score=309
be.INFO:539033:I20260421 01:25:14.619067 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19654651 version:167095.1
be.INFO:539034:I20260421 01:25:14.620244 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19654651 version:167095.1 duration:1ms(0/0/1)
be.INFO:539035:I20260421 01:25:14.987725 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19613723 highest_score=309
be.INFO:539036:I20260421 01:25:15.054586 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19613723 version:202245.1
be.INFO:539037:I20260421 01:25:15.058358 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19613723 version:202245.1 duration:4ms(0/3/1)
be.INFO:539038:I20260421 01:25:15.424356 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19663259 highest_score=309
be.INFO:539039:I20260421 01:25:15.452280 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19663259 version:225875.1
be.INFO:539040:I20260421 01:25:15.453823 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19663259 version:225875.1 duration:2ms(0/1/1)
be.INFO:539041:I20260421 01:25:15.493880 140706217719360 local_tablets_channel.cpp:782] LocalTabletsChannel txn_id: 38105431 load_id: e4a8c315-3cdd-11f1-a0a9-200522001340 sink_id: 0 open 9 delta writer: [95559280:1][95559268:2][95559264:1][95559252:2][95559248:2][95559240:2][95559236:1][95559284:2][95559232:2]0 failed_tablets: _num_remaining_senders: 12
be.INFO:539042:I20260421 01:25:15.498705 140705470793280 local_tablets_channel.cpp:673] LocalTabletsChannel txn_id: 38105431 load_id: e4a8c315-3cdd-11f1-a0a9-200522001340 sink_id: 0 commit 0 tablets:
be.INFO:539043:I20260421 01:25:15.498740 140706237789760 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105431 load_id: e4a8c3153cdd11f1-a0a9200522001340 index_id: 95559223 tablet_ids:95559268, reason:
be.INFO:539044:I20260421 01:25:15.498869 140705386866240 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105431 load_id: e4a8c3153cdd11f1-a0a9200522001340 index_id: 95559223 tablet_ids:95559248, reason:
be.INFO:539045:I20260421 01:25:15.498892 140705599305280 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105431 load_id: e4a8c3153cdd11f1-a0a9200522001340 index_id: 95559223 tablet_ids:95559240, reason:
be.INFO:539046:I20260421 01:25:15.499101 140705548949056 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105431 load_id: e4a8c3153cdd11f1-a0a9200522001340 index_id: 95559223 tablet_ids:95559252,95559284,95559232, reason:
be.INFO:539047:I20260421 01:25:15.563189 140706766530112 publish_version.cpp:300] publish_version success. txn_id: 38105431 #partition:0 #tablet:0 time:0ms #already_finished:0
be.INFO:539048:I20260421 01:25:15.627200 140705590912576 local_tablets_channel.cpp:782] LocalTabletsChannel txn_id: 38105432 load_id: e4aba94a-3cdd-11f1-a0a9-200522001340 sink_id: 0 open 9 delta writer: [473471777:2][473471773:1][473471765:2][473471757:2][473471753:1][473471745:2][473471737:2][473471785:2][473471733:1]0 failed_tablets: _num_remaining_senders: 60
be.INFO:539049:I20260421 01:25:15.819456 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19613691 highest_score=309
be.INFO:539050:I20260421 01:25:15.843696 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19613691 version:202245.1
be.INFO:539051:I20260421 01:25:15.845561 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19613691 version:202245.1 duration:2ms(1/0/1)
be.INFO:539052:I20260421 01:25:16.006695 140705470793280 local_tablets_channel.cpp:673] LocalTabletsChannel txn_id: 38105432 load_id: e4aba94a-3cdd-11f1-a0a9-200522001340 sink_id: 0 commit 0 tablets:
be.INFO:539053:I20260421 01:25:16.006893 140705515378240 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105432 load_id: e4aba94a3cdd11f1-a0a9200522001340 index_id: 473471728 tablet_ids:473471777,473471757,473471737, reason:
be.INFO:539054:I20260421 01:25:16.007137 140705344902720 local_tablets_channel.cpp:826] cancel LocalTabletsChannel txn_id: 38105432 load_id: e4aba94a3cdd11f1-a0a9200522001340 index_id: 473471728 tablet_ids:473471785,473471765,473471745, reason:
be.INFO:539055:I20260421 01:25:16.011252 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539056:I20260421 01:25:16.016376 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539057:I20260421 01:25:16.021543 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539058:I20260421 01:25:16.026644 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539059:I20260421 01:25:16.031734 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539060:I20260421 01:25:16.036821 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539061:I20260421 01:25:16.041936 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539062:I20260421 01:25:16.047046 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539063:I20260421 01:25:16.052158 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539064:I20260421 01:25:16.057245 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539065:I20260421 01:25:16.062353 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539066:I20260421 01:25:16.067464 140711164249664 tablet_sink_sender.cpp:353] Olap table sink statistics. load_id: e4aba94a-3cdd-11f1-a0a9-200522001340, txn_id: 38105432, add chunk time(ms)/wait lock time(ms)/num: {10070:(0)(0)(1)} {10064:(0)(0)(1)} {10063:(0)(0)(1)} {10034:(0)(0)(1)} {10332:(0)(0)(1)}
be.INFO:539067:F20260421 01:25:16.096021 140710559974976 logical_type_infra.h:170] Check failed: false Unknown type: 0
be.INFO:539068:I20260421 01:25:16.267753 140705997940288 tablet_manager.cpp:865] Found the best tablet to compact. compaction_type=update tablet_id=19654683 highest_score=309
be.INFO:539069:I20260421 01:25:16.294409 140705997940288 tablet_updates.cpp:2277] commit compaction tablet:19654683 version:167095.1
be.INFO:539070:I20260421 01:25:16.295533 140586056951360 tablet_updates.cpp:2605] apply_compaction_commit finish tablet:19654683 version:167095.1 duration:1ms(0/1/0)
be.INFO:539071:I20260421 01:25:16.524345 140705607697984 local_tablets_channel.cpp:782] LocalTabletsChannel txn_id: 38105433 load_id: ce41c303-d39f-ff9b-1523-21eecbcc7bb7 sink_id: 0 open 48 delta writer: [489056358:1][489056350:2][487767215:1][486467106:2][486467098:2][486467094:1][486467086:2][486467078:2][486467074:1][485137389:2][13359325:1][487767239:2][481135875:1][13359321:2][481135867:2][13359313:2][13359333:2][489056342:2][481135887:2][489056362:2][483820997:2][485137357:1][481135859:2][13359329:2][487767227:2][485137361:2][487767219:2][481135855:1][482494599:2][487767235:1][485137369:2][482494607:1][483821009:2][481135879:2][485137377:1][482494611:2][489056338:1][487767247:2][485137381:2][13359305:1][482494619:2][489056370:2][483821005:1][483821017:2][482494587:1][483821025:1][482494591:2][483821029:2]0 failed_tablets: _num_remaining_senders: 1
be.WARNING:1084867:F20260421 01:25:16.096021 140710559974976 logical_type_infra.h:170] Check failed: false Unknown type: 0

[SharkaLaga]

看一下版本？你这开头是3.3.20 后面的又是3.3.16？

[上上谦_1]

因为自动重启脚本是从3.3.16目录启的 ，上次已经把3.3.16目录下的lib 和bin 都替换成3.3.20 的了 ，所以现在 5台be都是3.3.20-bc0523a 版本 ，
drwxr-xr-x 6 root root 4096 Apr 10 15:19 ./
drwxr-xr-x 7 root root 4096 Oct 28 17:29 …/
drwxr-xr-x 11 root root 4096 Jun 16 2025 datasophon-worker/
-rw-r–r-- 1 root root 82635408 Sep 25 2025 datasophon-worker.tar.gz
drwxr-xr-x 3 root root 4096 Jun 19 2025 DDP/
lrwxrwxrwx 1 root root 32 Mar 25 15:54 starrocks -> /opt/datasophon/StarRocks-3.3.20/
drwxrwxr-x 5 starrocks starrocks 4096 Jul 16 2025 StarRocks-3.3.16/
drwxrwxr-x 5 jd004 jd004 4096 Apr 10 11:16 StarRocks-3.3.20/

[Gavin_guo]

这个是执行什么查询导致的crash

[上上谦_1]

grep -a ‘e4aba94a-3cdd-11f1-a0a9-200522001340’ fe.audit.log
2026-04-21 01:25:24.005+08:00 [slow_query] |Timestamp=1776705915472|Client=|User=zhangjie|AuthorizedUser=|ResourceGroup=default_wg|Catalog=default_catalog|Db=dws|State=ERR|ErrorCode=THRIFT_RPC_ERROR|Time=8533|ScanBytes=106122|ScanRows=166|ReturnRows=0|CpuCostNs=235300198|MemCostBytes=195962896|StmtId=5226173|QueryId=e4aba94a-3cdd-11f1-a0a9-200522001340|IsQuery=false|feIp=10.1.1.65|Stmt=INSERT INTO dws.dws_video_product_detail (platform, product_id, video_id, product_name, cover, product_url, shop_id, shop_name, desc, nickname, signature, avatar_larger, following_count, video_cover, content_url, digg_count, create_time, duration, comment_count, share_count, collect_count, is_delete, etl_date) SELECT ‘dy’ platform, t.product_id , t.video_id, t.title, cover , detail_url, coalesce(t2.shop_id, t.shop_id) shop_id, t2.shop_name, t1.desc, nickname, author_signature as signature, author_avatar_larger as avatar_larger, author_following_count as following_count, preview_pic, content_url, t1.digg_count, t1.create_time, t1.duration, coalesce(t.comment_count, t1.comment_count) comment_count, t1.share_count, t1.collect_count, coalesce(is_on_sales, 0) as is_delete, t.etl_date FROM tds.tds_dy_product_detail_v2 t left join dws.dws_video_basic_info_d t1 on t.video_id = t1.video_id join dws.dws_cps_product_base_info t2 on t.product_id = t2.product_id left join ods.ods_dy_video_details_info t3 on t.video_id =t3.aweme_id where t2.platform=‘dyc’ and date_format(t.etl_date, ‘%Y%m%d%H’) = ‘2026042100’|Digest=|PlanCpuCost=1.856490124644435E11|PlanMemCost=1.975363865050582E7|Warehouse=default_warehouse|IsForwardToLeader=false|QueryFEAllocatedMemory=102812440
2026-04-21 01:25:24.005+08:00 [query] |Timestamp=1776705915472|Client=|User=zhangjie|AuthorizedUser=|ResourceGroup=default_wg|Catalog=default_catalog|Db=dws|State=ERR|ErrorCode=THRIFT_RPC_ERROR|Time=8533|ScanBytes=106122|ScanRows=166|ReturnRows=0|CpuCostNs=235300198|MemCostBytes=195962896|StmtId=5226173|QueryId=e4aba94a-3cdd-11f1-a0a9-200522001340|IsQuery=false|feIp=10.1.1.65|Stmt=INSERT INTO dws.dws_video_product_detail (platform, product_id, video_id, product_name, cover, product_url, shop_id, shop_name, desc, nickname, signature, avatar_larger, following_count, video_cover, content_url, digg_count, create_time, duration, comment_count, share_count, collect_count, is_delete, etl_date) SELECT ‘dy’ platform, t.product_id , t.video_id, t.title, cover , detail_url, coalesce(t2.shop_id, t.shop_id) shop_id, t2.shop_name, t1.desc, nickname, author_signature as signature, author_avatar_larger as avatar_larger, author_following_count as following_count, preview_pic, content_url, t1.digg_count, t1.create_time, t1.duration, coalesce(t.comment_count, t1.comment_count) comment_count, t1.share_count, t1.collect_count, coalesce(is_on_sales, 0) as is_delete, t.etl_date FROM tds.tds_dy_product_detail_v2 t left join dws.dws_video_basic_info_d t1 on t.video_id = t1.video_id join dws.dws_cps_product_base_info t2 on t.product_id = t2.product_id left join ods.ods_dy_video_details_info t3 on t.video_id =t3.aweme_id where t2.platform=‘dyc’ and date_format(t.etl_date, ‘%Y%m%d%H’) = ‘2026042100’|Digest=|PlanCpuCost=1.856490124644435E11|PlanMemCost=1.975363865050582E7|Warehouse=default_warehouse|IsForwardToLeader=false|QueryFEAllocatedMemory=102812440

[Gavin_guo]

这套环境之前有做过升级吗

[上上谦_1]

前不久刚从3.3.16 升级到3.3.20版本， 之前 3.3.16版本就是因为经常查询 也出现内存越界打崩这台 be的问题才升级到 3.3.20，但还是64这台节点 会出现这个问题

[Gavin_guo]

之前有改过字段类型吗

[上上谦_1]

有些表加过字段

[Gavin_guo]

这块可以的话最好确认一下crash对应sql涉及的表以及表结构，字段如果有修改的话也提供一下

[Gavin_guo]

通过堆栈看报错Unknown type ，怀疑是存储层segment的列类型损坏或不一致，查询调用函数type_dispatch_column因为类型不匹配，走到default 触发check(false)进而引发crash，临时解决办法可以先尝试重建表，其次就是再看看是否存在CHAR长度修改或者列类型修改的情况

[上上谦_1]

之前也有几次相关的重启 ，之前诱发的sql 查询的表创建后 后期没有加过表字段 ，但也出现过内存越界，打崩be的情况

[上上谦_1]

/*

• 表名: dws_cps_product_base_info

• 描述: cps商品基础信息表

• 生成时间: 2025-07-25 14:15:53

*/

---

– Table structure for dws_cps_product_base_info

---

DROP TABLE IF EXISTS dws.dws_cps_product_base_info;

CREATE TABLE dws_cps_product_base_info (

platform STRING NOT NULL COMMENT “平台(tb/dy/jd)”,

product_id STRING NOT NULL COMMENT “商品ID”,

platform_all STRING NULL COMMENT “平台汇总:如tb包含:tbc,tbb,tb”,

first_cid INT NOT NULL COMMENT “商品一级类目ID”,

title STRING NOT NULL COMMENT “商品名称”,

is_kol_product boolean NULL COMMENT “在穿山甲上是否有达人特殊佣金”,

price BIGINT NOT NULL COMMENT “商品原价(分)”,

promotion_price BIGINT NULL COMMENT “商品促销价(分)”,

retail_price BIGINT NULL COMMENT “商品到手价(分)”,

coupon_price BIGINT NULL COMMENT “券后价格(分)”,

cos_ratio INT NULL COMMENT “分佣比例(百分比乘以100)”,

cos_fee INT NULL COMMENT “佣金金额(分)”,

service_ratio int NULL COMMENT “服务费率”,

second_cid INT NULL COMMENT “商品二级类目ID”,

third_cid INT NULL COMMENT “商品三级类目ID”,

in_stock boolean NULL COMMENT “是否有库存”,

sales INT NULL COMMENT “商品历史销量”,

cover STRING NULL COMMENT “商品主图URL”,

images STRING NULL COMMENT “商品轮播图”,

detail_url STRING NULL COMMENT “商品链接”,

shop_id STRING NULL COMMENT “商铺ID”,

shop_name STRING NULL COMMENT “商铺名称”,

comment_score decimal(12, 2) NULL COMMENT “商品评分”,

comment_num INT NULL COMMENT “商品评价数目”,

order_num INT NULL COMMENT “近30天商品总订单量”,

view_num INT NULL COMMENT “近30天商品总浏览量”,

kol_num INT NULL COMMENT “近30天推广总达人数”,

logistics_info STRING NULL COMMENT “商品物流说明”,

post_free boolean NULL COMMENT “是否包邮”,

has_sxt boolean NULL COMMENT “是否具有短视频随心推资质”,

commission_type INT NULL COMMENT “佣金类型”,

ins_activity_param STRING NULL COMMENT “团长参数”,

brand_id BIGINT NULL COMMENT “品牌ID”,

brand_name_cn STRING NULL COMMENT “品牌名称”,

brand_name_en STRING NULL COMMENT “品牌英文名”,

has_shop_brand_tag boolean NULL COMMENT “是否有品牌旗舰店标签”,

limit_min_sale boolean NULL COMMENT “是否多件起购”,

is_on_sales INT NULL DEFAULT “0” COMMENT “是否上下架:0:上架,1下架”,

coupon_share_url STRING NULL DEFAULT “” COMMENT “优惠券分享链接”,

product_id_source STRING NULL DEFAULT “” COMMENT “原生商品ID”,

‘colonel_level’ STRING DEFAULT NULL COMMENT “团长等级”,

etl_date datetime NULL DEFAULT CURRENT_TIMESTAMP COMMENT “数据更新时间”,

INDEX first_cid_index (first_cid) USING BITMAP,

INDEX is_on_sales_index (is_on_sales) USING BITMAP,

INDEX title_idx (title) USING NGRAMBF(“bloom_filter_fpp” = “0.05”, “case_sensitive” = “false”, “gram_num” = “2”) COMMENT ‘标题’,

INDEX etl_date_index (etl_date) USING BITMAP,

INDEX platform_all_index (platform_all) USING BITMAP COMMENT ‘’

) ENGINE=OLAP

PRIMARY KEY(platform, product_id)

COMMENT “cps商品基础信息表”

DISTRIBUTED BY HASH(platform, product_id)

ORDER BY(platform,product_id)

PROPERTIES (

“compression” = “LZ4”,

“enable_persistent_index” = “true”,

“fast_schema_evolution” = “true”,

“replicated_storage” = “true”,

“replication_num” = “3”,

“storage_medium” = “SSD”,

“bloom_filter_columns” = “shop_id,product_id”

);

– 修改佣金类型为int

ALTER TABLE dws.dws_cps_product_base_info MODIFY COLUMN commission_type INT COMMENT ‘佣金类型’;

– 添加团长等级字段

ALTER TABLE dws_cps_product_base_info ADD COLUMN colonel_level STRING COMMENT ‘团长等级’ AFTER product_id_source

– 添加商品库存字段 dyc 用

ALTER TABLE dws_cps_product_base_info ADD COLUMN product_stock bigint DEFAULT ‘0’ COMMENT ‘商品库存’ AFTER colonel_level

– 添加商品库促销信息字段

ALTER TABLE dws_cps_product_base_info ADD COLUMN predict_rounding_up_price_desc STRING COMMENT ‘促销信息-凑单价说明，描述凑单价的实现说明。如可凑单或需买X件’ AFTER product_stock

DROP TABLE IF EXISTS dws_video_basic_info_d;

CREATE TABLE dws_video_basic_info_d (

dy_uid BIGINT NOT NULL COMMENT “抖音UID”,

video_id BIGINT NOT NULL COMMENT “视频ID”,

create_time DATETIME NOT NULL COMMENT “视频发布时间”,

item_share INT NULL COMMENT “分享数量”,

media_type INT NULL COMMENT “媒体类型”,

aweme_type INT NULL COMMENT “视频类型”,

city STRING NULL COMMENT “城市代码”,

forward_count BIGINT NULL COMMENT “转发数”,

lose_count BIGINT NULL COMMENT “失败次数”,

play_count BIGINT NULL COMMENT “播放数”,

live_watch_count BIGINT NULL COMMENT “直播观看数”,

share_count BIGINT NULL COMMENT “分享数”,

digg_count BIGINT NULL COMMENT “点赞数”,

download_count BIGINT NULL COMMENT “下载数”,

lose_comment_count BIGINT NULL COMMENT “丢失评论数（具体含义可根据业务调整）”,

exposure_count BIGINT NULL COMMENT “曝光数”,

comment_count BIGINT NULL COMMENT “评论数”,

collect_count BIGINT NULL COMMENT “收藏数”,

admire_count BIGINT NULL COMMENT “赞赏数”,

whatsapp_share_count BIGINT NULL COMMENT “WhatsApp分享数”,

digest STRING NULL COMMENT “摘要”,

author_user_id BIGINT NULL COMMENT “作者用户ID”,

shoot_way STRING NULL COMMENT “拍摄方式”,

is_top INT NULL COMMENT “是否置顶”,

duration INT NULL COMMENT “视频时长”,

distribute_type INT NULL COMMENT “分发类型”,

author_mask_tag INT NULL COMMENT “作者遮罩标签”,

sort_label STRING NULL COMMENT “排序标签”,

item_title STRING NULL COMMENT “项目标题”,

user_digged INT NULL COMMENT “用户点赞状态”,

ip_attribution STRING NULL COMMENT “IP归属地”,

user_recommend_status INT NULL COMMENT “用户推荐状态”,

caption STRING NULL COMMENT “标题”,

is_ads BOOLEAN NULL COMMENT “是否是广告”,

desc STRING NULL COMMENT “描述”,

preview_pic STRING NULL DEFAULT “” COMMENT “封面”,

content_url STRING NULL DEFAULT “” COMMENT “播放地址”,

aweme_count BIGINT NULL DEFAULT “0” COMMENT “总作品数”,

sec_uid STRING NULL COMMENT “抖音加密UID”,

unique_id STRING NULL COMMENT “抖音号”,

short_id STRING NULL COMMENT “抖音短ID”,

nickname STRING NULL COMMENT “抖音昵称”,

is_delete int NULL DEFAULT “0” COMMENT “是否过期,0:正常 1:过期”,

etl_date DATETIME NOT NULL COMMENT “数据更新时间”,

INDEX ip_attribution_idx (ip_attribution) USING BITMAP COMMENT ‘IP归属地’,

INDEX caption_idx (caption) USING NGRAMBF(“bloom_filter_fpp” = “0.05”, “case_sensitive” = “true”, “gram_num” = “4”) COMMENT ‘标题’

) ENGINE=OLAP

PRIMARY KEY(dy_uid, video_id, create_time)

COMMENT “视频基础信息宽表”

PARTITION BY date_trunc(‘day’, create_time)

DISTRIBUTED BY HASH(dy_uid, video_id, create_time)

ORDER BY(dy_uid, video_id, create_time);

ALTER TABLE dws.dws_video_basic_info_d ADD COLUMN is_delete int DEFAULT ‘0’ COMMENT ‘是否过期,0:正常 1:过期’ AFTER nickname;

CREATE INDEX etl_date_index ON dws.dws_video_basic_info_d(etl_date) USING BITMAP;

CREATE INDEX is_delete_index ON dws.dws_video_basic_info_d(is_delete) USING BITMAP;
这两个表加过字段

[Gavin_guo]

建议这些表在64节点的副本可以重建一下，原因应该就是上边说的存储层segment的列类型损坏或不一致导致的

[上上谦_1]

是建个临时表 ，把原表数据导入再对临时表进行更名吗 还是怎么 处理

[Gavin_guo]

表数据量大概多少呢

[上上谦_1]

select count(1) from dws.dws_cps_product_base_info
109,880,024

select count(1) from dws.dws_video_basic_info_d

110,036,150

[上上谦_1]

be.out (156.7 KB)

刚手动执行 这个命令-- 对问题表强制 base compaction
ALTER TABLE dws.dws_cps_product_base_info BASE COMPACT;
ALTER TABLE dws.dws_video_basic_info_d BASE COMPACT; 执行后 查看

然后be又挂掉了