-
Spill 导致 BE Crash
*** Aborted at 1741768367 (unix time) try "date -d @1741768367" if you are using GNU date ***
PC: @ 0x519375e starrocks::ColumnVisitorMutableAdapter<starrocks::ColumnAppendPermutation>::visit(starrocks::FixedLengthColumn<long>*)
*** SIGSEGV (@0x7f5a22e41000) received by PID 25 (TID 0x7f5ac2240640) from PID 585371648; stack trace: ***
@ 0x7f5b741a3ee8 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x99ee7)
@ 0x9af2d89 google::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*)
@ 0x7f5b7414c520 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x4251f)
@ 0x519375e starrocks::ColumnVisitorMutableAdapter<starrocks::ColumnAppendPermutation>::visit(starrocks::FixedLengthColumn<long>*)
@ 0x4fc742d starrocks::ColumnFactory<starrocks::FixedLengthColumnBase<long>, starrocks::FixedLengthColumn<long>, starrocks::Column>::accept_mutable(starrocks::ColumnVisitorMutable*)
@ 0x519028d starrocks::materialize_column_by_permutation(starrocks::Column*, std::vector<std::shared_ptr<starrocks::Column>, std::allocator<std::shared_ptr<starrocks::Column> > > const&, starrocks::array_view<starrocks::PermutationItem> const&)
@ 0x5190536 starrocks::materialize_by_permutation(starrocks::Chunk*, std::vector<std::shared_ptr<starrocks::Chunk>, std::allocator<std::shared_ptr<starrocks::Chunk> > > const&, starrocks::array_view<starrocks::PermutationItem> const&)
@ 0x528c30e starrocks::MergeTwoCursor::merge_sorted_intersected_cursor(starrocks::SortedRun&, starrocks::SortedRun&)
@ 0x528d9a1 starrocks::MergeTwoCursor::merge_sorted_cursor_two_way()
@ 0x528eb8c starrocks::MergeTwoCursor::next()
@ 0x528ec62 std::_Function_handler<bool (std::unique_ptr<starrocks::Chunk, std::default_delete<starrocks::Chunk> >*, bool*), starrocks::MergeTwoCursor::MergeTwoCursor(starrocks::SortDescs const&, std::unique_ptr<starrocks::SimpleChunkSortCursor, std::default_delete<stO2
@ 0x5293947 starrocks::SimpleChunkSortCursor::try_get_next()
@ 0x528bcd4 starrocks::MergeCursorsCascade::try_get_next()
@ 0x5287f5c starrocks::CascadeChunkMerger::get_next(std::unique_ptr<starrocks::Chunk, std::default_delete<starrocks::Chunk> >*, std::atomic<bool>*, bool*)
@ 0x54bb965 starrocks::spill::OrderedInputStream::get_next(starrocks::workgroup::YieldContext&, starrocks::spill::SerdeContext&)
@ 0x612da77 starrocks::StatusOr<std::shared_ptr<starrocks::Chunk> > starrocks::spill::SpillerReader::restore<starrocks::spill::IOTaskExecutor, starrocks::spill::ResourceMemTrackerGuard<std::weak_ptr<starrocks::pipeline::QueryContext>, std::weak_ptr<starrocks::spill::SO2
@ 0x612e03b starrocks::StatusOr<std::shared_ptr<starrocks::Chunk> > starrocks::spill::Spiller::restore<starrocks::spill::IOTaskExecutor, starrocks::spill::ResourceMemTrackerGuard<std::weak_ptr<starrocks::pipeline::QueryContext>, std::weak_ptr<starrocks::spill::SpillerO2
@ 0x611c9dd starrocks::pipeline::SpillableAggregateBlockingSourceOperator::_pull_spilled_chunk(starrocks::RuntimeState*)
@ 0x611cfb6 starrocks::pipeline::SpillableAggregateBlockingSourceOperator::pull_chunk(starrocks::RuntimeState*)
@ 0x4f8e0c0 starrocks::pipeline::PipelineDriver::process(starrocks::RuntimeState*, int)
@ 0x79fa3c3 starrocks::pipeline::GlobalDriverExecutor::_worker_thread()
@ 0x872f223 starrocks::ThreadPool::dispatch_thread()
@ 0x87268e9 starrocks::Thread::supervise_thread(void*)
@ 0x7f5b7419eac3 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x94ac2)
@ 0x7f5b7422fa04 clone
Or
*** Aborted at 1741657717 (unix time) try "date -d @1741657717" if you are using GNU date ***
PC: @ 0x7f51ec288aca (/usr/lib/x86_64-linux-gnu/libc.so.6+0x1a0ac9)
*** SIGSEGV (@0x7f51e57ff000) received by PID 25 (TID 0x7f5145bf4640) from PID 18446744073264951296; stack trace: ***
@ 0x7f51ec181ee8 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x99ee7)
@ 0xa16e1c9 google::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*)
@ 0x7f51ec12a520 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x4251f)
@ 0x7f51ec288aca (/usr/lib/x86_64-linux-gnu/libc.so.6+0x1a0ac9)
@ 0x5472aed starrocks::FixedLengthColumnBase<signed char>::append(starrocks::Column const&, unsigned long, unsigned long)
@ 0x53b194a starrocks::Chunk::append(starrocks::Chunk const&, unsigned long, unsigned long)
@ 0x58b5989 starrocks::spill::OrderedMemTable::append(std::shared_ptr<starrocks::Chunk>)
@ 0x5827e8c starrocks::Status starrocks::spill::RawSpillerWriter::spill<starrocks::spill::IOTaskExecutor, starrocks::spill::ResourceMemTrackerGuard<std::weak_ptr<starrocks::pipeline::QueryContext>, std::weak_ptr<starrocks::spill::Spiller> >&>(starrocks::RuntimeState*,¹^Q
@ 0x582a4ad starrocks::Status starrocks::spill::Spiller::spill<starrocks::spill::IOTaskExecutor, starrocks::spill::ResourceMemTrackerGuard<std::weak_ptr<starrocks::pipeline::QueryContext>, std::weak_ptr<starrocks::spill::Spiller> > >(starrocks::RuntimeState*, std::sha¹^Q
@ 0x75cfa3c starrocks::pipeline::SpillProcessOperator::pull_chunk(starrocks::RuntimeState*)
@ 0x5396c5f starrocks::pipeline::PipelineDriver::process(starrocks::RuntimeState*, int)
@ 0x7d94683 starrocks::pipeline::GlobalDriverExecutor::_worker_thread()
@ 0x8aa57d2 starrocks::ThreadPool::dispatch_thread()
@ 0x8a9db09 starrocks::Thread::supervise_thread(void*)
@ 0x7f51ec17cac3 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x94ac2)
@ 0x7f51ec20da04 clone
-
Github Issue:
-
Github Fix PR:
-
Jira
-
问题版本:
-
3.1.0 ~ 3.1.17
-
3.2.0 ~ 3.2.15
-
3.3.0 ~ 3.3.12
-
3.4.0 ~ 3.4.2
-
修复版本:
-
3.1.18+
-
3.2.16+
-
3.3.13+
-
3.4.3+
-
问题原因:
-
临时解决办法:
- set global enable_agg_spill_preaggregation=false;
:supervise_thread()