【详述】capture_consistent_versions error: version already been compacted. tablet_id: 93505, version: 3494 tablet_max_version:3496 backend:10.181.136.71
【背景】select count(1),day from click_data a group by day
order by a.day
desc
【业务影响】 无法查询
【是否存算分离】否
【StarRocks版本】3.0.7 208c9db
【集群规模】例如:3fe+3be(fe与be混部)
【机器信息】CPU虚拟核/内存/网卡,例如:32C/96G/万兆
【联系方式】站内邮件联系
【附件】
建表
CREATE TABLE olap.click_data
(
doc_id VARCHAR(200) NOT NULL,
day VARCHAR(8) NOT NULL,
aff_id VARCHAR(10),
offer_id VARCHAR(10),
app_id VARCHAR(100),
country VARCHAR(10),
platform VARCHAR(7),
device_id VARCHAR(64),
media VARCHAR(5),
media_source VARCHAR(100),
model VARCHAR(100),
make VARCHAR(100),
bundle VARCHAR(100),
cat VARCHAR(1000),
click_id VARCHAR(2048),
time DATETIME NOT NULL,
INDEX click_data_day (day) USING BITMAP ,
INDEX click_data_aff_id (aff_id) USING BITMAP ,
INDEX click_data_offer_id (offer_id) USING BITMAP ,
INDEX click_data_app_id (app_id) USING BITMAP ,
INDEX click_data_country (country) USING BITMAP,
INDEX click_data_platform (platform) USING BITMAP,
INDEX click_data_media (media) USING BITMAP,
INDEX click_data_media_source (media_source) USING BITMAP,
INDEX click_data_model (model) USING BITMAP,
INDEX click_data_make (make) USING BITMAP,
INDEX click_data_bundle (bundle) USING BITMAP,
INDEX click_data_cat (cat) USING BITMAP,
INDEX time (time) USING BITMAP
)
DUPLICATE KEY(doc_id,day,aff_id,offer_id,app_id,country,platform)
PARTITION BY (day)
DISTRIBUTED BY HASH(doc_id, day,offer_id,app_id,aff_id,country,platform,device_id)BUCKETS 48
PROPERTIES (
“replication_num” = “2”,
“enable_persistent_index” = “true”
)
ALTER TABLE olap.click_data SET (“bloom_filter_columns” = “doc_id”);
- fe.log/beINFO/相应截图
- 查询报错:
- be.info
MemoryUsage: 0- RowsRead: 0
- RowsReturned: 71
- RowsReturnedRate: 143.00 /sec
- ScanTime: 493.794ms
- ScannerQueueCounter: 1
- ScannerQueueTime: 5.040us
- ScannerThreadsInvoluntaryContextSwitches: 0
- ScannerThreadsTotalWallClockTime: 0.000ns
- MaterializeTupleTime(*): 0.000ns
- ScannerThreadsSysTime: 0.000ns
- ScannerThreadsUserTime: 0.000ns
- ScannerThreadsVoluntaryContextSwitches: 0
- ScannerTotalTime: 493.672ms
- TotalRawReadTime(*): 0.000ns
- TotalReadThroughput: 0.00 /sec
I1214 08:59:11.643276 19859 task_worker_pool.cpp:182] Submit task success. type=PUBLISH_VERSION, signature=568864, task_count_in_queue=1
I1214 08:59:11.643302 19605 task_worker_pool.cpp:519] get publish version task txn_id: 568864 priority queue size: 1
I1214 08:59:11.643615 19531 txn_manager.cpp:337] add txn info history. txn_id: 568864, partition_id: 108295, tablet_id: 108296, schema_hash: 1449010567, rowset_id: 0200000000005c24214b97062fe8b99552cdc552727ab9b3, version: 11080
I1214 08:59:11.643637 19531 publish_version.cpp:125] Publish txn success tablet:108296 version:11080 tablet_max_version:11080 partition:108295 txn_id: 568864 rowset:0200000000005c24214b97062fe8b99552cdc552727ab9b3
I1214 08:59:11.643646 19530 txn_manager.cpp:337] add txn info history. txn_id: 568864, partition_id: 107128, tablet_id: 107129, schema_hash: 1449010567, rowset_id: 0200000000005c22214b97062fe8b99552cdc552727ab9b3, version: 26172
I1214 08:59:11.643666 19530 publish_version.cpp:125] Publish txn success tablet:107129 version:26172 tablet_max_version:26172 partition:107128 txn_id: 568864 rowset:0200000000005c22214b97062fe8b99552cdc552727ab9b3
I1214 08:59:11.643677 19525 txn_manager.cpp:337] add txn info history. txn_id: 568864, partition_id: 106548, tablet_id: 106549, schema_hash: 1449010567, rowset_id: 0200000000005c21214b97062fe8b99552cdc552727ab9b3, version: 33456
I1214 08:59:11.643698 19525 publish_version.cpp:125] Publish txn success tablet:106549 version:33456 tablet_max_version:33456 partition:106548 txn_id: 568864 rowset:0200000000005c21214b97062fe8b99552cdc552727ab9b3
I1214 08:59:11.643711 19527 txn_manager.cpp:337] add txn info history. txn_id: 568864, partition_id: 105390, tablet_id: 105391, schema_hash: 1449010567, rowset_id: 0200000000005c20214b97062fe8b99552cdc552727ab9b3, version: 47210
I1214 08:59:11.643734 19527 publish_version.cpp:125] Publish txn success tablet:105391 version:47210 tablet_max_version:47210 partition:105390 txn_id: 568864 rowset:0200000000005c20214b97062fe8b99552cdc552727ab9b3
I1214 08:59:11.643743 19529 txn_manager.cpp:337] add txn info history. txn_id: 568864, partition_id: 108879, tablet_id: 108880, schema_hash: 1449010567, rowset_id: 0200000000005c25214b97062fe8b99552cdc552727ab9b3, version: 3010
I1214 08:59:11.643760 19529 publish_version.cpp:125] Publish txn success tablet:108880 version:3010 tablet_max_version:3010 partition:108879 txn_id: 568864 rowset:0200000000005c25214b97062fe8b99552cdc552727ab9b3
I1214 08:59:11.643836 19605 publish_version.cpp:204] publish_version success. txn_id: 568864 #partition:6 #tablet:5 time:1ms #already_finished:0
I1214 08:59:11.644424 19605 task_worker_pool.cpp:550] batch flush 1 txn publish task(s). #dir:4 flush:0ms finish_task_rpc:0ms
I1214 08:59:11.656479 19379 routine_load_task_executor.cpp:309] finished routine load task id=86c2328a1fd94211-b089532a5e68fbb3, job_id=95211, txn_id: 568864, label=allnetwork_load-95211-86c2328a-1fd9-4211-b089-532a5e68fbb3-568864, db=olap, status: , current tasks num: 0
I1214 08:59:14.247246 19857 heartbeat_server.cpp:76] get heartbeat from FE.host:10.181.136.72, port:9020, cluster id:589458459, counter:889
I1214 08:59:16.155723 18046 fragment_executor.cpp:165] Prepare(): query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_instance_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 is_stream_pipeline=0 backend_num=3
I1214 08:59:16.173345 18057 fragment_executor.cpp:165] Prepare(): query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_instance_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351b is_stream_pipeline=0 backend_num=4
W1214 08:59:16.178470 18057 version_graph.cpp:415] fail to find path in version_graph. spec_version: 0-3494 tablet_id: 93505
W1214 08:59:16.178529 18057 tablet.cpp:622] capture_consistent_versions error: version already been compacted. tablet_id: 93505, version: 3494 tablet_max_version:3496
I1214 08:59:16.182068 18163 internal_service.cpp:486] cancel fragment, fragment_instance_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520, reason: InternalError
W1214 08:59:16.182112 18163 fragment_context.cpp:123] [Driver] Canceled, query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a, instance_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520, reason=InternalError
I1214 08:59:16.182277 18213 internal_service.cpp:486] cancel fragment, fragment_instance_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351b, reason: InternalError
I1214 08:59:16.182310 18213 internal_service.cpp:507] FragmentContext already destroyed: query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a, fragment_instance_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351b
W1214 08:59:16.182305 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058e66910, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e65510(O) -> local_sort_sink_4_0x7f8058e65f10(X)] cancels operator local_sort_sink_4_0x7f8058e65f10(X) with finished error runtime state is cancelled
W1214 08:59:16.182354 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058e68210, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e66e10(O) -> local_sort_sink_4_0x7f8058e67810(X)] cancels operator local_sort_sink_4_0x7f8058e67810(X) with finished error runtime state is cancelled
W1214 08:59:16.182374 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058e69b10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e68710(X) -> local_sort_sink_4_0x7f8058e69110(X)] cancels operator local_sort_sink_4_0x7f8058e69110(X) with finished error runtime state is cancelled
W1214 08:59:16.182390 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058e6e410, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e6d010(X) -> local_sort_sink_4_0x7f8058e6da10(X)] cancels operator local_sort_sink_4_0x7f8058e6da10(X) with finished error runtime state is cancelled
W1214 08:59:16.182410 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058e6fd10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e6e910(X) -> local_sort_sink_4_0x7f8058e6f310(X)] cancels operator local_sort_sink_4_0x7f8058e6f310(X) with finished error runtime state is cancelled
W1214 08:59:16.182426 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058e71610, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e70210(X) -> local_sort_sink_4_0x7f8058e70c10(X)] cancels operator local_sort_sink_4_0x7f8058e70c10(X) with finished error runtime state is cancelled
W1214 08:59:16.182442 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058f29f10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058e71b10(X) -> local_sort_sink_4_0x7f8058f29510(X)] cancels operator local_sort_sink_4_0x7f8058f29510(X) with finished error runtime state is cancelled
W1214 08:59:16.182482 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058f2b810, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058f2a410(X) -> local_sort_sink_4_0x7f8058f2ae10(X)] cancels operator local_sort_sink_4_0x7f8058f2ae10(X) with finished error runtime state is cancelled
W1214 08:59:16.182492 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f8058f2d110, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058f2bd10(X) -> local_sort_sink_4_0x7f8058f2c710(X)] cancels operator local_sort_sink_4_0x7f8058f2c710(X) with finished error runtime state is cancelled
W1214 08:59:16.182507 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b549a10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f8058f2d610(X) -> local_sort_sink_4_0x7f805b549010(X)] cancels operator local_sort_sink_4_0x7f805b549010(X) with finished error runtime state is cancelled
W1214 08:59:16.182565 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b54b310, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b549f10(X) -> local_sort_sink_4_0x7f805b54a910(X)] cancels operator local_sort_sink_4_0x7f805b54a910(X) with finished error runtime state is cancelled
W1214 08:59:16.182583 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b54cc10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b54b810(X) -> local_sort_sink_4_0x7f805b54c210(X)] cancels operator local_sort_sink_4_0x7f805b54c210(X) with finished error runtime state is cancelled
W1214 08:59:16.182593 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b553510, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b54d110(X) -> local_sort_sink_4_0x7f805b54db10(X)] cancels operator local_sort_sink_4_0x7f805b54db10(X) with finished error runtime state is cancelled
W1214 08:59:16.182602 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b554e10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b553a10(X) -> local_sort_sink_4_0x7f805b554410(X)] cancels operator local_sort_sink_4_0x7f805b554410(X) with finished error runtime state is cancelled
W1214 08:59:16.182627 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b556710, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b555310(X) -> local_sort_sink_4_0x7f805b555d10(X)] cancels operator local_sort_sink_4_0x7f805b555d10(X) with finished error runtime state is cancelled
W1214 08:59:16.182638 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b581010, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b556c10(X) -> local_sort_sink_4_0x7f805b557610(X)] cancels operator local_sort_sink_4_0x7f805b557610(X) with finished error runtime state is cancelled
W1214 08:59:16.182657 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b582910, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b581510(X) -> local_sort_sink_4_0x7f805b581f10(X)] cancels operator local_sort_sink_4_0x7f805b581f10(X) with finished error runtime state is cancelled
W1214 08:59:16.182667 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b584210, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b582e10(X) -> local_sort_sink_4_0x7f805b583810(X)] cancels operator local_sort_sink_4_0x7f805b583810(X) with finished error runtime state is cancelled
W1214 08:59:16.182678 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b585b10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b584710(X) -> local_sort_sink_4_0x7f805b585110(X)] cancels operator local_sort_sink_4_0x7f805b585110(X) with finished error runtime state is cancelled
W1214 08:59:16.182688 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b5d6410, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b5d5010(X) -> local_sort_sink_4_0x7f805b5d5a10(X)] cancels operator local_sort_sink_4_0x7f805b5d5a10(X) with finished error runtime state is cancelled
W1214 08:59:16.182699 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b5d7d10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b5d6910(X) -> local_sort_sink_4_0x7f805b5d7310(X)] cancels operator local_sort_sink_4_0x7f805b5d7310(X) with finished error runtime state is cancelled
W1214 08:59:16.182709 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b5d9610, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b5d8210(X) -> local_sort_sink_4_0x7f805b5d8c10(X)] cancels operator local_sort_sink_4_0x7f805b5d8c10(X) with finished error runtime state is cancelled
W1214 08:59:16.182719 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b601f10, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b5d9b10(X) -> local_sort_sink_4_0x7f805b601510(X)] cancels operator local_sort_sink_4_0x7f805b601510(X) with finished error runtime state is cancelled
W1214 08:59:16.182729 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b603810, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b602410(X) -> local_sort_sink_4_0x7f805b602e10(X)] cancels operator local_sort_sink_4_0x7f805b602e10(X) with finished error runtime state is cancelled
W1214 08:59:16.182739 18282 pipeline_driver.cpp:677] fragment_id 0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver query_id=0f1fffc4-9a5f-11ee-b0ee-246e9605351a fragment_id=0f1fffc4-9a5f-11ee-b0ee-246e96053520 driver=0x7f805b605110, status=INPUT_EMPTY, operator-chain: [aggregate_blocking_source_3_0x7f805b603d10(X) -> local_sort_sink_4_0x7f805b604710(X)] cancels operator local_sort_sink_4_0x7f805b604710(X) with finished error runtime state is cancelled
- be.info