【详述】TPC-H SQL2 在3.3.5版本执行时是正常的，升级到3.3.13版本后执行失败
【背景】SQL2是由iceberg和hive关联查询的
【业务影响】
【是否存算分离】是
【StarRocks版本】例如：3.3.13
【集群规模】例如：3fe（1 follower+2observer）+5be（fe与be混部）
【机器信息】ARM，例如：48C/64G/万兆
【联系方式】
【附件】
SQL：
select
s_acctbal,
s_name,
n_name,
p_partkey,
p_mfgr,
s_address,
s_phone,
s_comment
from
tpch_hive_csv.part_orc,
tpch_hive_csv.supplier_orc,
iceberg_db.iceberg_partsupp_2024,
tpch_hive_csv.nation_orc,
tpch_hive_csv.region_orc
where
p_partkey = ps_partkey
and s_suppkey = ps_suppkey
and p_size = 15
and p_type like ‘%BRASS’
and s_nationkey = n_nationkey
and n_regionkey = r_regionkey
and r_name = ‘EUROPE’
and ps_supplycost = (
select
min(ps_supplycost)
from
iceberg_db.iceberg_partsupp_2024,
tpch_hive_csv.supplier_orc,
tpch_hive_csv.nation_orc,
tpch_hive_csv.region_orc
where
p_partkey = ps_partkey
and s_suppkey = ps_suppkey
and s_nationkey = n_nationkey
and n_regionkey = r_regionkey
and r_name = ‘EUROPE’
)
order by
s_acctbal desc,
n_name,
s_name,
p_partkey
limit 100;
catalog:
CREATE EXTERNAL CATALOG unified_catalog
PROPERTIES
(
“type” = “unified”,
“unified.metastore.type” = “glue”,
“aws.s3.use_instance_profile” = “true”,
“aws.s3.region” = " XXX ",
“aws.glue.use_instance_profile” = “true”,
“aws.glue.region” = " XXX ",
“enable_metastore_cache” = “false”,
“enable_iceberg_metadata_cache” = “false”,
“enable_remote_file_cache” = “false”
);
报错信息：
ERROR 1064 (HY000): Not Supported min/max value type: file = s3://s3-example/data/wlas/iceberg_db/iceberg_partsupp_2024/data/00048-229-08d2ffde-0896-48b6-ad41-e418a3cf540a-00001.parquet: BE:10010
BE日志：
E20250522 07:48:15.828540 250481339269184 scan_operator.cpp:465] scan fragment 1c82c8f1-36e1-11f0-b7fa-06751c359f14 driver 0 Scan tasks error: Aborted: Not Supported min/max value type: file = s3://s3-example/data/wlas/iceberg_db/iceberg_partsupp_2024/data/00043-224-08d2ffde-0896-48b6-ad41-e418a3cf540a-00001.parquet
be/src/connector/hive_connector.cpp:184 _init_scanner(state)
be/src/exec/pipeline/scan/connector_scan_operator.cpp:758 _data_source->open(state)
be/src/exec/pipeline/scan/connector_scan_operator.cpp:785 _open_data_source(state, &mem_alloc_failed)
E20250522 07:48:15.828793 250481286840384 scan_operator.cpp:465] scan fragment 1c82c8f1-36e1-11f0-b7fa-06751c359f14 driver 0 Scan tasks error: Aborted: Not Supported min/max value type: file = s3://s3-example/data/wlas/iceberg_db/iceberg_partsupp_2024/data/00039-220-08d2ffde-0896-48b6-ad41-e418a3cf540a-00001.parquet
be/src/connector/hive_connector.cpp:184 _init_scanner(state)
be/src/exec/pipeline/scan/connector_scan_operator.cpp:758 _data_source->open(state)
be/src/exec/pipeline/scan/connector_scan_operator.cpp:785 _open_data_source(state, &mem_alloc_failed)
W20250522 07:48:15.829678 250481381212224 pipeline_driver.cpp:322] pull_chunk returns not ok status Aborted: Not Supported min/max value type: file = s3://s3-example/data/wlas/iceberg_db/iceberg_partsupp_2024/data/00043-224-08d2ffde-0896-48b6-ad41-e418a3cf540a-00001.parquet
be/src/connector/hive_connector.cpp:184 _init_scanner(state)
be/src/exec/pipeline/scan/connector_scan_operator.cpp:758 _data_source->open(state)
be/src/exec/pipeline/scan/connector_scan_operator.cpp:785 _open_data_source(state, &mem_alloc_failed)
be/src/exec/pipeline/scan/scan_operator.cpp:267 _get_scan_status()
W20250522 07:48:15.829714 250481381212224 pipeline_driver_executor.cpp:183] [Driver] Process error, query_id=1c82c8f1-36e1-11f0-b7fa-06751c359f00, instance_id=1c82c8f1-36e1-11f0-b7fa-06751c359f14, status=Aborted: Not Supported min/max value type: file = s3://s3-example/data/wlas/iceberg_db/iceberg_partsupp_2024/data/00043-224-08d2ffde-0896-48b6-ad41-e418a3cf540a-00001.parquet: BE:10002
create table (parquet+zstd):
CREATE TABLE iceberg_partsupp_2024 (
ps_partkey bigint(20) DEFAULT NULL,
ps_suppkey bigint(20) DEFAULT NULL,
ps_availqty bigint(20) DEFAULT NULL,
ps_supplycost double DEFAULT NULL,
ps_comment varchar(1073741824) DEFAULT NULL
)
PROPERTIES (“location” = “s3://s3-example/data/wlas/iceberg_db/iceberg_partsupp_2024”);
explain:
explain-q2.txt (41.7 KB)