【详述】broker load 导入oss数据
【背景】type:LOAD_RUN_FAIL; msg:no associated load channel
【业务影响】
【StarRocks版本】2.4.3
【集群规模】1fe+3be
【机器信息】16c 64G
【联系方式】
【附件】
导入数据量60亿条左右，4个字段
fe报错msg:no associated load channel
建表语句
CREATE TABLE bds_did_pkg_name_detail (
did varchar(30) NOT NULL ,
id int,
pkg_name varchar(100) ,
last_update_time varchar(30)
) ENGINE=OLAP
DUPLICATE KEY(did)
COMMENT “OLAP”
DISTRIBUTED BY HASH(did) BUCKETS 9
PROPERTIES (
“replication_num” = “1”,
“in_memory” = “false”,
“storage_format” = “DEFAULT”
);
导入语句
LOAD LABEL example_db.bds_did_pkg_name_detail
(
DATA INFILE(“oss://xxx*”)
INTO TABLE bds_did_pkg_name_detail
FORMAT AS “parquet”
(did,id,pkg_name,last_update_time)
)
WITH BROKER ‘broker_name’
(
“fs.oss.accessKeyId” = “xxx”,
“fs.oss.accessKeySecret” = “xxx”,
“fs.oss.endpoint” = “oss-cn-beijing-internal.aliyuncs.com”
);