startrocks 3.3.5 版本,存算分离部署
hive metastore 3.1.2 版本
ls auxlib/
aws-java-sdk-core-1.12.765.jar aws-java-sdk-logs-1.12.765.jar hadoop-aws-3.4.0.jar iceberg-aws-1.6.0.jar iceberg-hive-runtime-1.6.0.jar libfb303-0.9.3.jar
<property>
<name>iceberg.engine.hive.enabled</name>
<value>true</value>
</property>
<property>
<name>hive.aux.jars.path</name>
<value>/data/hive/auxlib</value>
</property>
hive --service metastore
CREATE EXTERNAL CATALOG iceberg_catalog_hms
PROPERTIES
(
"type" = "iceberg",
"iceberg.catalog.type" = "hive",
"hive.metastore.uris" = "thrift://111.111.36.192:9083",
"aws.s3.enable_ssl" = "false",
"aws.s3.region"="us-east-1",
"aws.s3.enable_path_style_access" = "true",
"aws.s3.endpoint" = "http://111.111.36.212:9000",
"aws.s3.access_key" = "admin",
"aws.s3.secret_key" = "123456",
"client.factory"="com.starrocks.connector.iceberg.IcebergAwsClientFactory"
);
SET CATALOG iceberg_catalog_hms;
现在我创建数据库
CREATE DATABASE iceberg_db PROPERTIES ("location" = "s3://test/test2/iceberg_db");
ERROR 1064 (HY000): Got exception: org.apache.hadoop.fs.UnsupportedFileSystemException No FileSystem for scheme "s3"
如果是s3a
CREATE DATABASE iceberg_db PROPERTIES ("location" = "s3a://test/test2/iceberg_db");
java.lang.ClassNotFoundException: org.apache.hadoop.fs.statistics.IOStatisticsSource
请帮忙定位下我哪里做错了,谢谢。