【详述】
set catalog hive_new;
use es_test;
CREATE TABLE unpartition_tbl
(
id int,
score double
);
SQL 错误 [1064] [42000]: Failed to create table es_test.unpartition_tbl. msg: Failed to create table
es_test.unpartition_tbl, msg: UnsupportedOperationException:`
【背景】从 3.2.8 升级到 3.3.2 ， 无法创建hive 表
【业务影响】trino 迁移 sr
【是否存算分离】是
【附件】
fe.log
2024-08-22 15:27:45.794+08:00 ERROR (starrocks-mysql-nio-pool-1197|105152) [DlfMetaStoreClientDelegate.createTable():405] Unable to create table:
java.lang.UnsupportedOperationException
at com.google.common.collect.ImmutableMap.put(ImmutableMap.java:781)
at org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.populateQuickStats(MetaStoreUtils.java:730)
at org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.updateTableStatsSlow(MetaStoreUtils.java:704)
at com.aliyun.datalake.metastore.hive.shims.Hive3Shims.updateTableStatsFast(Hive3Shims.java:134)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClientDelegate.createTable(DlfMetaStoreClientDelegate.java:396)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClient.create_table_with_environment_context(DlfMetaStoreClient.java:647)
at com.aliyun.datalake.metastore.hive2.DlfSessionMetaStoreClient.create_table_with_environment_context(DlfSessionMetaStoreClient.java:132)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClient.createTable(DlfMetaStoreClient.java:639)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClient.createTable(DlfMetaStoreClient.java:633)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.lambda$createTable$68(DLFProxyMetaStoreClient.java:868)
at com.aliyun.datalake.metastore.common.functional.FunctionalUtils.consumerWrapper(FunctionalUtils.java:59)
at com.aliyun.datalake.metastore.common.functional.FunctionalUtils.run(FunctionalUtils.java:22)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.run(DLFProxyMetaStoreClient.java:2484)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.createTable(DLFProxyMetaStoreClient.java:868)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.createTable(DLFProxyMetaStoreClient.java:859)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:208)
at com.sun.proxy.$Proxy50.createTable(Unknown Source)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.starrocks.connector.hive.HiveMetaClient.callRPC(HiveMetaClient.java:162)
at com.starrocks.connector.hive.HiveMetaClient.createTable(HiveMetaClient.java:210)
at com.starrocks.connector.hive.HiveMetastore.createTable(HiveMetastore.java:102)
at com.starrocks.connector.hive.CachingHiveMetastore.createTable(CachingHiveMetastore.java:183)
at com.starrocks.connector.hive.CachingHiveMetastore.createTable(CachingHiveMetastore.java:183)
at com.starrocks.connector.hive.HiveMetastoreOperations.createTable(HiveMetastoreOperations.java:198)
at com.starrocks.connector.hive.HiveMetastoreOperations.createTable(HiveMetastoreOperations.java:223)
at com.starrocks.connector.hive.HiveMetadata.createTable(HiveMetadata.java:145)
at com.starrocks.connector.CatalogConnectorMetadata.createTable(CatalogConnectorMetadata.java:221)
at com.starrocks.server.MetadataMgr.createTable(MetadataMgr.java:304)
at com.starrocks.qe.DDLStmtExecutor$StmtExecutorVisitor.lambda$visitCreateTableStatement$4(DDLStmtExecutor.java:273)
at com.starrocks.common.ErrorReport.wrapWithRuntimeException(ErrorReport.java:113)
at com.starrocks.qe.DDLStmtExecutor$StmtExecutorVisitor.visitCreateTableStatement(DDLStmtExecutor.java:272)
at com.starrocks.qe.DDLStmtExecutor$StmtExecutorVisitor.visitCreateTableStatement(DDLStmtExecutor.java:181)
at com.starrocks.sql.ast.CreateTableStmt.accept(CreateTableStmt.java:350)
at com.starrocks.sql.ast.AstVisitor.visit(AstVisitor.java:71)
at com.starrocks.qe.DDLStmtExecutor.execute(DDLStmtExecutor.java:167)
at com.starrocks.qe.StmtExecutor.handleDdlStmt(StmtExecutor.java:1700)
at com.starrocks.qe.StmtExecutor.execute(StmtExecutor.java:675)
at com.starrocks.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:355)
at com.starrocks.qe.ConnectProcessor.dispatch(ConnectProcessor.java:550)
at com.starrocks.qe.ConnectProcessor.processOnce(ConnectProcessor.java:884)
at com.starrocks.mysql.nio.ReadListener.lambda$handleEvent$0(ReadListener.java:69)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
2024-08-22 15:27:45.795+08:00 ERROR (starrocks-mysql-nio-pool-1197|105152) [HiveMetaClient.callRPC():164] Failed to create table es_test.unpartition_tbl
java.lang.reflect.InvocationTargetException
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.starrocks.connector.hive.HiveMetaClient.callRPC(HiveMetaClient.java:162)
at com.starrocks.connector.hive.HiveMetaClient.createTable(HiveMetaClient.java:210)
at com.starrocks.connector.hive.HiveMetastore.createTable(HiveMetastore.java:102)
at com.starrocks.connector.hive.CachingHiveMetastore.createTable(CachingHiveMetastore.java:183)
at com.starrocks.connector.hive.CachingHiveMetastore.createTable(CachingHiveMetastore.java:183)
at com.starrocks.connector.hive.HiveMetastoreOperations.createTable(HiveMetastoreOperations.java:198)
at com.starrocks.connector.hive.HiveMetastoreOperations.createTable(HiveMetastoreOperations.java:223)
at com.starrocks.connector.hive.HiveMetadata.createTable(HiveMetadata.java:145)
at com.starrocks.connector.CatalogConnectorMetadata.createTable(CatalogConnectorMetadata.java:221)
at com.starrocks.server.MetadataMgr.createTable(MetadataMgr.java:304)
at com.starrocks.qe.DDLStmtExecutor$StmtExecutorVisitor.lambda$visitCreateTableStatement$4(DDLStmtExecutor.java:273)
at com.starrocks.common.ErrorReport.wrapWithRuntimeException(ErrorReport.java:113)
at com.starrocks.qe.DDLStmtExecutor$StmtExecutorVisitor.visitCreateTableStatement(DDLStmtExecutor.java:272)
at com.starrocks.qe.DDLStmtExecutor$StmtExecutorVisitor.visitCreateTableStatement(DDLStmtExecutor.java:181)
at com.starrocks.sql.ast.CreateTableStmt.accept(CreateTableStmt.java:350)
at com.starrocks.sql.ast.AstVisitor.visit(AstVisitor.java:71)
at com.starrocks.qe.DDLStmtExecutor.execute(DDLStmtExecutor.java:167)
at com.starrocks.qe.StmtExecutor.handleDdlStmt(StmtExecutor.java:1700)
at com.starrocks.qe.StmtExecutor.execute(StmtExecutor.java:675)
at com.starrocks.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:355)
at com.starrocks.qe.ConnectProcessor.dispatch(ConnectProcessor.java:550)
at com.starrocks.qe.ConnectProcessor.processOnce(ConnectProcessor.java:884)
at com.starrocks.mysql.nio.ReadListener.lambda$handleEvent$0(ReadListener.java:69)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: MetaException(message:Unable to create table: java.lang.UnsupportedOperationException)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClientDelegate.createTable(DlfMetaStoreClientDelegate.java:406)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClient.create_table_with_environment_context(DlfMetaStoreClient.java:647)
at com.aliyun.datalake.metastore.hive2.DlfSessionMetaStoreClient.create_table_with_environment_context(DlfSessionMetaStoreClient.java:132)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClient.createTable(DlfMetaStoreClient.java:639)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClient.createTable(DlfMetaStoreClient.java:633)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.lambda$createTable$68(DLFProxyMetaStoreClient.java:868)
at com.aliyun.datalake.metastore.common.functional.FunctionalUtils.consumerWrapper(FunctionalUtils.java:59)
at com.aliyun.datalake.metastore.common.functional.FunctionalUtils.run(FunctionalUtils.java:22)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.run(DLFProxyMetaStoreClient.java:2484)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.createTable(DLFProxyMetaStoreClient.java:868)
at com.starrocks.connector.hive.DLFProxyMetaStoreClient.createTable(DLFProxyMetaStoreClient.java:859)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:208)
at com.sun.proxy.$Proxy50.createTable(Unknown Source)
... 30 more
Caused by: java.lang.UnsupportedOperationException
at com.google.common.collect.ImmutableMap.put(ImmutableMap.java:781)
at org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.populateQuickStats(MetaStoreUtils.java:730)
at org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.updateTableStatsSlow(MetaStoreUtils.java:704)
at com.aliyun.datalake.metastore.hive.shims.Hive3Shims.updateTableStatsFast(Hive3Shims.java:134)
at com.aliyun.datalake.metastore.hive2.DlfMetaStoreClientDelegate.createTable(DlfMetaStoreClientDelegate.java:396)
... 46 more
2024-08-22 15:27:45.796+08:00 ERROR (starrocks-mysql-nio-pool-1197|105152) [HiveMetaClient.callRPC():172] An exception occurred when using the current long link to access metastore. msg: Failed to create table es_test.unpartition_tbl
2024-08-22 15:27:45.799+08:00 ERROR (starrocks-mysql-nio-pool-1197|105152) [HiveMetastoreOperations.createTable():200] Failed to create table es_test.unpartition_tbl