es外表:
CREATE EXTERNAL TABLE ES_EXT.acquire_order_index_external_table_t (
CREATE_TIME date NULL COMMENT “”,
MCH_ID varchar(65533) NULL COMMENT “”,
ACQUIRE_ORDER_NO varchar(65533) NULL COMMENT “”,
AGENT_MCH_ID varchar(65533) NULL COMMENT “”,
AGENT_MCH_NAME varchar(65533) NULL COMMENT “”,
COMMIT_INST_ORDER_NO varchar(65533) NULL COMMENT “”,
DESCRIPTION varchar(65533) NULL COMMENT “”,
ENTRY_AMOUNT DOUBLE NULL COMMENT “”,
FEE DOUBLE NULL COMMENT “”,
IS_SPLIT varchar(65533) NULL COMMENT “”,
MCH_ALIAS varchar(65533) NULL COMMENT “”,
MCH_CREATE_USER varchar(65533) NULL COMMENT “”,
MCH_CREATOR varchar(65533) NULL COMMENT “”,
MCH_NAME varchar(65533) NULL COMMENT “”,
MCH_SHOP_CODE varchar(65533) NULL COMMENT “”,
MCH_SHOP_NAME varchar(65533) NULL COMMENT “”,
MENO varchar(65533) NULL COMMENT “”,
ORDER_SOURCE varchar(65533) NULL COMMENT “”,
ORDER_STATUS varchar(65533) NULL COMMENT “”,
ORDER_TYPE varchar(65533) NULL COMMENT “”,
ORIG_OUT_TRADE_NO varchar(65533) NULL COMMENT “”,
OUT_TRADE_NO varchar(65533) NULL COMMENT “”,
PAID_AMOUNT DOUBLE NULL COMMENT “”,
PAYER_USER_ID varchar(65533) NULL COMMENT “”,
PAY_CHANNEL varchar(65533) NULL COMMENT “”,
PAY_CHANNEL_TYPE varchar(65533) NULL COMMENT “”,
POS_AGENT_MCH_ID varchar(65533) NULL COMMENT “”,
POS_AGENT_MCH_NAME varchar(65533) NULL COMMENT “”,
POS_MCH_ALIAS varchar(65533) NULL COMMENT “”,
POS_MCH_NAME varchar(65533) NULL COMMENT “”,
PRODUCT_CODE varchar(65533) NULL COMMENT “”,
RESELLERS varchar(65533) NULL COMMENT “”,
RESELLER_NAME varchar(65533) NULL COMMENT “”,
SETTLEMENT_MODE varchar(65533) NULL COMMENT “”,
SETTLE_FEE DOUBLE NULL COMMENT “”,
SETTLE_TIME datetime NULL COMMENT “”,
SHOP_ID varchar(65533) NULL COMMENT “”,
STATUS varchar(65533) NULL COMMENT “”,
TOTAL_AMOUNT DOUBLE NULL COMMENT “”,
TRADE_TIME datetime NULL COMMENT “”,
TRANSACTION_ID varchar(65533) NULL COMMENT “”
) ENGINE=ELASTICSEARCH
COMMENT “ELASTICSEARCH”
PROPERTIES (
“hosts” = “xxx”,
“user” = “”,
“password” = “”,
“index” = “xx”,
“transport” = “http”,
“enable_keyword_sniff” = “true”,
“es.nodes.wan.only” = “false”
);
导入sql:
insert into DWD.dwd_es_order_info
select
*
from ES_EXT.acquire_order_index_external_table_t
where CREATE_TIME = ‘2022-04-27’ ;
报错信息: Operation timed out after 5001 milliseconds with 0 bytes received
SQL 错误 [1064] [42000]: Operation timed out after 5000 milliseconds with 3315920 out of 4741902 bytes received
注意:一天的数据量在150w,如果每次导入一天的数据,偶尔会报错,如果一次导入一个月的数据99%会报错