窗口函数和 distinct 每天跑任务 每天oom.
可不可以支持窗口函数和distinct的算子落盘啊
distinct 已经支持了
请问是什么版本支持的
3.0+
window什么时候可以支持 row_number去重天天报错
给个具体的例子
INSERT INTO `cubeappdata`.`_tmp_1714462954467__persist_COLLECTION_hy8ex7JcEa` (`transactionsequencenumber_H3F`, `retailquantity_Ism`, `retailstoreid_HeM`, `businessdaydate_AmE`, `upc_EFa`, `fmonthname_1Ih`, `style_87l`, `xsxx_zY5_bsE_NNT_KP1`, `colour_qfd_Coz`, `size_qxl_uoo`, `tksl_UKT_Exn_W75_1F9`, `xsslbhtk_50o_SUp_CCb_pFV`, `salesamount_CM3_ZkP_dq5_4K1`, `actualprice_38a_Dud_pdP_VgT`, `normalsalesamount_j3F_xuY_DXH_RoS`, `unitprice_quW_L1Y_zr8_y2b`, `season_Oy2_k4h_PQB_lz6`, `pt_Uuq_ber_Cts_m0m`, `category_KPM_ekz`, `subbrand_pyT_CuC`, `calender_day_KI1_77P_nsu`, `fwsdate_u2H_U9J_cwE_2j2`) SELECT `_persist_COLLECTION_14K6XaJieV`.`transactionsequencenumber_al0` AS `transactionsequencenumber_H3F`, `_persist_COLLECTION_14K6XaJieV`.`retailquantity_oTM` AS `retailquantity_Ism`, `_persist_COLLECTION_14K6XaJieV`.`retailstoreid_z9s` AS `retailstoreid_HeM`, `_persist_COLLECTION_14K6XaJieV`.`businessdaydate_AmE`, CASE WHEN `_persist_COLLECTION_14K6XaJieV`.`EXPR$1` THEN `_persist_COLLECTION_14K6XaJieV`.`upc_1CK` ELSE `ods_sftp_article_item_master_di`.`ARTICLE_Gl4` END AS `upc_EFa`, `_persist_COLLECTION_14K6XaJieV`.`fmonthname_tzG` AS `fmonthname_1Ih`, `ods_sftp_article_item_master_di`.`STYLE_BYl` AS `style_87l`, `_persist_COLLECTION_14K6XaJieV`.`xsxx_zY5_bsE_NNT` AS `xsxx_zY5_bsE_NNT_KP1`, `ods_sftp_article_item_master_di`.`COLOUR_MIt` AS `colour_qfd_Coz`, `ods_sftp_article_item_master_di`.`SIZE_jGI` AS `size_qxl_uoo`, `_persist_COLLECTION_14K6XaJieV`.`tksl_UKT_Exn_W75_1F9`, `_persist_COLLECTION_14K6XaJieV`.`xsslbhtk_50o_SUp_CCb_pFV`, `_persist_COLLECTION_14K6XaJieV`.`salesamount_CM3_ZkP_dq5` AS `salesamount_CM3_ZkP_dq5_4K1`, `_persist_COLLECTION_14K6XaJieV`.`actualprice_38a_Dud_pdP` AS `actualprice_38a_Dud_pdP_VgT`, `_persist_COLLECTION_14K6XaJieV`.`normalsalesamount_j3F_xuY_DXH` AS `normalsalesamount_j3F_xuY_DXH_RoS`, `_persist_COLLECTION_14K6XaJieV`.`unitprice_quW_L1Y_zr8` AS `unitprice_quW_L1Y_zr8_y2b`, `_persist_COLLECTION_14K6XaJieV`.`season_Oy2_k4h_PQB` AS `season_Oy2_k4h_PQB_lz6`, `_persist_COLLECTION_14K6XaJieV`.`pt_Uuq_ber_Cts` AS `pt_Uuq_ber_Cts_m0m`, `ods_sftp_article_item_master_di`.`CATEGORY_pbX` AS `category_KPM_ekz`, `ods_sftp_article_item_master_di`.`SUBBRAND_L7H` AS `subbrand_pyT_CuC`, CAST(NULL AS DATETIME) AS `calender_day_KI1_77P_nsu`, `_persist_COLLECTION_14K6XaJieV`.`fwsdate_u2H_U9J_cwE` AS `fwsdate_u2H_U9J_cwE_2j2`
FROM (SELECT `_persist_COLLECTION_14K6XaJieV`.`transactionsequencenumber_al0`, `_persist_COLLECTION_14K6XaJieV`.`retailquantity_oTM`, `_persist_COLLECTION_14K6XaJieV`.`retailstoreid_z9s`, `_persist_COLLECTION_14K6XaJieV`.`upc_1CK`, `_persist_COLLECTION_14K6XaJieV`.`fmonthname_tzG`, `_persist_COLLECTION_14K6XaJieV`.`xsxx_zY5_bsE_NNT`, `_persist_COLLECTION_14K6XaJieV`.`salesamount_CM3_ZkP_dq5`, `_persist_COLLECTION_14K6XaJieV`.`actualprice_38a_Dud_pdP`, `_persist_COLLECTION_14K6XaJieV`.`normalsalesamount_j3F_xuY_DXH`, `_persist_COLLECTION_14K6XaJieV`.`unitprice_quW_L1Y_zr8`, `_persist_COLLECTION_14K6XaJieV`.`season_Oy2_k4h_PQB`, `_persist_COLLECTION_14K6XaJieV`.`pt_Uuq_ber_Cts`, `_persist_COLLECTION_14K6XaJieV`.`fwsdate_u2H_U9J_cwE`, `_persist_COLLECTION_14K6XaJieV`.`businessdaydate_1X7` AS `businessdaydate_AmE`, `_persist_COLLECTION_14K6XaJieV`.`upc_1CK` IS NOT NULL AS `EXPR$1`, CAST(`_persist_COLLECTION_14K6XaJieV`.`tksl_UKT_Exn_W75` AS DOUBLE) AS `tksl_UKT_Exn_W75_1F9`, CAST(`_persist_COLLECTION_14K6XaJieV`.`xsslbhtk_50o_SUp_CCb` AS DOUBLE) AS `xsslbhtk_50o_SUp_CCb_pFV`
FROM `cubeappdata`.`_persist_COLLECTION_14K6XaJieV`) AS `_persist_COLLECTION_14K6XaJieV`
LEFT JOIN (SELECT `SUBBRAND_L7H`, `COLOUR_MIt`, `SIZE_jGI`, `STYLE_BYl`, `CATEGORY_pbX`, `ARTICLE_Gl4`
FROM (SELECT `ods_sftp_article_item_master_di`.`GROSS_WEIGHT_UNIT` AS `GROSS_WEIGHT_UNIT_QZM`, `ods_sftp_article_item_master_di`.`NET_CONTENTS` AS `NET_CONTENTS_Hs2`, `ods_sftp_article_item_master_di`.`LEVEL1_KNOWN_AS` AS `LEVEL1_KNOWN_AS_5kt`, `ods_sftp_article_item_master_di`.`SUBBRAND` AS `SUBBRAND_L7H`, `ods_sftp_article_item_master_di`.`COLOUR` AS `COLOUR_MIt`, `ods_sftp_article_item_master_di`.`SIZE` AS `SIZE_jGI`, `ods_sftp_article_item_master_di`.`STYLE` AS `STYLE_BYl`, `ods_sftp_article_item_master_di`.`CATEGORY` AS `CATEGORY_pbX`, `ods_sftp_article_item_master_di`.`ARTICLE` AS `ARTICLE_Gl4`, ROW_NUMBER() OVER (PARTITION BY `ods_sftp_article_item_master_di`.`ARTICLE` ORDER BY `ods_sftp_article_item_master_di`.`GROSS_WEIGHT_UNIT` IS NULL, `ods_sftp_article_item_master_di`.`GROSS_WEIGHT_UNIT`, `ods_sftp_article_item_master_di`.`NET_CONTENTS` IS NULL, `ods_sftp_article_item_master_di`.`NET_CONTENTS`, `ods_sftp_article_item_master_di`.`LEVEL1_KNOWN_AS` IS NULL, `ods_sftp_article_item_master_di`.`LEVEL1_KNOWN_AS`) AS `w0$o0`
FROM `cubeappdata`.`ods_sftp_article_item_master_di`) AS `ods_sftp_article_item_master_di`
WHERE `w0$o0` = 1) AS `ods_sftp_article_item_master_di` ON `_persist_COLLECTION_14K6XaJieV`.`upc_1CK` = `ods_sftp_article_item_master_di`.`ARTICLE_Gl4`
提供一个失败的profile看下
改方式实现了 等再出现的话 我补充一下 window函数资源消耗确实有点大 还是希望能够落盘