大佬们这个问题有解法吗: json数组展开内存溢出, 调整了各种参数也跑不出来

💬 StarRocks 用户问答
#1

为了更快的定位您的问题，请提供以下信息，谢谢
【详述】问题详细描述
“pipeline_dop”= ‘1’,“chunk_size”=‘128’
并行度设置了1 并发1 chunk_size为128还是跑不出来 重跑5次也跑不出来 这种有办法解决吗 我们没有离线数仓 没有hive和spark

/“sqlid” = ‘1750650538790-behr’,",set_var.chunk_size" = ‘256’,“instanceid” = ‘uTw1wYtG3q-7FWCSP’,“tasktype” = ‘etlDevelopTask’,",set_var.spill_mode" = ‘auto’,“logid” = ‘CCqQ3kskMA’,“fabric-jobId” = ‘17a72e1b-058c-8282-ada4-1e0f194b1500’,“set_var.pipeline_dop” = ‘1’/
INSERT /*+ SET_VAR(“pipeline_dop”= ‘1’,“chunk_size”=‘128’) */ OVERWRITE cubeappdata.bwd_api_kidxk_stk_instock_info_f_temp2
(instock_id,bill_no,instock_date,bill_type,business_type,split_bill_type,transferbiz_type,purchase_dept_id,purchase_org_name,stock_org_name,supplier_name,supply_name,supply_address,provider_contact,owner_head,owner_type_head,demand_org_name,purchaser_name,settle_name,charge_name,f_vvln_base1_id,f_vvln_combo,f_vvln_remarks,document_status,cancel_status,confirm_status,ap_status,create_date,modify_date,approve_date,approver_name,creator_name,modifier_name,InStockEntry_detail,dt)
(SELECT
instock_id,bill_no,instock_date,bill_type,business_type,split_bill_type,transferbiz_type,purchase_dept_id,purchase_org_name,stock_org_name,supplier_name,supply_name,supply_address,provider_contact,owner_head,owner_type_head,demand_org_name,purchaser_name,settle_name,charge_name,f_vvln_base1_id,f_vvln_combo,f_vvln_remarks,document_status,cancel_status,confirm_status,ap_status,create_date,modify_date,approve_date,approver_name,creator_name,modifier_name,InStockEntry_detail,
‘2025-06-22’ AS dt
FROM (SELECT
ods_api_kidxk_stk_instock_info_f.instock_id,
ods_api_kidxk_stk_instock_info_f.bill_no,
ods_api_kidxk_stk_instock_info_f.instock_date,
ods_api_kidxk_stk_instock_info_f.bill_type,
ods_api_kidxk_stk_instock_info_f.business_type,
ods_api_kidxk_stk_instock_info_f.split_bill_type,
ods_api_kidxk_stk_instock_info_f.transferbiz_type,
ods_api_kidxk_stk_instock_info_f.purchase_dept_id,
ods_api_kidxk_stk_instock_info_f.purchase_org_name,
ods_api_kidxk_stk_instock_info_f.stock_org_name,
ods_api_kidxk_stk_instock_info_f.supplier_name,
ods_api_kidxk_stk_instock_info_f.supply_name,
ods_api_kidxk_stk_instock_info_f.supply_address,
ods_api_kidxk_stk_instock_info_f.provider_contact,
ods_api_kidxk_stk_instock_info_f.owner_head,
ods_api_kidxk_stk_instock_info_f.owner_type_head,
ods_api_kidxk_stk_instock_info_f.demand_org_name,
ods_api_kidxk_stk_instock_info_f.purchaser_name,
ods_api_kidxk_stk_instock_info_f.settle_name,
ods_api_kidxk_stk_instock_info_f.charge_name,
ods_api_kidxk_stk_instock_info_f.f_vvln_base1_id,
ods_api_kidxk_stk_instock_info_f.f_vvln_combo,
ods_api_kidxk_stk_instock_info_f.f_vvln_remarks,
ods_api_kidxk_stk_instock_info_f.document_status,
ods_api_kidxk_stk_instock_info_f.cancel_status,
ods_api_kidxk_stk_instock_info_f.confirm_status,
ods_api_kidxk_stk_instock_info_f.ap_status,
ods_api_kidxk_stk_instock_info_f.create_date,
ods_api_kidxk_stk_instock_info_f.approve_date,
ods_api_kidxk_stk_instock_info_f.modify_date,
ods_api_kidxk_stk_instock_info_f.creator_name,
ods_api_kidxk_stk_instock_info_f.approver_name,
ods_api_kidxk_stk_instock_info_f.modifier_name,
CASE WHEN ods_api_kidxk_stk_instock_info_f.InStockEntry IS NULL THEN NULL
ELSE t.value
END AS InStockEntry_detail
FROM ((SELECTinstock_id,bill_no,instock_date,bill_type,business_type,split_bill_type,transferbiz_type,purchase_dept_id,purchase_org_name,stock_org_name,supplier_name,supply_name,supply_address,provider_contact,owner_head,owner_type_head,demand_org_name,purchaser_name,settle_name,charge_name,f_vvln_base1_id,f_vvln_combo,f_vvln_remarks,document_status,cancel_status,confirm_status,ap_status,create_date,approve_date,modify_date,creator_name,approver_name,modifier_name,InStockEntry ASInStockEntry
FROM (SELECT
ods_api_kidxk_stk_instock_info_f.Id AS instock_id,
ods_api_kidxk_stk_instock_info_f.BillNo AS bill_no,
ods_api_kidxk_stk_instock_info_f.Date AS instock_date,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.FBillTypeID AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS bill_type,
ods_api_kidxk_stk_instock_info_f.BusinessType AS business_type, ods_api_kidxk_stk_instock_info_f.SplitBillType AS split_bill_type,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.TransferBizType AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS transferbiz_type,
ods_api_kidxk_stk_instock_info_f.PurchaseDeptId_Id AS purchase_dept_id, CAST(CAST(ods_api_kidxk_stk_instock_info_f.PurchaseOrgId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS purchase_org_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.StockOrgId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS stock_org_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.SupplierId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS supplier_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.SupplyId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS supply_name,
ods_api_kidxk_stk_instock_info_f.SupplyAddress AS supply_address,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.ProviderContactID AS JSON) -> ‘Contact’ AS VARCHAR) AS provider_contact,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.OwnerIdHead AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS owner_head,
ods_api_kidxk_stk_instock_info_f.OwnerTypeIdHead AS owner_type_head, CAST(CAST(ods_api_kidxk_stk_instock_info_f.DemandOrgId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS demand_org_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.PurchaserId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS purchaser_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.SettleId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS settle_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.ChargeId AS JSON) -> ‘Name’ -> ‘[0]’ -> ‘Value’ AS VARCHAR) AS charge_name,
ods_api_kidxk_stk_instock_info_f.F_VVLN_Base1_Id AS f_vvln_base1_id, ods_api_kidxk_stk_instock_info_f.F_VVLN_Combo AS f_vvln_combo,
ods_api_kidxk_stk_instock_info_f.F_VVLN_Remarks AS f_vvln_remarks, ods_api_kidxk_stk_instock_info_f.DocumentStatus AS document_status,
ods_api_kidxk_stk_instock_info_f.CancelStatus AS cancel_status, ods_api_kidxk_stk_instock_info_f.ConfirmStatus AS confirm_status,
ods_api_kidxk_stk_instock_info_f.APSTATUS AS ap_status, ods_api_kidxk_stk_instock_info_f.CreateDate AS create_date,
ods_api_kidxk_stk_instock_info_f.ApproveDate AS approve_date, ods_api_kidxk_stk_instock_info_f.FModifyDate AS modify_date,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.CreatorId AS JSON) -> ‘Name’ AS VARCHAR) AS creator_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.ApproverId AS JSON) -> ‘Name’ AS VARCHAR) AS approver_name,
CAST(CAST(ods_api_kidxk_stk_instock_info_f.FModifierId AS JSON) -> ‘Name’ AS VARCHAR) AS modifier_name,
ods_api_kidxk_stk_instock_info_f.InStockEntry
FROM cubeappdata.ods_api_kidxk_stk_instock_info_f
WHERE CAST(ods_api_kidxk_stk_instock_info_f.Date AS DATETIME) >= CAST(DATE_FORMAT(days_add(DATE ‘2025-06-23’, -120), ‘%Y-%m-%d 00:00:00’) AS DATETIME)
AND CAST(ods_api_kidxk_stk_instock_info_f.Date AS DATETIME) < CAST(DATE_FORMAT(days_add(DATE ‘2025-06-23’, -60), ‘%Y-%m-%d 00:00:00’) AS DATETIME)) AS ods_api_kidxk_stk_instock_info_f) AS ods_api_kidxk_stk_instock_info_f
INNER JOIN JSON_EACH(CASE WHEN CAST(InStockEntry AS JSON) IS NULL THEN ‘{“mock”:null}’ ELSE CAST(InStockEntry AS JSON) END) AS t ON TRUE)) AS t0)

【背景】做过哪些操作？
【业务影响】
【是否存算分离】
【StarRocks版本】例如：3.3.12
【集群规模】例如：3fe（3 follower+0observer）+3be（fe与be混部）
【机器信息】CPU虚拟核/内存/网卡，例如：48C/64G/万兆
【联系方式】为了在解决问题过程中能及时联系到您获取一些日志信息，请补充下您的联系方式，例如：社区群16-可乐鸡或者邮箱，谢谢
【附件】

京ICP备2022026421号-1