【详述】flink cdc写入starrocks报错,看日志无明显报错
【背景】
【StarRocks版本】例如:2.4.1
flink sql:
CREATE TABLE IF NOT EXISTS o_order_sub_src
(
id
BIGINT NOT NULL,
order_no_sub
STRING NOT NULL,
order_no_parent
STRING NOT NULL,
origin_order_no_sub
STRING NULL,
shop_id
STRING NULL,
shop_name
STRING NULL,
ship_time
TIMESTAMP NULL,
end_time
TIMESTAMP NULL,
disct_amount
DECIMAL(20, 0) NULL,
pay_amount
DECIMAL(20, 0) NULL,
freight
DECIMAL(20, 0) NULL,
total_amount
DECIMAL(20, 0) NULL,
order_status
SMALLINT NULL,
cancel_type
TINYINT NULL,
cancel_time
TIMESTAMP NULL,
client_addr_id
STRING NULL,
client_addr
STRING NULL,
recipient_name
STRING NULL,
recipient_mobile
STRING NULL,
courier_code
STRING NULL,
courier_number
STRING NULL,
courier_company
STRING NULL,
delivered_time
TIMESTAMP NULL,
coupon_code
STRING NULL,
take_foods_code
STRING NULL,
take_foods_time
TIMESTAMP NULL,
cut_order_time
TIMESTAMP NULL,
merchant_code
STRING NULL,
merchant_type
TINYINT NULL,
merchant_name
STRING NULL,
on_white
TINYINT NULL,
business_property
INT NOT NULL,
device_on_white
INT NOT NULL,
delivery_method
INT NULL,
platform
TINYINT NULL,
platform_version
STRING NULL,
merchant_sub_name
STRING NULL,
merchant_sub_id
STRING NULL,
poi_type
TINYINT NULL,
poi_code
STRING NULL,
poi_name
STRING NULL,
apply_code
STRING NULL,
video_url
STRING NULL,
split_account_status
TINYINT NULL,
poi_id
STRING NULL,
poi_address
STRING NULL,
apply_open_time
TIMESTAMP NULL,
device_open_time
TIMESTAMP NULL,
deduct_flag
TINYINT NULL,
order_type
STRING NULL,
business_type
STRING NULL,
operate_type
TINYINT NULL,
create_id
STRING NULL,
modifier_id
STRING NULL,
gmt_create
TIMESTAMP NULL,
gmt_modify
TIMESTAMP NULL,
version
SMALLINT NULL,
remark
STRING NULL,
is_delete
TINYINT NOT NULL,
PRIMARY KEY(id
)
NOT ENFORCED
) with (
‘password’ = ‘123456’,
‘database-name’ = ‘test’,
‘table-name’ = ‘o_order_sub’,
‘connector’ = ‘mysql-cdc’,
‘hostname’ = ‘ip’,
‘port’ = ‘3306’,
‘username’ = ‘root’
);
CREATE TABLE IF NOT EXISTS o_order_sub_sink
(
id
BIGINT NOT NULL,
order_no_sub
STRING NOT NULL,
order_no_parent
STRING NOT NULL,
origin_order_no_sub
STRING NULL,
shop_id
STRING NULL,
shop_name
STRING NULL,
ship_time
TIMESTAMP NULL,
end_time
TIMESTAMP NULL,
disct_amount
DECIMAL(20, 0) NULL,
pay_amount
DECIMAL(20, 0) NULL,
freight
DECIMAL(20, 0) NULL,
total_amount
DECIMAL(20, 0) NULL,
order_status
SMALLINT NULL,
cancel_type
TINYINT NULL,
cancel_time
TIMESTAMP NULL,
client_addr_id
STRING NULL,
client_addr
STRING NULL,
recipient_name
STRING NULL,
recipient_mobile
STRING NULL,
courier_code
STRING NULL,
courier_number
STRING NULL,
courier_company
STRING NULL,
delivered_time
TIMESTAMP NULL,
coupon_code
STRING NULL,
take_foods_code
STRING NULL,
take_foods_time
TIMESTAMP NULL,
cut_order_time
TIMESTAMP NULL,
merchant_code
STRING NULL,
merchant_type
TINYINT NULL,
merchant_name
STRING NULL,
on_white
TINYINT NULL,
business_property
INT NOT NULL,
device_on_white
INT NOT NULL,
delivery_method
INT NULL,
platform
TINYINT NULL,
platform_version
STRING NULL,
merchant_sub_name
STRING NULL,
merchant_sub_id
STRING NULL,
poi_type
TINYINT NULL,
poi_code
STRING NULL,
poi_name
STRING NULL,
apply_code
STRING NULL,
video_url
STRING NULL,
split_account_status
TINYINT NULL,
poi_id
STRING NULL,
poi_address
STRING NULL,
apply_open_time
TIMESTAMP NULL,
device_open_time
TIMESTAMP NULL,
deduct_flag
TINYINT NULL,
order_type
STRING NULL,
business_type
STRING NULL,
operate_type
TINYINT NULL,
create_id
STRING NULL,
modifier_id
STRING NULL,
gmt_create
TIMESTAMP NULL,
gmt_modify
TIMESTAMP NULL,
version
SMALLINT NULL,
remark
STRING NULL,
is_delete
TINYINT NOT NULL,
PRIMARY KEY(id
)
NOT ENFORCED
) with (
‘load-url’ = ‘ip:8030’,
‘sink.buffer-flush.interval-ms’ = ‘15000’,
‘jdbc-url’ = ‘jdbc:mysql://ip:9030’,
‘password’ = ‘123456’,
‘connector’ = ‘starrocks’,
‘table-name’ = ‘order_sub_s’,
‘sink.properties.format’ = ‘json’,
‘username’ = ‘root’,
‘sink.properties.strip_outer_array’ = ‘true’,
‘database-name’ = ‘ods’
);
INSERT INTO o_order_sub_sink
SELECT * FROM o_order_sub_src
;
错误信息:
2022-12-12 17:42:52,057 ERROR com.starrocks.data.load.stream.DefaultStreamLoader [] - Stream load failed unknown, label : cbb2699d-1567-4c89-a5ff-839f505214e9
java.lang.NullPointerException: null
at com.starrocks.data.load.stream.DefaultStreamLoader.send(DefaultStreamLoader.java:257) ~[flink-connector-starrocks-1.2.4_flink-1.13_2.12.jar:?]
at com.starrocks.data.load.stream.DefaultStreamLoader.lambda$send$2(DefaultStreamLoader.java:113) ~[flink-connector-starrocks-1.2.4_flink-1.13_2.12.jar:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_282]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_282]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_282]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_282]
2022-12-12 17:42:52,061 ERROR com.starrocks.data.load.stream.DefaultStreamLoader [] - Stream load failed, thread : I/O client dispatch - 9697b8a2-0a16-43c3-8d82-cc1b00dbefdd
java.lang.NullPointerException: null
at com.starrocks.data.load.stream.DefaultStreamLoader.send(DefaultStreamLoader.java:257) ~[flink-connector-starrocks-1.2.4_flink-1.13_2.12.jar:?]
at com.starrocks.data.load.stream.DefaultStreamLoader.lambda$send$2(DefaultStreamLoader.java:113) ~[flink-connector-starrocks-1.2.4_flink-1.13_2.12.jar:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_282]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_282]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_282]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_282]
2022-12-12 17:42:52,061 ERROR com.starrocks.data.load.stream.DefaultStreamLoadManager [] - Stream load failed
java.lang.NullPointerException: null
at com.starrocks.data.load.stream.DefaultStreamLoader.send(DefaultStreamLoader.java:257) ~[flink-connector-starrocks-1.2.4_flink-1.13_2.12.jar:?]
at com.starrocks.data.load.stream.DefaultStreamLoader.lambda$send$2(DefaultStreamLoader.java:113) ~[flink-connector-starrocks-1.2.4_flink-1.13_2.12.jar:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_282]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_282]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_282]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_282]
2022-12-12 17:42:53,475 INFO com.starrocks.data.load.stream.DefaultStreamLoadManager [] - manager report, current Bytes : 2943, waitQ : 0, prepareQ : 1, commitQ : 0
2022-12-12 17:42:58,483 INFO com.starrocks.data.load.stream.DefaultStreamLoadManager [] - manager report, current Bytes : 2943, waitQ : 0, prepareQ : 1, commitQ : 0
2022-12-12 17:43:03,490 INFO com.starrocks.data.load.stream.DefaultStreamLoadManager [] - manager report, current Bytes : 2943, waitQ : 0, prepareQ : 1, commitQ : 0
2022-12-12 17:43:08,497 INFO com.starrocks.data.load.stream.DefaultStreamLoadManager [] - manager report, current Bytes : 2943, waitQ : 0, prepareQ : 1, commitQ : 0
2022-12-12 17:43:13,504 INFO com.starrocks.data.load.stream.DefaultStreamLoadManager [] - manager report, current Bytes : 2943, waitQ : 0, prepareQ : 1, commitQ : 0
2022-12-12 17:43:18,511 INFO com.starrocks.data.load.stream.DefaultStreamLoadManager [] - manager report, current Bytes : 2943, waitQ : 0, prepareQ : 1, commitQ : 0