创建同步账号
CREATE USER ‘qin_cdc’@’%’ IDENTIFIED BY ‘xxxxxx’; GRANT SELECT, REPLICATION CLIENT, REPLICATION SLAVE ON . TO ‘qin_cdc’@’%’;
3. 创建配置文件
mysql-to-starrocks.toml
name = "mysql2starrocks"
[input]
type = "mysql"
[input.config.source]
host = "127.0.0.1"
port = 3306
username = "root"
password = "root"
[input.config.source.options]
#start-gtid = "3ba13781-44eb-2157-88a5-0dc879ec2221:1-123456"
#server-id = 1001
[[transforms]]
type = "rename-column"
[transforms.config]
match-schema = "mysql_test"
match-table = "tb1"
columns = ["col_1", "col_2"]
rename-as = ["col_11", "col_22"]
[[transforms]]
type = "delete-column"
[transforms.config]
match-schema = "mysql_test"
match-table = "tb1"
columns = ["phone"]
[[transforms]]
type = "mapper-column"
[transforms.config]
match-schema = "mysql_test"
match-table = "tb1"
[transforms.config.mapper]
id = "user_id"
name = "nick_name"
[output]
type = "starrocks"
[output.config.target]
host = "127.0.0.1"
port = 9030
load-port = 8040 # support fe httpPort:8030 or be httpPort:8040
username = "root"
password = ""
[input.config.target.options]
batch-size = 1000
batch-interval-ms = 1000
parallel-workers = 4
[[output.config.routers]]
source-schema = "sysbenchts"
source-table = "sbtest1"
target-schema = "sr_test"
target-table = "ods_sbtest1"
[[output.config.routers]]
source-schema = "sysbenchts"
source-table = "sbtest2"
target-schema = "sr_test"
target-table = "ods_sbtest2"
[output.config.routers.columns-mapper]
source-columns = []
target-columns = []
4. 查看帮助
[sr@ ~]$ ./qin-cdc-linux-xxxxxx -h
5. 启动
[sr@ ~]$ ./qin-cdc-linux-xxxxxx -config mysql-to-starrocks.toml -log-file mysql2starrocks.log -level info -daemon
6. 查看日志
[sr@ ~]$ tail -f mysql2starrocks.log