【业务影响】
【StarRocks版本】例如：2.5.12
【集群规模】3fe +15be
【联系方式】微信: zzDuke1688
【详述】上周二将多个表副本数由3改为2，周六挂掉一台BE IP: 100.125，不久后tablet自动balance到其他节点，但是查询两副本的表依旧报错：
Build Exec OlapScanNode fail, scan info is invalid,Failed to get scan range, no queryable replica found in tablet
周一上午 down掉的节点恢复之后查询依旧报错跟上面一样
其他三副本表查询都正常
【附件】 表名做了脱敏
查询表1：
mysql> select count(*) From prod.table1;
ERROR 1064 (HY000): Build Exec OlapScanNode fail, scan info is invalid,Failed to get scan range, no queryable replica found in tablet: 130279997 138285478:2196223/-1/2196223/2196217:NORMAL,53890229:2196192/2196223/2196192/2195385:DECOMMISSION,130496059:2196223/-1/2196223/2196217:NORMAL,
mysql> show tablet 130279997;
+--------+--------------------+--------------------+--------------------+-------+----------+-------------+-----------+--------+--------------------------------------------------------------------------+
| DbName | TableName | PartitionName | IndexName | DbId | TableId | PartitionId | IndexId | IsSync | DetailCmd |
+--------+--------------------+--------------------+--------------------+-------+----------+-------------+-----------+--------+--------------------------------------------------------------------------+
| prod | table1 | table1 | table1 | 12004 | 99377056 | 99377055 | 130279996 | true | SHOW PROC '/dbs/12004/99377056/partitions/99377055/130279996/130279997'; |
+--------+--------------------+--------------------+--------------------+-------+----------+-------------+-----------+--------+--------------------------------------------------------------------------+
1 row in set (0.00 sec)
mysql> SHOW PROC '/dbs/12004/99377056/partitions/99377055/130279996/130279997';
+-----------+-----------+---------+-------------+-------------------+-----------------------+------------------+----------------------+---------------------+------------+-----------+----------+--------------+-------+---------------+--------------+----------------------+-------------------------------------------------------+--------------------------------------------------------------------------------------------+--------------+
| ReplicaId | BackendId | Version | VersionHash | LstSuccessVersion | LstSuccessVersionHash | LstFailedVersion | LstFailedVersionHash | LstFailedTime | SchemaHash | DataSize | RowCount | State | IsBad | IsSetBadForce | VersionCount | PathHash | MetaUrl | CompactionStatus | IsErrorState |
+-----------+-----------+---------+-------------+-------------------+-----------------------+------------------+----------------------+---------------------+------------+-----------+----------+--------------+-------+---------------+--------------+----------------------+-------------------------------------------------------+--------------------------------------------------------------------------------------------+--------------+
| 138327890 | 138285478 | 2196223 | 0 | 2196223 | 0 | -1 | 0 | NULL | 1734572115 | 926558825 | 7111993 | NORMAL | false | false | 2 | -4727208826071563723 | http://192.168.100.117:8040/api/meta/header/130279997 | http://192.168.100.117:8040/api/compaction/show?tablet_id=130279997&schema_hash=1734572115 | false |
| 138865821 | 53890229 | 2196192 | 0 | 2196192 | 0 | 2196223 | 0 | 2023-09-24 11:59:06 | 1734572115 | 926610822 | 7111921 | DECOMMISSION | false | false | 4 | 5525607779139527194 | http://192.168.100.125:8040/api/meta/header/130279997 | http://192.168.100.125:8040/api/compaction/show?tablet_id=130279997&schema_hash=1734572115 | false |
| 143314731 | 130496059 | 2196223 | 0 | 2196223 | 0 | -1 | 0 | NULL | 1734572115 | 926558825 | 7111993 | NORMAL | false | false | 2 | 7734908828286610096 | http://192.168.100.127:8040/api/meta/header/130279997 | http://192.168.100.127:8040/api/compaction/show?tablet_id=130279997&schema_hash=1734572115 | false |
+-----------+-----------+---------+-------------+-------------------+-----------------------+------------------+----------------------+---------------------+------------+-----------+----------+--------------+-------+---------------+--------------+----------------------+-------------------------------------------------------+--------------------------------------------------------------------------------------------+--------------+
3 rows in set (0.00 sec)
show create table prod.table1;
+--------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Table | Create Table |
+--------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| table1 | CREATE TABLE `table1` (
`block_number` bigint(20) NOT NULL COMMENT "",
`log_index` int(11) NOT NULL COMMENT "",
`transaction_hash` varchar(80) NULL COMMENT "",
`token_address` varchar(44) NULL COMMENT "",
`from_address` varchar(44) NULL COMMENT "",
`to_address` varchar(44) NULL COMMENT "",
`value` double NULL COMMENT "",
`etl_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT "数据写入时间"
) ENGINE=OLAP
PRIMARY KEY(`block_number`, `log_index`)
COMMENT ""
DISTRIBUTED BY HASH(`block_number`, `log_index`) BUCKETS 64
PROPERTIES (
"replication_num" = "2",
"bloom_filter_columns" = "token_address, to_address, from_address, transaction_hash",
"in_memory" = "false",
"storage_format" = "V2",
"enable_persistent_index" = "true",
"compression" = "LZ4"
);
查询表2：
mysql> select count(*) from prod.table2;
ERROR 1064 (HY000): Build Exec OlapScanNode fail, scan info is invalid,Failed to get scan range, no queryable replica found in tablet: 123301164 136708581:189524/-1/189524/189468:NORMAL,53629671:189524/-1/189524/189467:NORMAL,
mysql> show tablet 123301164
-> ;
+--------+-------------------+---------------+-------------------+-------+----------+-------------+----------+--------+--------------------------------------------------------------------------+
| DbName | TableName | PartitionName | IndexName | DbId | TableId | PartitionId | IndexId | IsSync | DetailCmd |
+--------+-------------------+---------------+-------------------+-------+----------+-------------+----------+--------+--------------------------------------------------------------------------+
| prod | table2 | p34400000 | table2 | 12004 | 97315202 | 123301163 | 97315203 | true | SHOW PROC '/dbs/12004/97315202/partitions/123301163/97315203/123301164'; |
+--------+-------------------+---------------+-------------------+-------+----------+-------------+----------+--------+--------------------------------------------------------------------------+
1 row in set (0.00 sec)
mysql> SHOW PROC '/dbs/12004/97315202/partitions/123301163/97315203/123301164';
+-----------+-----------+---------+-------------+-------------------+-----------------------+------------------+----------------------+---------------+------------+-----------+----------+--------+-------+---------------+--------------+----------------------+-------------------------------------------------------+--------------------------------------------------------------------------------------------+--------------+
| ReplicaId | BackendId | Version | VersionHash | LstSuccessVersion | LstSuccessVersionHash | LstFailedVersion | LstFailedVersionHash | LstFailedTime | SchemaHash | DataSize | RowCount | State | IsBad | IsSetBadForce | VersionCount | PathHash | MetaUrl | CompactionStatus | IsErrorState |
+-----------+-----------+---------+-------------+-------------------+-----------------------+------------------+----------------------+---------------+------------+-----------+----------+--------+-------+---------------+--------------+----------------------+-------------------------------------------------------+--------------------------------------------------------------------------------------------+--------------+
| 139015189 | 136708581 | 189524 | 0 | 189524 | 0 | -1 | 0 | NULL | 2008521343 | 123791054 | 262786 | NORMAL | false | false | 1 | -5590838336911753755 | http://192.168.100.116:8040/api/meta/header/123301164 | http://192.168.100.116:8040/api/compaction/show?tablet_id=123301164&schema_hash=2008521343 | false |
| 142942008 | 53629671 | 189524 | 0 | 189524 | 0 | -1 | 0 | NULL | 2008521343 | 123791054 | 262786 | NORMAL | false | false | 1 | 369396876658533025 | http://192.168.100.120:8040/api/meta/header/123301164 | http://192.168.100.120:8040/api/compaction/show?tablet_id=123301164&schema_hash=2008521343 | false |
+-----------+-----------+---------+-------------+-------------------+-----------------------+------------------+----------------------+---------------+------------+-----------+----------+--------+-------+---------------+--------------+----------------------+-------------------------------------------------------+--------------------------------------------------------------------------------------------+--------------+
2 rows in set (0.00 sec)
mysql> show create table prod.table2;
+-------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Table | Create Table |
+-------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| transactions_avax | CREATE TABLE `table2` (
`block_number` bigint(20) NOT NULL COMMENT "",
`transaction_index` int(11) NOT NULL COMMENT "",
`block_hash` varchar(255) NULL COMMENT "",
`transaction_hash` varchar(255) NULL COMMENT "",
`gas` bigint(20) NULL COMMENT "",
`gas_used` bigint(20) NULL COMMENT "",
`gas_price` double NULL COMMENT "",
`data` varchar(30000) NULL COMMENT "",
`nonce` bigint(20) NULL COMMENT "",
`type` int(11) NULL COMMENT "",
`value` double NULL COMMENT "",
`from_address` varchar(255) NULL COMMENT "",
`to_address` varchar(255) NULL COMMENT "",
`status` bigint(20) NULL COMMENT "transaction成功与否",
`effective_gas_price` double NULL COMMENT "",
`max_fee_per_gas` double NULL COMMENT "",
`max_priority_fee_per_gas` double NULL COMMENT ""
) ENGINE=OLAP
PRIMARY KEY(`block_number`, `transaction_index`)
COMMENT "OLAP"
PARTITION BY RANGE(`block_number`)
(PARTITION p0 VALUES [("0"), ("1000000"))("replication_num" = "2"),
PARTITION p1000000 VALUES [("1000000"), ("2000000"))("replication_num" = "2"),
PARTITION p2000000 VALUES [("2000000"), ("3000000"))("replication_num" = "2"),
PARTITION p3000000 VALUES [("3000000"), ("8000000"))("replication_num" = "2"),
PARTITION p8000000 VALUES [("8000000"), ("10000000"))("replication_num" = "2"),
PARTITION p10000000 VALUES [("10000000"), ("13000000"))("replication_num" = "2"),
PARTITION p13000000 VALUES [("13000000"), ("18000000"))("replication_num" = "2"),
PARTITION p18000000 VALUES [("18000000"), ("19400000"))("replication_num" = "2"),
PARTITION p19400000 VALUES [("19400000"), ("24400000"))("replication_num" = "2"),
PARTITION p24400000 VALUES [("24400000"), ("29400000"))("replication_num" = "2"),
PARTITION p29400000 VALUES [("29400000"), ("34400000"))("replication_num" = "2"),
PARTITION p34400000 VALUES [("34400000"), ("38100000"))("replication_num" = "2"),
PARTITION p38100000 VALUES [("38100000"), ("42900000"))("replication_num" = "2"))
DISTRIBUTED BY HASH(`block_number`, `transaction_index`) BUCKETS 20
PROPERTIES (
"replication_num" = "3",
"bloom_filter_columns" = "to_address, from_address, transaction_hash",
"in_memory" = "false",
"storage_format" = "V2",
"enable_persistent_index" = "true",
"compression" = "LZ4"
);
BE监控：
