FE与CN配置参数优化

[ILoveStarRocks]

为了更快的定位您的问题，请提供以下信息，谢谢
【详述】FE和CN的配置相关参数优化
【背景】BI系统数据库性能优化,有没有大佬帮我看看,我这个配置符合生产环境使用吗?给点建议吧
【业务影响】
【是否存算分离】存算分离
【StarRocks版本】 4.0.6-45fdede
【集群规模】3FE+4CN(独立部署) (阿里云部署)
【机器信息】FE:8C64G CN:8C64G
【联系方式】社区群29-Mars
【附件】

• FE配置文件
  config: |

  LOG_DIR = ${STARROCKS_HOME}/log

  DATE = “$(date +%Y%m%d-%H%M%S)”

  ========== JVM 优化（limit 64G，堆 40G，DirectMemory 8G，留 ~16G 给元空间/GC/缓存）==========

  JAVA_OPTS="-Dlog4j2.formatMsgNoLookups=true \

  -Xms40g -Xmx40g \
  
  -XX:+UseG1GC \
  
  -XX:MaxGCPauseMillis=200 \
  
  -XX:+ParallelRefProcEnabled \
  
  -XX:InitiatingHeapOccupancyPercent=45 \
  
  -XX:G1HeapRegionSize=16m \
  
  -XX:+ExplicitGCInvokesConcurrent \
  
  -XX:+UnlockExperimentalVMOptions \
  
  -XX:G1NewSizePercent=30 \
  
  -XX:G1MaxNewSizePercent=40 \
  
  -XX:MaxDirectMemorySize=8g \
  
  -Xlog:gc*:${LOG_DIR}/fe.gc.log.$DATE:time"
  

  ========== 端口 ==========

  http_port = 8030

  rpc_port = 9020

  query_port = 9030

  edit_log_port = 9010

  ========== 基础 ==========

  expr_children_limit=100000

  catalog_trash_expire_second=604800

  mysql_service_nio_enabled = true

  sys_log_level = INFO

  min_graceful_exit_time_second = 25

  sys_log_roll_mode = SIZE-MB-256

  sys_log_roll_num = 6

  ========== AutoVacuum 优化 ==========

  lake_autovacuum_grace_period_minutes = 360

  lake_autovacuum_max_previous_versions = 3

  lake_autovacuum_partition_naptime_seconds = 600

  ========== 存算分离 ==========

  run_mode = shared_data

  ========== 阿里云 OSS ==========

  cloud_native_storage_type = OSS

  aws_s3_path =xx

  aws_s3_region =xx

  aws_s3_endpoint = xx

  aws_s3_use_instance_profile = false

  aws_s3_access_key = ${AWS_ACCESS_KEY_ID}

  aws_s3_secret_key = ${AWS_SECRET_ACCESS_KEY}

  ========== 查询性能 ==========

  enable_resource_group = true

  query_queue_max_queued_queries = 1024

  query_queue_pending_timeout_second = 300

  qe_max_connection = 2048

  qe_slow_log_ms = 3000

  max_query_retry_time = 2

  query_timeout = 600

  max_routine_load_task_num_per_be = 16

  tablet_sched_balancer_strategy = disk_and_tablet

  ========== 统计信息 ==========

  enable_statistic_collect = true

• CN配置文件:
  config: |

  sys_log_level = INFO

  sys_log_roll_mode = SIZE-MB-256

  sys_log_roll_num = 6

  ========== 端口 ==========

  thrift_port = 9060

  webserver_port = 8040

  heartbeat_service_port = 9050

  brpc_port = 8060

  starlet_port = 9070

  ========== 阿里云 OSS（存算分离必须，与 FE 保持一致）==========

  cloud_native_storage_type = OSS

  object_storage_endpoint = xx

  object_storage_region =xx

  object_storage_bucket = xx

  object_storage_access_key_id = ${AWS_ACCESS_KEY_ID}

  object_storage_secret_access_key = ${AWS_SECRET_ACCESS_KEY}

  ========== 本地缓存（data cache）==========

  storage_root_path = /opt/starrocks/cn/storage

  datacache_enable = true

  datacache_disk_size = 800G

  datacache_mem_size = 8G

  Data Cache 自动空间保护

  enable_datacache_disk_auto_adjust = true

  disk_high_level = 90

  disk_safe_level = 80

  disk_low_level = 60

  ========== 大查询落盘 ==========

  spill_local_storage_dir = /opt/starrocks/cn/spill

  query_pool_spill_mem_limit_threshold = 0.80

  ========== 查询执行 ==========

  exec_mem_limit = 10737418240 # 10GB 单查询上限，BI 场景允许 4-5 个中等查询并发

  max_concurrency = 64

  pipeline_exec_thread_pool_thread_num = 16

  pipeline_sink_thread_pool_thread_num = 8

  pipeline_scan_thread_pool_thread_num = 16

  qe_slow_log_ms = 5000

  query_timeout = 600

  ========== 网络 RPC ==========

  brpc_num_threads = 16

  brpc_socket_max_unwritten_bytes = 1073741824

  ========== 内存管理 ==========

  mem_limit = 80%

  #enable_query_memory_limit = true

  ========== Compaction ==========

  compaction_max_memory_limit_percent = 15