chore(clickhouse) set internal_replication true and other params about memory

Author: EamonZhang

addons/clickhouse/24/chart/clickhouse/values.yaml

@@ -278,6 +278,8 @@ keeper:
 defaultConfigurationOverrides: |
   <clickhouse>
     <timezone>Asia/Shanghai</timezone>
+    <max_server_memory_usage>{{  printf "%.0f" .Values.MaxServerMemoryUsage }}</max_server_memory_usage>
+    <merges_mutations_memory_usage_soft_limit>{{  printf "%.0f" .Values.MergesMutationsMemoryUsageSoftLimit }}</merges_mutations_memory_usage_soft_limit>
     <!-- Macros -->
     <macros>
       <shard from_env="CLICKHOUSE_SHARD_ID"></shard>
@@ -294,8 +296,8 @@ defaultConfigurationOverrides: |
       <cluster>
         {{- $shards := $.Values.shards | int }}
         {{- range $shard, $e := until $shards }}
-        <internal_replication>true</internal_replication>
         <shard>
+            <internal_replication>true</internal_replication>
             {{- $replicas := $.Values.replicaCount | int }}
             {{- range $i, $_e := until $replicas }}
             <replica>
@@ -321,10 +323,13 @@ defaultConfigurationOverrides: |
       <server_id from_env="KEEPER_SERVER_ID"></server_id>
       <log_storage_path>/drycc/clickhouse/keeper/coordination/log</log_storage_path>
       <snapshot_storage_path>/drycc/clickhouse/keeper/coordination/snapshots</snapshot_storage_path>
-
+      <max_memory_usage_soft_limit>{{  printf "%.0f" .Values.MaxServerMemoryUsage }}</max_memory_usage_soft_limit>
+      
       <coordination_settings>
           <operation_timeout_ms>10000</operation_timeout_ms>
           <session_timeout_ms>30000</session_timeout_ms>
+          <max_memory_usage_soft_limit>{{  printf "%.0f" .Values.MergesMutationsMemoryUsageSoftLimit }}</max_memory_usage_soft_limit>
+          <async_replication>true</async_replication>
           <raft_logs_level>trace</raft_logs_level>
       </coordination_settings>
 

addons/clickhouse/24/plans/standard-16c64g1000/values.yaml

@@ -20,4 +20,7 @@ resources:
     memory: 16Gi
 
 persistence:
-  size: 1000Gi
+  size: 1000Gi
+
+MaxServerMemoryUsage: 59055800320
+MergesMutationsMemoryUsageSoftLimit: 34359738368

addons/clickhouse/24/plans/standard-2c4g20/meta.yaml

@@ -1,6 +1,6 @@
 name: "standard-2c4g20"
 id: 9866afb5-eeb1-4c89-a6d6-01197ff34bbc
-description: "clickhouse standard-2c4g20 plan: Disk 20Gi ,vCPUs 2 , RAM 4G "
+description: "clickhouse standard-2c4g20 plan: Disk 20Gi ,vCPUs 2 , RAM 4G , DO NOT USE THIS PLAN， only for test "
 displayName: "standard-2c4g20"
 bindable: true
 maximum_polling_duration: 1800

addons/clickhouse/24/plans/standard-2c4g20/values.yaml

@@ -21,3 +21,6 @@ resources:
 
 persistence:
   size: 20Gi
+
+MaxServerMemoryUsage: 3221225472
+MergesMutationsMemoryUsageSoftLimit: 2147483648

addons/clickhouse/24/plans/standard-32c64g12000/values.yaml

@@ -20,4 +20,7 @@ resources:
     memory: 16Gi
 
 persistence:
-  size: 12000Gi
+  size: 12000Gi
+
+MaxServerMemoryUsage: 59055800320
+MergesMutationsMemoryUsageSoftLimit: 34359738368

addons/clickhouse/24/plans/standard-4c16g100/values.yaml

@@ -21,3 +21,6 @@ resources:
 
 persistence:
   size: 100Gi
+
+MaxServerMemoryUsage: 10737418240
+MergesMutationsMemoryUsageSoftLimit: 8589934592

addons/clickhouse/24/plans/standard-8c32g500/values.yaml

@@ -20,4 +20,7 @@ resources:
     memory: 8Gi
 
 persistence:
-  size: 500Gi
+  size: 500Gi
+
+MaxServerMemoryUsage: 10737418240
+MergesMutationsMemoryUsageSoftLimit: 8589934592