# Clickhouse 物理部署记录



## 信息

* 版本： 25.8.12.129

* 平台：arm64
* 数据目录
  * keeper
    * /data/clickhouse/keeper
    * /data/clickhouse/keeper/coordination/log
    * /data/clickhouse/keeper/coordination/snapshots
  * clickhouse
    * /data/clickhouse/server/data
    * /data/clickhouse/server/log







## 系统前置优化配置

调整内核最大线程数量

```
sysctl -w kernel.threads-max=262144
sysctl -w kernel.task_delayacct=1

cat >/etc/sysctl.d/99-clickhouse.conf<<EOF
kernel.task_delayacct = 1
kernel.threads-max = 262144
EOF
```



编辑 /etc/default/grub，在 GRUB_CMDLINE_LINUX 参数中添加：

```plaintext
GRUB_CMDLINE_LINUX="... transparent_hugepage=never"
grub2-mkconfig -o /boot/grub2/grub.cfg  # CentOS/RHEL
update-grub                             # Ubuntu/Debian
```







## 配置步骤



下载以下软件包

```
 clickhouse-client-25.8.12.129.aarch64.rpm
 clickhouse-common-static-25.8.12.129.aarch64.rpm
 clickhouse-keeper-25.8.12.129.aarch64.rpm
 clickhouse-server-25.8.12.129.aarch64.rpm
```





### clickhouse-keeper

配置keeper： /etc/clickhouse-keeper/keeper_config.xml

默认目录版本：

```
<clickhouse>
  <logger>
    <level>information</level>
    <log>/var/log/clickhouse-keeper/clickhouse-keeper.log</log>
    <errorlog>/var/log/clickhouse-keeper/clickhouse-keeper.err.log</errorlog>
    <size>1000M</size>
    <count>10</count>
  </logger>

  <max_connections>4096</max_connections>
  <listen_host>0.0.0.0</listen_host>

  <keeper_server>
    <tcp_port>9181</tcp_port>
    <enable_ipv6>false</enable_ipv6>

    <server_id>41</server_id>

    <log_storage_path>/var/lib/clickhouse/coordination/logs</log_storage_path>
    <snapshot_storage_path>/var/lib/clickhouse/coordination/snapshots</snapshot_storage_path>

    <coordination_settings>
        <operation_timeout_ms>10000</operation_timeout_ms>
        <min_session_timeout_ms>10000</min_session_timeout_ms>
        <session_timeout_ms>100000</session_timeout_ms>
        <raft_logs_level>information</raft_logs_level>
        <compress_logs>false</compress_logs>
    </coordination_settings>

    <hostname_checks_enabled>true</hostname_checks_enabled>
    <raft_configuration>
        <server>
            <id>41</id>
            <hostname>ck-01</hostname>
            <port>9234</port>
        </server>
        <server>
            <id>42</id>
            <hostname>ck-02</hostname>
            <port>9234</port>
        </server>
        <server>
            <id>43</id>
            <hostname>ck-03</hostname>
            <port>9234</port>
        </server>
    </raft_configuration>
  </keeper_server>
  <openSSL>
    <server>
          <verificationMode>none</verificationMode>
          <loadDefaultCAFile>false</loadDefaultCAFile>
          <cacheSessions>true</cacheSessions>
          <disableProtocols>sslv2,sslv3</disableProtocols>
          <preferServerCiphers>true</preferServerCiphers>
      </server>
  </openSSL>
</clickhouse>
```





自定义目录：

```
<clickhouse>
  <logger>
    <level>information</level>
    <log>/data/clickhouse/keeper/clickhouse-keeper.log</log>
    <errorlog>/data/clickhouse/keeper/clickhouse-keeper.err.log</errorlog>
    <size>1000M</size>
    <count>10</count>
  </logger>

  <max_connections>4096</max_connections>
  <listen_host>0.0.0.0</listen_host>

  <keeper_server>
    <tcp_port>9181</tcp_port>
    <enable_ipv6>false</enable_ipv6>

    <server_id>1</server_id>

    <log_storage_path>/data/clickhouse/keeper/coordination/logs</log_storage_path>
    <snapshot_storage_path>/data/clickhouse/keeper/coordination/snapshots</snapshot_storage_path>

    <coordination_settings>
        <operation_timeout_ms>10000</operation_timeout_ms>
        <min_session_timeout_ms>10000</min_session_timeout_ms>
        <session_timeout_ms>100000</session_timeout_ms>
        <raft_logs_level>information</raft_logs_level>
        <compress_logs>false</compress_logs>
    </coordination_settings>

    <hostname_checks_enabled>true</hostname_checks_enabled>
    <raft_configuration>
        <server>
            <id>41</id>
            <hostname>ck-01</hostname>
            <port>9234</port>
        </server>
        <server>
            <id>42</id>
            <hostname>ck-02</hostname>
            <port>9234</port>
        </server>
        <server>
            <id>43</id>
            <hostname>ck-03</hostname>
            <port>9234</port>
        </server>
    </raft_configuration>
  </keeper_server>
  <openSSL>
    <server>
          <verificationMode>none</verificationMode>
          <loadDefaultCAFile>true</loadDefaultCAFile>
          <cacheSessions>true</cacheSessions>
          <disableProtocols>sslv2,sslv3</disableProtocols>
          <preferServerCiphers>true</preferServerCiphers>
      </server>
  </openSSL>
</clickhouse>
```



可以使用以下命令来启动

```
clickhouse-keeper --config  /etc/clickhouse-keeper/keeper_config.xml
```





检测服务是否正常

```
echo mntr | nc localhost 9181
```



### clickhouse-server



备份配置文件

```
 # cp /etc/clickhouse-server/config.xml /etc/clickhouse-server/config.xml.origin
```



内容更新如下：

```
sed -i -e 's@<path>/var/lib/clickhouse/</path>@<path>/data/clickhouse/clickhouse-server</path>@' \
       -e 's@<level>trace</level>@<level>information</level>@' \
       -e 's@<!-- <max_connections>4096</max_connections> -->@<max_connections>40960</max_connections>@' \
       -e 's@<!-- <listen_host>::</listen_host> -->@<listen_host>0.0.0.0</listen_host>@' \
       -e 's@/var/log@/data/clickhouse/logs@' \
       /etc/clickhouse-server/config.xml
```



创建集群拓扑文件

```
cat > /etc/clickhouse-server/config.d/remote_servers.xml<<EOF
<clickhouse>
    <remote_servers>
        <VQIU_CK_1S_3R>
            <secret>Abcd12345</secret>
            <shard>
                <internal_replication>true</internal_replication>
                <replica>
                    <host>ck-01</host>
                    <port>9000</port>
                </replica>
                <replica>
                    <host>ck-02</host>
                    <port>9000</port>
                </replica>
                <replica>
                    <host>ck-03</host>
                    <port>9000</port>
                </replica>
            </shard>
        </VQIU_CK_1S_3R>
    </remote_servers>
</clickhouse>
EOF
```



引用keeper

```
cat > /etc/clickhouse-server/config.d/use-keeper.xml<<EOF
<clickhouse>
    <zookeeper>
        <node>
            <host>ck-01</host>
            <port>9181</port>
        </node>
        <node>
            <host>ck-02</host>
            <port>9181</port>
        </node>
        <node>
            <host>ck-03</host>
            <port>9181</port>
        </node>
    </zookeeper>
</clickhouse>
EOF
```



定义宏文件

```
cat >/etc/clickhouse-server/config.d/macros.xml<<EOF
<clickhouse>
    <macros>
        <shard>1</shard>
        <replica>1</replica>
        <cluster>VQIU_CK_1S_3R</cluster>
    </macros>
</clickhouse>
EOF
```



```
SELECT 
    cluster,
    shard_num,
    replica_num,
    host_name,
    port
FROM system.clusters;
```


```
SELECT *
FROM system.zookeeper
WHERE path IN ('/', '/clickhouse')
```




## 参考引用

* 【1】https://clickhouse.com/docs/zh/guides/sre/keeper/clickhouse-keeper
* 【2】 https://www.cnblogs.com/wangguishe/p/18764567