my-asu-archive/real-time-traffic-analysis-clickhouse
1
0
Fork 0
mirror of https://github.com/20kaushik02/real-time-traffic-analysis-clickhouse.git synced 2025-12-06 12:44:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

updated some errors while testing

Browse Source
This commit is contained in:
Lalit Arvind 2024-11-25 10:59:05 -07:00
parent 351a6473a4
commit 13dc2b4089
3 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
clickhouse/config_update_scripts/update_compose.py
View File

@ -92,7 +92,7 @@ if __name__ == "__main__":
with open(f'../node{curr_num_servers + i}-config/config.xml','w') as f1: with open(f'../node{curr_num_servers + i}-config/config.xml','w') as f1:
f1.write(config_content) f1.write(config_content)
macros_content = macros_template.render(shard_num="0{curr_num_shards}",replica_num=i) macros_content = macros_template.render(shard_num="0"+str(int(curr_num_shards+1)),replica_num=i)
with open(f'../node{curr_num_servers + i}-config/macros.xml','w') as f2: with open(f'../node{curr_num_servers + i}-config/macros.xml','w') as f2:
f2.write(macros_content) f2.write(macros_content)

9
clickhouse/docker-compose.yaml
View File

@ -2,8 +2,7 @@ services:
clickhouse-keeper1: clickhouse-keeper1:
image: clickhouse/clickhouse-server:latest image: clickhouse/clickhouse-server:latest
container_name: clickhouse-keeper1 container_name: clickhouse-keeper1
command: > command: /usr/bin/clickhouse-keeper --config-file=/etc/clickhouse-server/config.xml
/usr/bin/clickhouse-keeper --config-file=/etc/clickhouse-server/config.xml
volumes: volumes:
- ./clickhouse_keeper/keeper1-config.xml:/etc/clickhouse-server/config.xml - ./clickhouse_keeper/keeper1-config.xml:/etc/clickhouse-server/config.xml
- clickhouse_keeper1_data:/var/lib/clickhouse - clickhouse_keeper1_data:/var/lib/clickhouse
@ -16,8 +15,7 @@ services:
clickhouse-keeper2: clickhouse-keeper2:
image: clickhouse/clickhouse-server:latest image: clickhouse/clickhouse-server:latest
container_name: clickhouse-keeper2 container_name: clickhouse-keeper2
command: > command: /usr/bin/clickhouse-keeper --config-file=/etc/clickhouse-server/config.xml
/usr/bin/clickhouse-keeper --config-file=/etc/clickhouse-server/config.xml
volumes: volumes:
- ./clickhouse_keeper/keeper2-config.xml:/etc/clickhouse-server/config.xml - ./clickhouse_keeper/keeper2-config.xml:/etc/clickhouse-server/config.xml
- clickhouse_keeper2_data:/var/lib/clickhouse - clickhouse_keeper2_data:/var/lib/clickhouse
@ -29,8 +27,7 @@ services:
clickhouse-keeper3: clickhouse-keeper3:
image: clickhouse/clickhouse-server:latest image: clickhouse/clickhouse-server:latest
container_name: clickhouse-keeper3 container_name: clickhouse-keeper3
command: > command: /usr/bin/clickhouse-keeper --config-file=/etc/clickhouse-server/config.xml
/usr/bin/clickhouse-keeper --config-file=/etc/clickhouse-server/config.xml
volumes: volumes:
- ./clickhouse_keeper/keeper3-config.xml:/etc/clickhouse-server/config.xml - ./clickhouse_keeper/keeper3-config.xml:/etc/clickhouse-server/config.xml
- clickhouse_keeper3_data:/var/lib/clickhouse - clickhouse_keeper3_data:/var/lib/clickhouse

4
clickhouse/jinja-templates/storage-policy.xml.jinja
View File

@ -1,11 +1,11 @@
<storage_configuration> <storage_configuration>
<disks> <disks>
<hot_disk> <hot_disk>
<path>../clickhouse_data{{server_num}}/hot</path> <path>/clickhouse_data{{server_num}}/hot</path>
<keep_free_space_bytes>300000000</keep_free_space_bytes> <keep_free_space_bytes>300000000</keep_free_space_bytes>
</hot_disk> </hot_disk>
<cold_disk> <cold_disk>
<path>../clickhouse_data{{server_num}}/cold</path> <path>/clickhouse_data{{server_num}}/cold</path>
<keep_free_space_bytes>500000000</keep_free_space_bytes> <keep_free_space_bytes>500000000</keep_free_space_bytes>
</cold_disk> </cold_disk>
</disks> </disks>