mirror of
https://github.com/20kaushik02/real-time-traffic-analysis-clickhouse.git
synced 2026-01-25 08:04:04 +00:00
check chkeeper health manually because swarm doesn't support depends_on-healthy_condition
This commit is contained in:
29
clickhouse/node-entrypoints/common/00_wait_for_keeper.sh
Executable file
29
clickhouse/node-entrypoints/common/00_wait_for_keeper.sh
Executable file
@@ -0,0 +1,29 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -e
|
||||
|
||||
keeper_hostnames=(
|
||||
"clickhouse-keeper1"
|
||||
"clickhouse-keeper2"
|
||||
"clickhouse-keeper3"
|
||||
)
|
||||
keeper_healthy=(false false false)
|
||||
|
||||
can_proceed=false
|
||||
|
||||
while ! $can_proceed ; do
|
||||
for keeper_idx in "${!keeper_hostnames[@]}"; do
|
||||
if wget -q --tries=1 --spider "http://${keeper_hostnames[$keeper_idx]}:9182/ready" ; then
|
||||
echo "keeper healthy"
|
||||
keeper_healthy[$keeper_idx]=true
|
||||
fi
|
||||
done
|
||||
can_proceed=true
|
||||
for keeper_idx in "${!keeper_hostnames[@]}"; do
|
||||
if ! ${keeper_healthy[$keeper_idx]} ; then
|
||||
can_proceed=false
|
||||
sleep 5
|
||||
break
|
||||
fi
|
||||
done
|
||||
done
|
||||
28
clickhouse/node-entrypoints/common/01_table_create.sql
Normal file
28
clickhouse/node-entrypoints/common/01_table_create.sql
Normal file
@@ -0,0 +1,28 @@
|
||||
-- local table creation
|
||||
CREATE TABLE traffic_records (
|
||||
time_stamp DateTime64 (6, 'Japan') CODEC (Delta, ZSTD),
|
||||
l4_protocol Enum8 ('TCP' = 1, 'UDP' = 2),
|
||||
src_ip IPv4,
|
||||
dst_ip IPv4,
|
||||
src_port UInt16 CODEC (ZSTD),
|
||||
dst_port UInt16 CODEC (ZSTD),
|
||||
pkt_len UInt16 CODEC (ZSTD),
|
||||
INDEX port_idx src_port TYPE bloom_filter GRANULARITY 10
|
||||
) ENGINE = ReplicatedMergeTree(
|
||||
'/clickhouse/tables/{shard}/traffic_records',
|
||||
'{replica}'
|
||||
)
|
||||
ORDER BY time_stamp
|
||||
TTL toDateTime(time_stamp) + INTERVAL 15 DAY TO VOLUME 'cold_vol'
|
||||
SETTINGS storage_policy = 'hot_cold';
|
||||
|
||||
CREATE TABLE ip_region_map (
|
||||
ip_range_start IPv4,
|
||||
ip_range_end IPv4,
|
||||
region LowCardinality(String),
|
||||
INDEX region_idx region TYPE bloom_filter
|
||||
) ENGINE = ReplicatedMergeTree(
|
||||
'/clickhouse/tables/{shard}/ip_region_map',
|
||||
'{replica}'
|
||||
)
|
||||
ORDER BY ip_range_start;
|
||||
Reference in New Issue
Block a user