From c013d9cc672533d483263dcab6e142d9e372e464 Mon Sep 17 00:00:00 2001
From: Kaushik Narayan R <rknarayan02@gmail.com>
Date: Fri, 29 Nov 2024 01:59:51 -0700
Subject: [PATCH] geoip WiP

---
 .../main/03_insert_geoip_csv.sql              | 38 ++++++++++++++++++-
 1 file changed, 36 insertions(+), 2 deletions(-)

diff --git a/clickhouse/node-entrypoints/main/03_insert_geoip_csv.sql b/clickhouse/node-entrypoints/main/03_insert_geoip_csv.sql
index 9a1ea5c..dc0d4b6 100644
--- a/clickhouse/node-entrypoints/main/03_insert_geoip_csv.sql
+++ b/clickhouse/node-entrypoints/main/03_insert_geoip_csv.sql
@@ -1,3 +1,37 @@
 INSERT INTO ip_region_map
-FROM INFILE '/tmp/seedData/csv/ip_region_map.csv'
-FORMAT CSVWithNames;
\ No newline at end of file
+FROM INFILE '/var/lib/clickhouse/user_files/csv/ip_region_map.csv'
+FORMAT CSVWithNames;
+
+-- https://clickhouse.com/blog/geolocating-ips-in-clickhouse-and-grafana#using-bit-functions-to-convert-ip-ranges-to-cidr-notation
+
+CREATE FUNCTION unmatchedBits AS (ip_s, ip_e) -> if(
+	bitXor(ip_s, ip_e) != 0,
+	ceil(log2(bitXor(ip_s, ip_e))), 0
+);
+
+CREATE FUNCTION cidrSuffix AS (ip_s, ip_e) -> 32 - unmatchedBits(ip_s, ip_e);
+
+CREATE FUNCTION cidrAddress AS (ip_s, ip_e) -> toIPv4(
+	bitAnd(
+		bitNot(pow(2, unmatchedBits(ip_s, ip_e)) - 1),
+		ip_s
+	)::UInt64
+);
+
+CREATE FUNCTION IPv4RangeToCIDRString AS (ip_s, ip_e) -> CONCAT(
+	toString(cidrAddress(ip_s, ip_e)),
+	'/',
+	toString(cidrSuffix(ip_s, ip_e))
+);
+
+ALTER TABLE ip_region_map
+ADD COLUMN ip_range_cidr String
+MATERIALIZED IPv4RangeToCIDRString(ip_range_start, ip_range_end);
+
+CREATE DICTIONARY ip_region_dict (ip_range_cidr String, region String) PRIMARY KEY ip_range_cidr SOURCE(CLICKHOUSE(TABLE 'ip_region_map')) LAYOUT(ip_trie) LIFETIME(3600);
+
+-- SELECT
+--     *,
+--     dictGet('ip_region_dict', 'region', tuple(src_ip)) AS region
+-- FROM traffic_records_all
+-- LIMIT 10
\ No newline at end of file