my-asu-archive/real-time-traffic-analysis-clickhouse
1
0
Fork 0
mirror of https://github.com/20kaushik02/real-time-traffic-analysis-clickhouse.git synced 2026-01-25 08:04:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

geoip csv

Browse Source
This commit is contained in:
Kaushik Narayan R
2024-11-26 22:19:11 -07:00
parent ea2017b251
commit 989b2adbe6
2 changed files with 252136 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
preprocessing/ip2loc_prep.py
View File

@@ -5,14 +5,15 @@ import csv
sample_size = 100
batch_size = 10000
sample = True
sample = False
def int_to_ipv4(num: int) -> str:
return socket.inet_ntoa(struct.pack("!L", num))
with open("IP2LOCATION-LITE-DB3.csv", "r") as input_file, open(
# with open("IP2LOCATION-LITE-DB3.csv", "r") as input_file, open(
with open("IP2LOCATION-LITE-DB1.csv", "r") as input_file, open(
"geoip.csv", "w", newline=""
) as output_file:
reader = csv.reader(input_file)
@@ -21,11 +22,11 @@ with open("IP2LOCATION-LITE-DB3.csv", "r") as input_file, open(
# header row
writer.writerow(
[
"ip_from",
"ip_to",
"ip_range_start",
"ip_range_end",
"country",
"region",
"city",
# "region",
# "city",
]
)
@@ -35,8 +36,8 @@ with open("IP2LOCATION-LITE-DB3.csv", "r") as input_file, open(
int_to_ipv4(int(record[0])),
int_to_ipv4(int(record[1])),
record[3],
record[4],
record[5],
# record[4],
# record[5],
]
records.append(new_record)
if sample and idx > sample_size: