my-asu-archive/real-time-traffic-analysis-clickhouse
1
0
Fork 0
mirror of https://github.com/20kaushik02/real-time-traffic-analysis-clickhouse.git synced 2026-01-25 16:04:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

integration working in akash's system

Browse Source
This commit is contained in:
Akash Sivakumar
2024-11-22 20:26:57 -07:00
parent e65cf00d34
commit 5b1add9241
5 changed files with 244 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
preprocessing/pcap_processor.py
View File

@@ -21,7 +21,7 @@ class KafkaClient:
self.client = KafkaProducer(
bootstrap_servers=['kafka:9092'],
max_request_size = 200000000,
api_version=(0,11,5),
#api_version=(0,11,5),
value_serializer=lambda x: json.dumps(x).encode('utf-8'))
elif mode == 'consumer' and topic_name is not None:
self.client = KafkaConsumer(
@@ -33,7 +33,7 @@ class KafkaClient:
raise ValueError("Consumer mode requires a topic_name")
# Kafka Configuration
KAFKA_TOPIC = 'pcap_stream'
KAFKA_TOPIC = 'pcap_stream_new'
KAFKA_SERVER = 'kafka:9092' # Adjust to your Kafka server
#KAFKA_SERVER = 'kafka_service:9092'