my-asu-archive/real-time-traffic-analysis-clickhouse
1
0
Fork 0
mirror of https://github.com/20kaushik02/real-time-traffic-analysis-clickhouse.git synced 2025-12-06 10:44:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove intermdiate json

Browse Source
This commit is contained in:
Akash Sivakumar 2024-11-14 17:13:29 -07:00
parent d8631a5cfc
commit c223d11fd5
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
preprocessing/pcap_processor.py
View File

@ -18,7 +18,8 @@ KAFKA_SERVER = 'localhost:9092' # Adjust to your Kafka server
# Initialize Kafka Producer # Initialize Kafka Producer
producer = KafkaProducer( producer = KafkaProducer(
bootstrap_servers=KAFKA_SERVER, bootstrap_servers=KAFKA_SERVER,
value_serializer=lambda v: json.dumps(v).encode('utf-8') # Encode data as JSON #value_serializer=lambda v: json.dumps(v).encode('utf-8') # Encode data as JSON
value_serializer=lambda v: v.encode('utf-8') if isinstance(v, str) else str(v).encode('utf-8') #remove intermediate JSON encoding
) )