khushalps/api_utils_converse_v2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

(20241230) We no have a synchronous Kafka consumer (in 'utils_v2').

Browse Source
This commit is contained in:
khushal
2024-12-30 18:18:22 +05:30
parent fcc3d4b2e8
commit 51cf89a191
1 changed files with 23 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
background/finstitutions/trading/to_kafka.py
+23 -8
View File
@@ -6,7 +6,7 @@
DATE: DATE:
Tuesday, 24th Dec. 2024 Monday, 30th Dec. 2024
OBJECTIVE: OBJECTIVE:
@@ -43,7 +43,7 @@ import os
# My utils: # My utils:
from utils_v2.string import json from utils_v2.string import json
from utils_v2.system import files from utils_v2.system import files
from utils_v2.queue.kafka import ProducerKafka, create_config from utils_v2.queue.kafka import ProducerKafka, ConsumerKafka, create_config
# To make HTTP calls: # To make HTTP calls:
import httpx import httpx
@@ -84,18 +84,33 @@ INSTRUMENT_LOOKUP = {}
# For Kafka: # For Kafka:
cwd = files.get_cwd() cwd = files.get_cwd()
parent_dir = cwd parent_dir = cwd
kafka_consumer = ConsumerKafka(
topic = "tickers",
config = create_config(
bootstrap_servers = "del.ditscentre.in:9092",
# buffer_memory = 3_35_54_432,
security_protocol = "SSL",
# ca_file = r"../../creds/kafka/cert_authority.pem",
# cert_file = r"../../creds/kafka/fullchain.pem",
# key_file = r"../../creds/kafka/privkey.pem"
ca_file = os.path.join(parent_dir, "creds", "kafka", "cert_authority.pem"),
cert_file = os.path.join(parent_dir, "creds", "kafka", "fullchain.pem"),
key_file = os.path.join(parent_dir, "creds", "kafka", "privkey.pem")
),
debug = False
)
kafka_producer = ProducerKafka( kafka_producer = ProducerKafka(
topic = "tickers", topic = "tickers",
config = create_config( config = create_config(
bootstrap_servers = "del.ditscentre.in:9092", bootstrap_servers = "del.ditscentre.in:9092",
# buffer_memory = 3_35_54_432, # buffer_memory = 3_35_54_432,
security_protocol = "SSL", security_protocol = "SSL",
ca_file = r"../../creds/kafka/cert_authority.pem", # ca_file = r"../../creds/kafka/cert_authority.pem",
cert_file = r"../../creds/kafka/fullchain.pem", # cert_file = r"../../creds/kafka/fullchain.pem",
key_file = r"../../creds/kafka/privkey.pem" # key_file = r"../../creds/kafka/privkey.pem"
# ca_file = os.path.join(parent_dir, "creds", "kafka", "cert_authority.pem"), ca_file = os.path.join(parent_dir, "creds", "kafka", "cert_authority.pem"),
# cert_file = os.path.join(parent_dir, "creds", "kafka", "fullchain.pem"), cert_file = os.path.join(parent_dir, "creds", "kafka", "fullchain.pem"),
# key_file = os.path.join(parent_dir, "creds", "kafka", "privkey.pem") key_file = os.path.join(parent_dir, "creds", "kafka", "privkey.pem")
), ),
debug = False debug = False
) )