config.py

from kafka import KafkaProducer, KafkaAdminClient

BOOTSTRAP_SERVERS = ["localhost:19092"]
SECURITY_PROTOCOL = "SASL_PLAINTEXT"
SASL_MECHANISM = "SCRAM-SHA-256"
SASL_PLAIN_USERNAME = "superuser"
SASL_PLAIN_PASSWORD = "secretpassword"

producer = KafkaProducer(
    bootstrap_servers=BOOTSTRAP_SERVERS,
    security_protocol=SECURITY_PROTOCOL,
    sasl_mechanism=SASL_MECHANISM,
    sasl_plain_username=SASL_PLAIN_USERNAME,
    sasl_plain_password=SASL_PLAIN_PASSWORD,
    value_serializer=lambda v: v.encode("utf-8"),
)

consumer_config = {
    "bootstrap_servers": BOOTSTRAP_SERVERS,
    "security_protocol": SECURITY_PROTOCOL,
    "sasl_mechanism": SASL_MECHANISM,
    "sasl_plain_username": SASL_PLAIN_USERNAME,
    "sasl_plain_password": SASL_PLAIN_PASSWORD,
    "group_id": "record_consumer_group",
    "auto_offset_reset": "earliest",
    "enable_auto_commit": True,
    "value_deserializer": lambda x: x.decode("utf-8"),
}