# Python 3.4 necessary for kafka module
FROM python:3.4
COPY frontTags.py .
RUN pip install sql sqlalchemy kafka boto3 psycopg2 pandas typing
CMD [ "python3", "./frontTags.py" ]
Uisng the kafka-python module to instantiate KafkaConsumer and connect:
consumer = KafkaConsumer('front_data',
bootstrap_servers=kafka_secrets['bootstrap_servers'],
security_protocol='SASL_SSL',
sasl_mechanism='PLAIN',
sasl_plain_username=kafka_secrets['sasl_plain_username'],
sasl_plain_password=kafka_secrets['sasl_plain_password'],
auto_offset_reset='earliest',
enable_auto_commit=True,
group_id='front_test1')
Causes the following error:
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
File "<stdin>", line 10, in get_consumer
File "/usr/local/lib/python3.4/site-packages/kafka/consumer/group.py", line 324, in __init__
self._client = KafkaClient(metrics=self._metrics, **self.config)
File "/usr/local/lib/python3.4/site-packages/kafka/client_async.py", line 216, in __init__
self._bootstrap(collect_hosts(self.config['bootstrap_servers']))
File "/usr/local/lib/python3.4/site-packages/kafka/client_async.py", line 250, in _bootstrap
bootstrap.connect()
File "/usr/local/lib/python3.4/site-packages/kafka/conn.py", line 362, in connect
if self._try_handshake():
File "/usr/local/lib/python3.4/site-packages/kafka/conn.py", line 426, in _try_handshake
self._sock.do_handshake()
File "/usr/local/lib/python3.4/ssl.py", line 813, in do_handshake
self._sslobj.do_handshake()
ssl.SSLError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed (_ssl.c:600)