101 lines
3.1 KiB
YAML
101 lines
3.1 KiB
YAML
|
version: '3.7'
|
||
|
|
|
||
|
|
services:
|
||
|
|
zookeeper:
|
||
|
|
image: confluentinc/cp-zookeeper:5.2.2
|
||
|
|
ports:
|
||
|
|
- 2181:2181
|
||
|
|
hostname: zookeeper
|
||
|
|
environment:
|
||
|
|
ZOOKEEPER_CLIENT_PORT: 2181
|
||
|
|
networks:
|
||
|
|
- uam
|
||
|
|
|
||
|
|
kafka:
|
||
|
|
image: confluentinc/cp-kafka:5.2.2
|
||
|
|
ports:
|
||
|
|
- 9092:9092
|
||
|
|
- 9094:9094
|
||
|
|
hostname: kafka
|
||
|
|
environment:
|
||
|
|
KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka:9094,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
|
||
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
|
||
|
|
KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
|
||
|
|
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
|
||
|
|
KAFKA_BROKER_ID: 1
|
||
|
|
KAFKA_LOG4J_LOGGERS: kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO
|
||
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
||
|
|
KAFKA_LOG_RETENTION_HOURS: 168000
|
||
|
|
depends_on:
|
||
|
|
- zookeeper
|
||
|
|
networks:
|
||
|
|
- uam
|
||
|
|
|
||
|
|
minio:
|
||
|
|
image: minio/minio
|
||
|
|
ports:
|
||
|
|
- 9000:9000
|
||
|
|
hostname: minio
|
||
|
|
environment:
|
||
|
|
MINIO_ACCESS_KEY: minio
|
||
|
|
MINIO_SECRET_KEY: minio123
|
||
|
|
MINIO_HTTP_TRACE: /dev/stdout
|
||
|
|
command: server /data
|
||
|
|
networks:
|
||
|
|
- uam
|
||
|
|
|
||
|
|
default-buckets:
|
||
|
|
image: minio/mc
|
||
|
|
entrypoint: >
|
||
|
|
/bin/sh -c "
|
||
|
|
sleep 20;
|
||
|
|
/usr/bin/mc config host add minio http://minio:9000 minio minio123;
|
||
|
|
/usr/bin/mc mb minio/dev-data-raw;
|
||
|
|
/usr/bin/mc policy public minio/dev-data-raw;"
|
||
|
|
depends_on:
|
||
|
|
- minio
|
||
|
|
networks:
|
||
|
|
- uam
|
||
|
|
|
||
|
|
kafka-connect:
|
||
|
|
image: confluentinc/cp-kafka-connect:5.2.2
|
||
|
|
hostname: kafka-connect
|
||
|
|
ports:
|
||
|
|
- 8083:8083
|
||
|
|
- 3030:3030
|
||
|
|
environment:
|
||
|
|
CONNECT_REST_ADVERTISED_HOST_NAME: kafka-connect
|
||
|
|
CONNECT_REST_PORT: 8083
|
||
|
|
CONNECT_BOOTSTRAP_SERVERS: kafka:9094
|
||
|
|
CONNECT_GROUP_ID: primary-etl
|
||
|
|
CONNECT_CONFIG_STORAGE_TOPIC: __primary-etl-configs
|
||
|
|
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
|
||
|
|
CONNECT_OFFSET_STORAGE_TOPIC: __primary-etl-offsets
|
||
|
|
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
|
||
|
|
CONNECT_STATUS_STORAGE_TOPIC: __primary-etl-status
|
||
|
|
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
|
||
|
|
CONNECT_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter
|
||
|
|
CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE: "false"
|
||
|
|
CONNECT_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter
|
||
|
|
CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE: "false"
|
||
|
|
CONNECT_INTERNAL_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter
|
||
|
|
CONNECT_INTERNAL_KEY_CONVERTER_SCHEMAS_ENABLE: "false"
|
||
|
|
CONNECT_INTERNAL_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter
|
||
|
|
CONNECT_INTERNAL_VALUE_CONVERTER_SCHEMAS_ENABLE: "false"
|
||
|
|
CONNECT_LOG4J_ROOT_LOGLEVEL: INFO
|
||
|
|
CONNECT_LOG4J_LOGGERS: org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR
|
||
|
|
CONNECT_PLUGIN_PATH: /usr/share/java,/etc/kafka-connect/jars
|
||
|
|
AWS_ACCESS_KEY_ID: minio
|
||
|
|
AWS_SECRET_ACCESS_KEY: minio123
|
||
|
|
|
||
|
|
depends_on:
|
||
|
|
- kafka
|
||
|
|
- default-buckets
|
||
|
|
networks:
|
||
|
|
- uam
|
||
|
|
|
||
|
|
|
||
|
|
networks:
|
||
|
|
uam:
|
||
|
|
name: uam
|