version: '3.7' services: zookeeper: image: confluentinc/cp-zookeeper:5.2.2 ports: - 2181:2181 hostname: zookeeper environment: ZOOKEEPER_CLIENT_PORT: 2181 networks: - uam kafka: image: confluentinc/cp-kafka:5.2.2 ports: - 9092:9092 - 9094:9094 hostname: kafka environment: KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka:9094,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092 KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_BROKER_ID: 1 KAFKA_LOG4J_LOGGERS: kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 KAFKA_LOG_RETENTION_HOURS: 168000 depends_on: - zookeeper networks: - uam minio: image: minio/minio ports: - 9000:9000 hostname: minio environment: MINIO_ACCESS_KEY: minio MINIO_SECRET_KEY: minio123 MINIO_HTTP_TRACE: /dev/stdout command: server /data networks: - uam default-buckets: image: minio/mc entrypoint: > /bin/sh -c " sleep 20; /usr/bin/mc config host add minio http://minio:9000 minio minio123; /usr/bin/mc mb minio/dev-data-raw; /usr/bin/mc policy public minio/dev-data-raw;" depends_on: - minio networks: - uam kafka-connect: image: confluentinc/cp-kafka-connect:5.2.2 hostname: kafka-connect ports: - 8083:8083 - 3030:3030 environment: CONNECT_REST_ADVERTISED_HOST_NAME: kafka-connect CONNECT_REST_PORT: 8083 CONNECT_BOOTSTRAP_SERVERS: kafka:9094 CONNECT_GROUP_ID: primary-etl CONNECT_CONFIG_STORAGE_TOPIC: __primary-etl-configs CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1 CONNECT_OFFSET_STORAGE_TOPIC: __primary-etl-offsets CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1 CONNECT_STATUS_STORAGE_TOPIC: __primary-etl-status CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1 CONNECT_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE: "false" CONNECT_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE: "false" CONNECT_INTERNAL_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter CONNECT_INTERNAL_KEY_CONVERTER_SCHEMAS_ENABLE: "false" CONNECT_INTERNAL_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter CONNECT_INTERNAL_VALUE_CONVERTER_SCHEMAS_ENABLE: "false" CONNECT_LOG4J_ROOT_LOGLEVEL: INFO CONNECT_LOG4J_LOGGERS: org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR CONNECT_PLUGIN_PATH: /usr/share/java,/etc/kafka-connect/jars AWS_ACCESS_KEY_ID: minio AWS_SECRET_ACCESS_KEY: minio123 depends_on: - kafka - default-buckets networks: - uam networks: uam: name: uam