---
version: '3.8'
services:

  connect:
    image: confluentinc/cp-kafka-connect:6.2.1
    env_file: ./../kafka-connect/setup/connect.env
    container_name: test_connect
    hostname: test_connect
    depends_on:
      - zookeeper
      - broker
      - mysqldb
      - mongo
    ports:
      - "58083:58083"    
#    volumes:        
#      - ./../kafka-connect/setup/confluentinc-kafka-connect-jdbc-10.2.5:/usr/local/share/kafka/plugins/confluentinc-kafka-connect-jdbc-10.2.5
#      - ./../kafka-connect/setup/confluentinc-connect-transforms-1.4.1:/usr/local/share/kafka/plugins/confluentinc-connect-transforms-1.4.1
#      - ./../kafka-connect/setup/debezium-debezium-connector-mysql-1.7.0:/usr/local/share/kafka/plugins/debezium-debezium-connector-mysql-1.7.0
#      - ./../kafka-connect/setup/gcp-bigquery-project-keyfile.json:/usr/local/share/gcp-bigquery-project-keyfile.json
    command:
      - bash
      - -c
      - |
        echo "Installing Connector"
        #
        confluent-hub install --no-prompt confluentinc/kafka-connect-jdbc:10.2.5      
        #
        confluent-hub install --no-prompt confluentinc/connect-transforms:1.4.1
        #
        confluent-hub install --no-prompt confluentinc/kafka-connect-datagen:0.6.0
        #
        confluent-hub install --no-prompt debezium/debezium-connector-mysql:1.7.0
        #
        #confluent-hub install --no-prompt wepay/kafka-connect-bigquery:1.6.8
        #
        confluent-hub install --no-prompt mongodb/kafka-connect-mongodb:1.8.0
        #
        curl -k -SL "https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-8.0.27.tar.gz" \
             | tar -xzf - -C /usr/share/confluent-hub-components/confluentinc-kafka-connect-jdbc/lib \
             --strip-components=1 mysql-connector-java-8.0.27/mysql-connector-java-8.0.27.jar
        #
        curl -k -SL "https://repo1.maven.org/maven2/io/strimzi/kafka-env-var-config-provider/0.1.1/kafka-env-var-config-provider-0.1.1.tar.gz" \
             | tar -xzf - -C /usr/share/confluent-hub-components/
        #             
        echo "Launching Kafka Connect worker"
        #
        /etc/confluent/docker/run &
        #
        sleep infinity
  mysqldb:
    image: mysql:5.7
    environment:
      MYSQL_ROOT_PASSWORD: rootpwd
      MYSQL_USER: foo
      MYSQL_PASSWORD: datahub
      MYSQL_DATABASE: librarydb
    container_name: test_mysql
    hostname: test_mysql
    ports:
      - "53306:3306"
    volumes:  
      - ./../kafka-connect/setup/conf/mysqld.cnf:/etc/mysql/mysql.conf.d/mysqld.cnf
      - ./../kafka-connect/setup/mysql-setup.sql:/docker-entrypoint-initdb.d/mysql-setup.sql

  postgresdb:
    image: postgres:alpine
    container_name: "test_postgres"
    environment:
      POSTGRES_PASSWORD: datahub
    volumes:  
      - ./../kafka-connect/setup/mysql-setup.sql:/docker-entrypoint-initdb.d/postgres_setup.sql
    ports:
      - "5432:5432"

  mongo:
    hostname: mongo
    image: mongo:4.2.9
    container_name: "test_mongo"
    ports:
      - "27017:27017"
    command: --replSet rs0
    environment:
      - MONGO_INITDB_ROOT_USERNAME=admin
      - MONGO_INITDB_ROOT_PASSWORD=admin
      - MONGO_INITDB_DATABASE=test_db
      - MONGO_INITDB_USERNAME=kafka-connector
      - MONGO_INITDB_PASSWORD=password
    volumes:
      - ./../kafka-connect/setup/conf/mongo-init.sh:/docker-entrypoint-initdb.d/mongo-init.sh:ro

volumes:
    test_zkdata: