docker-compose.yml

networks:
  default:
    name: datahub_network
services:
  broker:
    container_name: broker
    depends_on:
      - zookeeper
    environment:
      - KAFKA_BROKER_ID=1
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://broker:29092,PLAINTEXT_HOST://localhost:9092
      - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1
      - KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS=0
      - KAFKA_HEAP_OPTS=-Xms256m -Xmx256m
    hostname: broker
    image: confluentinc/cp-kafka:5.4.0
    ports:
      - 29092:29092
      - 9092:9092
  datahub-actions:
    depends_on:
      - datahub-gms
    environment:
      - DATAHUB_GMS_HOST=datahub-gms
      - DATAHUB_GMS_PORT=8080
      - KAFKA_BOOTSTRAP_SERVER=broker:29092
      - SCHEMA_REGISTRY_URL=http://schema-registry:8081
      - METADATA_AUDIT_EVENT_NAME=MetadataAuditEvent_v4
      - METADATA_CHANGE_LOG_VERSIONED_TOPIC_NAME=MetadataChangeLog_Versioned_v1
      - DATAHUB_SYSTEM_CLIENT_ID=__datahub_system
      - DATAHUB_SYSTEM_CLIENT_SECRET=JohnSnowKnowsNothing
      - KAFKA_PROPERTIES_SECURITY_PROTOCOL=PLAINTEXT
    hostname: actions
    image: acryldata/datahub-actions:${ACTIONS_VERSION:-head}
    restart: on-failure:5
  datahub-frontend-react:
    container_name: datahub-frontend-react
    depends_on:
      - datahub-gms
    environment:
      - DATAHUB_GMS_HOST=datahub-gms
      - DATAHUB_GMS_PORT=8080
      - DATAHUB_SECRET=YouKnowNothing
      - DATAHUB_APP_VERSION=1.0
      - DATAHUB_PLAY_MEM_BUFFER_SIZE=10MB
      - JAVA_OPTS=-Xms512m -Xmx512m -Dhttp.port=80 -Dconfig.file=datahub-frontend/conf/application.conf
        -Djava.security.auth.login.config=datahub-frontend/conf/jaas.conf -Dlogback.configurationFile=datahub-frontend/conf/logback.xml
        -Dlogback.debug=false -Dpidfile.path=/dev/null
      - KAFKA_BOOTSTRAP_SERVER=broker:29092
      - DATAHUB_TRACKING_TOPIC=DataHubUsageEvent_v1
      - ELASTIC_CLIENT_HOST={{{ $elastic_host }}}
      - ELASTIC_CLIENT_PORT=443
      - ELASTIC_CLIENT_USE_SSL=true
      - ELASTIC_CLIENT_USERNAME={{{ $elastic_username }}}
      - ELASTIC_CLIENT_PASSWORD={{{ $elastic_password }}}
    hostname: datahub-frontend-react
    image: linkedin/datahub-frontend-react:v0.8.42
    ports:
      - 80:80
    volumes:
      - ${HOME}/.datahub/plugins:/etc/datahub/plugins
      - frontend:/datahub-frontend/conf/
  datahub-gms:
    container_name: datahub-gms
    environment:
      - DATAHUB_SERVER_TYPE=${DATAHUB_SERVER_TYPE:-quickstart}
      - DATAHUB_TELEMETRY_ENABLED=true
      - DATASET_ENABLE_SCSI=false
      - EBEAN_DATASOURCE_USERNAME={{{ $mysql_username }}}
      - EBEAN_DATASOURCE_PASSWORD={{{ $mysql_password }}}
      - EBEAN_DATASOURCE_HOST={{{ $mysql_host }}}:3306
      - EBEAN_DATASOURCE_URL=jdbc:mysql://{{{ $mysql_host }}}:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
      - EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
      - KAFKA_BOOTSTRAP_SERVER=broker:29092
      - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
      - ELASTICSEARCH_HOST={{{ $elastic_host }}}
      - ELASTICSEARCH_PORT=443
      - GRAPH_SERVICE_IMPL=elasticsearch
      - JAVA_OPTS=-Xms1g -Xmx1g
      - ENTITY_REGISTRY_CONFIG_PATH=/datahub/datahub-gms/resources/entity-registry.yml
      - MAE_CONSUMER_ENABLED=true
      - MCE_CONSUMER_ENABLED=true
      - PE_CONSUMER_ENABLED=true
      - UI_INGESTION_ENABLED=true
      - UI_INGESTION_DEFAULT_CLI_VERSION=0.8.41
      - ELASTICSEARCH_USE_SSL=true
      - ELASTICSEARCH_USERNAME={{{ $elastic_username }}}
      - ELASTICSEARCH_PASSWORD={{{ $elastic_password }}}
    hostname: datahub-gms
    image: linkedin/datahub-gms:v0.8.42
    ports:
      - 8080:8080
    volumes:
      - ${HOME}/.datahub/plugins:/etc/datahub/plugins
      - ${HOME}/.datahub/plugins/auth/resources/:/etc/datahub/plugins/auth/resources
  kafka-setup:
    container_name: kafka-setup
    depends_on:
      - broker
      - schema-registry
    environment:
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_BOOTSTRAP_SERVER=broker:29092
    hostname: kafka-setup
    image: linkedin/datahub-kafka-setup:v0.8.42
  schema-registry:
    container_name: schema-registry
    depends_on:
      - zookeeper
      - broker
    environment:
      - SCHEMA_REGISTRY_HOST_NAME=schemaregistry
      - SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL=zookeeper:2181
    hostname: schema-registry
    image: confluentinc/cp-schema-registry:5.4.0
    ports:
      - 8081:8081
  zookeeper:
    container_name: zookeeper
    environment:
      - ZOOKEEPER_CLIENT_PORT=2181
      - ZOOKEEPER_TICK_TIME=2000
    hostname: zookeeper
    image: confluentinc/cp-zookeeper:5.4.0
    ports:
      - 2181:2181
    volumes:
      - zkdata:/var/opt/zookeeper
  datahub-frontend-react-setup:
    depends_on:
      - datahub-frontend-react
    container_name: datahub-frontend-react-setup
    hostname: datahub-frontend-react-setup
    image: alpine:latest
    command: sh -c "echo \"datahub:{{{ $datahub_master_password }}}\" > /datahub-frontend/conf/user.props && cd datahub-frontend/conf/ && ls && cat user.props && sleep 180"
    restart: "no"
    volumes:
      - frontend:/datahub-frontend/conf/
version: '2.3'
volumes:
  zkdata: null
  frontend: