compose.yaml

version: '3.1'

include:
  - superset-compose.yaml

services:
  mageai:
    # build: 
    #   context: ./mage
    #   args:
    #     - "TAG=${MAGE_TAG}"
    # image: "custom-mageai-spark:${MAGE_TAG}"
    image: "mageai/mageai:${MAGE_TAG}"
    container_name: mageai
    restart: unless-stopped
    ports:
      - "6789:6789"
    volumes:
      - .:/home/src
      - "mage_data:${MAGE_DATA_DIR}"
    command: "/app/run_app.sh mage start ${MAGE_PROJECT_NAME}"
    environment:
      - "USER_CODE_PATH=/home/src/data_pipelines"
      - "MAGE_DATA_DIR=${MAGE_DATA_DIR}"
      - "CLICKHOUSE_HOST=clickhouse"
      - "CLICKHOUSE_DATABASE=${CLICKHOUSE_DB}"
      - "CLICKHOUSE_USERNAME=${CLICKHOUSE_USER}"
      - "CLICKHOUSE_PASSWORD=${CLICKHOUSE_PASSWORD}"
      - "DATALAKE_BUCKET_NAME=${DATALAKE_BUCKET_NAME}"
      - "MINIO_USER=${MINIO_ROOT_USER}"
      - "MINIO_PASSWORD=${MINIO_ROOT_PASSWORD}"
  clickhouse:
    image: "clickhouse/clickhouse-server:${CLICKHOUSE_TAG}"
    container_name: clickhouse
    restart: unless-stopped
    environment:
      - "CLICKHOUSE_DB=${CLICKHOUSE_DB}"
      - "CLICKHOUSE_USER=${CLICKHOUSE_USER}"
      - "CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT=${CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT}"
      - "CLICKHOUSE_PASSWORD=${CLICKHOUSE_PASSWORD}"
    volumes:
      - "clickhouse_data:/var/lib/clickhouse"
      - "clickhouse_logs:/var/log/clickhouse-server"
    ulimits:
      nofile:
        soft: 262144
        hard: 262144
    ports:
      - "9000:9000"
      - "8123:8123"
  init-clickhouse:
    image: "clickhouse/clickhouse-server:${CLICKHOUSE_TAG}"
    container_name: init-clickhouse
    environment:
      - "CLICKHOUSE_DB=${CLICKHOUSE_DB}"
      - "CLICKHOUSE_USER=${CLICKHOUSE_USER}"
      - "CLICKHOUSE_PASSWORD=${CLICKHOUSE_PASSWORD}"
    volumes:
      - ./scripts:/opt/scripts
    depends_on:
      - clickhouse
    entrypoint: /bin/bash
    command: ["/opt/scripts/create_readonly_user.sh", "${SUPERSET_CLICKHOUSE_USER}", "${SUPERSET_CLICKHOUSE_PASSWORD}"]
  minio:
    image: "quay.io/minio/minio:${MINIO_TAG}"
    container_name: minio
    restart: unless-stopped
    ports:
      - "29000:9000"
      - "9090:9090"
    environment:
      - "MINIO_ROOT_USER=${MINIO_ROOT_USER}"
      - "MINIO_ROOT_PASSWORD=${MINIO_ROOT_PASSWORD}"
    volumes:
      - minio_data:/data
    command: server /data --console-address ":9090"
  init-mino:
    image: "minio/mc:latest"
    depends_on:
      - minio
    container_name: init-mino
    entrypoint: >
      /bin/sh -c "
      /tmp/wait-for-it.sh minio:9000 &&
      /usr/bin/mc alias set minio http://minio:9000 ${MINIO_ROOT_USER} ${MINIO_ROOT_PASSWORD} &&
      /usr/bin/mc mb minio/${DATALAKE_BUCKET_NAME};
      exit 0;
      "
    volumes:
      - ./scripts/wait-for-it.sh:/tmp/wait-for-it.sh
  jupyterlab:
    build: 
      context: ./jupyterlab
      args:
        - "BASE_IMAGE=${JUPYTER_BASE_IMAGE}"
        - "TAG=${JUPYTER_BASE_IMAGE_TAG}"
    image: "custom-jupyter:${JUPYTER_BASE_IMAGE_TAG}"
    container_name: jupyterlab
    restart: unless-stopped
    ports:
      - "8888:8888"
    volumes:
      - ./notebooks:/home/jovyan/work
    entrypoint: sh -c 'jupyter lab --ip=0.0.0.0 --port=8888 --no-browser --allow-root'