-
Notifications
You must be signed in to change notification settings - Fork 3
/
docker-compose.override.yml
118 lines (118 loc) · 4.17 KB
/
docker-compose.override.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
version: '3.1'
services:
scheduler:
environment:
AIRFLOW__SCHEDULER__DAG_DIR_LIST_INTERVAL: '10'
AIRFLOW_CONN_POSTGRES_DEFAULT: '{"conn_type": "postgres", "login": "postgres", "password": "postgres", "host": "postgres", "port": 5432, "schema": "postgres"}'
AIRFLOW_CONN_MINIO_DEFAULT: '{"conn_type": "aws", "login": "minioadmin", "password": "minioadmin", "extra": "{\"aws_access_key_id\": \"minioadmin\", \"aws_secret_access_key\": \"minioadmin\", \"endpoint_url\": \"http://minio:9000\"}"}'
AIRFLOW_CONN_KUBERNETES_DEFAULT: '{"conn_type": "kubernetes", "extra": {"in_cluster": false, "kube_config_path": "/usr/local/airflow/include/.kube/config", "namespace": "docker-desktop"}}'
AWS_ACCESS_KEY_ID: 'minioadmin'
AWS_SECRET_ACCESS_KEY: 'minioadmin'
USERNAME: 'astro'
METAFLOW_AIRFLOW_KUBERNETES_CONN_ID: 'kubernetes_default'
METAFLOW_AIRFLOW_KUBERNETES_KUBECONFIG_CONTEXT: docker-desktop
METAFLOW_DATASTORE_SYSROOT_S3: 's3://metaflow-data/metaflow'
METAFLOW_S3_ENDPOINT_URL: 'http://host.docker.internal:9000'
METAFLOW_DATATOOLS_S3ROOT: 's3://metaflow-data/data'
METAFLOW_SERVICE_INTERNAL_URL: 'http://host.docker.internal:8081'
METAFLOW_SERVICE_URL: 'http://host.docker.internal:8081'
METAFLOW_SERVICE: 'http://localhost:8083/'
METAFLOW_DEFAULT_DATASTORE: 's3'
METAFLOW_DEFAULT_METADATA: 'service'
networks:
- airflow
extra_hosts:
- "host.docker.internal:host-gateway"
minio:
image: quay.io/minio/minio
command:
- server
- /data
- --console-address
- ":9001"
ports:
- 9000:9000
- 9001:9001
volumes:
- ${PWD}/include/minio/data:/data
environment:
MINIO_ROOT_USER: 'minioadmin'
MINIO_ROOT_PASSWORD: 'minioadmin'
networks:
- airflow
extra_hosts:
- "host.docker.internal:host-gateway"
metaflow-metadata-service:
image: public.ecr.aws/outerbounds/metaflow_metadata_service:2.3.8
environment:
AWS_ACCESS_KEY_ID: 'minioadmin'
AWS_SECRET_ACCESS_KEY: 'minioadmin'
MF_METADATA_PORT: 8081
MF_MIGRATION_PORT: 8082
METAFLOW_AIRFLOW_KUBERNETES_CONN_ID: 'kubernetes_default'
METAFLOW_AIRFLOW_KUBERNETES_KUBECONFIG_CONTEXT: docker-desktop
METAFLOW_DATASTORE_SYSROOT_S3: 's3://metaflow-data/metaflow'
METAFLOW_S3_ENDPOINT_URL: 'http://host.docker.internal:9000'
METAFLOW_DATATOOLS_S3ROOT: 's3://metaflow-data/data'
METAFLOW_SERVICE_INTERNAL_URL: 'http://host.docker.internal:8081'
METAFLOW_SERVICE_URL: 'http://host.docker.internal:8081'
METAFLOW_SERVICE: 'http://localhost:8083/'
METAFLOW_DEFAULT_DATASTORE: 's3'
METAFLOW_DEFAULT_METADATA: 'service'
MF_METADATA_DB_NAME: 'postgres'
MF_METADATA_DB_PORT: '5432'
MF_METADATA_DB_PSWD: 'postgres'
MF_METADATA_DB_USER: 'postgres'
MF_METADATA_DB_HOST: 'postgres'
DB_SCHEMA_NAME: 'public'
ports:
- 8081:8081
- 8082:8082
networks:
- airflow
depends_on:
- postgres
extra_hosts:
- "host.docker.internal:host-gateway"
metaflow-ui:
image: metaflow-ui:local
build: ./include/metaflow-ui
environment:
PORT: 3000
METAFLOW_SERVICE: 'http://localhost:8083/'
ports:
- 3000:3000
networks:
- airflow
depends_on:
- metaflow-ui-backend
extra_hosts:
- "host.docker.internal:host-gateway"
metaflow-ui-backend:
image: public.ecr.aws/outerbounds/metaflow_metadata_service:2.3.8
command:
- /opt/latest/bin/python3
- -m
- services.ui_backend_service.ui_server
environment:
LOGLEVEL: "DEBUG"
AWS_ACCESS_KEY_ID: 'minioadmin'
AWS_SECRET_ACCESS_KEY: 'minioadmin'
METAFLOW_S3_ENDPOINT_URL: 'http://host.docker.internal:9000'
MF_METADATA_DB_NAME: 'postgres'
MF_METADATA_DB_PORT: '5432'
MF_METADATA_DB_PSWD: 'postgres'
MF_METADATA_DB_USER: 'postgres'
MF_METADATA_DB_HOST: 'postgres'
DB_SCHEMA_NAME: 'public'
ports:
- 8083:8083
networks:
- airflow
depends_on:
- postgres
extra_hosts:
- "host.docker.internal:host-gateway"
pod-image:
image: pod_image:local
build: ./include/pod_image/