Adding docker resources limits and reservations for celery

yogeshojha · Sep 12, 2024 · f2e71c4 · f2e71c4
1 parent e9251c4
commit f2e71c4
Show file tree

Hide file tree

Showing 3 changed files with 24 additions and 0 deletions.
diff --git a/.env b/.env
@@ -35,3 +35,11 @@ MIN_CONCURRENCY=10
 DJANGO_SUPERUSER_USERNAME=rengine
 DJANGO_SUPERUSER_EMAIL=[email protected]
 DJANGO_SUPERUSER_PASSWORD=Sm7IJG.IfHAFw9snSKv
+
+#
+# Docker Resource Limits
+#
+CELERY_MEM_LIMIT=8gb
+CELERY_CPU_LIMIT=2
+CELERY_CPU_RESERVE=0.50
+CELERY_MEM_RESERVE=1gb
diff --git a/docker-compose.dev.yml b/docker-compose.dev.yml
@@ -26,6 +26,14 @@ services:
     restart: always
     entrypoint: /usr/src/app/celery-entrypoint.sh
     # command: watchmedo auto-restart --recursive --pattern="*.py" --directory="/usr/src/app/reNgine/" -- celery -A reNgine.tasks worker --autoscale=10,0 -l INFO
+    deploy:
+      resources:
+        limits:
+          cpus: ${CELERY_CPU_LIMIT}
+          memory: ${CELERY_MEM_LIMIT}
+        reservations:
+          cpus: ${CELERY_CPU_RESERVE}
+          memory: ${CELERY_MEM_RESERVE} 
     volumes:
       - ./web:/usr/src/app
       - github_repos:/usr/src/github

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -27,6 +27,14 @@ services:
     restart: always
     entrypoint: /usr/src/app/celery-entrypoint.sh
     # command: celery -A reNgine worker --autoscale=${MAX_CONCURRENCY},${MIN_CONCURRENCY} -l INFO
+    deploy:
+      resources:
+        limits:
+          cpus: ${CELERY_CPU_LIMIT}
+          memory: ${CELERY_MEM_LIMIT}
+        reservations:
+          cpus: ${CELERY_CPU_RESERVE}
+          memory: ${CELERY_MEM_RESERVE} 
     volumes:
       - ./web:/usr/src/app
       - github_repos:/usr/src/github