Single container deployment

cohere-ai · Jun 27, 2024 · b02b71e · b02b71e
1 parent 48ed2ea
commit b02b71e
Show file tree

Hide file tree

Showing 2 changed files with 35 additions and 35 deletions.
diff --git a/src/backend/config/deployments.py b/src/backend/config/deployments.py
@@ -30,41 +30,41 @@ class ModelDeploymentName(StrEnum):
 
 
 ALL_MODEL_DEPLOYMENTS = {
-    ModelDeploymentName.CoherePlatform: Deployment(
-        name=ModelDeploymentName.CoherePlatform,
-        deployment_class=CohereDeployment,
-        models=CohereDeployment.list_models(),
-        is_available=CohereDeployment.is_available(),
-        env_vars=COHERE_ENV_VARS,
-    ),
+#     ModelDeploymentName.CoherePlatform: Deployment(
+#         name=ModelDeploymentName.CoherePlatform,
+#         deployment_class=CohereDeployment,
+#         models=CohereDeployment.list_models(),
+#         is_available=CohereDeployment.is_available(),
+#         env_vars=COHERE_ENV_VARS,
+#     ),
     ModelDeploymentName.SingleContainer: Deployment(
         name=ModelDeploymentName.SingleContainer,
         deployment_class=SingleContainerDeployment,
         models=SingleContainerDeployment.list_models(),
         is_available=SingleContainerDeployment.is_available(),
         env_vars=SC_ENV_VARS,
     ),
-    ModelDeploymentName.SageMaker: Deployment(
-        name=ModelDeploymentName.SageMaker,
-        deployment_class=SageMakerDeployment,
-        models=SageMakerDeployment.list_models(),
-        is_available=SageMakerDeployment.is_available(),
-        env_vars=SAGE_MAKER_ENV_VARS,
-    ),
-    ModelDeploymentName.Azure: Deployment(
-        name=ModelDeploymentName.Azure,
-        deployment_class=AzureDeployment,
-        models=AzureDeployment.list_models(),
-        is_available=AzureDeployment.is_available(),
-        env_vars=AZURE_ENV_VARS,
-    ),
-    ModelDeploymentName.Bedrock: Deployment(
-        name=ModelDeploymentName.Bedrock,
-        deployment_class=BedrockDeployment,
-        models=BedrockDeployment.list_models(),
-        is_available=BedrockDeployment.is_available(),
-        env_vars=BEDROCK_ENV_VARS,
-    ),
+    # ModelDeploymentName.SageMaker: Deployment(
+    #     name=ModelDeploymentName.SageMaker,
+    #     deployment_class=SageMakerDeployment,
+    #     models=SageMakerDeployment.list_models(),
+    #     is_available=SageMakerDeployment.is_available(),
+    #     env_vars=SAGE_MAKER_ENV_VARS,
+    # ),
+    # ModelDeploymentName.Azure: Deployment(
+    #     name=ModelDeploymentName.Azure,
+    #     deployment_class=AzureDeployment,
+    #     models=AzureDeployment.list_models(),
+    #     is_available=AzureDeployment.is_available(),
+    #     env_vars=AZURE_ENV_VARS,
+    # ),
+    # ModelDeploymentName.Bedrock: Deployment(
+    #     name=ModelDeploymentName.Bedrock,
+    #     deployment_class=BedrockDeployment,
+    #     models=BedrockDeployment.list_models(),
+    #     is_available=BedrockDeployment.is_available(),
+    #     env_vars=BEDROCK_ENV_VARS,
+    # ),
 }
 
 

diff --git a/src/community/config/deployments.py b/src/community/config/deployments.py
@@ -13,13 +13,13 @@ class ModelDeploymentName(StrEnum):
 
 
 AVAILABLE_MODEL_DEPLOYMENTS = {
-    ModelDeploymentName.HuggingFace: Deployment(
-        name=ModelDeploymentName.HuggingFace,
-        deployment_class=HuggingFaceDeployment,
-        models=HuggingFaceDeployment.list_models(),
-        is_available=HuggingFaceDeployment.is_available(),
-        env_vars=[],
-    ),
+    # ModelDeploymentName.HuggingFace: Deployment(
+    #     name=ModelDeploymentName.HuggingFace,
+    #     deployment_class=HuggingFaceDeployment,
+    #     models=HuggingFaceDeployment.list_models(),
+    #     is_available=HuggingFaceDeployment.is_available(),
+    #     env_vars=[],
+    # ),
     # Add the below for local model deployments
     # ModelDeploymentName.LocalModel: Deployment(
     #     name=ModelDeploymentName.LocalModel,