azure + groq

shroominic · Jun 15, 2024 · 9f2954c · 9f2954c
1 parent 5ac03b3
commit 9f2954c
Showing 1 changed file with 21 additions and 1 deletion.
diff --git a/src/funcchain/model/defaults.py b/src/funcchain/model/defaults.py
@@ -63,6 +63,7 @@ def default_model_fallback(
     if input("ModelNotFound: Do you want to download a local model instead?").lower().startswith("y"):
         model_kwargs.update(settings.llamacpp_kwargs())
         return ChatLlamaCpp(
+            # todo change to NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF
             model_path=get_gguf_model("neural-chat-7b-v3-1", "Q4_K_M", settings).as_posix(),
             **model_kwargs,
         )
@@ -115,6 +116,13 @@ def univeral_model_selector(
                     model_kwargs.update(settings.openai_kwargs())
                     return ChatOpenAI(**model_kwargs)
 
+                case "azure":
+                    from langchain_openai import AzureChatOpenAI
+
+                    model_kwargs.update(settings.azure_kwargs())
+                    deployment_name = model_kwargs.pop("model_name", None)
+                    return AzureChatOpenAI(azure_deployment=deployment_name, **model_kwargs)
+
                 case "anthropic":
                     from langchain_anthropic import ChatAnthropic
 
@@ -127,6 +135,11 @@ def univeral_model_selector(
 
                     return ChatGoogleGenerativeAI(**model_kwargs)
 
+                case "groq":
+                    from langchain_groq import ChatGroq
+
+                    return ChatGroq(**model_kwargs)
+
                 case "ollama":
                     from .patches.ollama import ChatOllama
 
@@ -172,7 +185,9 @@ def univeral_model_selector(
     if settings.azure_api_key:
         from langchain_openai import AzureChatOpenAI
 
-        return AzureChatOpenAI(**model_kwargs)
+        model_kwargs.update(settings.azure_kwargs())
+        deployment_name = model_kwargs.pop("model_name", None)
+        return AzureChatOpenAI(azure_deployment=deployment_name, **model_kwargs)
 
     if settings.anthropic_api_key:
         from langchain_anthropic import ChatAnthropic
@@ -186,6 +201,11 @@ def univeral_model_selector(
 
         return ChatGoogleGenerativeAI(**model_kwargs)
 
+    if settings.groq_api_key:
+        from langchain_groq import ChatGroq
+
+        return ChatGroq(**model_kwargs)
+
     raise ValueError(
         "Could not read llm selector string. Please check "
         "[here](https://github.com/shroominic/funcchain/blob/main/MODELS.md) "