adding azure configs (#47)

ServiceNow · Oct 4, 2024 · c89641d · c89641d
1 parent 8915e92
commit c89641d
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/src/agentlab/llm/llm_configs.py b/src/agentlab/llm/llm_configs.py
@@ -65,6 +65,20 @@
         max_input_tokens=7500,
         max_new_tokens=500,
     ),
+    "azure/gpt-4o-2024-05-13": AzureModelArgs(
+        model_name="gpt-4o",
+        deployment_name="gpt-4o-2024-05-13",
+        max_total_tokens=128_000,
+        max_input_tokens=40_000,
+        max_new_tokens=4_000,
+    ),
+    "azure/gpt-4o-2024-08-06": AzureModelArgs(
+        model_name="gpt-4o",
+        deployment_name="gpt-4o-2024-08-06",
+        max_total_tokens=128_000,
+        max_input_tokens=40_000,
+        max_new_tokens=4_000,
+    ),
     # ---------------- OSS LLMs ----------------#
     "meta-llama/Meta-Llama-3-70B-Instruct": SelfHostedModelArgs(
         model_name="meta-llama/Meta-Llama-3-70B-Instruct",