Gemini not working reliabily on Openrouter for structured data. I sho…

…uld add Vertex as a provider.
Kiln-AI · Nov 12, 2024 · be25eb9 · be25eb9
1 parent dd00db3
commit be25eb9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/libs/core/kiln_ai/adapters/ml_model_list.py b/libs/core/kiln_ai/adapters/ml_model_list.py
@@ -176,6 +176,7 @@ class KilnModel(BaseModel):
         providers=[
             KilnModelProvider(
                 name=ModelProviderName.openrouter,
+                supports_structured_output=False,  # it should, but doesn't work on openrouter
                 provider_options={"model": "google/gemini-pro-1.5"},
             ),
         ],
@@ -200,6 +201,7 @@ class KilnModel(BaseModel):
         providers=[
             KilnModelProvider(
                 name=ModelProviderName.openrouter,
+                supports_structured_output=False,
                 provider_options={"model": "google/gemini-flash-1.5-8b"},
             ),
         ],