From be25eb93fb9174ec59c37dc802ea80b013424415 Mon Sep 17 00:00:00 2001 From: scosman Date: Tue, 12 Nov 2024 09:21:11 -0500 Subject: [PATCH] Gemini not working reliabily on Openrouter for structured data. I should add Vertex as a provider. --- libs/core/kiln_ai/adapters/ml_model_list.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/libs/core/kiln_ai/adapters/ml_model_list.py b/libs/core/kiln_ai/adapters/ml_model_list.py index 4edfbcef..2cb2d43d 100644 --- a/libs/core/kiln_ai/adapters/ml_model_list.py +++ b/libs/core/kiln_ai/adapters/ml_model_list.py @@ -176,6 +176,7 @@ class KilnModel(BaseModel): providers=[ KilnModelProvider( name=ModelProviderName.openrouter, + supports_structured_output=False, # it should, but doesn't work on openrouter provider_options={"model": "google/gemini-pro-1.5"}, ), ], @@ -200,6 +201,7 @@ class KilnModel(BaseModel): providers=[ KilnModelProvider( name=ModelProviderName.openrouter, + supports_structured_output=False, provider_options={"model": "google/gemini-flash-1.5-8b"}, ), ],