diff --git a/llm_client/src/broker.rs b/llm_client/src/broker.rs index 81347ae1..c53885e7 100644 --- a/llm_client/src/broker.rs +++ b/llm_client/src/broker.rs @@ -73,7 +73,9 @@ impl LLMBroker { ) .add_provider( LLMProvider::CodeStory(CodeStoryLLMTypes { llm_type: None }), - Box::new(CodeStoryClient::new("http://localhost:8080")), + Box::new(CodeStoryClient::new( + "https://codestory-provider-dot-anton-390822.ue.r.appspot.com", + )), ) .add_provider(LLMProvider::FireworksAI, Box::new(FireworksAIClient::new())) .add_provider(LLMProvider::Anthropic, Box::new(AnthropicClient::new())) diff --git a/sidecar/src/agentic/tool/session/tool_use_agent.rs b/sidecar/src/agentic/tool/session/tool_use_agent.rs index ce595de7..b13b76ce 100644 --- a/sidecar/src/agentic/tool/session/tool_use_agent.rs +++ b/sidecar/src/agentic/tool/session/tool_use_agent.rs @@ -688,25 +688,27 @@ You accomplish a given task iteratively, breaking it down into clear steps and w ) .await } else if llm_properties.provider().is_codestory() { - CodeStoryClient::new("http://localhost:8080") - .stream_completion_with_tool( - llm_properties.api_key().clone(), - LLMClientCompletionRequest::new( - llm_properties.llm().clone(), - final_messages, - 0.2, - None, - ), - // llm_properties.provider().clone(), - vec![ - ("event_type".to_owned(), "tool_use".to_owned()), - ("root_id".to_owned(), cloned_root_request_id), - ] - .into_iter() - .collect(), - sender, - ) - .await + CodeStoryClient::new( + "https://codestory-provider-dot-anton-390822.ue.r.appspot.com", + ) + .stream_completion_with_tool( + llm_properties.api_key().clone(), + LLMClientCompletionRequest::new( + llm_properties.llm().clone(), + final_messages, + 0.2, + None, + ), + // llm_properties.provider().clone(), + vec![ + ("event_type".to_owned(), "tool_use".to_owned()), + ("root_id".to_owned(), cloned_root_request_id), + ] + .into_iter() + .collect(), + sender, + ) + .await } else { OpenRouterClient::new() .stream_completion_with_tool(