[sidecar] fix the endpoint

codestoryai · Dec 20, 2024 · 7c05932 · 7c05932
1 parent 4dcf237
commit 7c05932
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 20 deletions.
diff --git a/llm_client/src/broker.rs b/llm_client/src/broker.rs
@@ -73,7 +73,9 @@ impl LLMBroker {
             )
             .add_provider(
                 LLMProvider::CodeStory(CodeStoryLLMTypes { llm_type: None }),
-                Box::new(CodeStoryClient::new("http://localhost:8080")),
+                Box::new(CodeStoryClient::new(
+                    "https://codestory-provider-dot-anton-390822.ue.r.appspot.com",
+                )),
             )
             .add_provider(LLMProvider::FireworksAI, Box::new(FireworksAIClient::new()))
             .add_provider(LLMProvider::Anthropic, Box::new(AnthropicClient::new()))

diff --git a/sidecar/src/agentic/tool/session/tool_use_agent.rs b/sidecar/src/agentic/tool/session/tool_use_agent.rs
@@ -688,25 +688,27 @@ You accomplish a given task iteratively, breaking it down into clear steps and w
                         )
                         .await
                 } else if llm_properties.provider().is_codestory() {
-                    CodeStoryClient::new("http://localhost:8080")
-                        .stream_completion_with_tool(
-                            llm_properties.api_key().clone(),
-                            LLMClientCompletionRequest::new(
-                                llm_properties.llm().clone(),
-                                final_messages,
-                                0.2,
-                                None,
-                            ),
-                            // llm_properties.provider().clone(),
-                            vec![
-                                ("event_type".to_owned(), "tool_use".to_owned()),
-                                ("root_id".to_owned(), cloned_root_request_id),
-                            ]
-                            .into_iter()
-                            .collect(),
-                            sender,
-                        )
-                        .await
+                    CodeStoryClient::new(
+                        "https://codestory-provider-dot-anton-390822.ue.r.appspot.com",
+                    )
+                    .stream_completion_with_tool(
+                        llm_properties.api_key().clone(),
+                        LLMClientCompletionRequest::new(
+                            llm_properties.llm().clone(),
+                            final_messages,
+                            0.2,
+                            None,
+                        ),
+                        // llm_properties.provider().clone(),
+                        vec![
+                            ("event_type".to_owned(), "tool_use".to_owned()),
+                            ("root_id".to_owned(), cloned_root_request_id),
+                        ]
+                        .into_iter()
+                        .collect(),
+                        sender,
+                    )
+                    .await
                 } else {
                     OpenRouterClient::new()
                         .stream_completion_with_tool(