addign withCredentials to model params

Libertai · Jul 16, 2024 · 92b3639 · 92b3639
1 parent f693207
commit 92b3639
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/src/inference.ts b/src/inference.ts
@@ -124,7 +124,7 @@ export class LlamaCppApiEngine {
 
     // Make the request
     const response = await axios.post(model.apiUrl, params, {
-      withCredentials: true,
+      withCredentials: model.withCredentials,
     });
     const data = response.data;
 

diff --git a/src/types.ts b/src/types.ts
@@ -100,6 +100,8 @@ export interface Model {
 
   /* Prompt formatting */
   promptFormat: PromptFormat;
+
+  withCredentials: boolean;
 }
 
 /* Store Configuration types */