diff --git a/server/utils/chats/openaiCompatible.js b/server/utils/chats/openaiCompatible.js
index fcae978276..38bb27188d 100644
--- a/server/utils/chats/openaiCompatible.js
+++ b/server/utils/chats/openaiCompatible.js
@@ -481,6 +481,7 @@ function formatJSON(
     model: model,
     choices: [
       {
+        index: 0,
         [chunked ? "delta" : "message"]: {
           role: "assistant",
           content: chat.textResponse,