fix error retrying

bricks-cloud · Mar 23, 2024 · c792ec2 · c792ec2
1 parent d4b0e38
commit c792ec2
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/internal/server/web/proxy/proxy.go b/internal/server/web/proxy/proxy.go
@@ -1176,11 +1176,12 @@ func getChatCompletionHandler(prod, private bool, client http.Client, log *zap.L
 				if err != nil {
 					stats.Incr("bricksllm.proxy.get_chat_completion_handler.json_marshal_error", nil, 1)
 					logError(log, "error when marshalling bytes for openai streaming chat completion error response", prod, cid, err)
-					return true
+					return false
 				}
 
 				c.SSEvent("", string(bytes))
-				return true
+				c.SSEvent("", " [DONE]")
+				return false
 			}
 
 			streamingResponse = append(streamingResponse, raw)