[Fix] Better error message for batched prompts (vllm-project#342)

sujanp-kr · Jul 3, 2023 · 0ffded8 · 0ffded8
1 parent 0bd2a57
commit 0ffded8
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py
@@ -358,7 +358,13 @@ async def create_completion(raw_request: Request):
     model_name = request.model
     request_id = f"cmpl-{random_uuid()}"
     if isinstance(request.prompt, list):
-        assert len(request.prompt) == 1
+        if len(request.prompt) == 0:
+            return create_error_response(HTTPStatus.BAD_REQUEST,
+                                         "please provide at least one prompt")
+        if len(request.prompt) > 1:
+            return create_error_response(HTTPStatus.BAD_REQUEST,
+                                         "multiple prompts in a batch is not "
+                                         "currently supported")
         prompt = request.prompt[0]
     else:
         prompt = request.prompt