From bba1cc6c79b6c52fd1f89d5c786d778d58e86b8a Mon Sep 17 00:00:00 2001 From: Isotr0py <2037008807@qq.com> Date: Fri, 28 Jun 2024 20:03:41 +0800 Subject: [PATCH] [Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU runner (#5956) --- vllm/worker/cpu_model_runner.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py index a4411c5b78347..a3dc57574d1e0 100644 --- a/vllm/worker/cpu_model_runner.py +++ b/vllm/worker/cpu_model_runner.py @@ -358,6 +358,7 @@ def prepare_model_input( input_positions=input_positions, attn_metadata=attn_metadata, sampling_metadata=sampling_metadata, + multi_modal_kwargs=multi_modal_kwargs, ) @torch.inference_mode()