From c93ba920aab95b7220ab7d5f59b6266fa8402ba9 Mon Sep 17 00:00:00 2001
From: youkaichao <youkaichao@gmail.com>
Date: Fri, 15 Nov 2024 16:35:26 -0800
Subject: [PATCH] fix

Signed-off-by: youkaichao <youkaichao@gmail.com>
---
 vllm/config.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/vllm/config.py b/vllm/config.py
index 463b716745cbd..1ab79193192c7 100644
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -2319,7 +2319,9 @@ def __post_init__(self):
             self.quant_config = VllmConfig._get_quantization_config(
                 self.model_config, self.load_config)
 
-        self.compilation_config = CompilationConfig.select_and_init_config()
+        if self.compilation_config is None:
+            self.compilation_config = CompilationConfig.select_and_init_config(
+            )
 
         current_platform.check_and_update_config(self)