fix

Signed-off-by: youkaichao <[email protected]>
vllm-project · Nov 16, 2024 · c93ba92 · c93ba92
1 parent 656cabd
commit c93ba92
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/config.py b/vllm/config.py
@@ -2319,7 +2319,9 @@ def __post_init__(self):
             self.quant_config = VllmConfig._get_quantization_config(
                 self.model_config, self.load_config)
 
-        self.compilation_config = CompilationConfig.select_and_init_config()
+        if self.compilation_config is None:
+            self.compilation_config = CompilationConfig.select_and_init_config(
+            )
 
         current_platform.check_and_update_config(self)