From a68bc4f52dcbddbc836015ff6051c89b35c1831e Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Fri, 15 Nov 2024 19:31:41 +0800 Subject: [PATCH] format --- vllm/model_executor/models/medusa.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/medusa.py b/vllm/model_executor/models/medusa.py index f9507b466fe72..b05360b55466b 100644 --- a/vllm/model_executor/models/medusa.py +++ b/vllm/model_executor/models/medusa.py @@ -19,7 +19,8 @@ def __init__(self, config: VllmConfig, hidden_size: int, super().__init__() self.layers = nn.ModuleList([ - nn.Linear(hidden_size, hidden_size, + nn.Linear(hidden_size, + hidden_size, bias=getattr(config, "medusa_fc_bias", False)) for _ in range(num_layers) ])