Update load from local

ai-hero · Feb 19, 2024 · d62ca97 · d62ca97
1 parent e9519c8
commit d62ca97
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/aihero/research/finetuning/train.py b/src/aihero/research/finetuning/train.py
@@ -320,7 +320,7 @@ def train(self) -> None:
         if self.training_job.peft:
             lora_config = LoraConfig(**self.training_job.peft.model_dump())
             model = get_peft_model(self.model, lora_config)
-            if self.training_job.peft.bf16:
+            if self.training_job.sft.bf16:
                 peft_module_casting_to_bf16(model, self.training_job.peft.model_dump())
             model.print_trainable_parameters()
             self.training_job.sft.peft_config = lora_config