diff --git a/src/aihero/research/finetuning/infer.py b/src/aihero/research/finetuning/infer.py index 7b669f0..0c8ca77 100644 --- a/src/aihero/research/finetuning/infer.py +++ b/src/aihero/research/finetuning/infer.py @@ -16,8 +16,7 @@ CHECKPOINT_DIR = "/mnt/checkpoint" DATASET_DIR = "/mnt/dataset" -MAX_NEW_TOKENS = 512 - +MAX_NEW_TOKENS = 7680 if os.environ.get("HF_TOKEN", None): login(token=os.environ["HF_TOKEN"])