From 5fba936822cc513a9686b66458e34aa6eed93828 Mon Sep 17 00:00:00 2001 From: markus583 Date: Mon, 8 Apr 2024 21:10:05 +0000 Subject: [PATCH] keep logits --- wtpsplit/evaluation/intrinsic.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/wtpsplit/evaluation/intrinsic.py b/wtpsplit/evaluation/intrinsic.py index 563fedd1..1381114d 100644 --- a/wtpsplit/evaluation/intrinsic.py +++ b/wtpsplit/evaluation/intrinsic.py @@ -54,6 +54,7 @@ class Args: save_suffix: str = "" do_lowercase: bool = False do_remove_punct: bool = False + keep_logits: bool = False def process_logits(text, model, lang_code, args): @@ -372,7 +373,8 @@ def main(args): ), indent=4, ) - os.remove(f.filename) + if not args.keep_logits: + os.remove(f.filename) return results, results_avg, total_test_time