get_model_name_ft_bngu.py

import sys
import os

import argparse
 

log_dir = "him-param-outputs/logs"
 
# Initialize parser
parser = argparse.ArgumentParser()
 
# Adding optional argument
parser.add_argument("-a", "--alg", help = "Algorithms")
parser.add_argument("-m", "--model", help = "Base Model")
parser.add_argument("-l", "--lang", help = "Finetuned Language")
 
# Read arguments from command line
args = parser.parse_args()

assert args.lang in ["english", "hindi", "spanish", "french", "bengali", "gujarati", "mixed", "inverse"], 'Language not supported'
assert args.model in ["bloom-560m", "mbert-uncased", "xlm-roberta"], 'Model not supported'
assert args.alg in ["mend", "efk", "ft"], 'Algorithm not supported'

# list the txt files in the directory
suffixes = ["init-layers-1", "middle", "last-layer", "random"]

fine_tuned_model_name = []

# Check if file exists
for suffix in suffixes:
    file_name = f"{args.alg}-{args.model}-{args.lang}-{suffix}.txt"
    if os.path.isfile(f"./{log_dir}/{file_name}"):
        
        with open(f"./{log_dir}/{file_name}", "r") as f:
            # Read Each line and check if substring exists in line
            for line in f:
                if "Saving model to" in line:
                    home_idx = line.find("/home")
                    fl_name = line[home_idx:].strip() + ".bk"
                    fl_name = fl_name.split("outputs")[1]
                    f1_name2 = "/home/anonymous-xme/mend/mend/him-param-outputs/outputs" + fl_name
                    print("> Path: ", f1_name2)

                    if os.path.isfile(f1_name2):
                        mn = f""" \"{f1_name2}\", # {suffix} """
                    else:
                            mn = f""" \"Missing bk #{suffix} \", """
                    break
    else:
        mn = f""" \"Missing LOG #{suffix} \", """
    fine_tuned_model_name.append(mn)

for mn in fine_tuned_model_name:
    print(mn)