makeLabelsFromCsv_v2.py

# 1 means correct language and correct meaning
# 2 means incorrect language and correct meaning
# 3 means incorrect language and incorrect meaning

import sys
import subprocess

content = []
result = []

for idx, arg in enumerate(sys.argv):
    if not idx == 0:
        with open(arg) as inputFile:
            content = inputFile.readlines()
            for line in content:
                splitted = line.split("	")
                
                # language
                language = splitted[4][1:-1].lower().replace('"', '')
                meaning = splitted[5][1:-1].lower().replace('"', '')                
                label = '-1'
                if 'correct' in language and 'correct' in meaning:
                    label = '1,0,0'
                if 'incorrect' in language  and 'correct'in meaning:
                    label = '0,1,0'
                if 'incorrect' in language and 'incorrect' in meaning:
                    label = '0,0,1'
                result.append(splitted[0].replace('"','') + ',' + label + '\n')

with open("gen_labeled_data.csv", 'w+') as outputFile:
    for entry in result:
        outputFile.write(entry)