part3_master.py

import matplotlib.pyplot as plt
from part3_baseline import epochs
from part3_optimization import momentum,lr,std
import time
FOLDER="./results/part3/"

x_axis = [i+1 for i in range(epochs)]

def title(s):
    print("=".center(50,"="))
    print(s.replace('_',' ').center(50,"="))
    print("=".center(50,"="))
    return s
def breaksection():
    print("\n")

def plot_2_graphs(results_object_list, labels_list, y_axis_labels,title,ylim=0,save=True):
    i = 0
    for j,results in enumerate(results_object_list):
        plt.clf()
        for y_axis in results:
            plt.plot(x_axis, y_axis, label=labels_list[i])
            i+=1
        plt.xlabel("epochs")
        plt.ylabel(y_axis_labels[j])
        if ylim != 0:
            plt.ylim(ylim[0],ylim[1])
            ylim=0
        plt.grid(True)
        plt.legend()
        plt.title(title.replace('_',' '))
        if not save:
            plt.show()
        else:
            plt.savefig(FOLDER+title+"_"+y_axis_labels[j]+".png")

def get_labels(name):
    labels = ["{0} Train Err", "{0} Test Err", "{0} Train Acc", "{0} Test Acc"]
    result = []
    for l in labels:
        l=l.format(name)
        result.append(l)
    return result
def p_time(t):
    print(f"Time:{round(t)}".center(50,"="))

total_time = 0
"""
"PART A: compart the best parameters in baseline with/out adam
"       optimization
"""
t = title("SGD_Adam")
from part3_baseline import params, train_and_test_for_params
t0=time.time()
res = train_and_test_for_params(params)
t1=time.time()-t0
total_time+=t1
p_time(t1)

from part3_optimization import activate_optimization
t0=time.time()
result_optimization = activate_optimization()
t1=time.time()-t0
total_time+=t1
p_time(t1)

result_baseline = res[(momentum,lr,std)]
resultsA = [result_baseline[0], result_baseline[2], result_optimization[0], result_optimization[2]]
resultsB = [result_baseline[1], result_baseline[3], result_optimization[1], result_optimization[3]]
results = [resultsA, resultsB]
labels = ["SGD Train Err", "SGD Test Err", "Adam Train Err", "Adam Test Err", "SGD Train Acc", "SGD Test Acc", "Adam Train Acc", "Adam Test Acc"]
ylabels = ["loss","accuracy"]

plot_2_graphs(results, labels, ylabels, ylim=(1,3),title=t)
breaksection()

"""
"PART B: Xavier Initialization
"""
from part3_xavier import activate_xavier
t=title("Xavier_Init")
t0=time.time()
result_xavier = activate_xavier()
t1=time.time()-t0
total_time+=t1
p_time(t1)

results = [[result_xavier[0], result_xavier[2]],[result_xavier[1],result_xavier[3]]]
labels=get_labels("Xavier")

plot_2_graphs(results, labels, ylabels,title=t)
breaksection()

"""
"PART C: Weight decay Initialization
"""
from part3_regularization_decay import activate_decay
t=title("Regularization_decay")
t0=time.time()
results = activate_decay()
t1=time.time()-t0
total_time+=t1
p_time(t1)

results = [[results[0], results[2]],[results[1],results[3]]]
labels=get_labels("Weight Decay")

plot_2_graphs(results, labels, ylabels,title=t)
print()

t=title("Regularization_dropout")
from part3_regularization_dropout import activate_dropout
t0=time.time()
results = activate_dropout()
t1=time.time()-t0
total_time+=t1
p_time(t1)

results = [[results[0], results[2]],[results[1],results[3]]]
labels=get_labels("Dropout")

plot_2_graphs(results, labels, ylabels,title=t)
breaksection()

"""
"PART D: PCA Whitening 
"""
t=title("PCA_Whitening")
from part3_whitening import activate_whitening
t0=time.time()
results = activate_whitening()
t1=time.time()-t0
total_time+=t1
p_time(t1)

results = [[results[0], results[2]],[results[1],results[3]]]
labels=get_labels("Whitening")

plot_2_graphs(results, labels, ylabels,title=t)
breaksection()

"""
"PART E: Varying network widths
"""
from part3_width import activate_width
t=title("Varying_widths")
t0=time.time()
w64, w1024, w4096 = activate_width()
t1=time.time()-t0
total_time+=t1
p_time(t1)

results = [
        [w64[0],w64[2],w1024[0],w1024[2],w4096[0],w4096[2]],
        [w64[1],w64[3],w1024[1],w1024[3],w4096[1],w4096[3]],
        ]
labels = ["(64,16) Train Err","(64,16) Test Err", "(256,64) Train Err", "(256, 64) Test Err", "(512,256) Train Err", "(512,256) Test Err", "(64,16) Train Acc","(64,16) Test Acc", "(256,64) Train Acc", "(256,64) Test Acc", "(512,256) Train Acc", "(512,256) Test Acc"]

plot_2_graphs(results, labels, ylabels,title=t)
breaksection()

"""
"PART F: Varying network depths
"""
t=title("Varying_depths")
from part3_depth import activate3, activate4, activate5
t0=time.time()
d3 = activate3()
d4 = activate4()
d5 = activate5()
t1=time.time()-t0
total_time+=t1
p_time(t1)

results = [
        [d3[0],d3[2],d4[0],d4[2],d5[0],d5[2]],
        [d3[1],d3[3],d4[1],d4[3],d5[1],d5[3]],
        ]
labels = ["d3 Train Err","d3 Test Err", "d4 Train Err", "d4 Test Err", "d5 Train Err", "d5 Test Err", "d3 Train Acc","d3 Test Acc", "d4 Train Acc", "d4 Test Acc", "d5 Train Acc", "d5 Test Acc"]

plot_2_graphs(results, labels, ylabels,title=t)
breaksection()

title(f"Total_time: {total_time}")