SalazarPevelll
be
f291f4a
import argparse
import os
import json
import numpy as np
import pandas as pd
import matplotlib as mpl
import seaborn as sns
def main():
datasets = ["mnist","fmnist", "cifar10"]
selected_epochs_dict = {"mnist":[[2],[10],[20]],"fmnist":[[6],[25],[50]], "cifar10":[[24], [100],[200]]}
col = np.array(["dataset", "method", "type", "hue", "period", "eval"])
df = pd.DataFrame({}, columns=col)
for i in range(3): # dataset
dataset = datasets[i]
data = np.array([])
selected_epochs = selected_epochs_dict[dataset]
# load data from evaluation.json
# DVI
content_path = "/home/xianglin/projects/DVI_data/resnet18_{}".format(dataset)
for epoch_id in range(3):
stage_epochs = selected_epochs[epoch_id]
nn_train_list = list()
nn_test_list = list()
for epoch in stage_epochs:
eval_path = os.path.join(content_path, "Model", "Epoch_{}".format(epoch), "evaluation_step2_A.json")
with open(eval_path, "r") as f:
eval = json.load(f)
nn_train = round(eval["tr_train"], 3)
nn_test = round(eval["tr_test"], 3)
nn_train_list.append(nn_train)
nn_test_list.append(nn_test)
nn_train = sum(nn_train_list)/len(nn_train_list)
nn_test = sum(nn_test_list)/len(nn_test_list)
if len(data) == 0:
data = np.array([[dataset, "DVI", "Train", "DVI-Train", "{}".format(str(epoch_id)), nn_train]])
else:
data = np.concatenate((data, np.array([[dataset, "DVI", "Train", "DVI-Train", "{}".format(str(epoch_id)), nn_train]])), axis=0)
data = np.concatenate((data, np.array([[dataset, "DVI", "Test", "DVI-Test","{}".format(str(epoch_id)), nn_test]])), axis=0)
eval_path = "/home/xianglin/projects/DVI_data/resnet18_{}/Model/test_evaluation_tnn.json".format(dataset)
with open(eval_path, "r") as f:
eval = json.load(f)
for epoch_id in range(3):
stage_epochs = selected_epochs[epoch_id]
nn_train_list = list()
nn_test_list = list()
for epoch in stage_epochs:
nn_train = round(eval["tr_train"][str(epoch)], 3)
nn_test = round(eval["tr_test"][str(epoch)], 3)
nn_train_list.append(nn_train)
nn_test_list.append(nn_test)
nn_train = sum(nn_train_list)/len(nn_train_list)
nn_test = sum(nn_test_list)/len(nn_test_list)
data = np.concatenate((data, np.array([[dataset, "TimeVis", "Train", "TimeVis-Train", "{}".format(str(epoch_id)), nn_train]])), axis=0)
data = np.concatenate((data, np.array([[dataset, "TimeVis", "Test", "TimeVis-Test", "{}".format(str(epoch_id)), nn_test]])), axis=0)
eval_path = "/home/xianglin/projects/DVI_data/resnet18_{}/Model/test_evaluation_hybrid.json".format(dataset)
with open(eval_path, "r") as f:
eval = json.load(f)
for epoch_id in range(3):
stage_epochs = selected_epochs[epoch_id]
nn_train_list = list()
nn_test_list = list()
for epoch in stage_epochs:
nn_train = round(eval["tr_train"][str(epoch)], 3)
nn_test = round(eval["tr_test"][str(epoch)], 3)
nn_train_list.append(nn_train)
nn_test_list.append(nn_test)
nn_train = sum(nn_train_list)/len(nn_train_list)
nn_test = sum(nn_test_list)/len(nn_test_list)
data = np.concatenate((data, np.array([[dataset, "DeepDebugger", "Train", "DeepDebugger-Train", "{}".format(str(epoch_id)), nn_train]])), axis=0)
data = np.concatenate((data, np.array([[dataset, "DeepDebugger", "Test", "DeepDebugger-Test", "{}".format(str(epoch_id)), nn_test]])), axis=0)
df_tmp = pd.DataFrame(data, columns=col)
df = df.append(df_tmp, ignore_index=True)
df[["period"]] = df[["period"]].astype(int)
df[["eval"]] = df[["eval"]].astype(float)
df.to_excel("./plot_results/temporal.xlsx")
pal20c = sns.color_palette('tab20c', 20)
sns.set_theme(style="whitegrid", palette=pal20c)
hue_dict = {
"DVI-Train": pal20c[0],
"TimeVis-Train": pal20c[4],
"DeepDebugger-Train": pal20c[8],
"DVI-Test": pal20c[3],
"TimeVis-Test": pal20c[7],
"DeepDebugger-Test":pal20c[11]
}
sns.palplot([hue_dict[i] for i in hue_dict.keys()])
axes = {'labelsize': 10,
'titlesize': 10,}
mpl.rc('axes', **axes)
mpl.rcParams['xtick.labelsize'] = 10
hue_list = ["DVI-Train", "DVI-Test", "TimeVis-Train", "TimeVis-Test", "DeepDebugger-Train", "DeepDebugger-Test"]
fg = sns.catplot(
x="period",
y="eval",
hue="hue",
hue_order=hue_list,
# order = [1, 2, 3, 4, 5],
# row="method",
col="dataset",
ci=0.001,
height=2.5, #2.65,
aspect=1.0,#3,
data=df,
kind="bar",
palette=[hue_dict[i] for i in hue_list],
legend=True
)
sns.move_legend(fg, "lower center", bbox_to_anchor=(.42, 0.92), ncol=2, title=None, frameon=False)
mpl.pyplot.setp(fg._legend.get_texts(), fontsize='10')
axs = fg.axes[0]
# max_ = df["eval"].max()
# min_ = df["eval"].min()
# axs[0].set_ylim(0., max_*1.1)
axs[0].set_title("MNIST")
axs[1].set_title("FMNIST")
axs[2].set_title("CIFAR-10")
(fg.despine(bottom=False, right=False, left=False, top=False)
.set_xticklabels(['Begin', 'Mid', 'End'])
.set_axis_labels("Period", "")
)
# fg.fig.suptitle("Temporal Nieghbor preserving property")
fg.savefig(
"./plot_results/tr.png",
dpi=300,
bbox_inches="tight",
pad_inches=0.0,
transparent=True,
)
if __name__ == "__main__":
main()