Spaces:
Runtime error
Runtime error
File size: 1,672 Bytes
0b7b08a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
import glob
import os
import matplotlib.pyplot as plt
COLORS = ["green", "blue", "orange", "black", "purple", "gray", "gold", "red", "gold", "yellow"]
color_i = 0
if __name__ == "__main__":
data = {}
color = {}
filenames = glob.glob("./eval_results/*")
for filename in filenames:
if "ig" in filename or "0713" in filename or "0819" in filename:
continue
items = filename.split("/")[-1].split("_")
if len(items) < 5:
continue
task = items[0]
if task == "ok":
task = "okvqa"
exp = "_".join(items[2:-3])
else:
exp = "_".join(items[1:-3])
if "fix" not in exp:
step = int(items[-3])
if "13" in exp:
step //= 2
score = float(items[-1])
if task not in data:
data[task] = {}
if exp not in data[task]:
data[task][exp] = []
data[task][exp].append([step, score])
if exp not in color:
color[exp] = COLORS[color_i]
color_i += 1
for task in data:
for exp in data[task]:
data[task][exp] = sorted(data[task][exp], key=lambda x: x[0])
for task in data:
plt.figure()
plt.title(f"{task} evaluation")
for exp in data[task]:
steps = [x[0] for x in data[task][exp]]
scores = [x[1] for x in data[task][exp]]
plt.plot(steps, scores, "-o", color=color[exp], label=exp)
plt.grid()
plt.legend()
plt.xlabel("step")
plt.xlim(0, 15000)
plt.savefig(f"eval_results/{task}.jpg")
|