-
Notifications
You must be signed in to change notification settings - Fork 17
/
graphEvaluation.py
96 lines (81 loc) · 43 KB
/
graphEvaluation.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
import math
import numpy as np
import matplotlib.pyplot as plot
xs = range(1,36)
MAXIMUMY = None
def standardError(l):
d = np.array(l) - average(l)
d = d*d
variance = d.sum()/len(l)
deviation = math.sqrt(variance)
return deviation/math.sqrt(len(l))
def bernoulliStandardError(l):
p = average(l)
q = 1.0 - p
return math.sqrt(p*q/len(l))
def average(l):
return np.array(l).sum()/float(len(l))
def plotAverages(d,f):
global MAXIMUMY
y = [average(d[x]) for x in xs ]
e = [standardError(d[x]) for x in xs ]
plot.errorbar(xs,y,fmt = f,yerr = e)
MAXIMUMY = max(y + [MAXIMUMY])
def plotBernoulli(d,f):
global MAXIMUMY
d = [ [ (1 if z == 1 else 0) for z in d[x] ]
for x in xs ]
y = [average(z) for z in d ]
e = [ bernoulliStandardError(z) for z in d ]
plot.errorbar(xs,y,fmt = f,yerr = e)
MAXIMUMY = max(y + [MAXIMUMY])
def showFigure(y):
plot.xlabel('# objects')
plot.ylabel(y)
plot.xticks(xs,
['1'] + ['']*10 + ['12'] + ['']*11 + ['24'] + ['']*10 + ['36'])
ys = range(-1,int(MAXIMUMY + 1))
print MAXIMUMY
plot.ylim(ymin = -1)
#plot.axvline(x = 12,ymin = 0,ymax = 24,color = 'k')
# plot.annotate("Within-sample generalization",
# rotation = 90,
# xytext = (11.5,10),
# xy = (7,10),
# arrowprops = dict(facecolor = 'black',shrink = 0.05))
# plot.annotate("out-of-sample generalization",
# rotation = 90,
# xytext = (12.5,10),
# xy = (12 + 5,10),
# arrowprops = dict(facecolor = 'black',shrink = 0.05))
plot.legend(['SMC+NN (100 particles)','NN (10 particles)','SMC (1000 particles)','LSTM (1000 particles)'], loc = 0, fontsize = 9)
plot.show()
plotAverages({1: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 2: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 3: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 4: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 5: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 6: [4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 7: [0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 8: [0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0], 9: [0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 10: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 11: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 12: [0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 13: [0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0], 14: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 15: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 16: [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 17: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6], 18: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 19: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 20: [4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 21: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 22: [0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 23: [0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0], 24: [9, 0, 0, 0, 2, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 2, 0, 0, 2, 0, 0], 25: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0], 26: [0, 0, 0, 18, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0], 27: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], 28: [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 4, 0, 4, 0, 0, 0, 9, 0, 0, 0, 0], 29: [2, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 16, 0, 0, 0, 0, 0], 30: [2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 31: [0, 9, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0], 32: [0, 8, 2, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 0, 0, 0, 0, 15, 0], 33: [0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 4, 2, 4, 0, 0, 16, 7, 0, 0, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 11], 34: [0, 2, 0, 0, 0, 0, 0, 3, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 35: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 2, 12, 0, 3, 0, 0], 36: [0, 0, 0, 0, 0, 0, 2, 8, 6, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, 'r')
plotAverages({1: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 2: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 3: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 4: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 5: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 6: [6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 7: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 7, 0, 0], 8: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0], 9: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 10: [0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0], 11: [11, 11, 0, 0, 11, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11], 12: [0, 0, 12, 0, 0, 12, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 13: [2, 0, 0, 0, 13, 0, 0, 13, 0, 13, 13, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0], 14: [0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14], 15: [0, 0, 0, 0, 15, 15, 0, 15, 0, 15, 15, 0, 0, 15, 0, 0, 15, 0, 0, 0, 0, 0], 16: [0, 16, 0, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0], 17: [0, 0, 0, 0, 0, 0, 0, 0, 0, 17, 17, 0, 0, 17, 0, 0, 17, 0, 17, 0, 0, 17, 0, 0, 0, 17, 0, 0, 17], 18: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 18, 0, 0, 0, 18, 0, 0, 18, 0, 18, 0, 0, 0, 0, 0, 0], 19: [0, 0, 19, 0, 0, 0, 19, 19, 0, 0, 0, 0, 19, 19, 19, 19, 19, 19, 19, 0, 0, 19, 19, 19, 19, 0, 0, 0, 19, 0, 19, 0, 0, 19, 19, 19], 20: [20, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 20, 0, 0, 0, 0, 0, 20, 0, 20, 0, 0], 21: [21, 21, 21, 21, 0, 0, 0, 21, 0, 21, 21, 21, 0, 21, 21, 0, 0, 0, 21, 0, 21, 21, 21, 21, 0, 0, 21, 0, 0, 21, 0, 0, 0], 22: [0, 0, 0, 0, 22, 0, 22, 0, 0, 0, 0, 22, 0, 0, 22, 0, 22, 22, 0, 22, 0, 0, 22, 22, 22, 0, 22, 22, 22, 0], 23: [23, 0, 23, 0, 23, 0, 0, 0, 23, 23, 23, 23, 0, 23, 23, 0, 23, 0, 23, 23, 0, 0, 23, 23, 23, 23, 0, 0, 23, 0, 0], 24: [24, 0, 24, 24, 24, 24, 24, 24, 24, 24, 24, 0, 24, 24, 0, 0, 0, 24, 24, 24, 24, 24, 0, 24, 24, 0, 0], 25: [0, 25, 25, 0, 25, 0, 25, 25, 25, 0, 25, 0, 25, 25, 0, 25, 25, 0, 0, 0, 0, 0, 25, 25, 25, 25, 25, 0], 26: [26, 0, 26, 26, 0, 26, 26, 26, 0, 0, 0, 0, 26, 0, 26, 26, 26, 0, 26, 0, 26, 0, 0, 26, 0, 26, 26, 26, 0, 26, 26], 27: [0, 0, 0, 27, 27, 27, 27, 0, 27, 27, 27, 27, 27, 27, 27, 27, 0, 27, 0, 27, 0, 27, 27, 0, 27, 0, 0, 27, 27], 28: [28, 0, 28, 0, 28, 28, 28, 28, 0, 0, 28, 28, 0, 28, 28, 28, 28, 28, 28, 28, 28, 28], 29: [29, 0, 0, 29, 29, 0, 29, 29, 0, 29, 29, 29, 29, 29, 0, 0, 0], 30: [30, 0, 0, 0, 30, 0, 30, 30, 0, 30, 30, 30, 30, 30, 30, 30, 30, 0, 30, 30, 30, 0, 0, 30, 0, 0, 30, 30, 30, 0, 30, 30, 30, 0, 30], 31: [31, 31, 31, 0, 31, 0, 31, 31, 0, 31, 31, 0, 0, 0, 31, 31, 31, 0, 31, 31, 31, 0], 32: [32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 0, 0, 32, 32, 0, 32, 32, 32, 32, 32, 0, 0, 32, 0], 33: [33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 0, 33, 33, 33, 33, 33, 0, 33, 33, 33], 34: [34, 34, 34, 34, 34, 34, 34, 34, 34, 4, 0, 34, 34, 34, 34, 0, 34, 34, 0, 34, 34, 0, 34], 35: [35, 35, 35, 35, 0, 35, 0, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35], 36: [36, 36, 36, 36, 0, 0, 36, 36, 36, 36, 36, 36, 36, 36, 36, 0, 36, 36, 0, 36, 36, 36, 36]},
'b')
plotAverages({1: [1, 0, 1, 2, 1, 0, 1, 2, 0], 2: [4, 2, 2, 0, 2, 2, 3, 2, 2], 3: [2, 1, 1, 2, 2, 3, 6, 4, 3, 1, 2], 4: [4, 4, 4, 2, 3, 6, 3, 4, 4, 3, 6, 6], 5: [6, 4, 6, 8, 2, 2, 1, 8, 4, 6, 4, 5, 6], 6: [3, 4, 5, 7, 5, 8, 4, 4, 6, 7, 4], 7: [4, 12, 8, 3, 7, 10, 7, 9, 8, 3, 6], 8: [5, 5, 6, 3, 6, 6, 4, 7, 6, 3, 4, 8, 6, 7, 6, 10, 4, 8, 3], 9: [6, 8, 4, 7, 7, 6, 8, 5, 9, 10, 5, 11, 8, 8, 9, 16, 11, 14, 13], 10: [6, 6, 15, 7, 7, 12, 9, 6, 15, 6, 14, 11, 8, 10, 9, 9, 10, 7], 11: [11, 13, 14, 13, 9, 8, 12, 7, 16, 7, 2, 7, 11, 11], 12: [7, 8, 11, 10, 10, 14, 7, 14, 8, 18, 18, 14, 14, 9], 13: [10, 10, 7, 6, 17, 10, 9, 13, 10, 16, 15, 11], 14: [18, 12, 10, 9, 10, 7, 15, 16, 10, 11, 9, 13, 8, 12, 12, 11, 11, 12, 10, 9, 9], 15: [18, 14, 9, 12, 18, 24, 8, 16, 8, 16, 22, 12, 7], 16: [18, 16, 18, 18, 11, 13, 8, 21, 22, 18, 13, 14, 14, 10, 15, 8], 17: [10, 17, 11, 12, 19, 18, 13, 25, 14, 18, 9, 11, 18, 13, 17, 9], 18: [13, 11, 14, 15, 15, 8, 23, 12, 20, 17, 20, 20, 14, 12, 10, 9, 11, 18], 19: [17, 24, 21, 13, 21, 22, 17, 16, 7, 22, 13, 25, 19, 16, 22, 24, 24, 13, 19, 16, 8], 20: [13, 11, 11, 16, 30, 12, 18, 15, 10, 11], 21: [21, 24, 21, 13, 13, 29, 15, 13, 23, 18, 26, 14, 18, 18, 13], 22: [21, 12, 22, 16, 18, 12, 13, 18, 10, 20, 21, 26, 17, 22], 23: [24, 13, 28, 15, 18, 18, 21, 21, 21, 16, 23, 35, 21, 20, 16, 13, 13, 12, 18], 24: [28, 23, 20, 17, 30, 23, 14, 24, 14, 15, 29, 24, 26, 11], 25: [21, 17, 20, 9, 16, 28, 16, 22, 16, 22, 28, 21], 26: [19, 18, 18, 30, 18, 20, 21, 15, 19, 14, 26, 25, 19, 22, 17, 18, 20], 27: [26, 27, 17, 30, 32, 23, 27, 11, 20, 19, 16, 19, 23, 21, 24, 16, 18], 28: [30, 25, 28, 19, 14, 17, 28], 29: [27, 27, 22, 32, 20, 22, 33], 30: [34, 29, 24, 20, 34, 22, 25, 20, 20, 19, 33, 47, 24, 20, 20, 23, 24], 31: [40, 17, 32, 12, 32, 30, 30, 19, 24, 26, 21], 32: [36, 31, 19, 17, 20, 32, 32, 38], 33: [29, 24, 34, 31, 26, 22, 23, 38, 38, 38, 27, 26, 17, 28, 21, 37, 30, 28], 34: [27, 36, 26, 22, 25, 20, 44, 40, 28, 32, 19, 27, 40], 35: [33, 32, 29, 30, 30, 20, 25, 22, 35, 37, 32, 40, 16, 21], 36: [23, 26, 29, 26, 34, 21, 23, 23, 41, 36]},
'g')
plotAverages({1: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 2: [0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 2, 2, 0, 0], 3: [0, 2, 0, 0, 0, 2, 0, 0, 2, 0, 0, 3, 0, 2, 0, 2, 0], 4: [0, 0, 6, 3, 0, 1, 4, 4, 0, 2, 0, 4, 0, 0, 4, 4, 4, 0, 4, 0, 2, 6, 0, 0, 4, 0], 5: [4, 0, 2, 0, 0, 0, 0, 6, 0, 0, 0, 4, 0, 6, 1, 2, 9, 6, 4, 6, 4, 2, 0, 0, 2, 4], 6: [4, 2, 6, 6, 6, 0, 0, 4, 2, 8, 4, 4, 4, 0, 2, 4, 0, 2, 0, 7, 4, 4, 0, 4, 4, 0, 2, 4, 2], 7: [8, 6, 4, 4, 2, 6, 8, 6, 6, 0, 2, 8, 9, 0, 0, 6, 4, 0, 4, 0, 8, 4, 6, 0, 0, 4, 0, 2, 6, 8, 2], 8: [2, 0, 6, 6, 4, 0, 4, 4, 4, 4, 2, 4, 4, 5, 7, 7, 10, 5, 0, 6, 0, 10, 6, 4, 4, 9, 0, 12, 13, 4, 8, 4, 6, 4], 9: [10, 7, 9, 5, 4, 10, 10, 8, 4, 8, 6, 8, 0, 9, 8, 10, 6, 11, 9, 10, 6, 0, 12, 2, 13, 10, 12, 4, 9, 10, 8, 6, 8, 3, 0], 10: [2, 5, 10, 10, 6, 9, 6, 10, 9, 11, 4, 15, 6, 12, 2, 12, 17, 4, 6, 0, 15, 10, 6, 7, 9, 8, 13, 0, 7, 6, 8, 2, 6, 10, 7], 11: [13, 13, 13, 12, 18, 8, 6, 6, 12, 10, 6, 12, 8, 11, 13, 11, 8, 10, 12, 10, 14, 9, 13, 13, 10, 8, 16, 11, 11, 12, 11], 12: [9, 12, 8, 13, 13, 12, 12, 12, 5, 9, 5, 12, 10, 6, 6, 13, 3, 14, 19, 13, 6, 14, 14, 11, 14, 8, 14, 7], 13: [3, 11, 9, 13, 17, 17, 16, 14, 10, 14, 13, 12, 14, 15, 12, 14, 12, 7, 14, 12, 17], 14: [13, 15, 9, 16, 13, 15, 19, 16, 16, 13, 14, 21, 12, 13, 7, 18, 11, 13, 15, 14, 5, 13, 11, 10, 16, 14, 15], 15: [16, 18, 16, 17, 18, 17, 17, 18, 16, 17, 15, 14, 16, 16, 13, 16, 14, 15, 15, 13, 13, 15], 16: [18, 18, 16, 15, 17, 16, 22, 17, 19, 22, 17, 13, 16, 14, 19, 16, 17, 17, 17, 24, 15, 17, 17, 16, 15, 17, 17, 16, 17, 15, 17], 17: [18, 18, 18, 16, 16, 14, 17, 18, 16, 17, 21, 19, 18, 17, 18, 18, 16, 14, 13, 17, 16, 18, 16, 18, 20, 13, 20, 24, 18], 18: [20, 13, 20, 15, 20, 16, 17, 19, 16, 18, 17, 24, 20, 20, 19, 18, 18, 19, 19, 18, 17, 18, 19, 28, 20, 19, 19, 19, 18], 19: [16, 22, 18, 28, 19, 20, 20, 21, 20, 16, 19, 19, 19, 18, 18, 20, 20, 20, 20, 20, 18, 20, 20, 19, 22, 27, 18, 20, 21, 19, 19, 19, 30, 20, 21, 20], 20: [22, 19, 21, 21, 23, 17, 26, 22, 21, 21, 22, 21, 21, 19, 21, 25, 21, 23, 22, 23, 21, 17, 21, 24, 23, 21, 17, 21], 21: [27, 22, 22, 20, 30, 22, 23, 22, 20, 18, 27, 20, 24, 19, 21, 20, 23, 16, 22, 24, 21, 18, 19, 19, 21, 22, 17, 22, 23, 25, 25, 22, 22], 22: [22, 23, 19, 18, 23, 23, 23, 23, 23, 23, 22, 24, 23, 22, 23, 25, 24, 23, 23, 23, 24, 19, 20, 20, 26, 27, 24, 24, 24, 23], 23: [22, 24, 24, 24, 25, 24, 23, 24, 28, 22, 23, 22, 23, 23, 24, 24, 24, 24, 26, 25, 27, 24, 23, 24, 20, 25, 24, 20, 23, 24, 24], 24: [25, 28, 24, 25, 26, 23, 25, 25, 25, 26, 27, 23, 25, 25, 26, 25, 25, 25, 25, 21, 27, 28, 27, 23, 25, 25, 27], 25: [24, 23, 29, 26, 30, 28, 26, 26, 26, 27, 27, 26, 22, 24, 27, 26, 24, 27, 26, 26, 24, 26, 27, 26, 25, 24, 25, 26], 26: [26, 28, 28, 24, 30, 28, 27, 29, 27, 26, 30, 27, 28, 29, 27, 27, 26, 26, 27, 25, 27, 30, 30, 27, 27, 27, 27, 27, 27, 29, 28], 27: [28, 28, 28, 30, 31, 32, 28, 29, 30, 31, 27, 29, 28, 29, 30, 29, 28, 32, 26, 32, 28, 33, 27, 28, 30, 28, 29, 28, 28], 28: [26, 29, 29, 29, 38, 27, 33, 31, 28, 31, 32, 29, 32, 28, 32, 28, 29, 29, 28, 29, 29, 35], 29: [29, 29, 28, 31, 30, 30, 30, 33, 30, 33, 30, 30, 31, 33, 30, 29, 30], 30: [31, 31, 33, 31, 35, 31, 31, 31, 31, 31, 33, 33, 32, 31, 31, 30, 31, 36, 31, 33, 29, 32, 37, 30, 31, 31, 31, 35, 36, 31, 31, 30, 32, 31, 34], 31: [33, 32, 32, 31, 31, 32, 31, 32, 33, 32, 33, 32, 32, 33, 31, 32, 33, 36, 33, 31, 32, 33], 32: [34, 33, 34, 32, 37, 34, 35, 31, 33, 32, 31, 34, 33, 33, 33, 33, 36, 33, 33, 32, 31, 40, 32, 35, 33], 33: [35, 35, 35, 34, 35, 39, 35, 33, 34, 34, 34, 35, 41, 34, 34, 32, 34, 36, 34, 34, 36, 33, 34, 36, 33, 35, 34, 34, 34, 34, 34, 35, 34, 36, 34, 34], 34: [35, 34, 35, 36, 35, 34, 38, 32, 40, 35, 39, 37, 37, 35, 35, 33, 34, 35, 35, 35, 35, 35, 34], 35: [38, 36, 35, 36, 36, 36, 35, 36, 37, 36, 35, 38, 36, 35, 36, 39, 41, 36, 41, 36, 34, 35, 36, 36, 36, 36, 36, 36], 36: [38, 38, 38, 39, 39, 35, 37, 38, 36, 37, 37, 37, 40, 40, 37, 42, 36, 37, 36, 37, 37, 37, 41]},
'y')
showFigure('Average number of errors')
plotBernoulli({1: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 2: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 3: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 4: [1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 5: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 6: [1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 7: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 8: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None], 9: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None], 10: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, None, None], 11: [1, 1, 1, 1, None, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 12: [1, 1, 1, None, None, 1, None, None, 1, 1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, None, 1, 1, 1, None, None, 1, 1], 13: [1, 1, 1, None, 1, 1, None, 1, 1, 1, 1, 1, None, 1, 1, None, None, 1, None, 1], 14: [None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, None, 1, 1, 1, None, 1, 1, 1, 1, 1, None, 1, None, 1, 1, 1], 15: [1, 1, None, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, None, 1, None, 1, None, None, 1, 1, 1, 1, 1, 1, 1, 1, 1], 16: [None, 1, 1, None, 1, None, None, 1, 1, None, 1, None, 1, 1, 1, None, 1, 1, None, 1, 1, None, None, None, None, 1, 1, 1, None, 1, 1, 1, 1, 1, 1]},'r')
plotBernoulli({1: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 2: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 3: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 4: [1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, None, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, 1], 5: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, None, 1, None, 1, 1, 1, 1, 1, None, 1], 6: [None, 1, None, None, None, 1, 1, 1, 1, 1, None, None, 1, 1, 1, 1, 1, 1, None, 1, 1, 1, 1, 1, 1, 1, None, 1, 1], 7: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, None, None, 1, None, 1, None, 1, 1, None, 1, None, None, 1, 1, 1, 1, 1, 1, None, 1, None, 1, 1, 1, 1, 1, None, None, 1, None, 1, 1], 8: [1, 1, 1, 1, None, 1, 1, None, 1, 1, None, 1, 1, 1, 1, None, 1, 1, 1, 1, None, None, 1, 1, None, 1, None, 1, None], 9: [None, 1, 1, 1, None, 1, None, None, 1, None, None, 1, 1, None, None, 1, None, 1, None, 1, 1, None, None, 1, 1, None, None, 1, None, None], 10: [1, None, None, 1, None, 1, 1, 1, 1, None, None, None, None, 1, None, None, None, 1, None, None, None, 1, None, None, 1, None, None, None], 11: [None, None, None, 1, None, None, None, None, None, 1, None, None, None, None, 1, 1, None, 1, None, None, 1, None, None, None, None, 1, None, None, None, None], 12: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, 1, None, None, None, None, None, None, 1, None, None, None, 1], 13: [None, None, None, None, None, 1, None, None, None, None, None, None, None, 1, 1, None, None, None, None, None], 14: [None, None, None, None, None, 1, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, 1, None, None, None, 1, None, None, None, None, None, None, 1, None, None, None, None, 1, None], 15: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, 1, None, None, None, None, None, None, None, None, None, None, None], 16: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None]},'b')
plotBernoulli({1: [None, 1, None, None, None, None, None, 1, None, None, None, None, None, 1, None, None, None, 1, None, None, None, 1, None, 1, None, 1], 2: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, 1, None, None, None, None, 1, None, None, None, None], 3: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, 1, None, None, None, None, None, None, None, None, None], 4: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 5: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, 1, None, None], 6: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 7: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 8: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 9: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 10: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 11: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 12: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 13: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 14: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 15: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None], 16: [None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None, None]}
,'g')
showFigure('Top-1 Accuracy')
times = []
times.append({1: [0.9914660453796387, 0.991814136505127, 0.9964191913604736, 0.9924309253692627, 0.9787659645080566, 1.0004448890686035, 0.9820899963378906, 0.9913661479949951], 2: [1.6881091594696045, 1.4697120189666748, 1.4725680351257324, 1.5367648601531982, 1.5170981884002686, 1.5452780723571777, 1.4852919578552246, 1.5144829750061035, 1.5495619773864746, 1.5680720806121826, 1.4647409915924072, 1.4994029998779297, 1.5116310119628906, 1.463433027267456, 1.5673420429229736, 1.4672770500183105, 1.4774839878082275], 3: [2.0068960189819336, 2.0027520656585693, 1.98636794090271, 1.966559886932373, 2.018799066543579, 2.074904203414917, 2.045435905456543, 2.042962074279785, 2.034343957901001, 1.9956281185150146, 1.9686729907989502, 2.019170045852661, 1.9921860694885254], 4: [2.550459861755371, 2.590484142303467, 2.6108241081237793, 2.49904203414917, 2.5752952098846436, 2.5250978469848633, 2.6089799404144287, 2.552489995956421, 2.5913219451904297, 2.5659971237182617, 2.8155431747436523, 2.5219390392303467, 2.5755839347839355, 2.485314130783081, 2.677389144897461, 2.4989709854125977, 2.6094400882720947, 2.445838212966919], 5: [3.1200900077819824, 3.0499889850616455, 3.0023720264434814, 3.051680088043213, 3.020656108856201, 3.0827419757843018, 3.068152904510498, 3.11033296585083, 3.071563959121704, 3.1393110752105713, 3.041720151901245, 3.051848888397217], 6: [3.528294086456299, 3.575971841812134, 3.5326640605926514, 3.53878116607666, 3.4697608947753906, 3.6459860801696777, 3.549682855606079, 3.658390998840332, 3.554615020751953, 3.603023052215576, 3.6257147789001465, 3.5732648372650146], 7: [4.391716957092285, 4.297095060348511, 4.0530431270599365, 4.083481073379517, 4.049646854400635, 4.092100143432617, 4.0694990158081055, 4.032437086105347], 8: [4.871203184127808, 4.653693914413452, 4.696402072906494, 4.6791698932647705, 4.537178039550781, 4.606216907501221, 4.6541759967803955, 4.803248882293701, 4.641054153442383], 9: [5.503303050994873, 5.210312128067017, 5.04329514503479, 5.088626861572266, 5.137302875518799, 5.054914951324463, 5.012091875076294, 5.097464084625244, 5.02721095085144, 5.201296091079712, 4.990522146224976], 10: [5.573817014694214, 5.581111907958984, 5.980204105377197, 5.514577150344849, 5.601451873779297, 5.660882949829102, 5.610321998596191, 5.536098957061768, 5.563812971115112], 11: [8.377996921539307, 6.627192974090576, 6.174219131469727, 6.124536991119385, 6.094887018203735, 6.116781949996948, 6.1204822063446045, 5.988152027130127, 6.072089910507202, 6.308883905410767, 6.05134391784668, 6.1460959911346436, 5.996686935424805, 6.040987968444824, 6.065079927444458], 12: [7.116634130477905, 6.7621989250183105, 6.750566005706787, 6.685126066207886, 6.515468120574951, 6.6864330768585205, 6.55582594871521, 6.544189929962158, 6.503472089767456, 6.655019998550415, 6.557612180709839, 6.731076955795288, 6.552912950515747, 6.627631187438965, 6.5527870655059814], 13: [7.653287887573242, 7.1083550453186035, 7.140894889831543, 7.210384130477905, 7.3368079662323, 7.1391260623931885, 7.1154420375823975, 7.1562819480896, 7.376873970031738, 7.019235849380493, 7.020288944244385, 7.174398899078369, 7.214048147201538, 7.187565803527832], 14: [8.22126317024231, 7.636345863342285, 7.761255979537964, 8.717565059661865, 7.678766965866089, 7.7041661739349365, 7.606080055236816, 7.78504490852356, 7.713191032409668, 7.706048011779785, 7.659403085708618, 7.637824058532715, 7.574051141738892, 8.027764081954956, 7.597676992416382], 15: [8.465213060379028, 8.222021102905273, 8.074980974197388, 8.042012929916382, 8.370074987411499, 8.120991945266724, 8.148746967315674, 8.146086931228638, 8.505400896072388, 8.332056045532227, 8.056258916854858, 8.250963926315308], 16: [8.689603090286255, 8.659533977508545, 8.739413022994995, 8.993220806121826, 9.185029983520508, 8.77140998840332, 8.725344896316528, 8.78302812576294, 8.577347040176392, 8.709859132766724, 8.590601921081543, 8.826200008392334]})
times.append({1: [0.8153560161590576, 0.9103929996490479, 0.8689920902252197, 0.8600368499755859, 0.8696660995483398, 0.8484079837799072, 0.919990062713623, 0.8598570823669434], 2: [1.7664539813995361, 1.5410280227661133, 1.7678840160369873, 1.6988561153411865, 1.751481056213379, 1.7828288078308105, 1.594628095626831, 1.732041835784912, 1.8206868171691895, 1.680938959121704, 1.7796399593353271, 1.7092251777648926, 1.9002690315246582, 1.7249031066894531, 1.9303898811340332, 1.7485308647155762, 1.8714017868041992], 3: [2.779682159423828, 2.501055955886841, 2.689162015914917, 2.818408966064453, 2.6219120025634766, 2.7212979793548584, 2.5841870307922363, 2.7097132205963135, 2.661659002304077, 2.490009069442749, 2.518899917602539, 2.6048309803009033, 2.7818729877471924], 4: [3.245000123977661, 3.2446579933166504, 3.502058982849121, 3.3898091316223145, 3.311295986175537, 3.6176857948303223, 3.610429048538208, 3.4468209743499756, 3.5480270385742188, 3.641554832458496, 3.6253268718719482, 3.6784250736236572, 3.5428740978240967, 3.6087541580200195, 3.6397080421447754, 3.2612569332122803, 3.467466115951538, 3.3294930458068848], 5: [4.498865127563477, 4.5087058544158936, 4.3759870529174805, 4.31296706199646, 4.353234052658081, 4.3660569190979, 4.411798000335693, 4.5251100063323975, 4.500523090362549, 4.173472881317139, 4.528126955032349, 4.4933929443359375], 6: [5.026842832565308, 5.2236058712005615, 5.0808610916137695, 5.381978988647461, 5.503921031951904, 5.058314800262451, 5.385069131851196, 5.330456018447876, 4.7344441413879395, 5.680680990219116, 5.252232074737549, 5.248028993606567], 7: [5.822106122970581, 5.859180927276611, 6.447576999664307, 5.961160182952881, 5.741352796554565, 5.47347092628479, 6.282931089401245, 6.382782936096191], 8: [6.575788974761963, 6.348116159439087, 6.894186019897461, 7.160226106643677, 6.396998882293701, 7.005810976028442, 7.002901077270508, 7.420281887054443, 7.173180103302002], 9: [7.627624034881592, 7.282105207443237, 7.620386123657227, 8.067393064498901, 7.4257588386535645, 7.817170858383179, 7.364163160324097, 8.064465999603271, 7.756503105163574, 7.712451934814453, 7.99593710899353], 10: [7.928668975830078, 8.529517889022827, 8.017160892486572, 7.961910009384155, 8.19366717338562, 8.533359050750732, 8.741379976272583, 8.463420152664185, 8.70453691482544], 11: [10.675899982452393, 8.816184997558594, 9.11813497543335, 8.941122055053711, 9.941626787185669, 9.25408387184143, 9.520751953125, 9.911983966827393, 9.543761014938354, 9.348762035369873, 9.78858208656311, 9.748960018157959, 9.576826095581055, 9.60331392288208, 9.512997150421143], 12: [8.841500043869019, 9.875587940216064, 10.607043027877808, 10.128610134124756, 10.262286901473999, 10.039086103439331, 10.172212839126587, 10.802098989486694, 9.837944984436035, 9.769057989120483, 9.420362949371338, 9.819040060043335, 10.62402606010437, 10.175681829452515, 10.413547039031982], 13: [10.884038209915161, 10.678323984146118, 11.09616494178772, 11.491015911102295, 10.21278715133667, 10.710047006607056, 11.635354042053223, 11.883513927459717, 10.768610000610352, 10.75093698501587, 11.705170154571533, 11.068546056747437, 11.062875986099243, 11.015721082687378], 14: [11.423293828964233, 11.42093801498413, 11.577634811401367, 11.651422023773193, 11.90006399154663, 12.000988960266113, 10.458915948867798, 11.039902925491333, 11.86562705039978, 12.467822074890137, 11.146538019180298, 12.796189069747925, 11.856743097305298, 12.035931825637817, 12.558795928955078], 15: [12.5413179397583, 12.000921964645386, 13.163466930389404, 13.009371995925903, 12.358004093170166, 12.757901906967163, 12.798610925674438, 11.613872051239014, 13.289636135101318, 11.58784294128418, 12.777776002883911, 12.778796195983887], 16: [12.191368103027344, 13.406538009643555, 12.146718978881836, 12.615758895874023, 12.73688006401062, 12.483516931533813, 13.60076093673706, 13.085629940032959, 12.827256917953491, 12.294080018997192, 12.71825909614563, 12.792584896087646]})
times.append({1: [0.7749361991882324, 0.7509181499481201, 0.6829209327697754, 0.7269420623779297, 0.7131459712982178, 0.7264671325683594, 0.7462320327758789, 0.7453548908233643], 2: [1.1314339637756348, 1.066498041152954, 1.0973830223083496, 1.0695950984954834, 1.0603930950164795, 1.0437228679656982, 1.0839388370513916, 1.0759680271148682, 1.0844290256500244, 1.0999929904937744, 1.1079881191253662, 1.0552890300750732, 1.0758888721466064, 1.084712028503418, 1.122818946838379, 1.1044719219207764, 1.070085048675537], 3: [1.4547979831695557, 1.4871711730957031, 1.500520944595337, 1.4426689147949219, 1.477492094039917, 1.486577033996582, 1.4678020477294922, 1.5358219146728516, 1.4800670146942139, 1.5101211071014404, 1.4836080074310303, 1.4791951179504395, 1.424861192703247], 4: [1.8139290809631348, 1.8986401557922363, 1.89176607131958, 1.8097190856933594, 1.8836259841918945, 1.8400638103485107, 1.8464159965515137, 1.8777029514312744, 1.7623801231384277, 1.8314008712768555, 1.840212106704712, 1.8375661373138428, 1.8483898639678955, 1.8498749732971191, 1.8232638835906982, 1.8153932094573975, 1.9081289768218994, 1.84096097946167], 5: [2.1855340003967285, 2.2746191024780273, 2.227057933807373, 2.2276790142059326, 2.2059879302978516, 2.149730920791626, 2.242246150970459, 2.182210922241211, 2.244921922683716, 2.26009202003479, 2.2220661640167236, 2.2275938987731934], 6: [2.6753759384155273, 2.564081907272339, 2.5645880699157715, 2.5742440223693848, 2.6010520458221436, 2.575284957885742, 2.646691083908081, 2.5639238357543945, 2.5418457984924316, 2.5403709411621094, 2.5319108963012695, 2.6016409397125244], 7: [3.0674209594726562, 2.8945510387420654, 3.0119729042053223, 2.9779770374298096, 2.974561929702759, 2.8700709342956543, 2.8609049320220947, 2.8785150051116943], 8: [3.264174222946167, 3.303555965423584, 3.4292550086975098, 3.3889269828796387, 3.279909133911133, 3.3631789684295654, 3.26908802986145, 3.4508209228515625, 3.2782070636749268], 9: [3.831315040588379, 3.759446859359741, 3.74117112159729, 3.7212629318237305, 3.7875452041625977, 3.8189001083374023, 3.818514823913574, 3.764420986175537, 3.786648988723755, 3.7125470638275146, 3.743489980697632], 10: [4.201066017150879, 4.1984570026397705, 4.039466857910156, 4.157633066177368, 4.189017057418823, 4.075762033462524, 4.173012971878052, 4.1060631275177, 4.028991937637329], 11: [5.678241014480591, 4.453793048858643, 4.614845037460327, 4.448134899139404, 4.546483039855957, 4.4606969356536865, 4.549190044403076, 4.514429807662964, 4.527042865753174, 4.584906816482544, 4.627180099487305, 4.4152491092681885, 4.481647968292236, 4.447411060333252, 4.5161662101745605], 12: [4.979227066040039, 4.9543681144714355, 5.032667875289917, 4.94099497795105, 4.954100131988525, 4.978777170181274, 5.040030002593994, 5.01815390586853, 5.004966974258423, 4.818642854690552, 4.902493953704834, 5.008142948150635, 4.987142086029053, 4.821501016616821, 5.004469156265259], 13: [5.359295845031738, 5.15720796585083, 5.184093952178955, 5.295112133026123, 5.215167999267578, 5.147328853607178, 5.339030981063843, 5.256689071655273, 5.457864046096802, 5.318854093551636, 5.1046061515808105, 5.065830945968628, 5.34355092048645, 5.247014045715332], 14: [5.712578058242798, 5.622400999069214, 5.615302085876465, 5.531095027923584, 5.515606164932251, 5.767039060592651, 5.5982420444488525, 5.53935694694519, 5.563557863235474, 5.755347013473511, 5.471622943878174, 5.56817102432251, 5.605882883071899, 5.526808977127075, 5.469541072845459], 15: [5.9653589725494385, 6.075067043304443, 6.11531400680542, 6.069684982299805, 6.045578956604004, 6.157798767089844, 5.908753156661987, 5.97770094871521, 6.094093084335327, 5.893304824829102, 5.958226203918457, 6.215008020401001], 16: [6.5507519245147705, 6.285092115402222, 6.482205867767334, 6.489731073379517, 6.444417953491211, 6.417006015777588, 6.289999961853027, 6.494220972061157, 6.536167144775391, 6.246880054473877, 6.420220136642456, 6.322581052780151]})
times.append({1: [3.5474488735198975, 3.4267899990081787, 3.573483943939209, 3.5525801181793213, 3.6183559894561768, 3.757981061935425, 3.697269916534424, 3.646285057067871, 3.6922359466552734, 3.502480983734131, 3.6820120811462402, 3.633150100708008, 3.7435901165008545, 3.7742128372192383, 3.7324588298797607, 3.668916940689087, 3.694204807281494, 3.6817991733551025, 3.758575916290283, 3.652064085006714, 3.571946859359741, 3.673917055130005, 3.605998992919922, 3.5997791290283203, 3.576092004776001, 3.6815550327301025, 3.573664903640747, 3.558738946914673, 3.6622538566589355, 3.4123690128326416, 3.5810909271240234], 2: [3.4714858531951904, 3.5381619930267334, 3.6437628269195557, 3.6885249614715576, 3.725675106048584, 3.6246979236602783, 3.690570831298828, 3.5458738803863525, 3.8183698654174805, 3.6166179180145264, 3.737078905105591, 3.6329469680786133, 3.6727488040924072, 3.6047751903533936, 3.6567280292510986, 3.569582939147949, 3.586859941482544, 3.531888961791992, 3.553192138671875, 3.78987193107605, 3.586580991744995, 3.5844709873199463, 3.5904479026794434, 3.621628999710083, 3.466660976409912, 3.6282639503479004, 3.638219118118286, 3.6238200664520264, 3.637910842895508, 3.5304532051086426], 3: [3.5151071548461914, 3.5722830295562744, 3.6602420806884766, 3.5823090076446533, 3.695207118988037, 3.734015941619873, 3.7339789867401123, 3.6716928482055664, 3.7175891399383545, 3.6166961193084717, 3.5877890586853027, 3.5559520721435547, 3.611739158630371, 3.744178056716919, 3.530974864959717, 3.778704881668091, 3.4290530681610107, 3.459197998046875, 3.624343156814575, 3.705425977706909, 3.639904022216797, 3.641979932785034, 3.6216700077056885, 3.5780749320983887, 3.5844249725341797, 3.773819923400879], 4: [3.567095994949341, 3.68245792388916, 3.532582998275757, 3.6542561054229736, 3.5811569690704346, 3.6643130779266357, 3.6215898990631104, 3.6636340618133545, 3.604691982269287, 3.75951886177063, 3.675089120864868, 3.681664228439331, 3.688957929611206, 3.6906490325927734, 3.7005579471588135, 3.7381908893585205, 3.559148073196411, 3.6293511390686035, 3.567270040512085, 3.523858070373535, 3.593700885772705, 3.6718709468841553, 3.604459047317505, 3.720947027206421, 3.655864953994751], 5: [3.6483919620513916, 3.803118944168091, 3.7334978580474854, 3.712113857269287, 3.6196367740631104, 3.6374380588531494, 3.690865993499756, 3.7382071018218994, 3.818836212158203, 3.7020628452301025, 3.6311259269714355, 3.5548810958862305, 3.75302791595459, 3.646517038345337, 3.68564510345459, 3.7721807956695557, 3.793581008911133, 3.769063949584961, 3.735579013824463, 3.6805598735809326, 3.7068028450012207, 3.685431957244873, 3.6963679790496826, 3.5857560634613037, 3.542104959487915, 3.5981860160827637, 3.7079601287841797, 3.650177001953125, 3.6640329360961914, 3.5637521743774414, 3.805483102798462, 3.631395101547241, 3.74235200881958, 3.7148940563201904, 3.7164981365203857], 6: [3.6871979236602783, 3.5458528995513916, 3.528860092163086, 3.6572492122650146, 3.6850390434265137, 3.725620985031128, 3.700417995452881, 3.630916118621826, 3.650101900100708, 3.6980140209198, 3.6476728916168213, 3.775381088256836, 3.7406880855560303, 3.6841609477996826, 3.7447569370269775, 3.8385159969329834, 3.5558199882507324, 3.664159059524536, 3.559868097305298, 3.5750482082366943, 3.7651689052581787, 3.6702609062194824, 3.6757590770721436, 3.6598739624023438, 3.3953330516815186, 3.6872308254241943, 3.6445679664611816, 3.6885268688201904, 3.7333788871765137, 3.5925540924072266], 7: [3.622101068496704, 3.769421100616455, 3.5029258728027344, 3.602470874786377, 3.5762760639190674, 3.5924007892608643, 3.566195011138916, 3.6941680908203125, 3.8218960762023926, 3.7416038513183594, 3.7280349731445312, 3.7159740924835205, 3.8097760677337646, 3.741827964782715, 3.6621530055999756, 3.8498449325561523, 3.667076826095581, 3.577584981918335, 3.694711208343506, 3.6692190170288086, 3.666417121887207, 3.6959331035614014, 3.7018251419067383, 3.782064914703369, 3.7068560123443604, 3.6388537883758545, 3.670135974884033, 3.6264400482177734, 3.482481002807617, 3.6715009212493896, 3.753554105758667, 3.7044239044189453, 3.742283821105957, 3.7573440074920654], 8: [3.7811529636383057, 3.6590049266815186, 3.4880521297454834, 3.6816201210021973, 3.6611928939819336, 3.5865049362182617, 3.7678279876708984, 3.708662986755371, 3.6990978717803955, 3.7331740856170654, 3.6589269638061523, 3.6922621726989746, 3.76751708984375, 3.7394402027130127, 3.829998016357422, 3.8762331008911133, 3.662654161453247, 3.647718906402588, 3.56740403175354, 3.601991891860962, 3.535753011703491, 3.7152259349823, 3.57421612739563, 3.6534881591796875, 3.62921404838562, 3.699167013168335, 3.461866855621338, 3.465424060821533, 3.634058952331543, 3.7306880950927734, 3.65913987159729, 3.673145055770874, 3.65344500541687], 9: [3.6344661712646484, 3.6629419326782227, 3.685858964920044, 3.7267518043518066, 3.6904609203338623, 3.6767568588256836, 3.628666877746582, 3.7424027919769287, 3.6424059867858887, 3.6846001148223877, 3.765777111053467, 3.7904999256134033, 3.725229024887085, 3.7186009883880615, 3.761375904083252, 3.7844738960266113, 3.7581231594085693, 3.8938589096069336, 3.6049160957336426, 3.701171875, 3.650771141052246, 3.740415096282959, 3.666815996170044, 3.6819381713867188, 3.541663885116577, 3.710947036743164, 3.5609240531921387, 3.566378116607666, 3.6414971351623535, 3.583491086959839, 3.7951910495758057, 3.6183359622955322, 3.6583099365234375, 3.7600390911102295, 3.7814230918884277, 3.8041038513183594, 3.603734016418457, 3.6912028789520264], 10: [3.580703020095825, 3.676727056503296, 3.6982269287109375, 3.5852749347686768, 3.6269659996032715, 3.724623918533325, 3.846774101257324, 3.7015738487243652, 3.7262980937957764, 3.7072041034698486, 3.7431530952453613, 3.6820969581604004, 3.6071479320526123, 3.6721880435943604, 3.7589359283447266, 3.906822919845581, 3.6474449634552, 3.7381739616394043, 3.8636348247528076, 3.6784708499908447, 3.735807180404663, 3.799143075942993, 3.6704800128936768, 3.6997320652008057, 3.624109983444214, 3.519383192062378, 3.479919910430908, 3.529644012451172, 3.7583189010620117, 3.6682660579681396], 11: [4.645680904388428, 3.5505640506744385, 3.5872910022735596, 3.5296521186828613, 3.7996528148651123, 3.6475439071655273, 3.7304868698120117, 3.7607829570770264, 3.7080800533294678, 3.7200870513916016, 3.7405619621276855, 3.7049691677093506, 3.673527956008911, 3.6479239463806152, 3.7312841415405273, 3.6552629470825195, 3.7691190242767334, 3.728341817855835, 3.6345930099487305, 3.816758871078491, 3.5116569995880127, 3.738878011703491, 3.6442759037017822, 3.719647169113159, 3.697053909301758, 3.61274790763855, 3.810467004776001, 3.5957419872283936, 3.524818181991577, 3.4932351112365723, 3.6019270420074463, 3.635838031768799, 3.6446750164031982, 3.7926080226898193, 3.734758138656616, 3.7690110206604004], 12: [3.5966339111328125, 3.582598924636841, 3.5490739345550537, 3.6841609477996826, 3.7126638889312744, 3.7878191471099854, 3.696467161178589, 3.657625913619995, 3.7287709712982178, 3.786206007003784, 3.636441946029663, 3.709649085998535, 3.7172749042510986, 3.6067349910736084, 3.840506076812744, 3.780777931213379, 3.795546054840088, 3.7987821102142334, 3.842111825942993, 3.8445680141448975, 3.5886590480804443, 3.69169020652771, 3.6530139446258545, 3.7295711040496826, 3.6702659130096436, 3.687486171722412, 3.349915027618408, 3.507039785385132, 3.570164203643799, 3.656284809112549, 3.7512810230255127, 3.781587839126587, 3.6910600662231445, 3.7251739501953125], 13: [3.58829402923584, 3.5663039684295654, 3.7662439346313477, 3.847205877304077, 3.752269983291626, 3.635493040084839, 3.7770509719848633, 3.760442018508911, 3.7164649963378906, 3.7191641330718994, 3.6946468353271484, 3.6464791297912598, 3.7050838470458984, 3.7739598751068115, 3.748668909072876, 3.7270290851593018, 3.6583878993988037, 3.7751851081848145, 3.69291615486145, 3.614553928375244, 3.806593894958496, 3.794843912124634, 3.7617099285125732, 3.656339168548584, 3.6296870708465576, 3.748089075088501, 3.7571420669555664, 3.753829002380371, 3.7180609703063965, 3.714421033859253, 3.7286319732666016], 14: [3.8366711139678955, 3.693063974380493, 3.560676097869873, 3.8048110008239746, 3.7112770080566406, 3.7538950443267822, 3.696384906768799, 3.762742042541504, 3.768939971923828, 3.639273166656494, 3.8056640625, 3.794036865234375, 3.7634618282318115, 3.692085027694702, 3.6748151779174805, 3.663940906524658, 3.710831880569458, 3.6776530742645264, 3.708562135696411, 3.724890947341919, 3.701953172683716, 3.7354259490966797, 3.737133026123047, 3.4848849773406982, 3.710186004638672, 3.746997117996216, 3.6297948360443115, 3.757071018218994, 3.7249908447265625, 3.7199978828430176], 15: [3.7468512058258057, 3.8171510696411133, 3.8060319423675537, 3.7416419982910156, 3.736233949661255, 3.7248549461364746, 3.724914073944092, 3.6810920238494873, 3.798804998397827, 3.7835330963134766, 3.8141939640045166, 3.7339529991149902, 3.824319839477539, 3.809032917022705, 3.6311559677124023, 3.727094888687134, 3.618462085723877, 3.63279390335083, 3.727682113647461, 3.8102200031280518, 3.8560500144958496, 3.7078750133514404, 3.697880983352661, 3.8715171813964844, 3.6723058223724365, 3.6985349655151367, 3.7545440196990967, 3.65608811378479, 3.743770122528076], 16: [3.7708890438079834, 3.8104209899902344, 3.5390658378601074, 3.745352029800415, 3.832746982574463, 3.765331983566284, 3.7520229816436768, 3.8423662185668945, 3.7241220474243164, 3.758202075958252, 3.7193360328674316, 3.844573974609375, 3.925060987472534, 3.739422082901001, 3.727215051651001, 3.7238950729370117, 3.706897020339966, 3.858959913253784, 3.7003228664398193, 3.6651480197906494, 3.70412015914917, 3.6076440811157227, 3.7435011863708496, 3.6912970542907715, 3.7864389419555664, 3.7234320640563965, 3.732544183731079, 3.7502219676971436]})
timeAverage =[]
timeError = []
for t in times:
averages = [ v/k
for k in t
for v in t[k] ]
timeAverage += [average(averages)]
timeError += [standardError(averages)]
plot.figure()
plot.bar(range(3),timeAverage,align = 'center',yerr = timeError)
plot.show()