marky/arcsim.py at master · rubzo/marky · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
import re

import stats

root = "/Users/sck/Code/arcsim-trunk/"

### PROGRAMS
programs = { \
"arcsim": root + "bin/arcsim", \
}

### BENCHMARK ROOT DIRECTORY
benchmark_root = root + "tests/regression/tests/"

### DEFINE BENCHMARK GROUPS HERE
eembc_default_benchmarks = [ \
("a2time01-default-iter", "eembc/default-iterations", None, None), \
("aifftr01-default-iter", "eembc/default-iterations", None, None), \
]
eembc_large_benchmarks = [ \
("a2time01-120000-iter", "eembc/large-iterations", None, None), \
("aifftr01-2000-iter", "eembc/large-iterations", None, None), \
]
bioperf_benchmarks = [ \
("clustalw", "bioperf/clustalw", "runcmd-small", None), \
("grappa", "bioperf/grappa", "runcmd-small", None), \
("hmmer-hmmsearch", "bioperf/hmmer-hmmsearch", "runcmd-small", None), \
("tcoffee", "bioperf/tcoffee", "runcmd-small", None), \
("blast-blastp", "bioperf/blast-blastp", "runcmd-small", None), \
("blast-blastn", "bioperf/blast-blastn", "runcmd-small", None), \
("glimmer", "bioperf/glimmer", "runcmd-small", None), \
]
splash_benchmarks = [ \
("cholesky.x", "multicore/splash/cholesky", "runcmd", 20), \
]

# REGISTER BENCHMARK GROUPS HERE
benchmarks = { \
"eembc default": eembc_default_benchmarks, \
}

# ARGUMENTS THAT SHOULD BE VARIED
argument_variables = { \
"--fast-num-threads=": [1,100], \
}

# ARGUMENTS THAT SHOULD BE VARIED IN FILES HERE
#file_argument_variables = { \
#"cores": (root + "etc/skeleton-encore.arc", root + "etc/encore.arc", "INSERTCORESHERE", [1,2,4,8]), \
#}
file_argument_variables = {}

# ARGUMENTS THAT SHOULD ALWAYS BE THERE
core_arguments = "--fast --verbose --emt"
benchmark_argument = "-e"

# ITERATIONS
iterations = 3

# DEFINE FILTERS HERE
time_filter = re.compile("Simulation time = ([^ ]+) \[Seconds\]")
mips_filter = re.compile("Simulation rate = ([^ ]+) \[MIPS\]")
interp_inst_filter = re.compile("Interpreted instructions[ ]*= (\d+)")
trans_inst_filter = re.compile("Translated instructions[ ]*= (\d+)")
total_inst_filter = re.compile("Total instructions[ ]*= (\d+)")

# REGISTER FILTERS HERE
filters = { \
"time": time_filter, \
"mips": mips_filter, \
"interpreted instructions": interp_inst_filter, \
"translated instructions": trans_inst_filter, \
"total instructions": total_inst_filter, \
}

# This is used by certain output formats.
filter_order = ["time", "mips", "interpreted instructions", "translated instructions", "total instructions"]

# REGISTER BENCHMARK (ACROSS ALL RUNS OF BENCHMARK) AGGREGATES HERE
benchmark_aggregates = { \
"arithmetric mean": (stats.arithmetric_mean, None), \
"geometric mean": (stats.geometric_mean, None), \
"maximum mips": (stats.maximum, "mips"), \
"minimum time": (stats.minimum, "time"), \
}

# REGISTER EXPERIMENT (ACROSS ALL BENCHMARKS OF EXPERIMENT) AGGREGATES HERE
# (must be a key in benchmark_aggregates)
experiment_aggregates = ["arithmetric mean"]