-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathresults.html
101 lines (92 loc) · 8.72 KB
/
results.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<title>SAT Race 2019</title>
<link rel="stylesheet" href="main.css" type="text/css">
<link rel="icon" type="image/x-icon" href="doge2.ico">
<script src="https://www.w3schools.com/lib/w3.js"></script>
<style>a#results { color:#c20114; }</style>
</head>
<body>
<div class="main">
<div class="navigation" w3-include-html="navigation.html"></div>
<script>w3.includeHTML();</script>
<div class="content">
<h1>SAT Race 2019</h1>
<script src="sorttable.js"></script>
<h2>Results</h2>
<!--
<a href="results/medals.jpg"><img width="600" height="275" src="results/medals-small.jpg"/></a>
<p>
-->
The <a href="downloads/satrace19slides.pdf">slides</a> used at the <a href="http://sat2019.tecnico.ulisboa.pt/">2019 SAT Conference</a>.
</p>
<p>
The <a href="https://helda.helsinki.fi/handle/10138/306988">Proceedings of SAT Race 2019 : Solver and Benchmark Descriptions</a> is now available.
</p>
<p>Full Ranking: (click on the table header to sort by another column)</p>
<table class="sortable">
<tr><th>Average Score</th><th>Total Solved</th><th>SAT Solved</th><th>UNSAT Verified</th><th>UNSAT Proofcheck failed</th><th>Solver Name</th><th>Note</th></tr>
<tr><td> 4525.13704873 </td><td> 240 </td><td> 143 </td><td> 97 </td><td> 0 </td><td> MapleLCMDiscChronoBT-DL-v3,default </td><td></td></tr>
<tr><td> 4563.3932253 </td><td> 241 </td><td> 142 </td><td> 99 </td><td> 0 </td><td> MapleLCMDistChronoBT-DL-v2.2,default </td><td></td></tr>
<tr><td> 4563.67219878 </td><td> 241 </td><td> 143 </td><td> 98 </td><td> 0 </td><td> MapleLCMDistChronoBT-DL-v2.1,default </td><td></td></tr>
<tr><td> 4583.40264653 </td><td> 244 </td><td> 147 </td><td> 97 </td><td> 0 </td><td> CaDiCaL,default </td><td></td></tr>
<tr><td> 4610.86065525 </td><td> 239 </td><td> 140 </td><td> 99 </td><td> 0 </td><td> MapleLCMdistCBTcoreFirst,default </td><td></td></tr>
<tr><td> 4614.51630852 </td><td> 239 </td><td> 141 </td><td> 98 </td><td> 0 </td><td> MapleLCMChronoBT_DEL,default </td><td></td></tr>
<tr><td> 4618.84139632 </td><td> 240 </td><td> 140 </td><td> 100 </td><td> 0 </td><td> expMaple_CM _GCBumpOnlyLRB,default </td><td></td></tr>
<tr><td> 4653.5216178 </td><td> 238 </td><td> 139 </td><td> 99 </td><td> 0 </td><td> expMaple_CM _GCBump,default </td><td></td></tr>
<tr><td> 4662.00825317 </td><td> 238 </td><td> 138 </td><td> 100 </td><td> 0 </td><td> PSIDS_MapleLCMDistChronoBT,default </td><td></td></tr>
<tr><td> 4674.97066142 </td><td> 236 </td><td> 137 </td><td> 99 </td><td> 0 </td><td> PADC_MapleLCMDistChronoBT,nbIncRedDB_5_CT_0 </td><td></td></tr>
<tr><td> 4701.45570845 </td><td> 234 </td><td> 135 </td><td> 99 </td><td> 0 </td><td> expMaple_CM,default </td><td></td></tr>
<tr><td> 4704.67093045 </td><td> 235 </td><td> 137 </td><td> 98 </td><td> 0 </td><td> PADC_Maple_LCM_Dist,default </td><td></td></tr>
<tr><td> 4708.4792079 </td><td> 235 </td><td> 137 </td><td> 98 </td><td> 0 </td><td> MapleLCMChronoBT_ldcr,default </td><td></td></tr>
<tr><td> 4714.0757215 </td><td> 235 </td><td> 138 </td><td> 97 </td><td> 0 </td><td> MLDChronoBT_GCBump,default </td><td></td></tr>
<tr><td> 4717.65511565 </td><td> 235 </td><td> 138 </td><td> 97 </td><td> 0 </td><td> Relaxed_LCMDistChronoBT_p9,default </td><td></td></tr>
<tr><td> 4719.19807437 </td><td> 234 </td><td> 139 </td><td> 95 </td><td> 0 </td><td> optsat,default </td><td></td></tr>
<tr><td> 4735.92771913 </td><td> 240 </td><td> 142 </td><td> 98 </td><td> 0 </td><td> cmsatv56-walksat-chronobt,default </td><td></td></tr>
<tr><td> 4743.84397942 </td><td> 233 </td><td> 136 </td><td> 97 </td><td> 0 </td><td> MergeSAT,simp_proof </td><td></td></tr>
<tr><td> 4764.27505885 </td><td> 238 </td><td> 141 </td><td> 97 </td><td> 0 </td><td> cmsatv56-yalsat-chronobt,default </td><td></td></tr>
<tr><td> 4767.0229053 </td><td> 234 </td><td> 135 </td><td> 99 </td><td> 0 </td><td> PADC_MapleLCMDistChronoBT,default </td><td></td></tr>
<tr><td> 4771.87401415 </td><td> 234 </td><td> 140 </td><td> 94 </td><td> 0 </td><td> MapleLCMChronoBT_Scavel_EWMA,default </td><td></td></tr>
<tr><td> 4776.3422142 </td><td> 238 </td><td> 140 </td><td> 98 </td><td> 0 </td><td> cmsatv56-walksat,default </td><td></td></tr>
<tr><td> 4780.96893847 </td><td> 234 </td><td> 138 </td><td> 96 </td><td> 0 </td><td> Relaxed_LCMDistChronoBT,default </td><td></td></tr>
<tr><td> 4784.53567057 </td><td> 238 </td><td> 139 </td><td> 99 </td><td> 0 </td><td> cmsatv56-yalsat,default </td><td></td></tr>
<tr><td> 4785.21011987 </td><td> 233 </td><td> 136 </td><td> 97 </td><td> 0 </td><td> MapleLCMDISTChronoBT_Scavel_EWMA_08ALL,default </td><td></td></tr>
<tr><td> 4826.28251033 </td><td> 234 </td><td> 136 </td><td> 98 </td><td> 0 </td><td> Relaxed_LCMDistChronoBT_Scavel,default </td><td></td></tr>
<tr><td> 4903.48080955 </td><td> 223 </td><td> 137 </td><td> 86 </td><td> 0 </td><td> Maple_LCM_Scavel_155,default </td><td></td></tr>
<tr><td> 4925.92815869 </td><td> 226 </td><td> 143 </td><td> 83 </td><td> 0 </td><td> smallsat,default </td><td></td></tr>
<tr><td> 4957.942383 </td><td> 225 </td><td> 132 </td><td> 93 </td><td> 5 </td><td> Maple_LCM_OnlineDel_19a,default </td><td></td></tr>
<tr><td> 4963.81491412 </td><td> 221 </td><td> 130 </td><td> 91 </td><td> 0 </td><td> Maple_LCM_BTL,default </td><td></td></tr>
<tr><td> 4963.98353575 </td><td> 227 </td><td> 130 </td><td> 97 </td><td> 0 </td><td> Relaxed_LCM_Dist,default </td><td></td></tr>
<tr><td> 4968.71063472 </td><td> 225 </td><td> 136 </td><td> 89 </td><td> 0 </td><td> MapleCOMSPS_LRB_VSIDS_2_drup,LRB_VSIDS_2_drup </td><td></td></tr>
<tr><td> 5054.97808859 </td><td> 232 </td><td> 137 </td><td> 95 </td><td> 3 </td><td> SparrowToMergeSAT,Sparrow2MergeSAT_proof </td><td></td></tr>
<tr><td> 5082.3941481 </td><td> 220 </td><td> 130 </td><td> 90 </td><td> 0 </td><td> MapleCOMSPS_LRB_VSIDS_drup,LRB_VSIDS_drup </td><td></td></tr>
<tr><td> 5146.81029723 </td><td> 215 </td><td> 123 </td><td> 92 </td><td> 0 </td><td> SLIME,default </td><td></td></tr>
<tr><td> 5157.05420617 </td><td> 216 </td><td> 149 </td><td> 67 </td><td> 0 </td><td> CaDiCaL,sat </td><td></td></tr>
<tr><td> 5231.8046692 </td><td> 213 </td><td> 132 </td><td> 81 </td><td> 14 </td><td> Maple_CM_OnlineDel_19b,default </td><td></td></tr>
<tr><td> 5234.0209704 </td><td> 213 </td><td> 130 </td><td> 83 </td><td> 0 </td><td> COMiniSatPS_Pulsar_drup,drup </td><td></td></tr>
<tr><td> 5254.0139018 </td><td> 212 </td><td> 122 </td><td> 90 </td><td> 0 </td><td> glucose-4.2.1,default </td><td></td></tr>
<tr><td> 5290.15989309 </td><td> 211 </td><td> 118 </td><td> 93 </td><td> 0 </td><td> CaDiCaL,unsat </td><td></td></tr>
<tr><td> 5363.97871438 </td><td> 210 </td><td> 128 </td><td> 82 </td><td> 0 </td><td> MapleCOMSPS_CHB_VSIDS_drup,CHB_VSIDS_drup </td><td></td></tr>
<tr><td> 5377.097449 </td><td> 206 </td><td> 122 </td><td> 84 </td><td> 0 </td><td> glucose_421_del,default </td><td></td></tr>
<tr><td> 5582.63723275 </td><td> 200 </td><td> 117 </td><td> 83 </td><td> 0 </td><td> glucose3.0,proofs </td><td></td></tr>
<tr><td> 5787.38043238 </td><td> 193 </td><td> 113 </td><td> 80 </td><td> 0 </td><td> ZIB_Glucose,default </td><td></td></tr>
<tr><td> 5964.07020392 </td><td> 185 </td><td> 114 </td><td> 71 </td><td> 0 </td><td> Topk6_Glucose3.0,default </td><td></td></tr>
<tr><td> 5966.72428502 </td><td> 185 </td><td> 116 </td><td> 69 </td><td> 0 </td><td> Topk6.2_Glucose3.0,default </td><td></td></tr>
<tr><td> 6005.3703773 </td><td> 183 </td><td> 116 </td><td> 67 </td><td> 0 </td><td> Topk3_Glucose3.0,default </td><td></td></tr>
<tr><td> 6023.8940058 </td><td> 184 </td><td> 113 </td><td> 71 </td><td> 0 </td><td> Topk3.2_Glucose3.0,default </td><td></td></tr>
<tr><td> 6429.3079319 </td><td> 165 </td><td> 104 </td><td> 61 </td><td> 0 </td><td> glucose_BTL,default </td><td></td></tr>
<tr><td> 6436.41217832 </td><td> 167 </td><td> 115 </td><td> 52 </td><td> 0 </td><td> Minisat-v2.2.0-106-ge2dd095,simp_proof </td><td></td></tr>
<tr><td> 6568.08681438 </td><td> 157 </td><td> 80 </td><td> 77 </td><td> 2 </td><td> Candy,default </td><td></td></tr>
<tr><td> 7376.16513475 </td><td> 117 </td><td> 72 </td><td> 45 </td><td> 0 </td><td> MapleLCMDistChronoBTVariableReindexing,default </td><td></td></tr>
<tr><td> 7414.59587318 </td><td> 115 </td><td> 115 </td><td> 0 </td><td> 66 </td><td> Riss7.1,NOUNSAT_proof </td><td></td></tr>
<tr><td> 7617.923901 </td><td> 107 </td><td> 107 </td><td> 0 </td><td> 81 </td><td> Riss7.1,default_proof </td><td></td></tr>
<tr><td> 9663.30257812 </td><td> 14 </td><td> 14 </td><td> 0 </td><td> 0 </td><td> CCAnrSim,default </td><td></td></tr>
</table>
<p>Detailed results and benchmarks avaliable <a href="results/results.csv">here</a>.</p>
<p>* This solver produced an incorrect answer.</p>
</div>
</div>
</body>
</html>