instance,benchmark_name,time,time,time,time,solved,solver_config,objective,objective,objective,objective
count,,mean,amin,amax,std,sum,,mean,amin,amax,std
156,hyperbench-cq,1.06214294872,0.4351,3.2049,0.521211021857,156,default-n1-1.0,1.07692307692,1.0,2.0,0.267327551612
156,hyperbench-cq,7.415125,1.9847,14.1448,2.47609078461,156,sat-clique4-pre-lb-n1-0.7,1.05235064103,1.0,2.0,0.192889018901
156,hyperbench-cq,7.73926987179,3.5858,11.7207,3.01316174664,156,sat-pre-clique6-lb-n1-0.7,1.05235064103,1.0,2.0,0.192889018901
156,hyperbench-cq,19.0084320513,8.6687,127.741,20.5507898579,156,sat-clique4-lb-n1-0.7,1.05235064103,1.0,2.0,0.192889018901
156,hyperbench-cq,20.3710115385,8.2604,127.364,20.4002845021,156,sat-n1-0.7,1.05235064103,1.0,2.0,0.192889018901
589,hyperbench-csp_application,1003.95338659,2.2681,7202.15,1761.3820486,574,sat-pre-clique6-lb-n1-0.7,4.33101045296,2.0,7.0,1.08906031988
583,hyperbench-csp_application,1057.53080395,1.9135,7202.43,1861.09292894,571,sat-clique4-pre-lb-n1-0.7,4.34938704028,2.0,7.0,1.09147195435
581,hyperbench-csp_application,1051.02149466,3.2254,7202.13,1848.14546201,566,sat-clique4-lb-n1-0.7,4.35247349823,2.0,7.0,1.08524418124
530,hyperbench-csp_application,950.245412453,3.1941,7202.13,1725.01296747,518,sat-n1-0.7,4.23841698842,2.0,7.0,0.993504534961
485,hyperbench-csp_application,7187.26435052,8.76,7202.62,326.632565964,1,sat-n1-0.7,,,,
474,hyperbench-csp_application,7200.18272152,7200.06,7206.08,0.32040602294,0,default-n1-1.0,,,,
434,hyperbench-csp_application,7202.12048387,7202.03,7202.88,0.067444244137,0,sat-clique4-lb-n1-0.7,,,,
431,hyperbench-csp_application,610.265161717,0.5298,6887.07,1232.93813527,431,default-n1-1.0,3.60556844548,2.0,5.0,0.626816682023
407,hyperbench-csp_application,6053.38402948,1.12,7202.41,2486.50574986,1,sat-pre-clique6-lb-n1-0.7,,,,
400,hyperbench-csp_application,6097.350315,191.062,7202.57,2448.62243893,0,sat-clique4-pre-lb-n1-0.7,,,,
185,hyperbench-csp_application,7200.08745946,7200.04,7200.17,0.025313893112,0,default-n1-1.0,,,,
75,hyperbench-csp_application,6661.44877733,38.9203,7202.11,1848.12106873,0,sat-clique4-lb-n1-0.7,,,,
75,hyperbench-csp_application,7201.9184,7201.71,7202.38,0.111876379653,0,sat-n1-0.7,,,,
74,hyperbench-csp_application,6744.24131081,30.862,7202.35,1713.59243639,0,sat-clique4-pre-lb-n1-0.7,,,,
64,hyperbench-csp_application,6674.11934062,40.1788,7202.35,1829.6181291,0,sat-pre-clique6-lb-n1-0.7,,,,
33,hyperbench-csp_application,1129.0110303,902.024,1387.4,95.7330176782,0,sat-clique4-pre-lb-n1-0.7,,,,
30,hyperbench-csp_application,1100.87816667,505.422,1308.98,151.614269628,0,sat-pre-clique6-lb-n1-0.7,,,,
52,hyperbench-csp_other,6774.86634615,1330.89,7202.22,1501.4901481,0,sat-n1-0.7,,,,
47,hyperbench-csp_other,7049.0187234,5.88,7202.36,1049.68100987,1,sat-pre-clique6-lb-n1-0.7,,,,
44,hyperbench-csp_other,7202.1125,7202.05,7202.26,0.0416589140073,0,sat-clique4-pre-lb-n1-0.7,,,,
44,hyperbench-csp_other,7202.13045455,7202.05,7202.31,0.0634641281374,0,sat-clique4-lb-n1-0.7,,,,
36,hyperbench-csp_other,7200.15611111,7200.06,7200.45,0.0847948036742,0,default-n1-1.0,,,,
31,hyperbench-csp_other,786.07726129,4.1923,7201.78,1486.00628592,30,sat-clique4-pre-lb-n1-0.7,2.825,1.5,7.0,1.29845730747
30,hyperbench-csp_other,778.926916667,2.0536,6942.1,1451.35233258,30,sat-pre-clique6-lb-n1-0.7,2.88333333333,1.5,7.0,1.29942516026
27,hyperbench-csp_other,12.9343037037,0.566,71.5017,21.0637994132,27,default-n1-1.0,2.55555555556,2.0,8.0,1.25064086136
27,hyperbench-csp_other,1556.70857037,4.1627,7202.04,2785.45110703,0,sat-clique4-lb-n1-0.7,,,,
27,hyperbench-csp_other,1848.60631111,2.4381,7201.96,2680.30711451,24,sat-n1-0.7,2.30208333333,1.5,3.25,0.505293536443
19,hyperbench-csp_other,7200.09,7200.06,7200.12,0.0218581284143,0,default-n1-1.0,,,,
11,hyperbench-csp_other,1821.50802727,3.004,5429.84,1984.89422616,11,sat-clique4-lb-n1-0.7,3.59090909091,1.5,7.0,1.60963010997
7,hyperbench-csp_other,3811.15848571,86.1994,7202.1,3221.22423958,0,sat-clique4-pre-lb-n1-0.7,,,,
5,hyperbench-csp_other,2466.44418,53.9209,7202.11,2749.70046508,0,sat-pre-clique6-lb-n1-0.7,,,,
3,hyperbench-csp_other,7201.99333333,7201.95,7202.05,0.0513160143947,0,sat-n1-0.7,,,,
658,hyperbench-csp_random,1001.2411383,1.7818,7189.9,1703.41315384,658,sat-pre-clique6-lb-n1-0.7,4.80779179331,1.6219,9.0,1.85537126627
646,hyperbench-csp_random,1018.48788762,1.8537,7087.95,1793.64030202,646,sat-clique4-pre-lb-n1-0.7,4.80569024768,1.6219,9.0,1.86965380522
537,hyperbench-csp_random,361.270985475,5.6206,7144.41,1060.87407114,537,sat-clique4-lb-n1-0.7,4.24913836127,1.6219,8.0,1.48330835783
476,hyperbench-csp_random,7202.07560924,7202.03,7202.49,0.0364279626351,0,sat-n1-0.7,,,,
431,hyperbench-csp_random,7200.13083527,7200.05,7200.58,0.0600871325452,0,default-n1-1.0,,,,
383,hyperbench-csp_random,694.237911749,5.3012,7013.93,1336.63154833,383,sat-n1-0.7,3.87430574413,1.6219,6.0,1.46880423958
324,hyperbench-csp_random,7180.03962963,59.23,7202.38,396.825306817,1,sat-clique4-lb-n1-0.7,,,,
235,hyperbench-csp_random,7200.09540426,7200.05,7200.6,0.0632873178228,0,default-n1-1.0,,,,
216,hyperbench-csp_random,7168.73782407,0.82,7202.37,489.98347622,1,sat-clique4-pre-lb-n1-0.7,,,,
204,hyperbench-csp_random,7202.07142157,7202.04,7202.37,0.0345047826412,0,sat-pre-clique6-lb-n1-0.7,,,,
196,hyperbench-csp_random,122.049608163,0.4046,1002.37,220.49285824,196,default-n1-1.0,2.96428571429,2.0,4.0,0.659253657264
3,hyperbench-csp_random,7201.96,7201.89,7202.0,0.0608276253029,0,sat-n1-0.7,,,,
1,hyperbench-csp_random,7201.69,7201.69,7201.69,,0,sat-clique4-lb-n1-0.7,,,,
15,hyperbench-daimlerchrysler,27.72648,3.9611,112.777,30.0267386943,15,sat-clique4-pre-lb-n1-0.7,2.0,2.0,2.0,0.0
15,hyperbench-daimlerchrysler,29.50832,4.5878,114.534,35.9136352398,0,sat-clique4-lb-n1-0.7,,,,
15,hyperbench-daimlerchrysler,34.0437266667,4.1673,152.603,43.6435428091,15,sat-pre-clique6-lb-n1-0.7,2.0,2.0,2.0,0.0
15,hyperbench-daimlerchrysler,601.87382,18.3584,3711.48,966.936119299,15,sat-n1-0.7,2.0,2.0,2.0,0.0
13,hyperbench-daimlerchrysler,15.8050076923,3.3045,91.7538,23.7265777581,13,default-n1-1.0,2.23076923077,2.0,3.0,0.438529009654
2,hyperbench-daimlerchrysler,7200.09,7200.09,7200.09,0.0,0,default-n1-1.0,,,,
11,hyperbench-grid2d,5247.42090909,1367.11,7202.28,2743.54792577,0,sat-n1-0.7,,,,
11,hyperbench-grid2d,7200.10181818,7200.08,7200.12,0.00981649817199,0,default-n1-1.0,,,,
8,hyperbench-grid2d,7202.0975,7202.04,7202.13,0.0301188123461,0,sat-pre-clique6-lb-n1-0.7,,,,
8,hyperbench-grid2d,7202.17125,7202.11,7202.24,0.0524914959099,0,sat-clique4-pre-lb-n1-0.7,,,,
7,hyperbench-grid2d,7202.16142857,7202.09,7202.27,0.0651737604227,0,sat-clique4-lb-n1-0.7,,,,
4,hyperbench-grid2d,1353.0625,1132.79,1939.14,391.4543244,0,sat-clique4-lb-n1-0.7,,,,
3,hyperbench-grid2d,1780.71666667,1618.85,1998.45,195.869480352,0,sat-clique4-pre-lb-n1-0.7,,,,
3,hyperbench-grid2d,1843.89666667,1711.72,2067.02,194.327030115,0,sat-pre-clique6-lb-n1-0.7,,,,
1,hyperbench-grid2d,56.359,56.359,56.359,,1,default-n1-1.0,4.0,4.0,4.0,
1,hyperbench-grid2d,250.098,250.098,250.098,,1,sat-clique4-pre-lb-n1-0.7,3.0,3.0,3.0,
1,hyperbench-grid2d,323.296,323.296,323.296,,1,sat-pre-clique6-lb-n1-0.7,3.0,3.0,3.0,
1,hyperbench-grid2d,1265.63,1265.63,1265.63,,1,sat-clique4-lb-n1-0.7,3.0,3.0,3.0,
1,hyperbench-grid2d,1392.5,1392.5,1392.5,,1,sat-n1-0.7,3.0,3.0,3.0,
23,hyperbench-iscas89,7200.09043478,7200.08,7200.11,0.00877924249676,0,default-n1-1.0,,,,
16,hyperbench-iscas89,7202.130625,7202.08,7202.18,0.0354906090867,0,sat-clique4-lb-n1-0.7,,,,
15,hyperbench-iscas89,7202.116,7202.06,7202.24,0.0486679712806,0,sat-clique4-pre-lb-n1-0.7,,,,
15,hyperbench-iscas89,7202.144,7202.07,7202.28,0.0520713795804,0,sat-n1-0.7,,,,
15,hyperbench-iscas89,7202.14933333,7202.08,7202.39,0.0767618456813,0,sat-pre-clique6-lb-n1-0.7,,,,
8,hyperbench-iscas89,1308.6117875,3.0883,2586.17,898.404971406,8,sat-pre-clique6-lb-n1-0.7,3.3125,1.5,5.0,1.13192314227
8,hyperbench-iscas89,1331.8932125,2.6887,2591.65,931.168454697,8,sat-clique4-pre-lb-n1-0.7,3.3125,1.5,5.0,1.13192314227
5,hyperbench-iscas89,3019.05084,2.6692,5999.74,2559.61571207,5,sat-clique4-lb-n1-0.7,2.9,1.5,4.5,1.08397416943
5,hyperbench-iscas89,3303.71324,4.5762,7202.08,2975.94330714,4,sat-n1-0.7,2.5,1.5,3.0,0.707106781187
4,hyperbench-iscas89,7201.98,7201.83,7202.05,0.102306728355,0,sat-n1-0.7,,,,
3,hyperbench-iscas89,18.3885333333,7.0675,39.0039,17.8821666843,0,sat-clique4-lb-n1-0.7,,,,
1,hyperbench-iscas89,0.8062,0.8062,0.8062,,1,default-n1-1.0,2.0,2.0,2.0,
1,hyperbench-iscas89,65.4139,65.4139,65.4139,,0,sat-clique4-pre-lb-n1-0.7,,,,
1,hyperbench-iscas89,78.3806,78.3806,78.3806,,0,sat-pre-clique6-lb-n1-0.7,,,,
25,hyperbench-maxsat,7202.1216,7202.05,7202.2,0.0445982062419,0,sat-clique4-lb-n1-0.7,,,,
25,hyperbench-maxsat,7202.1228,7202.04,7202.22,0.0430619708479,0,sat-clique4-pre-lb-n1-0.7,,,,
25,hyperbench-maxsat,7202.136,7202.06,7202.54,0.102672618875,0,sat-pre-clique6-lb-n1-0.7,,,,
19,hyperbench-maxsat,7202.07684211,7202.04,7202.1,0.0156534098448,0,sat-n1-0.7,,,,
18,hyperbench-maxsat,7200.09,7200.07,7200.12,0.0108465228909,0,default-n1-1.0,,,,
12,hyperbench-maxsat,8.19943333333,0.8568,48.3462,15.7967325431,12,default-n1-1.0,2.83333333333,2.0,8.0,1.74945879077
7,hyperbench-maxsat,7201.87428571,7201.64,7202.07,0.141286605033,0,sat-n1-0.7,,,,
6,hyperbench-maxsat,872.075316667,21.8677,2911.11,1153.40990467,6,sat-clique4-pre-lb-n1-0.7,4.20833333333,3.0,7.0,1.80566239
6,hyperbench-maxsat,906.230616667,19.4351,2348.6,1111.3295528,6,sat-pre-clique6-lb-n1-0.7,4.20833333333,3.0,7.0,1.80566239
5,hyperbench-maxsat,722.89936,59.5329,2417.48,1002.75661195,5,sat-clique4-lb-n1-0.7,4.4,3.0,7.0,1.94935886896
5,hyperbench-maxsat,2573.71282,49.9118,7201.92,3436.76778659,4,sat-n1-0.7,3.0625,3.0,3.25,0.125
1,hyperbench-maxsat,7200.06,7200.06,7200.06,,0,default-n1-1.0,,,,
1,hyperbench-maxsat,7202.07,7202.07,7202.07,,0,sat-clique4-lb-n1-0.7,,,,
1,hyperbench-other,0.4749,0.4749,0.4749,,1,default-n1-1.0,3.0,3.0,3.0,
1,hyperbench-other,2.3578,2.3578,2.3578,,1,sat-n1-0.7,1.0,1.0,1.0,
1,hyperbench-other,2.4623,2.4623,2.4623,,1,sat-pre-clique6-lb-n1-0.7,1.0,1.0,1.0,
1,hyperbench-other,2.98,2.98,2.98,,1,sat-clique4-pre-lb-n1-0.7,1.0,1.0,1.0,
1,hyperbench-other,3.4157,3.4157,3.4157,,1,sat-clique4-lb-n1-0.7,1.0,1.0,1.0,