Benchmark | LinSBPS | Open-WBO-Inc-BMO | maxroster | Open-WBO-Inc-Cluster | SATLike-c | SATLike | Open-WBO-Gluc | Open-WBO-Riss |
BTBNSL-Rounded_BTWBNSL_AbaloneTWBound_4.wcnf | 1.0 (1554716345) | 0.9925 (1566386628) | 0.9925 (1566386628) | 0.8484 (1832514765) | 0.942 (1650463258) | 0.7099 (2189959632) | 0.942 (1650463258) | 0.8547 (1819017150) |
BTBNSL-Rounded_BTWBNSL_Abalone_TWBound_3.wcnf | 0.9981 (1552527259) | 0.9842 (1574559321) | 1.0 (1549644710) | 0.8934 (1734584822) | 0.8326 (1861320135) | 0.8645 (1792555946) | 0.8326 (1861320135) | 0.8246 (1879375165) |
BTBNSL-Rounded_BTWBNSL_Flag.BIC_TWBound_3.wcnf | 0.9882 (280525107) | 1.0 (277221178) | 1.0 (277221178) | 0.9474 (292626937) | 0.9905 (279866035) | 0.9139 (303336233) | 0.9321 (297412473) | 0.9253 (299615063) |
BTBNSL-Rounded_BTWBNSL_Flag.BIC_TWBound_4.wcnf | 0.9874 (280749712) | 1.0 (277221178) | 1.0 (277221178) | 0.9512 (291437235) | 0.9203 (301244071) | 0.9863 (281066336) | 0.9203 (301244071) | 0.9144 (303158548) |
BTBNSL-Rounded_BTWBNSL_Horse.BIC_TWBound_3.wcnf | 0.9985 (455408219) | 1.0 (454710948) | 1.0 (454710948) | 0.969 (469253443) | 0.9936 (457656230) | 0.9937 (457596154) | 0.9623 (472542928) | 0.9615 (472935357) |
BTBNSL-Rounded_BTWBNSL_Horse.BIC_TWBound_4.wcnf | 0.9944 (457232932) | 0.9999 (454710948) | 1.0 (454661212) | 0.9331 (487247861) | 0.9952 (456845981) | 0.9941 (457373911) | 0.9466 (480306840) | 0.9499 (478627532) |
BTBNSL-Rounded_BTWBNSL_Housing_TWBound_3.wcnf | 0.953 (336259999) | 1.0 (320446036) | 1.0 (320446036) | 0.8911 (359625938) | 0.6959 (460472615) | 0.7433 (431113469) | 0.6959 (460472615) | 0.6959 (460472615) |
BTBNSL-Rounded_BTWBNSL_Housing_TWBound_4.wcnf | 0.9622 (327622069) | 1.0 (315227544) | 0.8958 (351894742) | 0.8414 (374638527) | 0.6762 (466207221) | 0.7273 (433434624) | 0.6762 (466207221) | 0.6762 (466207221) |
BTBNSL-Rounded_BTWBNSL_Voting_TWBound_3.wcnf | 0.9991 (464690104) | 1.0 (464263033) | 1.0 (464263033) | 0.9214 (503847909) | 0.8364 (555090921) | 0.9831 (472235447) | 0.8364 (555090921) | 0.7915 (586532569) |
BTBNSL-Rounded_BTWBNSL_Water_1000_1_2.scores_TWBound_4.wcnf | 0.9963 (1331749123) | 0.9984 (1329043665) | 1.0 (1326871413) | 0.8795 (1508590277) | 0.8517 (1557955426) | 0.7984 (1661964841) | 0.8517 (1557955426) | 0.9342 (1420282164) |
BTBNSL-Rounded_BTWBNSL_adult15N_TWBound_3.wcnf | 0.9975 (35320722522) | 0.9953 (35399331044) | 1.0 (35232369129) | 0.8312 (42389092459) | 0.7981 (44143019065) | 0.8138 (43292865260) | 0.7981 (44143019065) | 0.7981 (44143019065) |
BTBNSL-Rounded_BTWBNSL_alarm_100_1_3.scores_TWBound_4.wcnf | 0.9813 (140746108) | 0.9993 (138202406) | 1.0 (138107705) | 0.8259 (167219204) | 0.8234 (167734954) | 0.7745 (178308882) | 0.8234 (167734954) | 0.8704 (158672234) |
BTBNSL-Rounded_BTWBNSL_hailfinder_10000_1_3.scores_TWBound_3.wcnf | 0.959 (55136360691) | 1.0 (52875201949) | 0.9879 (53520327031) | 0.8899 (59419507661) | 0.8893 (59458460750) | 0.8084 (65411031180) | 0.8893 (59458460750) | 0.874 (60501006671) |
BTBNSL-Rounded_BTWBNSL_hailfinder_10000_1_3.scores_TWBound_4.wcnf | 0.9885 (50515860038) | 1.0 (49933914284) | 0.924 (54040979168) | 0.8532 (58527353386) | 0.8079 (61808588319) | 0.7843 (63669984585) | 0.8079 (61808588319) | 0.9086 (54959259188) |
BTBNSL-Rounded_BTWBNSL_hailfinder_1000_1_3.scores_TWBound_4.wcnf | 0.9958 (5298817253) | 1.0 (5276763036) | 0.9936 (5311001526) | 0.8343 (6324711825) | 0.8561 (6163463993) | 0.7992 (6602461521) | 0.8561 (6163463993) | 0.8229 (6412095072) |
BTBNSL-Rounded_BTWBNSL_insurance_1000_1_3.scores_TWBound_3.wcnf | 1.0 (1412902605) | 0.9874 (1430907103) | 0.9903 (1426675710) | 0.8772 (1610772698) | 0.8434 (1675163488) | 0.7454 (1895482405) | 0.8434 (1675163488) | 0.8823 (1601331661) |
abstraction-refinement-downcast-antlr.wcnf | 0.9986 (76365) | 1.0 (76256) | 0.9981 (76402) | 1.0 (76258) | 0.9995 (76291) | 0.9995 (76292) | 0.999 (76336) | 0.2107 (361912) |
abstraction-refinement-polysite-xalan.wcnf | 0.9997 (114732) | 1.0 (114694) | 0.9936 (115438) | 0.8488 (135130) | 0.7999 (143387) | 0.9996 (114745) | 0.8 (143359) | 0.0291 (3947815) |
af-synthesis-af-synthesis_stb_50_100_9.wcnf | 1.0 (108) | 0.9732 (111) | 1.0 (108) | 0.916 (118) | 0.7219 (150) | 0.7219 (150) | 0.9732 (111) | 0.9909 (109) |
af-synthesis-af-synthesis_stb_50_120_2.wcnf | 1.0 (107) | 0.9818 (109) | 0.9908 (108) | 0.8504 (126) | 0.6279 (171) | 0.6391 (168) | 0.9818 (109) | 0.9818 (109) |
af-synthesis-af-synthesis_stb_50_120_5.wcnf | 1.0 (114) | 1.0 (114) | 0.9914 (115) | 0.9055 (126) | 0.6725 (170) | 0.6928 (165) | 1.0 (114) | 1.0 (114) |
af-synthesis-af-synthesis_stb_50_120_7.wcnf | 1.0 (120) | 1.0 (120) | 1.0 (120) | 0.9308 (129) | 0.7202 (167) | 0.7202 (167) | 1.0 (120) | 1.0 (120) |
af-synthesis-af-synthesis_stb_50_120_9.wcnf | 1.0 (114) | 1.0 (114) | 0.9914 (115) | 0.8333 (137) | 0.615 (186) | 0.6319 (181) | 1.0 (114) | 1.0 (114) |
af-synthesis-af-synthesis_stb_50_140_0.wcnf | 1.0 (120) | 0.9918 (121) | 1.0 (120) | 0.9167 (131) | 0.676 (178) | 0.6722 (179) | 0.9918 (121) | 0.9918 (121) |
af-synthesis-af-synthesis_stb_50_140_1.wcnf | 1.0 (127) | 1.0 (127) | 1.0 (127) | 0.9143 (139) | 0.6882 (185) | 0.6882 (185) | 1.0 (127) | 0.9922 (128) |
af-synthesis-af-synthesis_stb_50_140_5.wcnf | 1.0 (117) | 1.0 (117) | 1.0 (117) | 0.8676 (135) | 0.6277 (187) | 0.6344 (185) | 0.9833 (119) | 1.0 (117) |
af-synthesis-af-synthesis_stb_50_140_7.wcnf | 1.0 (109) | 1.0 (109) | 1.0 (109) | 0.8871 (123) | 0.679 (161) | 0.679 (161) | 0.9649 (113) | 0.9402 (116) |
af-synthesis-af-synthesis_stb_50_140_8.wcnf | 1.0 (113) | 1.0 (113) | 1.0 (113) | 0.9344 (121) | 0.7451 (152) | 0.7451 (152) | 1.0 (113) | 0.9828 (115) |
af-synthesis-af-synthesis_stb_50_160_4.wcnf | 1.0 (123) | 1.0 (123) | 1.0 (123) | 0.8986 (137) | 0.7045 (175) | 0.7045 (175) | 1.0 (123) | 0.992 (124) |
af-synthesis-af-synthesis_stb_50_180_1.wcnf | 1.0 (131) | 1.0 (131) | 0.9925 (132) | 0.8684 (151) | 0.75 (175) | 0.75 (175) | 1.0 (131) | 1.0 (131) |
af-synthesis-af-synthesis_stb_50_180_2.wcnf | 1.0 (115) | 1.0 (115) | 1.0 (115) | 0.8992 (128) | 0.7205 (160) | 0.7296 (158) | 1.0 (115) | 0.9748 (118) |
af-synthesis-af-synthesis_stb_50_200_5.wcnf | 1.0 (102) | 1.0 (102) | 1.0 (102) | 0.9196 (111) | 0.7357 (139) | 0.7687 (133) | 0.9904 (103) | 1.0 (102) |
af-synthesis-af-synthesis_stb_50_200_6.wcnf | 1.0 (111) | 1.0 (111) | 1.0 (111) | 0.9333 (119) | 0.7044 (158) | 0.6871 (162) | 1.0 (111) | 0.9739 (114) |
af-synthesis-af-synthesis_stb_50_20_8.wcnf | 1.0 (120) | 0.9758 (123) | 1.0 (120) | 0.8963 (134) | 0.7289 (165) | 0.7707 (156) | 0.9758 (123) | 0.9758 (123) |
af-synthesis-af-synthesis_stb_50_60_2.wcnf | 1.0 (117) | 1.0 (117) | 1.0 (117) | 0.8551 (137) | 0.7564 (155) | 0.7973 (147) | 1.0 (117) | 1.0 (117) |
af-synthesis-af-synthesis_stb_50_80_3.wcnf | 1.0 (113) | 0.9913 (114) | 1.0 (113) | 0.9048 (125) | 0.7215 (157) | 0.6994 (162) | 1.0 (113) | 0.9661 (117) |
af-synthesis-af-synthesis_stb_50_80_7.wcnf | 1.0 (115) | 0.9667 (119) | 1.0 (115) | 0.9206 (125) | 0.725 (159) | 0.7632 (151) | 0.9915 (116) | 0.9748 (118) |
causal-discovery-causal_Autos_8_159.wcnf | 1.0 (707611) | 0.8971 (788745) | 1.0 (707611) | 0.4032 (1755151) | 0.8188 (864241) | 0.4126 (1715170) | 0.8188 (864241) | 0.1319 (5365338) |
causal-discovery-causal_Image_7_2310.wcnf | 1.0 (431410) | 0.7751 (556558) | 0.8531 (505694) | 0.9472 (455446) | 0.4635 (930684) | 0.4635 (930684) | 0.5467 (789130) | 0.1637 (2634900) |
causal-discovery-causal_Letter_7_20000.wcnf | 1.0 (509580) | 0.9275 (549431) | 0.9998 (509703) | 0.9307 (547532) | 0.7982 (638403) | 0.7982 (638403) | 0.0541 (9426353) | 0.7982 (638403) |
causal-discovery-causal_Link_10_1000.wcnf | 0.5299 (28547924) | 0.5373 (28154602) | 1.0 (15127981) | 0.3959 (38212009) | 0.528 (28652900) | 0.0 (-) | 0.0 (-) | 0.0977 (154915005) |
causal-discovery-causal_LungCancer_8_27.wcnf | 1.0 (141532) | 0.9008 (157117) | 1.0 (141532) | 0.674 (209982) | 0.6935 (204098) | 0.658 (215111) | 0.6935 (204098) | 0.0809 (1748586) |
causal-discovery-causal_Pigs_6_1000.wcnf | 1.0 (18211446) | 0.7231 (25186079) | 0.9034 (20157909) | 0.899 (20256354) | 0.6688 (27228963) | 0.0692 (263042901) | 0.6688 (27228963) | 0.0692 (263042901) |
causal-discovery-causal_Statlog_7_752.wcnf | 1.0 (380356) | 1.0 (380356) | 1.0 (380356) | 0.5075 (749421) | 0.2964 (1283413) | 0.2964 (1283413) | 0.0934 (4074103) | 0.2964 (1283413) |
causal-discovery-causal_Water_10_100.wcnf | 0.0714 (78933701) | 0.6619 (8514786) | 0.1777 (31720075) | 1.0 (5635776) | 0.0864 (65263137) | 0.9995 (5638771) | 0.0864 (65263137) | 0.0596 (94559456) |
causal-discovery-causal_asia_7_1000.wcnf | 0.9846 (173012) | 1.0 (170353) | 1.0 (170353) | 0.2208 (771503) | 0.2414 (705793) | 0.2414 (705793) | 0.0 (-) | 0.2414 (705793) |
causal-discovery-causal_asia_8_10000.wcnf | 1.0 (936156) | 0.5956 (1571745) | 1.0 (936156) | 1.0 (936156) | 0.1659 (5644379) | 0.1659 (5644379) | 0.0075 (124431372) | 0.0 (-) |
causal-discovery-causal_carpo_8_100.wcnf | 1.0 (169596) | 1.0 (169596) | 1.0 (169596) | 0.6324 (268167) | 0.5444 (311544) | 0.5444 (311544) | 0.5444 (311544) | 0.0628 (2701245) |
causal-discovery-causal_carpo_8_1000.wcnf | 1.0 (681472) | 0.9007 (756631) | 0.9007 (756631) | 0.9007 (756631) | 0.7195 (947128) | 0.3037 (2244087) | 0.7195 (947128) | 0.1483 (4594492) |
causal-discovery-causal_hailfinder_8_10000.wcnf | 1.0 (115149390) | 1.0 (115149390) | 1.0 (115149390) | 1.0 (115149390) | 0.7572 (152065307) | 0.0587 (1960171618) | 0.7572 (152065307) | 0.0587 (1960171618) |
causal-discovery-causal_insurance_9_100.wcnf | 0.1093 (40316123) | 1.0 (4404542) | 1.0 (4404542) | 0.5032 (8752723) | 0.1052 (41861472) | 0.0821 (53618344) | 0.1052 (41861472) | 0.0821 (53618344) |
cluster-expansion-IS10_5.0.5.0.0.5_softer_periodic.wcnf | 0.9132 (121350752413144) | 0.9617 (115223718343385) | 0.9924 (111665197584749) | 0.9132 (121350752413144) | 1.0 (110811777649462) | 1.0 (110811777649462) | 0.9132 (121350752413144) | 0.9117 (121541146317125) |
cluster-expansion-IS11_5.0.5.0.0.5_softer_periodic.wcnf | 0.9046 (123830752413144) | 0.9706 (115403718343385) | 0.9951 (112558490876361) | 0.9046 (123830752413144) | 1.0 (112011518301720) | 1.0 (112011518301720) | 0.9046 (123830752413144) | 0.903 (124041146317125) |
cluster-expansion-IS12_5.0.5.0.0.5_softer_periodic.wcnf | 0.895 (126310752413144) | 0.978 (115583718343385) | 0.9958 (113520690838375) | 0.895 (126310752413144) | 1.0 (113046121337628) | 0.9982 (113247900782373) | 0.895 (126310752413144) | 0.8934 (126541146317125) |
cluster-expansion-IS13_5.0.5.0.0.5_softer_periodic.wcnf | 0.9993 (119490993578269) | 0.9993 (119490993578269) | 1.0 (119401387482250) | 0.9993 (119490993578269) | 0.9987 (119555216776852) | 0.9987 (119555216776852) | 0.9993 (119490993578269) | 1.0 (119401387482250) |
cluster-expansion-IS14_5.0.5.0.0.5_softer_periodic.wcnf | 0.8852 (128790752413144) | 0.9848 (115763718343385) | 0.997 (114337751387331) | 0.8852 (128790752413144) | 1.0 (114000033196938) | 1.0 (114000033196938) | 0.8852 (128790752413144) | 0.8834 (129041146317125) |
cluster-expansion-IS15_5.0.5.0.0.5_softer_periodic.wcnf | 0.8735 (131270752413144) | 0.989 (115943718343385) | 0.997 (115012547858062) | 0.8735 (131270752413144) | 1.0 (114671051464901) | 1.0 (114671051464901) | 0.8735 (131270752413144) | 0.8718 (131541146317125) |
cluster-expansion-IS16_5.0.5.0.0.5_softer_periodic.wcnf | 0.8634 (133750752413144) | 0.9945 (116123718343385) | 0.9996 (115531896981612) | 0.8634 (133750752413144) | 1.0 (115483852769611) | 1.0 (115483852769611) | 0.8634 (133750752413144) | 0.8616 (134041146317125) |
cluster-expansion-IS17_5.0.5.0.0.5_softer_periodic.wcnf | 0.851 (136230752413144) | 0.9968 (116303718343385) | 0.9997 (115963934195472) | 0.851 (136230752413144) | 1.0 (115927113981773) | 1.0 (115927113981773) | 0.851 (136230752413144) | 0.849 (136541146317125) |
cluster-expansion-IS19_5.0.5.0.0.5_softer_periodic.wcnf | 0.9994 (119470993578269) | 0.9994 (119470993578269) | 1.0 (119401387482250) | 0.9994 (119470993578269) | 0.999 (119515216776851) | 0.999 (119515216776851) | 0.9994 (119470993578269) | 1.0 (119401387482250) |
cluster-expansion-IS1_5.0.5.0.0.5_softer_periodic.wcnf | 0.9905 (119390993578269) | 0.9905 (119390993578269) | 0.992 (119210720724359) | 0.9905 (119390993578269) | 1.0 (118261114081858) | 1.0 (118261114081858) | 0.9905 (119390993578269) | 0.9905 (119401387482250) |
cluster-expansion-IS20_5.0.5.0.0.5_softer_periodic.wcnf | 0.9996 (119450993578269) | 0.9996 (119450993578269) | 1.0 (119401387482250) | 0.9996 (119450993578269) | 0.9997 (119438766297190) | 0.9997 (119438766297190) | 0.9996 (119450993578269) | 1.0 (119401387482250) |
cluster-expansion-IS23_5.0.5.0.0.5_softer_periodic.wcnf | 0.994 (119410993578269) | 0.994 (119410993578269) | 0.9941 (119401387482250) | 0.994 (119410993578269) | 1.0 (118693335762271) | 1.0 (118693335762271) | 0.994 (119410993578269) | 0.9941 (119401387482250) |
cluster-expansion-IS2_5.0.5.0.0.5_softer_periodic.wcnf | 0.9852 (119370993578269) | 0.9852 (119370993578269) | 0.9941 (118307767687624) | 0.9852 (119370993578269) | 1.0 (117606800507375) | 1.0 (117606800507375) | 0.9852 (119370993578269) | 0.985 (119401387482250) |
cluster-expansion-IS3_5.0.5.0.0.5_softer_periodic.wcnf | 0.9788 (119350993578269) | 0.9788 (119350993578269) | 0.9945 (117469077777584) | 0.9788 (119350993578269) | 1.0 (116825198407457) | 1.0 (116825198407457) | 0.9788 (119350993578269) | 0.9784 (119401387482250) |
cluster-expansion-IS4_5.0.5.0.0.5_softer_periodic.wcnf | 0.9716 (119330993578269) | 0.9716 (119330993578269) | 0.9946 (116571658058288) | 0.9716 (119330993578269) | 1.0 (115941698196693) | 1.0 (115941698196693) | 0.9716 (119330993578269) | 0.971 (119401387482250) |
cluster-expansion-IS5_5.0.5.0.0.5_softer_periodic.wcnf | 0.9626 (119310993578269) | 0.9626 (119310993578269) | 0.994 (115534545128417) | 0.9626 (119310993578269) | 1.0 (114843630201231) | 1.0 (114843630201231) | 0.9626 (119310993578269) | 0.9618 (119401387482250) |
cluster-expansion-IS6_5.0.5.0.0.5_softer_periodic.wcnf | 0.954 (119290993578269) | 0.954 (119290993578269) | 0.9935 (114541137027569) | 0.954 (119290993578269) | 1.0 (113797656078091) | 0.9997 (113831254650755) | 0.954 (119290993578269) | 0.9531 (119401387482250) |
cluster-expansion-IS7_5.0.5.0.0.5_softer_periodic.wcnf | 0.945 (119270993578269) | 0.945 (119270993578269) | 0.9942 (113373203916212) | 0.945 (119270993578269) | 1.0 (112716237022535) | 1.0 (112716237022535) | 0.945 (119270993578269) | 0.944 (119401387482250) |
cluster-expansion-IS8_5.0.5.0.0.5_softer_periodic.wcnf | 0.9354 (119250993578269) | 0.9475 (117723959508510) | 0.9988 (111678911790985) | 0.9354 (119250993578269) | 1.0 (111543756680490) | 1.0 (111543756680490) | 0.9354 (119250993578269) | 0.9342 (119401387482250) |
cluster-expansion-IS9_5.0.5.0.0.5_softer_periodic.wcnf | 0.9231 (119230993578269) | 0.9538 (115403959508510) | 0.9927 (110879184689970) | 0.9231 (119230993578269) | 1.0 (110066981524176) | 1.0 (110066981524176) | 0.9231 (119230993578269) | 0.9218 (119401387482250) |
correlation-clustering-Rounded_CorrelationClustering_Ecoli_BINARY_N240_D0.200.wcnf | 0.97 (18796544) | 0.989 (18435419) | 0.9868 (18477338) | 0.7871 (23164130) | 0.9832 (18545228) | 1.0 (18233407) | 0.486 (37519447) | 0.4695 (38834001) |
correlation-clustering-Rounded_CorrelationClustering_Ecoli_BINARY_N260_D0.200.wcnf | 0.9007 (28736346) | 0.997 (25961652) | 1.0 (25883011) | 0.8016 (32290948) | 0.9882 (26193247) | 0.9929 (26067150) | 0.4827 (53619311) | 0.5048 (51275886) |
correlation-clustering-Rounded_CorrelationClustering_Ecoli_BINARY_N280_D0.200.wcnf | 0.9117 (31589365) | 0.9986 (28841129) | 1.0 (28799582) | 0.7627 (37760314) | 0.9943 (28964500) | 0.9911 (29058825) | 0.6747 (42686107) | 0.4494 (64082416) |
correlation-clustering-Rounded_CorrelationClustering_Ionosphere_BINARY_N240_D0.200.wcnf | 1.0 (6319559) | 0.8169 (7736133) | 0.8169 (7736133) | 0.6936 (9110861) | 0.9387 (6732161) | 0.9404 (6719945) | 0.2597 (24333774) | 0.2483 (25449627) |
correlation-clustering-Rounded_CorrelationClustering_Ionosphere_BINARY_N300_D0.200.wcnf | 1.0 (8184321) | 0.8309 (9850311) | 0.7037 (11630825) | 0.444 (18433253) | 0.9429 (8679573) | 0.9503 (8612090) | 0.0 (-) | 0.3898 (20998130) |
correlation-clustering-Rounded_CorrelationClustering_Protein2_BINARY_N320.wcnf | 0.9765 (29088135) | 0.9663 (29396228) | 0.9443 (30080957) | 0.8453 (33603885) | 0.9916 (28645415) | 1.0 (28404912) | 0.1249 (227496462) | 0.1849 (153652624) |
correlation-clustering-Rounded_CorrelationClustering_Protein2_BINARY_N340.wcnf | 0.1717 (186341995) | 0.7432 (43058597) | 0.9635 (33214107) | 0.7918 (40414799) | 1.0 (32002013) | 0.9879 (32392702) | 0.1633 (195958884) | 0.1471 (217623681) |
correlation-clustering-Rounded_CorrelationClustering_Protein2_BINARY_N360.wcnf | 0.9144 (39341977) | 0.77 (46720512) | 0.9895 (36355879) | 0.7681 (46837617) | 0.994 (36192805) | 1.0 (35974764) | 0.1702 (211390190) | 0.1791 (200838381) |
correlation-clustering-Rounded_CorrelationClustering_Protein4_BINARY_N300.wcnf | 1.0 (12370211) | 0.7813 (15833718) | 0.8237 (15017800) | 0.7499 (16494807) | 0.9047 (13673421) | 0.9266 (13350271) | 0.1556 (79516489) | 0.1975 (62638211) |
correlation-clustering-Rounded_CorrelationClustering_Protein4_BINARY_N360.wcnf | 0.9157 (18901085) | 0.8112 (21337155) | 0.905 (19125379) | 0.778 (22246298) | 0.9888 (17505098) | 1.0 (17308432) | 0.192 (90147283) | 0.2997 (57758771) |
correlation-clustering-Rounded_CorrelationClustering_Protein4_BINARY_N380.wcnf | 0.9022 (20400775) | 0.7989 (23037880) | 0.8961 (20538481) | 0.7792 (23619754) | 1.0 (18404771) | 0.9772 (18834540) | 0.1821 (101073690) | 0.2217 (82999786) |
correlation-clustering-Rounded_CorrelationClustering_Vowel_BINARY_N800_D0.200.wcnf | 0.6916 (144749992) | 0.7217 (138717243) | 0.7405 (135194086) | 0.6822 (146736884) | 0.6916 (144749992) | 1.0 (100109948) | 0.6916 (144749992) | 0.6828 (146607848) |
hs-timetabling-BrazilInstance1.xml.wcnf | 1.0 (39) | 0.7143 (55) | 0.5714 (69) | 0.9524 (41) | 0.3125 (127) | 0.3252 (122) | 0.9756 (40) | 0.9756 (40) |
hs-timetabling-BrazilInstance2.xml.wcnf | 1.0 (5) | 0.1111 (53) | 0.0652 (91) | 0.0909 (65) | 0.0224 (267) | 0.0225 (266) | 0.1071 (55) | 0.0923 (64) |
hs-timetabling-BrazilInstance4.xml.wcnf | 1.0 (70) | 0.3641 (194) | 0.2233 (317) | 0.2946 (240) | 0.3074 (230) | 0.0 (-) | 0.3074 (230) | 0.3128 (226) |
hs-timetabling-BrazilInstance5.xml.wcnf | 1.0 (19) | 0.1961 (101) | 0.2326 (85) | 0.0889 (224) | 0.082 (243) | 0.0 (-) | 0.082 (243) | 0.0862 (231) |
hs-timetabling-BrazilInstance6.xml.wcnf | 1.0 (50) | 0.2865 (177) | 0.244 (208) | 0.1487 (342) | 0.1496 (340) | 0.0695 (733) | 0.1496 (340) | 0.1604 (317) |
hs-timetabling-BrazilInstance7.xml.wcnf | 1.0 (147) | 0.4983 (296) | 0.5585 (264) | 0.2345 (630) | 0.2105 (702) | 0.0 (-) | 0.2209 (669) | 0.2142 (690) |
hs-timetabling-FinlandArtificialSchool.xml.wcnf | 1.0 (2) | 0.0182 (164) | 0.021 (142) | 0.1579 (18) | 0.15 (19) | 0.0 (-) | 0.15 (19) | 0.2727 (10) |
hs-timetabling-FinlandCollege.xml.wcnf | 1.0 (373) | 0.3688 (1013) | 0.3388 (1103) | 0.2195 (1703) | 0.3146 (1188) | 0.0 (-) | 0.3146 (1188) | 0.2835 (1318) |
hs-timetabling-FinlandHighSchool.xml.wcnf | 1.0 (37) | 0.0585 (649) | 0.0629 (603) | 0.0564 (673) | 0.0843 (450) | 0.0 (-) | 0.0843 (450) | 0.0824 (460) |
hs-timetabling-FinlandSecondarySchool.xml.wcnf | 1.0 (88) | 0.1376 (646) | 0.1344 (661) | 0.1324 (671) | 0.154 (577) | 0.0 (-) | 0.154 (577) | 0.1581 (562) |
hs-timetabling-ItalyInstance1.xml.wcnf | 1.0 (12) | 0.7647 (16) | 0.3421 (37) | 0.1512 (85) | 0.0622 (208) | 0.0546 (237) | 0.3514 (36) | 0.6842 (18) |
hs-timetabling-ItalyInstance4.xml.wcnf | 0.8247 (575) | 1.0 (474) | 0.3985 (1191) | 0.0297 (15982) | 0.0573 (8294) | 0.0596 (7966) | 0.0287 (16576) | 0.0302 (15703) |
hs-timetabling-SouthAfricaLewitt2009.xml.wcnf | 1.0 (0) | 0.0435 (22) | 0.0116 (85) | 0.0238 (41) | 0.0204 (48) | 0.0 (-) | 0.0204 (48) | 0.0286 (34) |
lisbon-wedding-lisbon-wedding-1-17.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
lisbon-wedding-lisbon-wedding-1-19.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
lisbon-wedding-lisbon-wedding-10-18.wcnf | 1.0 (378) | 1.0 (378) | 1.0 (378) | 1.0 (378) | 0.5885 (643) | 0.6435 (588) | 1.0 (378) | 1.0 (378) |
lisbon-wedding-lisbon-wedding-10-19.wcnf | 1.0 (380) | 1.0 (380) | 1.0 (380) | 1.0 (380) | 0.6019 (632) | 0.6755 (563) | 1.0 (380) | 1.0 (380) |
lisbon-wedding-lisbon-wedding-2-17.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
lisbon-wedding-lisbon-wedding-3-18.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
lisbon-wedding-lisbon-wedding-3-19.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
lisbon-wedding-lisbon-wedding-7-17.wcnf | 1.0 (420) | 0.9953 (422) | 1.0 (420) | 0.9976 (421) | 0.9976 (421) | 0.8207 (512) | 0.9976 (421) | 0.9953 (422) |
lisbon-wedding-lisbon-wedding-8-17.wcnf | 1.0 (395) | 1.0 (395) | 1.0 (395) | 1.0 (395) | 0.7543 (524) | 0.7361 (537) | 0.9975 (396) | 1.0 (395) |
lisbon-wedding-lisbon-wedding-8-19.wcnf | 1.0 (399) | 1.0 (399) | 1.0 (399) | 1.0 (399) | 0.8969 (445) | 0.7561 (528) | 1.0 (399) | 1.0 (399) |
lisbon-wedding-lisbon-wedding-9-17.wcnf | 1.0 (394) | 0.9975 (395) | 0.9975 (395) | 0.9753 (404) | 0.8977 (439) | 0.7315 (539) | 0.9975 (395) | 0.9975 (395) |
lisbon-wedding-lisbon-wedding-9-19.wcnf | 1.0 (398) | 1.0 (398) | 1.0 (398) | 0.9708 (410) | 0.7308 (545) | 0.7241 (550) | 1.0 (398) | 1.0 (398) |
maxcut-MANN_a81.clq.wcnf | 0.998 (1999) | 0.9713 (2054) | 1.0 (1995) | 0.9406 (2121) | 1.0 (1995) | 1.0 (1995) | 0.9491 (2102) | 0.9098 (2193) |
maxcut-hamming10-2.clq.wcnf | 1.0 (1929) | 0.9138 (2111) | 1.0 (1929) | 0.9019 (2139) | 1.0 (1929) | 1.0 (1929) | 0.9173 (2103) | 0.8082 (2387) |
maxcut-hamming6-2.clq.wcnf | 0.9387 (4678) | 0.9519 (4613) | 1.0 (4391) | 0.924 (4752) | 0.9959 (4409) | 1.0 (4391) | 0.916 (4794) | 0.8688 (5054) |
maxcut-hamming8-2.clq.wcnf | 0.9928 (2229) | 0.963 (2298) | 1.0 (2213) | 0.9365 (2363) | 1.0 (2213) | 1.0 (2213) | 0.9543 (2319) | 0.7546 (2933) |
maxcut-p_hat300-3.clq.wcnf | 0.9697 (1484) | 0.9326 (1543) | 1.0 (1439) | 0.9011 (1597) | 1.0 (1439) | 1.0 (1439) | 0.9079 (1585) | 0.8145 (1767) |
maxcut-p_hat500-3.clq.wcnf | 0.9791 (1533) | 0.9187 (1634) | 1.0 (1501) | 0.901 (1666) | 1.0 (1501) | 1.0 (1501) | 0.8935 (1680) | 0.5819 (2580) |
maxcut-p_hat700-3.clq.wcnf | 1.0 (1432) | 0.8748 (1637) | 1.0 (1432) | 0.9145 (1566) | 1.0 (1432) | 1.0 (1432) | 0.8868 (1615) | 0.8105 (1767) |
maxcut-san200_0.9_3.clq.wcnf | 0.9946 (1679) | 0.9361 (1784) | 1.0 (1670) | 0.9252 (1805) | 1.0 (1670) | 1.0 (1670) | 0.9212 (1813) | 0.8587 (1945) |
maxcut-sanr200_0.7.clq.wcnf | 0.9614 (1218) | 0.8567 (1367) | 1.0 (1171) | 0.9135 (1282) | 1.0 (1171) | 1.0 (1171) | 0.8637 (1356) | 0.7787 (1504) |
maxcut-sanr200_0.9.clq.wcnf | 0.9859 (1633) | 0.9488 (1697) | 1.0 (1610) | 0.928 (1735) | 1.0 (1610) | 0.9988 (1612) | 0.9248 (1741) | 0.898 (1793) |
maxcut-t7g3-9999.spn.wcnf | 0.7762 (15402219) | 0.7539 (15857006) | 1.0 (11954769) | 0.7186 (16636534) | 0.9613 (12436482) | 0.9679 (12350717) | 0.4826 (24771159) | 0.3017 (39628803) |
min-width-MinWidthCB_milan_200_12_1k_10s_1t_12.wcnf | 0.987 (94514) | 0.9554 (97635) | 1.0 (93283) | 0.8561 (108961) | 0.9582 (97348) | 0.9538 (97805) | 0.6928 (134645) | 0.5719 (163102) |
min-width-MinWidthCB_mitdbsample_300_43_1k_15s_1t_15.wcnf | 1.0 (38350) | 0.9988 (38395) | 0.7914 (48460) | 0.7744 (49525) | 0.9498 (40375) | 0.9418 (40720) | 0.6069 (63190) | 0.0 (-) |
min-width-MinWidthCB_mitdbsample_300_43_1k_3s_1t_5.wcnf | 0.9708 (48850) | 0.9791 (48435) | 0.9839 (48200) | 0.9373 (50600) | 0.9984 (47500) | 1.0 (47425) | 0.0 (-) | 0.8041 (58980) |
min-width-MinWidthCB_mitdbsample_300_43_1k_6s_2t_6.wcnf | 0.9958 (44225) | 0.9882 (44565) | 1.0 (44040) | 0.8723 (50490) | 0.9831 (44795) | 0.9851 (44705) | 0.7608 (57890) | 0.6702 (65710) |
min-width-MinWidthCB_mitdbsample_300_43_1k_6s_2t_8.wcnf | 1.0 (43800) | 0.9685 (45225) | 0.9931 (44105) | 0.9015 (48585) | 0.9806 (44665) | 0.9835 (44535) | 0.7067 (61975) | 0.7051 (62115) |
min-width-MinWidthCB_mitdbsample_300_64_1k_15s_1t_15.wcnf | 0.9792 (66490) | 0.9187 (70875) | 0.878 (74160) | 0.786 (82840) | 0.9901 (65760) | 1.0 (65110) | 0.6386 (101950) | 0.7412 (87845) |
min-width-MinWidthCB_mitdbsample_300_64_1k_15s_2t_15.wcnf | 0.8542 (69605) | 1.0 (59455) | 0.8091 (73480) | 0.7407 (80265) | 0.8988 (66150) | 0.9182 (64755) | 0.627 (94825) | 0.6789 (87580) |
min-width-MinWidthCB_mitdbsample_300_64_1k_15s_2t_17.wcnf | 0.916 (64850) | 1.0 (59400) | 0.8609 (68995) | 0.7332 (81020) | 0.9262 (64130) | 0.9153 (64895) | 0.6408 (92695) | 0.6351 (93525) |
min-width-MinWidthCB_mitdbsample_300_64_1k_3s_3t_3.wcnf | 0.9854 (78275) | 0.9894 (77955) | 1.0 (77130) | 0.914 (84385) | 0.9946 (77545) | 0.9957 (77460) | 0.7762 (99370) | 0.8633 (89345) |
min-width-MinWidthCB_mitdbsample_300_64_1k_3s_3t_5.wcnf | 1.0 (76105) | 0.988 (77030) | 0.9888 (76965) | 0.9339 (81495) | 0.9881 (77025) | 0.9894 (76920) | 0.7378 (103155) | 0.7643 (99580) |
min-width-MinWidthCB_mitdbsample_300_64_1k_6s_1t_8.wcnf | 0.9767 (77365) | 0.9897 (76355) | 0.9742 (77570) | 0.9025 (83725) | 1.0 (75565) | 0.9974 (75765) | 0.7318 (103260) | 0.728 (103800) |
min-width-MinWidthCB_mitdbsample_300_64_1k_6s_2t_6.wcnf | 0.9663 (76645) | 0.983 (75340) | 0.9636 (76855) | 0.9057 (81775) | 1.0 (74060) | 0.9993 (74110) | 0.7939 (93285) | 0.6292 (117700) |
min-width-MinWidthCB_mitdbsample_300_64_1k_6s_3t_6.wcnf | 0.9794 (74070) | 0.9784 (74150) | 0.9981 (72680) | 0.8869 (81800) | 1.0 (72545) | 0.9974 (72735) | 0.7359 (98580) | 0.7017 (103390) |
min-width-MinWidthCB_power_1000_24_1k_10s_1t_12.wcnf | 0.9616 (92477) | 0.9746 (91239) | 1.0 (88924) | 0.9033 (98444) | 0.9635 (92292) | 0.9567 (92951) | 0.6957 (127826) | 0.6401 (138925) |
min-width-MinWidthCB_power_1000_24_1k_20s_2t_22.wcnf | 0.9863 (81154) | 0.9934 (80571) | 1.0 (80041) | 0.9266 (86385) | 0.925 (86530) | 0.9336 (85738) | 0.6781 (118038) | 0.7226 (110772) |
min-width-MinWidthCB_power_1000_24_1k_50s_1t_52.wcnf | 1.0 (81913) | 0.9965 (82200) | 0.5966 (137294) | 0.8807 (93005) | 0.9286 (88216) | 0.9275 (88319) | 0.0 (-) | 0.6254 (130985) |
miplib-normalized-mps-v2-20-10-l152lav.opb.msat.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
miplib-normalized-mps-v2-20-10-mod008.opb.msat.wcnf | 1.0 (307) | 0.9625 (319) | 0.6403 (480) | 0.828 (371) | 0.9139 (336) | 0.0 (-) | 0.9139 (336) | 0.9249 (332) |
miplib-normalized-mps-v2-20-10-mod010.opb.msat.wcnf | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) | 0.0 (-) |
miplib-normalized-mps-v2-20-10-p0548.opb.msat.wcnf | 0.4918 (45940) | 1.0 (22594) | 0.9346 (24175) | 0.6672 (33864) | 0.4918 (45940) | 0.0 (-) | 0.4918 (45940) | 0.4498 (50230) |
miplib-normalized-mps-v2-20-10-sentoy.opb.msat.wcnf | 1.0 (1721) | 0.9642 (1785) | 0.9642 (1785) | 0.7895 (2180) | 0.4365 (3944) | 0.0 (-) | 0.537 (3206) | 0.5368 (3207) |
power-distribution-sparse-power-distribution_10_8.wcnf | 1.0 (60) | 0.9104 (66) | 1.0 (60) | 1.0 (60) | 1.0 (60) | 1.0 (60) | 1.0 (60) | 1.0 (60) |
power-distribution-sparse-power-distribution_12_8.wcnf | 1.0 (216) | 0.9864 (219) | 0.3924 (552) | 1.0 (216) | 1.0 (216) | 1.0 (216) | 1.0 (216) | 1.0 (216) |
railway-transport-bf2030fvslack.wcnf | 0.7307 (336300) | 1.0 (245735) | 0.6646 (369761) | 0.6395 (384243) | 0.7307 (336300) | 0.0 (-) | 0.7307 (336300) | 0.6562 (374492) |
railway-transport-f2030.wcnf | 1.0 (4299) | 0.9566 (4494) | 0.8306 (5176) | 0.8806 (4882) | 0.9198 (4674) | 0.8833 (4867) | 0.9403 (4572) | 0.9364 (4591) |
railway-transport-r11.wcnf | 0.7392 (124221186) | 0.9049 (101466508) | 0.6721 (136608982) | 0.901 (101915402) | 0.7707 (119134021) | 1.0 (91820897) | 0.0 (-) | 0.0 (-) |
railway-transport-wg2.wcnf | 1.0 (95) | 0.5549 (172) | 0.5926 (161) | 0.5926 (161) | 0.6621 (144) | 0.589 (162) | 0.5549 (172) | 0.9505 (100) |
relational-inference-pa-2.wcnf | 0.009 (30829) | 0.1279 (2165) | 0.0 (252025431) | 0.1238 (2237) | 0.0093 (29731) | 0.0097 (28550) | 0.0589 (4699) | 1.0 (276) |
relational-inference-pa-3.wcnf | 0.0096 (43288) | 0.1818 (2282) | 0.0 (272135963) | 0.1818 (2282) | 0.0388 (10698) | 0.0409 (10153) | 0.0226 (18371) | 1.0 (414) |
robot-nagivation-robot-navigation_10.wcnf | 1.0 (14) | 0.9375 (15) | 0.0 (-) | 1.0 (14) | 1.0 (14) | 0.0 (-) | 1.0 (14) | 0.5556 (26) |
robot-nagivation-robot-navigation_8.wcnf | 1.0 (26) | 0.9643 (27) | 0.675 (39) | 1.0 (26) | 1.0 (26) | 0.0 (-) | 1.0 (26) | 1.0 (26) |
robot-nagivation-robot-navigation_9.wcnf | 1.0 (14) | 0.9375 (15) | 0.375 (39) | 1.0 (14) | 1.0 (14) | 0.0 (-) | 1.0 (14) | 1.0 (14) |
spot5-1401.wcsp.log.wcnf | 1.0 (459111) | 0.9582 (479115) | 1.0 (459111) | 0.9623 (477107) | 0.9663 (475105) | 0.8878 (517106) | 0.9663 (475105) | 0.9071 (506124) |
spot5-1403.wcsp.log.wcnf | 0.9957 (461265) | 0.9663 (475282) | 1.0 (459270) | 0.9072 (506253) | 0.9464 (485256) | 0.8777 (523266) | 0.9523 (482251) | 0.8676 (529374) |
spot5-1405.wcsp.log.wcnf | 1.0 (459446) | 0.9563 (480455) | 1.0 (459454) | 0.8896 (516444) | 0.9217 (498459) | 0.8845 (519457) | 0.9217 (498457) | 0.7846 (585569) |
staff-scheduling-instance11.wcnf | 0.9671 (3888) | 0.8378 (4488) | 0.1686 (22300) | 0.4958 (7585) | 1.0 (3760) | 0.9918 (3791) | 0.4375 (8596) | 0.5419 (6939) |
staff-scheduling-instance12.wcnf | 0.3501 (20331) | 0.5243 (13576) | 0.2395 (29720) | 0.3636 (19580) | 0.0 (-) | 1.0 (7118) | 0.3501 (20331) | 0.4199 (16954) |
staff-scheduling-instance2.wcnf | 0.8982 (922) | 0.9988 (829) | 0.9881 (838) | 0.9928 (834) | 0.9834 (842) | 0.9787 (846) | 1.0 (828) | 0.9928 (834) |
staff-scheduling-instance3.wcnf | 1.0 (1002) | 0.9444 (1061) | 0.9348 (1072) | 0.89 (1126) | 0.9738 (1029) | 0.9776 (1025) | 0.9862 (1016) | 0.8979 (1116) |
staff-scheduling-instance4.wcnf | 1.0 (1718) | 0.9571 (1795) | 0.9609 (1788) | 0.9971 (1723) | 0.9823 (1749) | 0.9851 (1744) | 0.9896 (1736) | 0.9424 (1823) |
staff-scheduling-instance5.wcnf | 1.0 (1237) | 0.8682 (1425) | 0.3782 (3272) | 0.8348 (1482) | 0.9589 (1290) | 0.9597 (1289) | 0.783 (1580) | 0.7343 (1685) |
staff-scheduling-instance6.wcnf | 1.0 (2149) | 0.8758 (2454) | 0.3024 (7109) | 0.8498 (2529) | 0.9251 (2323) | 0.9352 (2298) | 0.7597 (2829) | 0.7152 (3005) |
staff-scheduling-instance7.wcnf | 0.9924 (1176) | 0.7197 (1622) | 0.1194 (9781) | 0.6115 (1909) | 1.0 (1167) | 0.9949 (1173) | 0.5675 (2057) | 0.5583 (2091) |
staff-scheduling-instance8.wcnf | 1.0 (2019) | 0.6322 (3194) | 0.1468 (13759) | 0.5869 (3441) | 0.5341 (3781) | 0.5661 (3567) | 0.6554 (3081) | 0.5524 (3656) |
staff-scheduling-instance9.wcnf | 1.0 (551) | 0.1846 (2989) | 0.0465 (11869) | 0.1703 (3240) | 0.2838 (1944) | 0.2803 (1968) | 0.1749 (3155) | 0.1282 (4306) |
tcp-tcp_students_105_it_3.wcnf | 1.0 (2922) | 1.0 (2922) | 1.0 (2922) | 0.9644 (3030) | 0.976 (2994) | 0.975 (2997) | 1.0 (2922) | 0.9878 (2958) |
tcp-tcp_students_105_it_6.wcnf | 1.0 (2994) | 0.9871 (3033) | 1.0 (2994) | 0.9881 (3030) | 0.9532 (3141) | 0.9756 (3069) | 1.0 (2994) | 0.9881 (3030) |
tcp-tcp_students_112_it_5.wcnf | 1.0 (3366) | 1.0 (3366) | 1.0 (3366) | 0.9689 (3474) | 1.0 (3366) | 0.9894 (3402) | 1.0 (3366) | 1.0 (3366) |
tcp-tcp_students_91_it_13.wcnf | 1.0 (2730) | 1.0 (2730) | 0.87 (3138) | 0.9743 (2802) | 0.987 (2766) | 1.0 (2730) | 1.0 (2730) | 1.0 (2730) |
tcp-tcp_students_98_it_11.wcnf | 1.0 (2694) | 1.0 (2694) | 1.0 (2694) | 0.9729 (2769) | 0.9729 (2769) | 0.9594 (2808) | 0.9857 (2733) | 0.9989 (2697) |
tcp-tcp_students_98_it_14.wcnf | 1.0 (3063) | 1.0 (3063) | 0.999 (3066) | 0.977 (3135) | 0.9884 (3099) | 0.999 (3066) | 1.0 (3063) | 0.999 (3066) |
tcp-tcp_students_98_it_15.wcnf | 1.0 (3141) | 1.0 (3141) | 1.0 (3141) | 0.9776 (3213) | 0.9767 (3216) | 0.9887 (3177) | 1.0 (3141) | 1.0 (3141) |
timetabling-comp16.lp.sm-extracted.wcnf | 1.0 (44) | 0.1974 (227) | 0.152 (295) | 0.0533 (843) | 0.1525 (294) | 0.149 (301) | 0.0705 (637) | 0.0086 (5206) |