benchmark |
benchmark id |
expected |
asterix |
sleek |
slsat |
spen |
Stats |
Solver |
sll0a_sat/spaguetti-10-e07.tptp.smt2 |
945897 |
sat |
0.008997 |
0.05499 |
0.047991 |
0.010997 |
MinTime |
Winner |
sll0a_sat/spaguetti-13-e04.tptp.smt2 |
945873 |
unsat |
0.008997 |
0.045992 |
2.84857 |
0.016997 |
|
|
sll0a_sat/spaguetti-10-e10.tptp.smt2 |
945827 |
sat |
0.008998 |
0.044992 |
0.010997 |
0.010997 |
MinTime |
3rd |
sll0a_sat/spaguetti-13-e02.tptp.smt2 |
945810 |
sat |
0.008998 |
0.044992 |
0.016996 |
0.016997 |
|
|
sll0a_sat/spaguetti-10-e06.tptp.smt2 |
945854 |
sat |
0.008998 |
0.045992 |
0.004998 |
0.010998 |
MinTime |
4th |
sll0a_sat/spaguetti-13-e06.tptp.smt2 |
945888 |
unsat |
0.008998 |
0.045992 |
0.127979 |
0.010997 |
|
|
sll0a_sat/spaguetti-16-e08.tptp.smt2 |
945887 |
unsat |
0.009997 |
0.049992 |
8.49771 |
0.024995 |
|
|
sll0a_sat/spaguetti-12-e09.tptp.smt2 |
945800 |
sat |
0.009997 |
0.044992 |
0.005998 |
0.011997 |
|
|
sll0a_sat/spaguetti-20-e05.tptp.smt2 |
945877 |
unsat |
0.009997 |
0.051991 |
23.0645 |
0.044993 |
|
|
sll0a_sat/spaguetti-17-e07.tptp.smt2 |
945899 |
unsat |
0.009997 |
0.046992 |
1.75073 |
0.025995 |
|
|
sll0a_sat/spaguetti-18-e08.tptp.smt2 |
945881 |
unsat |
0.009997 |
0.05299 |
55.1896 |
0.042993 |
|
|
sll0a_sat/spaguetti-16-e10.tptp.smt2 |
945837 |
sat |
0.009997 |
0.052991 |
0.377941 |
0.035993 |
|
|
sll0a_sat/spaguetti-18-e03.tptp.smt2 |
945848 |
sat |
0.009997 |
0.047992 |
0.015996 |
0.023995 |
|
|
sll0a_sat/spaguetti-15-e08.tptp.smt2 |
945880 |
unsat |
0.009997 |
0.048991 |
3.64245 |
0.021995 |
|
|
sll0a_sat/spaguetti-12-e08.tptp.smt2 |
945901 |
sat |
0.009997 |
0.045992 |
0.25196 |
0.019996 |
|
|
sll0a_sat/spaguetti-11-e06.tptp.smt2 |
945813 |
sat |
0.009997 |
0.049991 |
1.14682 |
0.021995 |
|
|
sll0a_sat/spaguetti-17-e04.tptp.smt2 |
945906 |
sat |
0.009997 |
0.048992 |
0.005998 |
0.035994 |
|
|
sll0a_sat/spaguetti-11-e05.tptp.smt2 |
945802 |
sat |
0.009997 |
0.047991 |
0.025995 |
0.014997 |
|
|
sll0a_sat/spaguetti-13-e01.tptp.smt2 |
945869 |
unsat |
0.009997 |
0.048991 |
0.642901 |
0.015997 |
|
|
sll0a_sat/spaguetti-20-e08.tptp.smt2 |
945816 |
sat |
0.009997 |
0.048992 |
3.74243 |
0.085986 |
|
|
sll0a_sat/spaguetti-11-e09.tptp.smt2 |
945851 |
unsat |
0.009997 |
0.045992 |
1.21581 |
0.013997 |
|
|
sll0a_sat/spaguetti-16-e07.tptp.smt2 |
945868 |
unsat |
0.009997 |
0.048992 |
1.9917 |
0.024996 |
|
|
sll0a_sat/spaguetti-12-e07.tptp.smt2 |
945853 |
unsat |
0.009997 |
0.045992 |
0.511921 |
0.013997 |
|
|
sll0a_sat/spaguetti-19-e04.tptp.smt2 |
945832 |
unsat |
0.009997 |
0.049991 |
4.28435 |
0.033994 |
|
|
sll0a_sat/spaguetti-15-e06.tptp.smt2 |
945804 |
sat |
0.009997 |
0.047991 |
0.146977 |
0.028995 |
|
|
sll0a_sat/spaguetti-14-e06.tptp.smt2 |
945892 |
unsat |
0.009997 |
0.045992 |
0.276957 |
0.013997 |
|
|
sll0a_sat/spaguetti-14-e05.tptp.smt2 |
945894 |
unsat |
0.009997 |
0.048991 |
2.97255 |
0.021996 |
|
|
sll0a_sat/spaguetti-20-e04.tptp.smt2 |
945805 |
sat |
0.009997 |
0.048991 |
8.14876 |
0.080987 |
|
|
sll0a_sat/spaguetti-13-e05.tptp.smt2 |
945817 |
unsat |
0.009997 |
0.049991 |
12.7661 |
0.021996 |
|
|
sll0a_sat/spaguetti-15-e02.tptp.smt2 |
945867 |
unsat |
0.009997 |
0.044992 |
14.1928 |
0.028995 |
|
|
sll0a_sat/spaguetti-14-e02.tptp.smt2 |
945823 |
unsat |
0.009997 |
0.048991 |
0.58591 |
0.018996 |
|
|
sll0a_sat/spaguetti-18-e06.tptp.smt2 |
945875 |
sat |
0.009997 |
0.049992 |
0.046992 |
0.026995 |
|
|
sll0a_sat/spaguetti-18-e09.tptp.smt2 |
945891 |
unsat |
0.009997 |
0.050991 |
10.2234 |
0.037993 |
|
|
sll0a_sat/spaguetti-16-e09.tptp.smt2 |
945831 |
sat |
0.009997 |
0.046991 |
0.038993 |
0.021995 |
|
|
sll0a_sat/spaguetti-11-e04.tptp.smt2 |
945857 |
unsat |
0.009997 |
0.049992 |
6.13107 |
0.018996 |
|
|
sll0a_sat/spaguetti-18-e10.tptp.smt2 |
945890 |
unsat |
0.009997 |
0.051991 |
0.988849 |
0.026995 |
|
|
sll0a_sat/spaguetti-15-e04.tptp.smt2 |
945814 |
sat |
0.009997 |
0.044993 |
0.031994 |
0.017996 |
|
|
sll0a_sat/spaguetti-15-e05.tptp.smt2 |
945842 |
unsat |
0.009997 |
0.050991 |
3.2545 |
0.020996 |
|
|
sll0a_sat/spaguetti-12-e01.tptp.smt2 |
945878 |
unsat |
0.009997 |
0.045992 |
0.226964 |
0.011997 |
|
|
sll0a_sat/spaguetti-20-e01.tptp.smt2 |
945808 |
unsat |
0.009997 |
0.047992 |
4.16137 |
0.036994 |
|
|
sll0a_sat/spaguetti-14-e04.tptp.smt2 |
945858 |
sat |
0.009997 |
0.045992 |
1.34779 |
0.036994 |
|
|
sll0a_sat/spaguetti-18-e01.tptp.smt2 |
945843 |
sat |
0.009997 |
0.050991 |
0.526919 |
0.040992 |
|
|
sll0a_sat/spaguetti-13-e08.tptp.smt2 |
945824 |
sat |
0.009997 |
0.049992 |
0.118981 |
0.024995 |
|
|
sll0a_sat/spaguetti-15-e10.tptp.smt2 |
945807 |
sat |
0.009998 |
0.045992 |
0.284955 |
0.025995 |
|
|
sll0a_sat/spaguetti-16-e06.tptp.smt2 |
945833 |
sat |
0.009998 |
0.046991 |
0.169973 |
0.034994 |
|
|
sll0a_sat/spaguetti-14-e03.tptp.smt2 |
945826 |
unsat |
0.009998 |
0.047991 |
0.596908 |
0.016997 |
|
|
sll0a_sat/spaguetti-16-e03.tptp.smt2 |
945844 |
sat |
0.009998 |
0.047992 |
0.077987 |
0.030994 |
|
|
sll0a_sat/spaguetti-11-e01.tptp.smt2 |
945834 |
unsat |
0.009998 |
0.046992 |
0.050992 |
0.007998 |
|
|
sll0a_sat/spaguetti-12-e05.tptp.smt2 |
945811 |
sat |
0.009998 |
0.047992 |
0.026995 |
0.014997 |
|
|
sll0a_sat/spaguetti-14-e09.tptp.smt2 |
945856 |
unsat |
0.009998 |
0.045992 |
3.2565 |
0.021996 |
|
|
sll0a_sat/spaguetti-10-e01.tptp.smt2 |
945799 |
unsat |
0.009998 |
0.047992 |
0.029994 |
0.008998 |
|
|
sll0a_sat/spaguetti-12-e10.tptp.smt2 |
945862 |
sat |
0.009998 |
0.049992 |
0.030994 |
0.013997 |
|
|
sll0a_sat/spaguetti-12-e06.tptp.smt2 |
945825 |
unsat |
0.009998 |
0.046992 |
0.561913 |
0.016997 |
|
|
sll0a_sat/spaguetti-16-e02.tptp.smt2 |
945885 |
unsat |
0.009998 |
0.048991 |
0.695893 |
0.017996 |
|
|
sll0a_sat/spaguetti-11-e08.tptp.smt2 |
945855 |
sat |
0.009998 |
0.044992 |
0.008998 |
0.009998 |
|
|
sll0a_sat/spaguetti-16-e05.tptp.smt2 |
945841 |
unsat |
0.009998 |
0.055991 |
0.080987 |
0.012997 |
|
|
sll0a_sat/spaguetti-12-e04.tptp.smt2 |
945864 |
unsat |
0.009998 |
0.044993 |
1.16682 |
0.015997 |
|
|
sll0a_sat/spaguetti-11-e07.tptp.smt2 |
945849 |
unsat |
0.009998 |
0.044992 |
0.246961 |
0.009998 |
|
|
sll0a_sat/spaguetti-12-e03.tptp.smt2 |
945828 |
unsat |
0.009998 |
0.044992 |
0.212966 |
0.011997 |
|
|
sll0a_sat/spaguetti-15-e03.tptp.smt2 |
945871 |
sat |
0.009998 |
0.049991 |
0.354945 |
0.031994 |
|
|
sll0a_sat/spaguetti-10-e02.tptp.smt2 |
945818 |
sat |
0.009998 |
0.048992 |
0.016997 |
0.010998 |
|
|
sll0a_sat/spaguetti-14-e01.tptp.smt2 |
945905 |
sat |
0.009998 |
0.044992 |
0.572912 |
0.031994 |
|
|
sll0a_sat/spaguetti-11-e02.tptp.smt2 |
945806 |
sat |
0.009998 |
0.046992 |
0.007998 |
0.010997 |
|
|
sll0a_sat/spaguetti-19-e08.tptp.smt2 |
945809 |
sat |
0.009998 |
0.050991 |
0.045992 |
0.032994 |
|
|
sll0a_sat/spaguetti-19-e03.tptp.smt2 |
945879 |
sat |
0.009998 |
0.047991 |
0.012997 |
0.019996 |
|
|
sll0a_sat/spaguetti-14-e07.tptp.smt2 |
945847 |
sat |
0.009998 |
0.047992 |
0.033993 |
0.021996 |
|
|
sll0a_sat/spaguetti-20-e10.tptp.smt2 |
945882 |
unsat |
0.010997 |
0.048992 |
19.971 |
0.040993 |
|
|
sll0a_sat/spaguetti-14-e10.tptp.smt2 |
945840 |
unsat |
0.010997 |
0.049991 |
0.621904 |
0.016997 |
|
|
sll0a_sat/spaguetti-13-e03.tptp.smt2 |
945861 |
unsat |
0.010997 |
0.049992 |
0.534917 |
0.015997 |
|
|
sll0a_sat/spaguetti-10-e03.tptp.smt2 |
945902 |
unsat |
0.010997 |
0.045992 |
0.054991 |
0.008998 |
|
|
sll0a_sat/spaguetti-11-e10.tptp.smt2 |
945908 |
sat |
0.010997 |
0.044993 |
0.111982 |
0.017997 |
|
|
sll0a_sat/spaguetti-16-e04.tptp.smt2 |
945874 |
sat |
0.010997 |
0.048991 |
1.83272 |
0.042993 |
|
|
sll0a_sat/spaguetti-19-e02.tptp.smt2 |
945904 |
sat |
0.010997 |
0.051991 |
46.262 |
0.094984 |
|
|
sll0a_sat/spaguetti-20-e07.tptp.smt2 |
945803 |
sat |
0.010997 |
0.048992 |
2.15967 |
0.05999 |
|
|
sll0a_sat/spaguetti-17-e08.tptp.smt2 |
945860 |
unsat |
0.010997 |
0.050991 |
41.4577 |
0.033993 |
|
|
sll0a_sat/spaguetti-17-e03.tptp.smt2 |
945893 |
unsat |
0.010997 |
0.049991 |
8.38172 |
0.035993 |
|
|
sll0a_sat/spaguetti-14-e08.tptp.smt2 |
945876 |
unsat |
0.010997 |
0.048992 |
342.863 |
0.036993 |
|
|
sll0a_sat/spaguetti-15-e01.tptp.smt2 |
945886 |
sat |
0.010997 |
0.046992 |
0.6509 |
0.035993 |
|
|
sll0a_sat/spaguetti-17-e05.tptp.smt2 |
945872 |
sat |
0.010997 |
0.045992 |
7.48886 |
0.063989 |
|
|
sll0a_sat/spaguetti-19-e06.tptp.smt2 |
945830 |
sat |
0.010997 |
0.047992 |
0.207967 |
0.047992 |
|
|
sll0a_sat/spaguetti-20-e03.tptp.smt2 |
945850 |
sat |
0.010997 |
0.050991 |
10.4484 |
0.091985 |
|
|
sll0a_sat/spaguetti-19-e01.tptp.smt2 |
945889 |
unsat |
0.010997 |
0.046992 |
1.92071 |
0.029995 |
|
|
sll0a_sat/spaguetti-10-e08.tptp.smt2 |
945883 |
unsat |
0.010997 |
0.047991 |
0.113981 |
0.007998 |
|
|
sll0a_sat/spaguetti-16-e01.tptp.smt2 |
945829 |
unsat |
0.010997 |
0.047991 |
0.39294 |
0.017997 |
|
|
sll0a_sat/spaguetti-18-e07.tptp.smt2 |
945845 |
sat |
0.010997 |
0.048991 |
2.36364 |
0.056991 |
|
|
sll0a_sat/spaguetti-12-e02.tptp.smt2 |
945846 |
unsat |
0.010997 |
0.054991 |
27.1399 |
0.021996 |
|
|
sll0a_sat/spaguetti-19-e09.tptp.smt2 |
945895 |
unsat |
0.010997 |
0.053991 |
242.262 |
0.054991 |
|
|
sll0a_sat/spaguetti-17-e09.tptp.smt2 |
945819 |
sat |
0.010997 |
0.046991 |
17.6393 |
0.048991 |
|
|
sll0a_sat/spaguetti-15-e07.tptp.smt2 |
945898 |
sat |
0.010997 |
0.048991 |
0.287955 |
0.026995 |
|
|
sll0a_sat/spaguetti-10-e05.tptp.smt2 |
945801 |
sat |
0.010997 |
0.045992 |
0.029994 |
0.013997 |
|
|
sll0a_sat/spaguetti-17-e01.tptp.smt2 |
945820 |
sat |
0.010997 |
0.047992 |
1.69174 |
0.054991 |
|
|
sll0a_sat/spaguetti-13-e09.tptp.smt2 |
945836 |
unsat |
0.010997 |
0.048992 |
29.5505 |
0.020995 |
|
|
sll0a_sat/spaguetti-17-e10.tptp.smt2 |
945863 |
sat |
0.010997 |
0.047992 |
3.47947 |
0.048991 |
|
|
sll0a_sat/spaguetti-10-e09.tptp.smt2 |
945822 |
unsat |
0.010997 |
0.045992 |
0.016997 |
0.005998 |
MinTime |
2nd |
sll0a_sat/spaguetti-18-e04.tptp.smt2 |
945884 |
sat |
0.010997 |
0.046992 |
4.55531 |
0.062989 |
|
|
sll0a_sat/spaguetti-20-e02.tptp.smt2 |
945866 |
sat |
0.010997 |
0.050991 |
2.00969 |
0.066989 |
|
|
sll0a_sat/spaguetti-15-e09.tptp.smt2 |
945821 |
unsat |
0.010997 |
0.047992 |
0.71689 |
0.016997 |
|
|
sll0a_sat/spaguetti-20-e09.tptp.smt2 |
945870 |
sat |
0.010997 |
0.048991 |
1.66874 |
0.06099 |
|
|
sll0a_sat/spaguetti-19-e07.tptp.smt2 |
945852 |
unsat |
0.010998 |
0.047992 |
8.48135 |
0.033994 |
|
|
sll0a_sat/spaguetti-18-e05.tptp.smt2 |
945903 |
sat |
0.010998 |
0.053991 |
1.06784 |
0.050991 |
|
|
sll0a_sat/spaguetti-19-e05.tptp.smt2 |
945812 |
sat |
0.011997 |
0.051991 |
939.395 |
0.12498 |
MaxTime |
2nd |
sll0a_sat/spaguetti-20-e06.tptp.smt2 |
945835 |
unsat |
0.011997 |
0.050991 |
212.669 |
0.064989 |
|
|
sll0a_sat/spaguetti-13-e10.tptp.smt2 |
945907 |
sat |
0.011997 |
0.047992 |
0.005998 |
0.015997 |
|
|
sll0a_sat/spaguetti-13-e07.tptp.smt2 |
945815 |
unsat |
0.011997 |
0.049992 |
1527.96 |
0.036993 |
MaxTime |
4th |
sll0a_sat/spaguetti-17-e02.tptp.smt2 |
945838 |
sat |
0.011997 |
0.05299 |
41.3447 |
0.06299 |
|
|
sll0a_sat/spaguetti-11-e03.tptp.smt2 |
945900 |
sat |
0.011997 |
0.047991 |
0.010997 |
0.011997 |
|
|
sll0a_sat/spaguetti-10-e04.tptp.smt2 |
945859 |
unsat |
0.011998 |
0.045992 |
0.25396 |
0.007998 |
|
|
sll0a_sat/spaguetti-17-e06.tptp.smt2 |
945839 |
unsat |
0.011998 |
0.049992 |
17.8923 |
0.034994 |
|
|
sll0a_sat/spaguetti-19-e10.tptp.smt2 |
945896 |
unsat |
0.012997 |
0.050991 |
230.364 |
0.05599 |
|
|
sll0a_sat/spaguetti-18-e02.tptp.smt2 |
945865 |
unsat |
0.012997 |
0.059989 |
103.411 |
0.045992 |
MaxTime |
Winner, 3rd |