From ed6e2928c7347561c4055928b3b2d1a8ba5d862e Mon Sep 17 00:00:00 2001
From: Hans-Peter Deifel <hpd@hpdeifel.de>
Date: Fri, 23 Feb 2018 18:36:33 +0100
Subject: [PATCH] Add new results with stddev

---
 results.txt | 387 +++++++++++++++++++++++-----------------------------
 1 file changed, 172 insertions(+), 215 deletions(-)

diff --git a/results.txt b/results.txt
index 014a48c..b7a2d86 100644
--- a/results.txt
+++ b/results.txt
@@ -1,215 +1,172 @@
-family                  index   variant                              time (seconds)   stddev (percent)   result   states
-enpa_is_enba_neg        01      cool                                 0.003660161      1.09               unsat    3
-enpa_is_enba_neg        01      cool-pgsolver-noprop                 0.003695881      2.55               unsat    3
-enpa_is_enba_neg        01      mlsolver                             0.008813005      2.13               unsat    24
-enpa_is_enba_neg        01      mlsolver-opt                         0.009243350      1.90               unsat    5
-enpa_is_enba_neg        02      cool-pgsolver-noprop                 0.004430840      2.27               unsat    13
-enpa_is_enba_neg        02      cool                                 0.007812627      2.70               unsat    13
-enpa_is_enba_neg        02      mlsolver-opt                         0.041096179      11.65              unsat    52
-enpa_is_enba_neg        02      mlsolver                             0.045329383      1.60               unsat    435
-enpa_is_enba_neg        03      cool-pgsolver-noprop                 0.005993077      2.29               unsat    27
-enpa_is_enba_neg        03      cool                                 0.046754776      6.36               unsat    27
-enpa_is_enba_neg        03      mlsolver-opt                         0.122816583      0.58               unsat    195
-enpa_is_enba_neg        03      mlsolver                             0.175659081      2.23               unsat    1781
-enpa_is_enba_neg        04      cool-pgsolver-noprop                 0.014787445      12.36              unsat    69
-enpa_is_enba_neg        04      mlsolver-opt                         0.701839707      0.08               unsat    745
-enpa_is_enba_neg        04      cool                                 1.128804691      0.02               unsat    69
-enpa_is_enba_neg        04      mlsolver                             1.159364300      0.39               unsat    9307
-enpa_is_enba_neg        05      cool-pgsolver-noprop                 0.021897655      11.83              unsat    104
-enpa_is_enba_neg        05      mlsolver-opt                         1.803784686      0.27               unsat    1528
-enpa_is_enba_neg        05      mlsolver                             3.301762929      1.14               unsat    22269
-enpa_is_enba_neg        05      cool                                 6.908652164      0.70               unsat    104
-enpa_is_enba_neg        06      cool-pgsolver-noprop                 0.077260130      1.13               unsat    237
-enpa_is_enba_neg        06      mlsolver                             17.175769523     1.83               unsat    82519
-enpa_is_enba_neg        06      mlsolver-opt                         7.663426642      0.88               unsat    4285
-enpa_is_enba_neg        07      cool-pgsolver-noprop                 0.125503245      0.39               unsat    333
-enpa_is_enba_neg        07      mlsolver-opt                         18.145634350     0.31               unsat    7760
-enpa_is_enba_neg        07      mlsolver                             49.935017446     0.15               unsat    176029
-enpa_is_enba_neg        08      cool-pgsolver-noprop                 0.388875927      0.09               unsat    645
-enpa_is_enba_neg        08      mlsolver-opt                         65.203767848     0.36               unsat    19112
-enpa_is_enba_neg        09      cool-pgsolver-noprop                 0.761675797      0.32               unsat    872
-enpa_is_enba_neg        10      cool-pgsolver-noprop                 2.540765846      0.13               unsat    1644
-enpa_is_enba_neg        11      cool-pgsolver-noprop                 2.952265441      0.03               unsat    1746
-enpa_is_enba_neg        12      cool-pgsolver-noprop                 19.437461524     0.36               unsat    4335
-enpa_is_enba_neg        13      cool-pgsolver-noprop                 30.950861054     0.36               unsat    5068
-pg_domgame_neg          01      cool-pgsolver-noprop                 0.003554769      1.68               unsat    4
-pg_domgame_neg          01      cool                                 0.004298466      1.56               unsat    4
-pg_domgame_neg          01      mlsolver-opt                         0.013335366      3.72               unsat    6
-pg_domgame_neg          01      mlsolver                             0.019726304      5.26               unsat    105
-pg_domgame_neg          02      cool-pgsolver-noprop                 0.004950259      8.20               unsat    12
-pg_domgame_neg          02      cool                                 0.010186023      12.02              unsat    12
-pg_domgame_neg          02      mlsolver-opt                         0.043635087      3.51               unsat    36
-pg_domgame_neg          02      mlsolver                             0.065882956      1.30               unsat    605
-pg_domgame_neg          03      cool-pgsolver-noprop                 0.007555923      4.76               unsat    37
-pg_domgame_neg          03      cool                                 0.033827693      1.53               unsat    37
-pg_domgame_neg          03      mlsolver-opt                         0.353509079      1.37               unsat    288
-pg_domgame_neg          03      mlsolver                             0.628604556      0.60               unsat    5046
-pg_domgame_neg          04      cool-pgsolver-noprop                 0.017688250      4.80               unsat    85
-pg_domgame_neg          04      cool                                 0.310753600      0.18               unsat    85
-pg_domgame_neg          04      mlsolver-opt                         0.847523023      0.68               unsat    605
-pg_domgame_neg          04      mlsolver                             1.551075808      0.16               unsat    11489
-pg_domgame_neg          05      cool-pgsolver-noprop                 0.034850386      1.87               unsat    129
-pg_domgame_neg          05      cool                                 0.683322359      0.25               unsat    129
-pg_domgame_neg          05      mlsolver-opt                         4.097350995      0.17               unsat    2186
-pg_domgame_neg          05      mlsolver                             8.945959099      1.42               unsat    49455
-pg_domgame_neg          06      cool-pgsolver-noprop                 0.081189639      0.72               unsat    222
-pg_domgame_neg          06      mlsolver                             16.486536973     1.65               unsat    81325
-pg_domgame_neg          06      cool                                 6.283378147      0.48               unsat    222
-pg_domgame_neg          06      mlsolver-opt                         7.318074653      0.75               unsat    3285
-pg_domgame_neg          07      cool-pgsolver-noprop                 0.191792961      1.22               unsat    356
-pg_domgame_neg          07      mlsolver-opt                         27.214354633     0.41               unsat    9398
-pg_domgame_neg          07      cool                                 33.629580398     0.54               unsat    356
-pg_domgame_neg          07      mlsolver                             70.409321016     0.26               unsat    271976
-pg_domgame_neg          08      cool-pgsolver-noprop                 0.514443321      0.41               unsat    586
-pg_domgame_neg          08      mlsolver                             116.985323941    0.40               unsat    390326
-pg_domgame_neg          08      mlsolver-opt                         41.588875793     0.52               unsat    12444
-pg_domgame_neg          09      cool-pgsolver-noprop                 0.957207690      0.14               unsat    714
-pg_domgame_neg          10      cool-pgsolver-noprop                 2.404571563      0.22               unsat    995
-pg_domgame_neg          11      cool-pgsolver-noprop                 5.687520642      0.62               unsat    1309
-pg_domgame_neg          12      cool-pgsolver-noprop                 17.220012722     0.39               unsat    2018
-pg_domgame_neg          13      cool-pgsolver-noprop                 48.428183031     0.11               unsat    2284
-early_caching_ac        01      cool-pgsolver-noprop                 0.022381963      0                  unsat    171
-early_caching_ac        01      cool                                 0.420558280      0                  unsat    171
-early_caching_ac        01      mlsolver                             119.049110612    0                  unsat    2203183
-early_caching_ac        01      mlsolver-opt                         3.422652057      0                  unsat    4110
-early_caching_ac        02      cool-pgsolver-noprop                 0.031479851      0                  unsat    275
-early_caching_ac        02      cool                                 0.619736491      0                  unsat    275
-early_caching_ac        02      mlsolver-opt                         8.871761368      0                  unsat    11424
-early_caching_ac        03      cool-pgsolver-noprop                 0.048371014      0                  unsat    519
-early_caching_ac        03      cool                                 1.505195289      0                  unsat    519
-early_caching_ac        03      mlsolver-opt                         32.115974855     0                  unsat    35354
-early_caching_ac        04      cool-pgsolver-noprop                 0.179854248      0                  unsat    1024
-early_caching_ac        04      mlsolver-opt                         133.872933516    0                  unsat    129940
-early_caching_ac        04      cool                                 4.920725898      0                  unsat    980
-early_caching_ac        05      cool-pgsolver-noprop                 0.542626549      0                  unsat    2405
-early_caching_ac        05      cool                                 1.704351992      0                  unsat    950
-early_caching_ac        05      mlsolver-opt                         625.031186170    0                  unsat    549307
-early_caching_ac        06      cool-pgsolver-noprop                 1.874598140      0                  unsat    7088
-early_caching_ac        06      cool                                 11.615823453     0                  unsat    1750
-early_caching_ac        07      cool-pgsolver-noprop                 1.706428636      0                  unsat    21678
-early_caching_ac        07      cool                                 5.506599336      0                  unsat    1757
-early_caching_ac        08      cool-pgsolver-noprop                 10.217972282     0                  unsat    78380
-early_caching_ac        08      cool                                 3.600745972      0                  unsat    1481
-early_caching_ac        09      cool                                 15.790573714     0                  unsat    3106
-early_caching_ac        09      cool-pgsolver-noprop                 40.646059384     0                  unsat    284088
-early_caching_ac        10      cool                                 17.577379099     0                  unsat    3149
-early_caching_ac        10      cool-pgsolver-noprop                 186.616851834    0                  unsat    1123692
-early_caching_ac        11      cool                                 18.508507292     0                  unsat    3228
-early_caching_ac        11      cool-pgsolver-noprop                 844.604307840    0                  unsat    4380677
-early_caching_ac        12      cool                                 6.634034410      0                  unsat    2135
-early_caching_ac        13      cool                                 9.811315680      0                  unsat    3035
-early_caching_ac        14      cool                                 6.930423413      0                  unsat    2106
-early_caching_ac        15      cool                                 6.491600008      0                  unsat    1344
-early_caching_ac        16      cool                                 5.584945957      0                  unsat    1804
-early_caching_ac        17      cool                                 6.789318784      0                  unsat    1883
-early_caching_ac        18      cool                                 7.760322308      0                  unsat    1951
-early_caching_ac        19      cool                                 19.782270441     0                  unsat    3158
-early_caching_ac        20      cool                                 30.472631910     0                  unsat    4205
-early_caching_ac        21      cool                                 45.415304930     0                  unsat    6086
-early_caching_ac        22      cool                                 54.336368450     0                  unsat    6212
-early_caching_ac        23      cool                                 56.835981376     0                  unsat    5960
-early_caching_ac        24      cool                                 35.138519052     0                  unsat    4512
-early_caching_ac        25      cool                                 54.734861472     0                  unsat    6360
-early_caching_ac        26      cool                                 90.158957163     0                  unsat    8591
-early_caching_ac        27      cool                                 53.744727227     0                  unsat    6206
-early_caching_ac        28      cool                                 61.996656272     0                  unsat    6193
-early_caching_ac        29      cool                                 13.576975574     0                  unsat    2985
-early_caching_ac        30      cool                                 14.826229338     0                  unsat    2971
-early_caching_ac        31      cool                                 10.236942924     0                  unsat    1973
-early_caching_ac        32      cool                                 10.057980074     0                  unsat    2005
-early_caching_ac        33      cool                                 11.080597559     0                  unsat    2005
-early_caching_ac        34      cool                                 8.381034151      0                  unsat    1789
-early_caching_ac        35      cool                                 18.287824768     0                  unsat    2676
-early_caching_ac        36      cool                                 8.127748302      0                  unsat    1649
-early_caching_ac        37      cool                                 19.143263856     0                  unsat    2513
-early_caching_ac        38      cool                                 19.196923179     0                  unsat    2486
-early_caching_ac        39      cool                                 19.043599564     0                  unsat    2549
-early_caching_ac        40      cool                                 15.087382764     0                  unsat    2035
-early_caching_ac        41      cool                                 21.745276784     0                  unsat    2361
-early_caching_ac        42      cool                                 49.887233744     0                  unsat    4437
-early_caching_ac        43      cool                                 33.844215541     0                  unsat    3290
-early_caching_ac        44      cool                                 54.803338072     0                  unsat    4378
-early_caching_ac        45      cool                                 55.035905385     0                  unsat    4495
-early_caching_ac        46      cool                                 39.816865676     0                  unsat    3273
-early_caching_ac        47      cool                                 40.820583330     0                  unsat    3318
-early_caching_ac        48      cool                                 35.961551176     0                  unsat    3253
-early_caching_ac        49      cool                                 58.943981868     0                  unsat    4360
-early_caching_ac        50      cool                                 62.942348875     0                  unsat    4396
-early_caching_ac        51      cool                                 56.298610103     0                  unsat    4495
-early_caching_ac        52      cool                                 78.846241328     0                  unsat    6117
-early_caching_ac        53      cool                                 90.863327881     0                  unsat    6166
-early_caching_ac        54      cool                                 88.033689795     0                  unsat    6620
-early_ac                01      cool                                 0.071678721      0                  unsat    40
-early_ac                01      cool-pgsolver-noprop                 0.163774220      0                  unsat    40
-early_ac                01      mlsolver-opt                         0.396807900      0                  unsat    160
-early_ac                01      mlsolver                             1.361982114      0                  unsat    20848
-early_ac                02      cool-pgsolver-noprop                 0.013946813      0                  unsat    54
-early_ac                02      mlsolver-opt                         0.082541550      0                  unsat    216
-early_ac                02      cool                                 0.093300670      0                  unsat    54
-early_ac                02      mlsolver                             3.193040808      0                  unsat    41538
-early_ac                03      cool-pgsolver-noprop                 0.020733811      0                  unsat    75
-early_ac                03      mlsolver-opt                         0.089745270      0                  unsat    274
-early_ac                03      cool                                 0.154769964      0                  unsat    70
-early_ac                03      mlsolver                             8.952003968      0                  unsat    112864
-early_ac                04      cool-pgsolver-noprop                 0.031587466      0                  unsat    98
-early_ac                04      mlsolver-opt                         0.099526317      0                  unsat    340
-early_ac                04      cool                                 0.248345851      0                  unsat    91
-early_ac                04      mlsolver                             29.347696580     0                  unsat    354254
-early_ac                05      cool-pgsolver-noprop                 0.020972354      0                  unsat    130
-early_ac                05      mlsolver-opt                         0.119714105      0                  unsat    375
-early_ac                05      cool                                 0.321657485      0                  unsat    127
-early_ac                05      mlsolver                             121.770107574    0                  unsat    1161126
-early_ac                06      cool-pgsolver-noprop                 0.019562633      0                  unsat    198
-early_ac                06      mlsolver-opt                         0.145048090      0                  unsat    445
-early_ac                06      cool                                 0.347407951      0                  unsat    127
-early_ac                06      mlsolver                             536.988870362    0                  unsat    4059626
-early_ac                07      cool-pgsolver-noprop                 0.034472530      0                  unsat    334
-early_ac                07      mlsolver-opt                         0.211843731      0                  unsat    585
-early_ac                07      cool                                 0.371319264      0                  unsat    127
-early_ac                08      cool-pgsolver-noprop                 0.054324604      0                  unsat    612
-early_ac                08      mlsolver-opt                         0.363830330      0                  unsat    865
-early_ac                08      cool                                 0.412557607      0                  unsat    126
-early_ac                09      cool-pgsolver-noprop                 0.116900926      0                  unsat    1156
-early_ac                09      cool                                 0.439903453      0                  unsat    126
-early_ac                09      mlsolver-opt                         0.697202926      0                  unsat    1425
-early_ac                10      cool-pgsolver-noprop                 0.233229287      0                  unsat    2240
-early_ac                10      cool                                 0.480591662      0                  unsat    126
-early_ac                10      mlsolver-opt                         1.520956846      0                  unsat    2545
-early_ac                11      cool                                 0.509563196      0                  unsat    130
-early_ac                11      cool-pgsolver-noprop                 0.554554003      0                  unsat    4414
-early_ac                11      mlsolver-opt                         3.188970683      0                  unsat    4785
-early_ac                12      cool                                 0.539042629      0                  unsat    129
-early_ac                12      cool-pgsolver-noprop                 1.201488681      0                  unsat    8766
-early_ac                12      mlsolver-opt                         6.882407788      0                  unsat    9265
-early_ac                13      cool                                 0.564057659      0                  unsat    127
-early_ac                13      mlsolver-opt                         15.733310039     0                  unsat    18225
-early_ac                13      cool-pgsolver-noprop                 2.660649234      0                  unsat    17470
-early_ac                14      cool                                 0.596221866      0                  unsat    127
-early_ac                14      mlsolver-opt                         33.259883560     0                  unsat    36145
-early_ac                14      cool-pgsolver-noprop                 5.629128653      0                  unsat    34878
-early_ac                15      cool                                 0.625733392      0                  unsat    128
-early_ac                15      mlsolver-opt                         72.726796591     0                  unsat    71985
-early_ac                16      cool                                 0.669955010      0                  unsat    127
-early_ac                16      mlsolver-opt                         161.229391405    0                  unsat    143665
-early_ac                17      cool                                 0.702300868      0                  unsat    128
-early_ac                17      mlsolver-opt                         350.289218947    0                  unsat    287025
-early_ac                18      cool                                 0.729967249      0                  unsat    127
-early_ac                19      cool                                 0.775670780      0                  unsat    126
-early_ac                20      cool                                 0.801812696      0                  unsat    126
-early_ac                21      cool                                 0.837830630      0                  unsat    126
-early_ac                22      cool                                 0.870720421      0                  unsat    127
-early_ac                23      cool                                 0.913465080      0                  unsat    127
-early_ac                24      cool                                 0.937972216      0                  unsat    127
-early_ac                25      cool                                 0.986445673      0                  unsat    127
-early_ac                26      cool                                 1.018156169      0                  unsat    127
-early_ac                27      cool                                 1.055400456      0                  unsat    127
-early_ac                28      cool                                 1.148819456      0                  unsat    127
-early_ac                29      cool                                 1.131077290      0                  unsat    127
-early_ac                30      cool                                 1.176384372      0                  unsat    127
-early_ac                31      cool                                 1.220402568      0                  unsat    130
-early_ac                32      cool                                 1.270158067      0                  unsat    129
-early_ac                33      cool                                 1.293985419      0                  unsat    127
-early_ac                34      cool                                 1.319552166      0                  unsat    128
-early_ac                35      cool                                 1.362999107      0                  unsat    128
-early_ac                36      cool                                 1.422863366      0                  unsat    128
-early_ac                37      cool                                 1.476002493      0                  unsat    128
\ No newline at end of file
+family             index   variant                time (seconds)   stddev (percent)   result   states
+early_ac           01      cool-pgsolver-noprop   0.006231262      13.97              unsat    40
+early_ac           01      mlsolver-opt           0.023472509      1.19               unsat    160
+early_ac           01      cool                   0.072251309      3.72               unsat    40
+early_ac           01      mlsolver               0.427635018      0.75               unsat    20848
+early_ac           02      cool-pgsolver-noprop   0.010927707      6.76               unsat    54
+early_ac           02      mlsolver-opt           0.022349282      0.35               unsat    216
+early_ac           02      cool                   0.092663410      0.57               unsat    54
+early_ac           02      mlsolver               0.960264149      0.40               unsat    41538
+early_ac           03      cool-pgsolver-noprop   0.017449466      4.09               unsat    75
+early_ac           03      mlsolver-opt           0.025716401      1.20               unsat    274
+early_ac           03      cool                   0.155972088      0.83               unsat    70
+early_ac           03      mlsolver               2.837231344      0.14               unsat    112864
+early_ac           04      cool-pgsolver-noprop   0.027204472      2.11               unsat    98
+early_ac           04      mlsolver-opt           0.028824404      0.43               unsat    340
+early_ac           04      cool                   0.250158983      0.91               unsat    91
+early_ac           04      mlsolver               9.485204872      0.33               unsat    354254
+early_ac           05      cool-pgsolver-noprop   0.017496431      11.00              unsat    130
+early_ac           05      mlsolver-opt           0.034786685      1.18               unsat    375
+early_ac           05      cool                   0.323399226      0.25               unsat    127
+early_ac           05      mlsolver               38.215066050     0.43               unsat    1161126
+early_ac           06      cool-pgsolver-noprop   0.019652914      3.34               unsat    198
+early_ac           06      mlsolver-opt           0.041056318      1.62               unsat    445
+early_ac           06      cool                   0.345304746      0.16               unsat    127
+early_ac           06      mlsolver               152.670152551    0.13               unsat    4059626
+early_ac           07      cool-pgsolver-noprop   0.025382195      4.08               unsat    334
+early_ac           07      mlsolver-opt           0.056034403      0.51               unsat    585
+early_ac           07      cool                   0.373683738      0.32               unsat    127
+early_ac           08      cool-pgsolver-noprop   0.048142076      0.19               unsat    612
+early_ac           08      mlsolver-opt           0.089100560      0.76               unsat    865
+early_ac           08      cool                   0.410003982      0.70               unsat    126
+early_ac           09      cool-pgsolver-noprop   0.106646225      0.40               unsat    1156
+early_ac           09      mlsolver-opt           0.163032120      0.74               unsat    1425
+early_ac           09      cool                   0.444002839      0.64               unsat    126
+early_ac           10      cool-pgsolver-noprop   0.216173437      0.61               unsat    2240
+early_ac           10      mlsolver-opt           0.335427989      1.87               unsat    2545
+early_ac           10      cool                   0.477533792      0.27               unsat    126
+early_ac           11      cool-pgsolver-noprop   0.510011437      0.26               unsat    4414
+early_ac           11      cool                   0.510487272      0.29               unsat    130
+early_ac           11      mlsolver-opt           0.687209252      0.35               unsat    4785
+early_ac           12      cool                   0.541856338      0.49               unsat    129
+early_ac           12      cool-pgsolver-noprop   1.111585836      0.31               unsat    8766
+early_ac           12      mlsolver-opt           1.474020662      0.12               unsat    9265
+early_ac           13      cool                   0.566666153      0.16               unsat    127
+early_ac           13      cool-pgsolver-noprop   2.424101644      0.35               unsat    17470
+early_ac           13      mlsolver-opt           3.301203004      1.91               unsat    18225
+early_ac           14      cool                   0.594493919      0.34               unsat    127
+early_ac           14      cool-pgsolver-noprop   5.188748123      0.83               unsat    34878
+early_ac           14      mlsolver-opt           7.273546910      1.43               unsat    36145
+early_ac           15      cool                   0.621080325      0.37               unsat    128
+early_ac           15      mlsolver-opt           15.902871026     0.80               unsat    71985
+early_ac           16      cool                   0.657493417      0.40               unsat    127
+early_ac           16      mlsolver-opt           35.088265348     1.45               unsat    143665
+early_ac           17      cool                   0.700306005      0.27               unsat    128
+early_ac           17      mlsolver-opt           75.090113654     0.37               unsat    287025
+early_ac           18      cool                   0.730832548      0.37               unsat    127
+early_ac           18      mlsolver-opt           163.131521850    0.36               unsat    573745
+early_ac           19      cool                   0.768449998      0.30               unsat    126
+early_ac           19      mlsolver-opt           355.587440961    0.55               unsat    1147185
+early_ac           20      cool                   0.800184151      0.09               unsat    126
+early_ac           20      mlsolver-opt           772.415443661    0.90               unsat    2294065
+early_caching_ac   01      cool-pgsolver-noprop   0.014368858      7.64               unsat    171
+early_caching_ac   01      cool                   0.422572123      0.82               unsat    171
+early_caching_ac   01      mlsolver-opt           0.799936946      0.33               unsat    4110
+early_caching_ac   01      mlsolver               59.872752244     1.02               unsat    2203183
+early_caching_ac   02      cool-pgsolver-noprop   0.021993548      4.82               unsat    275
+early_caching_ac   02      cool                   0.626352552      0.58               unsat    275
+early_caching_ac   02      mlsolver-opt           2.125223125      0.60               unsat    11424
+early_caching_ac   03      cool-pgsolver-noprop   0.045374779      0.96               unsat    519
+early_caching_ac   03      cool                   1.523379575      0.81               unsat    519
+early_caching_ac   03      mlsolver-opt           7.764350825      0.66               unsat    35354
+early_caching_ac   04      cool-pgsolver-noprop   0.176903013      0.63               unsat    1024
+early_caching_ac   04      mlsolver-opt           31.856541079     1.20               unsat    129940
+early_caching_ac   04      cool                   4.947750133      0.45               unsat    980
+early_caching_ac   05      cool-pgsolver-noprop   0.544324350      0.55               unsat    2405
+early_caching_ac   05      cool                   1.717908676      2.48               unsat    950
+early_caching_ac   05      mlsolver-opt           148.177090633    0.87               unsat    549307
+early_caching_ac   06      cool-pgsolver-noprop   1.915716061      2.13               unsat    7088
+early_caching_ac   06      cool                   11.411818042     0.29               unsat    1750
+early_caching_ac   06      mlsolver-opt           814.145160275    0.42               unsat    2677117
+early_caching_ac   07      cool-pgsolver-noprop   1.484471835      0.17               unsat    21678
+early_caching_ac   07      cool                   5.439501540      0.34               unsat    1757
+early_caching_ac   08      cool                   3.642606435      3.47               unsat    1481
+early_caching_ac   08      cool-pgsolver-noprop   9.515971747      0.99               unsat    78380
+early_caching_ac   09      cool                   15.831136950     0.30               unsat    3106
+early_caching_ac   09      cool-pgsolver-noprop   37.159390910     0.30               unsat    284088
+early_caching_ac   10      cool-pgsolver-noprop   160.796414006    0.22               unsat    1123692
+early_caching_ac   10      cool                   17.404179996     1.04               unsat    3149
+early_caching_ac   11      cool                   18.462094702     0.82               unsat    3228
+early_caching_ac   11      cool-pgsolver-noprop   769.001393999    0.85               unsat    4380677
+early_caching_ac   12      cool                   6.469337748      0.21               unsat    2135
+early_caching_ac   13      cool                   9.984823231      1.29               unsat    3035
+early_caching_ac   14      cool                   6.810827286      0.88               unsat    2106
+early_caching_ac   15      cool                   6.393029331      0.93               unsat    1344
+early_caching_ac   16      cool                   5.512443030      0.30               unsat    1804
+early_caching_ac   17      cool                   6.686021095      0.95               unsat    1883
+early_caching_ac   18      cool                   7.716896447      0.88               unsat    1951
+early_caching_ac   19      cool                   19.603414830     1.01               unsat    3158
+early_caching_ac   20      cool                   30.051589321     1.12               unsat    4205
+enpa_is_enba_neg   01      cool-pgsolver-noprop   0.003314269      3.27               unsat    3
+enpa_is_enba_neg   01      mlsolver-opt           0.003970929      3.48               unsat    5
+enpa_is_enba_neg   01      mlsolver               0.004192700      2.43               unsat    24
+enpa_is_enba_neg   01      cool                   0.005665382      30.46              unsat    3
+enpa_is_enba_neg   02      cool-pgsolver-noprop   0.003662543      3.21               unsat    13
+enpa_is_enba_neg   02      cool                   0.008152431      9.04               unsat    13
+enpa_is_enba_neg   02      mlsolver-opt           0.015065566      7.59               unsat    52
+enpa_is_enba_neg   02      mlsolver               0.018336507      4.79               unsat    435
+enpa_is_enba_neg   03      cool-pgsolver-noprop   0.005884770      5.52               unsat    27
+enpa_is_enba_neg   03      cool                   0.043433778      2.82               unsat    27
+enpa_is_enba_neg   03      mlsolver-opt           0.044324115      1.39               unsat    195
+enpa_is_enba_neg   03      mlsolver               0.067932390      0.74               unsat    1781
+enpa_is_enba_neg   04      cool-pgsolver-noprop   0.012555751      6.94               unsat    69
+enpa_is_enba_neg   04      mlsolver-opt           0.233305732      0.76               unsat    745
+enpa_is_enba_neg   04      mlsolver               0.465974425      0.24               unsat    9307
+enpa_is_enba_neg   04      cool                   1.030009846      0.03               unsat    69
+enpa_is_enba_neg   05      cool-pgsolver-noprop   0.018308446      1.10               unsat    104
+enpa_is_enba_neg   05      mlsolver-opt           0.614262219      5.04               unsat    1528
+enpa_is_enba_neg   05      mlsolver               1.286113652      0.28               unsat    22269
+enpa_is_enba_neg   05      cool                   6.500200963      1.83               unsat    104
+enpa_is_enba_neg   06      cool-pgsolver-noprop   0.073683853      0.61               unsat    237
+enpa_is_enba_neg   06      mlsolver-opt           2.433101352      2.67               unsat    4285
+enpa_is_enba_neg   06      mlsolver               6.466946388      0.26               unsat    82519
+enpa_is_enba_neg   07      cool-pgsolver-noprop   0.120555180      0.07               unsat    333
+enpa_is_enba_neg   07      mlsolver               17.997326345     0.35               unsat    176029
+enpa_is_enba_neg   07      mlsolver-opt           5.602598234      1.69               unsat    7760
+enpa_is_enba_neg   08      cool-pgsolver-noprop   0.372444907      0.61               unsat    645
+enpa_is_enba_neg   08      mlsolver-opt           19.497790750     0.15               unsat    19112
+enpa_is_enba_neg   08      mlsolver               82.524166961     1.44               unsat    556912
+enpa_is_enba_neg   09      cool-pgsolver-noprop   0.762148582      2.99               unsat    872
+enpa_is_enba_neg   09      mlsolver-opt           46.674118111     0.30               unsat    34290
+enpa_is_enba_neg   10      cool-pgsolver-noprop   2.440859045      0.13               unsat    1644
+enpa_is_enba_neg   11      cool-pgsolver-noprop   2.804672695      0.17               unsat    1746
+enpa_is_enba_neg   12      cool-pgsolver-noprop   17.792399292     1.02               unsat    4335
+enpa_is_enba_neg   13      cool-pgsolver-noprop   28.907151012     0.15               unsat    5068
+pg_domgame_neg     01      cool-pgsolver-noprop   0.003601202      9.35               unsat    4
+pg_domgame_neg     01      cool                   0.004997028      10.57              unsat    4
+pg_domgame_neg     01      mlsolver-opt           0.005812380      0.39               unsat    6
+pg_domgame_neg     01      mlsolver               0.008368822      5.24               unsat    105
+pg_domgame_neg     02      cool-pgsolver-noprop   0.005545315      2.08               unsat    12
+pg_domgame_neg     02      cool                   0.013581729      10.21              unsat    12
+pg_domgame_neg     02      mlsolver-opt           0.015746107      0.36               unsat    36
+pg_domgame_neg     02      mlsolver               0.027447152      3.37               unsat    605
+pg_domgame_neg     03      cool-pgsolver-noprop   0.007086871      3.11               unsat    37
+pg_domgame_neg     03      cool                   0.035175001      2.86               unsat    37
+pg_domgame_neg     03      mlsolver-opt           0.129773514      9.60               unsat    288
+pg_domgame_neg     03      mlsolver               0.268239084      1.36               unsat    5046
+pg_domgame_neg     04      cool-pgsolver-noprop   0.017020367      11.24              unsat    85
+pg_domgame_neg     04      mlsolver-opt           0.279059063      1.22               unsat    605
+pg_domgame_neg     04      cool                   0.310558031      0.34               unsat    85
+pg_domgame_neg     04      mlsolver               0.649396429      0.64               unsat    11489
+pg_domgame_neg     05      cool-pgsolver-noprop   0.034684609      2.52               unsat    129
+pg_domgame_neg     05      cool                   0.675793218      0.20               unsat    129
+pg_domgame_neg     05      mlsolver-opt           1.309766650      0.69               unsat    2186
+pg_domgame_neg     05      mlsolver               3.836329333      2.55               unsat    49455
+pg_domgame_neg     06      cool-pgsolver-noprop   0.079790132      0.89               unsat    222
+pg_domgame_neg     06      mlsolver-opt           2.226867748      0.39               unsat    3285
+pg_domgame_neg     06      cool                   6.247625326      0.23               unsat    222
+pg_domgame_neg     06      mlsolver               6.587703640      1.17               unsat    81325
+pg_domgame_neg     07      cool-pgsolver-noprop   0.188890539      0.52               unsat    356
+pg_domgame_neg     07      mlsolver               27.995679005     0.86               unsat    271976
+pg_domgame_neg     07      cool                   33.527906866     0.79               unsat    356
+pg_domgame_neg     07      mlsolver-opt           8.277059529      1.31               unsat    9398
+pg_domgame_neg     08      cool-pgsolver-noprop   0.537395370      4.73               unsat    586
+pg_domgame_neg     08      mlsolver-opt           12.354744792     1.03               unsat    12444
+pg_domgame_neg     08      mlsolver               44.138908385     1.33               unsat    390326
+pg_domgame_neg     09      cool-pgsolver-noprop   0.944983616      0.38               unsat    714
+pg_domgame_neg     09      mlsolver-opt           39.859538630     1.53               unsat    31962
+pg_domgame_neg     10      cool-pgsolver-noprop   2.360038499      0.13               unsat    995
+pg_domgame_neg     10      mlsolver-opt           57.507097526     1.11               unsat    39622
+pg_domgame_neg     11      cool-pgsolver-noprop   5.502164128      0.34               unsat    1309
+pg_domgame_neg     12      cool-pgsolver-noprop   16.836148465     1.14               unsat    2018
+pg_domgame_neg     13      cool-pgsolver-noprop   46.449965578     0.70               unsat    2284
-- 
GitLab