Commit b78c51c8 authored by Hans-Peter Deifel's avatar Hans-Peter Deifel
Browse files

Rerun even more benchmarks

parent 21eef418
......@@ -203,7 +203,7 @@ done
*** Generating some benchmarks
#+begin_src sh :results output silent
for n in 100000 110000 120000 130000 140000 150000 160000 170000 180000 190000 200000 200000 210000 220000 230000 240000 250000 260000 270000 280000 290000 300000; do
for n in 100000 110000 120000 130000 140000 150000 160000 170000 180000 190000; do
python bench.py generate ../../copar/bin/random-dfa $n 2
done
#+end_src
......@@ -211,36 +211,25 @@ done
*** And running them
#+begin_src sh :hlines yes :colnames '("N" "M" "i" "States" "Edges" "I" "Q" "Qs1" "Opts" "t (s)" "σ" "tp (s)" "σ" "ta (s)" "σ" "ti (s)" "σ" "tr (s)" "σ" "tv (s)" "σ" "Qv")
for n in 100000 110000 120000 130000 140000 150000 160000 170000 180000 190000 200000 210000 220000 230000 240000 250000 260000 270000 280000 290000 300000; do
for n in 100000 110000 120000 130000 140000 150000 160000 170000 180000 190000; do
python bench.py run ../../copar/bin/copar ../../valmari_cpp/mdpmin $n 2 --stddev
done
#+end_src
#+NAME: results2
#+RESULTS:
| N | M | i | States | Edges | I | Q | Qs1 | Opts | t (s) | σ | tp (s) | σ | ta (s) | σ | ti (s) | σ | tr (s) | σ | tv (s) | σ | Qv |
|--------+---+----+--------+--------+---+--------+--------+--------+--------------------+----------------------+--------------------+----------------------+--------------------+----------------------+--------------------+----------------------+--------------------+----------------------+---------------------+-----------------------+--------|
| 100000 | 2 | 10 | 100000 | 200000 | 2 | 100000 | 100000 | 181160 | 4.6682598973 | 0.08297578258883191 | 1.7466071907 | 0.046301398085246505 | 2.6960031217 | 0.05678813781082613 | 0.6481005733 | 0.014042033012002532 | 1.9517191918 | 0.06471030997185793 | 0.26132676630000007 | 0.0069860096592970315 | 100000 |
| 110000 | 2 | 10 | 110000 | 220000 | 2 | 110000 | 110000 | 193895 | 5.4192957357000004 | 0.04358637576199741 | 2.0576445523 | 0.011675123216284503 | 3.1132264053 | 0.04179021345785444 | 0.7028545399 | 0.013187307245525014 | 2.3127195961 | 0.03735404238917737 | 0.3032304626 | 0.007008853475927248 | 110000 |
| 120000 | 2 | 10 | 120000 | 240000 | 2 | 119999 | 119999 | 215222 | 5.824416037 | 0.043706854467898265 | 2.1721261753 | 0.007263653574060782 | 3.3699483518 | 0.04570006332247481 | 0.9949342781 | 0.01655469322974228 | 2.2635461306000004 | 0.037319022080389716 | 0.34543054649999994 | 0.006311243247813619 | 119999 |
| 130000 | 2 | 10 | 130000 | 260000 | 2 | 130000 | 130000 | 231896 | 6.5872843755999995 | 0.060125954184014674 | 2.2585897419 | 0.016314558314201432 | 3.8955227494 | 0.09800864208953726 | 0.8475540828 | 0.019342967906861516 | 2.7888025453000003 | 0.04491313776325702 | 0.3878487445 | 0.005603817112682797 | 130000 |
| 140000 | 2 | 10 | 140000 | 280000 | 2 | 140000 | 140000 | 255274 | 7.1925595201000005 | 0.08004527888260175 | 2.4523406517999997 | 0.014677380694934156 | 4.3307462788999995 | 0.0819236107217384 | 0.9227721466000001 | 0.02383398470669321 | 3.0765555106 | 0.04254030915313634 | 0.43550701309999995 | 0.004735207750745585 | 140000 |
| 150000 | 2 | 10 | 150000 | 300000 | 2 | 150000 | 150000 | 269398 | 7.726262699199999 | 0.1018891510396078 | 2.6483071139 | 0.04212872036689742 | 4.6985100744 | 0.06611934352551581 | 0.9622648845 | 0.044662353434898536 | 3.3125214767999998 | 0.051973152271675385 | 0.4825729966000001 | 0.010104925148532968 | 150000 |
| 160000 | 2 | 10 | 160000 | 320000 | 2 | 160000 | 160000 | 282723 | 8.088284542699999 | 0.11056324275020642 | 2.8255136208 | 0.025362129263477914 | 4.8569707722 | 0.1080933056243718 | 0.7956835299 | 0.12196022196505889 | 3.5324954796 | 0.042719272635174936 | 0.5242104568 | 0.00841945000432359 | 160000 |
| 170000 | 2 | 10 | 170000 | 340000 | 2 | 170000 | 170000 | 307395 | 8.748016488199998 | 0.1404946673671456 | 3.0206189285000002 | 0.01754018035172234 | 5.292091254400001 | 0.13747202097694242 | 0.9155214081 | 0.16116275593489873 | 3.8326219171000004 | 0.05449780608019239 | 0.5777620275 | 0.01117342333969392 | 170000 |
| 180000 | 2 | 10 | 180000 | 360000 | 2 | 180000 | 180000 | 324587 | 9.2185365968 | 0.06285179687085718 | 3.0791284150000005 | 0.03392480617279444 | 5.3440163704 | 0.048937608592863474 | 1.1860047516 | 0.006881053367292836 | 3.9879859847 | 0.050225650773681366 | 0.6022483225999999 | 0.004710815984534462 | 180000 |
| 190000 | 2 | 10 | 190000 | 380000 | 2 | 190000 | 190000 | 342255 | 9.7680467295 | 0.13333256355334527 | 3.2486095897 | 0.022399876469984786 | 5.673361809799999 | 0.11381808849368587 | 1.2485236468999998 | 0.0378496943272731 | 4.2545025142999995 | 0.06821252118063109 | 0.650282204 | 0.005512470855261596 | 190000 |
| 200000 | 2 | 10 | 200000 | 400000 | 2 | 199999 | 199999 | 362610 | 10.3407087587 | 0.0767417288167444 | 3.4257339304 | 0.016129665711161565 | 6.0176680523999995 | 0.07760961922622171 | 1.3121143358 | 0.02253292975224462 | 4.5255908624 | 0.05374582752001877 | 0.6963170164000001 | 0.006721465053675577 | 199999 |
| 210000 | 2 | 10 | 210000 | 420000 | 2 | 210000 | 210000 | 377585 | 10.8548011165 | 0.08390739276286706 | 3.9481587426000004 | 0.007551257929878198 | 6.4041871301 | 0.08415521859573528 | 1.3709562733 | 0.023059428483544635 | 4.8434002994 | 0.049450725386594535 | 0.748728885 | 0.006811984754493087 | 210000 |
| 220000 | 2 | 10 | 220000 | 440000 | 2 | 220000 | 220000 | 400128 | 11.3527286721 | 0.13221984244838347 | 4.064920820299999 | 0.058000442572941326 | 6.663397006100001 | 0.09144077241600213 | 1.4458479548 | 0.026848100783522136 | 5.006428469 | 0.07451281472824153 | 0.8035932044 | 0.02525788636476248 | 220000 |
| 230000 | 2 | 10 | 230000 | 460000 | 2 | 229997 | 229997 | 417891 | 11.7633009699 | 0.07954013529620141 | 4.1434973527 | 0.022464517953739698 | 6.957498742 | 0.06464777411724817 | 1.9125527732999998 | 0.02735809426371808 | 4.8281356973000005 | 0.050886701528692374 | 0.8466457965 | 0.007033819689874407 | 229997 |
| 240000 | 2 | 10 | 240000 | 480000 | 2 | 240000 | 240000 | 427250 | 12.0412631762 | 0.09993691701336598 | 4.253491416899999 | 0.01717788575686945 | 7.184492855099999 | 0.10631652161662215 | 1.6463971609 | 0.016231270436728576 | 5.2882176574 | 0.14348630379376012 | 0.9009443936 | 0.0059634086305427715 | 240000 |
| 250000 | 2 | 10 | 250000 | 500000 | 2 | 250000 | 250000 | 455445 | 13.114036148099999 | 0.11508418852903363 | 4.361433761200001 | 0.01985874289541744 | 8.1151224604 | 0.10507993503517742 | 1.6105995995 | 0.04483188751587975 | 5.8376086756 | 0.08158785664921114 | 0.9537266898999999 | 0.012186339009724753 | 250000 |
| 260000 | 2 | 10 | 260000 | 520000 | 2 | 260000 | 260000 | 471100 | 14.3339631114 | 0.42678160354617156 | 4.6227287907 | 0.07753566996398639 | 8.478462721100001 | 0.31683084692120705 | 1.8203560963999998 | 0.08252011104911182 | 6.3941789987 | 0.20718159954774876 | 1.0417980003 | 0.02528434688872553 | 260000 |
| 270000 | 2 | 10 | 270000 | 540000 | 2 | 270000 | 270000 | 478399 | 15.2119843532 | 0.15917364284730137 | 4.8707966894 | 0.027172284273673825 | 9.0250704653 | 0.13003128025594105 | 1.9117913729000002 | 0.0657849307774362 | 6.862785855 | 0.0708436557820075 | 1.1095665595999997 | 0.011132099434290043 | 270000 |
| 280000 | 2 | 10 | 280000 | 560000 | 2 | 280000 | 280000 | 506543 | 15.782168719500001 | 0.11160026362665203 | 5.0754277744 | 0.030023250503622735 | 9.355177391000002 | 0.1328650460885607 | 1.9901339717000002 | 0.04867972695098818 | 7.0925399357000005 | 0.09140784029819397 | 1.1586345641999998 | 0.009941345579413565 | 280000 |
| 290000 | 2 | 10 | 290000 | 580000 | 2 | 289999 | 289999 | 523664 | 16.2064557565 | 0.31135465530203854 | 5.7941623523 | 0.09530698259843859 | 9.6633844364 | 0.2132433521796015 | 2.0475469749 | 0.04726162003024136 | 7.327850477800001 | 0.16892351000284792 | 1.2185979878 | 0.04532561130641692 | 289999 |
| 300000 | 2 | 10 | 300000 | 600000 | 2 | 299999 | 299999 | 541099 | 16.160194264 | 0.08196305876244549 | 5.7780438354 | 0.030898334771084817 | 9.636941188200002 | 0.0782324951530313 | 2.0359088467000004 | 0.019969054547938955 | 7.3043917502 | 0.0695271958751679 | 1.2261407546999998 | 0.015730889175256346 | 299999 |
| N | M | i | States | Edges | I | Q | Qs1 | Opts | t (s) | σ | tp (s) | σ | ta (s) | σ | ti (s) | σ | tr (s) | σ | tv (s) | σ | Qv |
|--------+---+----+--------+--------+---+--------+--------+--------+--------------------+----------------------+--------------------+----------------------+--------------------+----------------------+---------------------+----------------------+--------------------+---------------------+---------------------+----------------------+--------|
| 100000 | 2 | 10 | 100000 | 200000 | 2 | 100000 | 100000 | 176835 | 3.4030988053 | 0.047125905819625266 | 1.4113720969999999 | 0.020157652579552755 | 1.7480437949999998 | 0.030617105080139137 | 0.4651039364 | 0.004331701728800437 | 1.2271866079 | 0.02960202148844354 | 0.2616005265 | 0.004401878111343841 | 100000 |
| 110000 | 2 | 10 | 110000 | 220000 | 2 | 110000 | 110000 | 198390 | 3.9692688889000003 | 0.0370434112058736 | 1.5157029322 | 0.02116665725333869 | 2.0486332889999996 | 0.040191720781762134 | 0.4946425016 | 0.013523587264140786 | 1.4991156887000003 | 0.03442819266484039 | 0.30168761980000003 | 0.007153435060528811 | 110000 |
| 120000 | 2 | 10 | 120000 | 240000 | 2 | 119999 | 119999 | 211802 | 4.3143812377 | 0.028623553516576524 | 1.7607175563 | 0.01395808199964705 | 2.2709801406 | 0.019540291251429913 | 0.6559281311999998 | 0.016807148943218927 | 1.5497294746999999 | 0.0211686298572404 | 0.3521036861 | 0.010123212916930498 | 119999 |
| 130000 | 2 | 10 | 130000 | 260000 | 2 | 130000 | 130000 | 233351 | 4.711098789299999 | 0.07164931362575287 | 1.8374207242 | 0.015974690038318053 | 2.5580884159 | 0.07464571058990088 | 0.45663371779999995 | 0.06532202237008912 | 1.8270874564 | 0.05325031657468783 | 0.3873578492 | 0.00808873090733974 | 130000 |
| 140000 | 2 | 10 | 140000 | 280000 | 2 | 140000 | 140000 | 255450 | 5.126386760700001 | 0.07043815136254557 | 1.9956747868 | 0.018427064561353488 | 2.7867161994 | 0.073077457235916 | 0.49504377580000003 | 0.0638811650849501 | 1.9893636328 | 0.06274443335469422 | 0.4376762827999999 | 0.0092923256658709 | 140000 |
| 150000 | 2 | 10 | 150000 | 300000 | 2 | 149999 | 149999 | 268773 | 5.552826151500001 | 0.06095217378481222 | 2.1609233121 | 0.026029046999351532 | 3.0173265741 | 0.05415723778561011 | 0.5094614781 | 0.007915398330318239 | 2.1829203786999996 | 0.0632789354781126 | 0.48105161770000004 | 0.004698776514825223 | 149999 |
| 160000 | 2 | 10 | 160000 | 320000 | 2 | 160000 | 160000 | 287497 | 6.0156567696000005 | 0.1014958200025798 | 2.3278508021 | 0.030676236665497392 | 3.2862890981 | 0.08842134639178673 | 0.5667389131 | 0.061818697661962456 | 2.3874675003 | 0.06963184602365943 | 0.530804924 | 0.008374295955608495 | 160000 |
| 170000 | 2 | 10 | 170000 | 340000 | 2 | 170000 | 170000 | 305026 | 6.4638692547000005 | 0.06069976545804155 | 2.4802088854 | 0.01090849282529911 | 3.5534037927 | 0.05792099698647397 | 0.5959597545000002 | 0.008029045672763618 | 2.5980215775 | 0.05470590971316728 | 0.5807772137 | 0.008923135110179324 | 170000 |
| 180000 | 2 | 10 | 180000 | 360000 | 2 | 180000 | 180000 | 318552 | 7.0769255199 | 0.06648812882039208 | 2.6026580344 | 0.021088489126152892 | 3.8877335147000003 | 0.13692635138399228 | 0.8762553760999999 | 0.019006836766069967 | 2.8003821182 | 0.06175237500886775 | 0.6318085971 | 0.008747586811742026 | 180000 |
| 190000 | 2 | 10 | 190000 | 380000 | 2 | 190000 | 190000 | 336100 | 7.471944982100001 | 0.1193043264263505 | 2.7358027763 | 0.030596172663756225 | 4.172442589299999 | 0.14609929644360664 | 0.9283796991 | 0.021647195894253953 | 2.9708602129999995 | 0.09071021481473823 | 0.6796285844 | 0.014169458167688257 | 190000 |
*** Plot
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment