From 723c41ebe22f10678bfd003f69ddef73ef198cdb Mon Sep 17 00:00:00 2001
From: Hans-Peter Deifel <hpd@hpdeifel.de>
Date: Mon, 25 Mar 2019 11:25:53 +0100
Subject: [PATCH] Add org file with benchmark results
---
wta/benchmarks.org | 582 +++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 582 insertions(+)
create mode 100644 wta/benchmarks.org
diff --git a/wta/benchmarks.org b/wta/benchmarks.org
new file mode 100644
index 0000000..f4ed834
--- /dev/null
+++ b/wta/benchmarks.org
@@ -0,0 +1,582 @@
+#+TITLE: Benchmarks for Weighted Tree Automata
+
+* What fits in 16GB RAM
+
+Finding the number of states that copar can solve in 16GB RAM for a few
+different types of WTAs.
+
+** Powerset
+*** GHC 8.6.4 with symbols 0,8 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid powerset --symbols 0,8 --zero-frequency 0.7 --good 1400 --bad 1600 --start-states 1500
+#+END_SRC
+
+#+RESULTS:
+: Trying 1500...
+: Trying 1450...
+: Trying 1475...
+: Trying 1487...
+: Trying 1481...
+: Trying 1478...
+: Trying 1479...
+: First bad state count: 1479
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_powerset_0,8_0.7_1478*
+#+END_SRC
+
+#+RESULTS:
+: 82M bench/wta_powerset_0,8_0.7_1478_0.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_1.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_2.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_3.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_4.coalgebra
+
+*** GHC 8.4.4 with symbols 0,8 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid powerset --symbols 0,8 --zero-frequency 0.7 --start-states 1000
+#+END_SRC
+
+#+RESULTS:
+: Trying 1000...
+: Trying 2000...
+: Trying 1500...
+: Trying 1250...
+: Trying 1375...
+: Trying 1437...
+: Trying 1468...
+: Trying 1484...
+: Trying 1476...
+: Trying 1480...
+: Trying 1478...
+: Trying 1479...
+: First bad state count: 1479
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_powerset_0,8_0.7_1478*
+#+END_SRC
+
+#+RESULTS:
+: 82M bench/wta_powerset_0,8_0.7_1478_0.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_1.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_2.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_3.coalgebra
+: 82M bench/wta_powerset_0,8_0.7_1478_4.coalgebra
+
+**** Automaton size
+
+#+begin_src sh :hlines yes
+python bench.py run ../../copar/bin/copar --monoid powerset --symbols 0,8 --zero-frequency 0.7 --states 1478 --indiv --header
+#+end_src
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 5243856 | 10484756 | 10 | 18 | 2 | 0 | 115.339077581 | 34.439478263 | 79.458232767 | 27.712258503 | 37.668249537 |
+| 1 | 5245405 | 10487854 | 10 | 18 | 2 | 0 | 114.001430765 | 34.477874858 | 78.07613373 | 27.764347556 | 37.074617863 |
+| 2 | 5243549 | 10484142 | 10 | 18 | 2 | 0 | 114.862812706 | 34.668409012 | 78.756016051 | 27.741448159 | 37.09480403 |
+| 3 | 5241660 | 10480364 | 10 | 18 | 2 | 0 | 114.228588077 | 34.362576104 | 78.424601434 | 27.648526393 | 37.043127108 |
+| 4 | 5243032 | 10483108 | 10 | 18 | 2 | 0 | 114.692551901 | 34.827430372 | 78.414037199 | 27.723198479 | 38.276163878 |
+
+*** GHC 8.4.4 with symbols 1,0,4 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid powerset --symbols 1,0,4 --zero-frequency 0.7
+#+END_SRC
+
+#+RESULTS:
+: Trying 50...
+: Trying 100...
+: Trying 200...
+: Trying 150...
+: Trying 175...
+: Trying 162...
+: Trying 156...
+: Trying 153...
+: Trying 151...
+: Trying 152...
+: First bad state count: 152
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_powerset_1,0,4_0.7_152*
+#+END_SRC
+
+#+RESULTS:
+: 83M bench/wta_powerset_1,0,4_0.7_152_0.coalgebra
+: 83M bench/wta_powerset_1,0,4_0.7_152_1.coalgebra
+: 83M bench/wta_powerset_1,0,4_0.7_152_2.coalgebra
+: 83M bench/wta_powerset_1,0,4_0.7_152_3.coalgebra
+: 83M bench/wta_powerset_1,0,4_0.7_152_4.coalgebra
+
+**** Automaton Size
+
+#+begin_src sh :hlines yes
+python bench.py run ../../copar/bin/copar --monoid powerset --symbols 1,0,4 --zero-frequency 0.7 --states 151 --indiv --header
+#+end_src
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 4131380 | 12393591 | 7 | 69 | 4 | 0 | 92.530296805 | 32.925871573 | 58.292789973 | 13.413784138 | 32.25285307 |
+| 1 | 4131667 | 12394466 | 7 | 69 | 4 | 0 | 104.072447103 | 32.6810851 | 70.054731043 | 22.601698388 | 34.657530397 |
+| 2 | 4130798 | 12391837 | 7 | 69 | 4 | 0 | 104.65358267 | 32.641475967 | 70.686110886 | 22.881971907 | 34.580390995 |
+| 3 | 4131273 | 12393268 | 7 | 69 | 4 | 0 | 104.436764929 | 33.010643372 | 70.097279338 | 22.722527765 | 34.948100296 |
+| 4 | 4131755 | 12394730 | 7 | 69 | 4 | 0 | 103.940596569 | 32.874641172 | 69.748179673 | 22.561661198 | 34.530464508 |
+
+*** GHC 8.4.4 with symbols 4,3,2 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid powerset --symbols 4,3,2 --zero-frequency 0.7
+#+END_SRC
+
+#+RESULTS:
+: Trying 50...
+: Trying 100...
+: Trying 200...
+: Trying 150...
+: Trying 175...
+: Trying 187...
+: Trying 193...
+: Trying 190...
+: Trying 191...
+: First bad state count: 191
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_powerset_4,3,2_0.7_190*
+#+END_SRC
+
+#+RESULTS:
+: 83M bench/wta_powerset_4,3,2_0.7_190_0.coalgebra
+: 83M bench/wta_powerset_4,3,2_0.7_190_1.coalgebra
+: 83M bench/wta_powerset_4,3,2_0.7_190_2.coalgebra
+: 83M bench/wta_powerset_4,3,2_0.7_190_3.coalgebra
+: 83M bench/wta_powerset_4,3,2_0.7_190_4.coalgebra
+
+**** Automaton Size
+
+#+begin_src sh :hlines yes
+python bench.py run ../../copar/bin/copar --monoid powerset --symbols 4,3,2 --zero-frequency 0.7 --states 190 --indiv --header
+#+end_src
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 4150153 | 12416791 | 11 | 72964 | 190 | 7474719 | 141.894074912 | 32.94816078 | 104.894412823 | 19.27142335 | 73.292672481 |
+| 1 | 4149881 | 12415853 | 11 | 72964 | 190 | 7374059 | 143.936708293 | 32.959668876 | 106.847647981 | 19.335579933 | 74.389142529 |
+| 2 | 4147912 | 12410153 | 11 | 72964 | 190 | 7530637 | 143.039477927 | 32.922891848 | 106.049882108 | 19.238034371 | 73.786648681 |
+| 3 | 4149832 | 12415896 | 11 | 72964 | 190 | 7400820 | 141.899762867 | 32.763790399 | 105.08945468 | 19.081253852 | 73.103108932 |
+| 4 | 4147931 | 12410198 | 11 | 72964 | 190 | 7356721 | 142.277553489 | 33.004372363 | 105.135364747 | 19.217062907 | 72.82642293 |
+
+*** GHC 8.4.4 with symbols 0,0,0,0,0,3 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid powerset --symbols 0,0,0,0,0,3 --zero-frequency 0.7 --start-states 2
+#+END_SRC
+
+#+RESULTS:
+: Trying 2...
+: Trying 4...
+: Trying 8...
+: Trying 16...
+: Trying 12...
+: Trying 10...
+: Trying 11...
+: First bad state count: 12
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_powerset_0,0,0,0,0,3_0.7_11*
+#+END_SRC
+
+#+RESULTS:
+: 47M bench/wta_powerset_0,0,0,0,0,3_0.7_11_0.coalgebra
+: 47M bench/wta_powerset_0,0,0,0,0,3_0.7_11_1.coalgebra
+: 47M bench/wta_powerset_0,0,0,0,0,3_0.7_11_2.coalgebra
+: 47M bench/wta_powerset_0,0,0,0,0,3_0.7_11_3.coalgebra
+: 47M bench/wta_powerset_0,0,0,0,0,3_0.7_11_4.coalgebra
+
+**** Automaton Size
+
+#+begin_src sh :hlines yes
+python bench.py run ../../copar/bin/copar --monoid powerset --symbols 0,0,0,0,0,3 --zero-frequency 0.7 --states 11 --indiv --header
+#+end_src
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 1593503 | 9560952 | 5 | 98 | 2 | 0 | 44.433319213 | 19.470309466 | 24.352231629 | 11.34834025 | 10.606600771 |
+| 1 | 1594688 | 9568062 | 5 | 98 | 2 | 0 | 44.35660646 | 19.503070403 | 24.284648797 | 11.546398372 | 10.351405421 |
+| 2 | 1595746 | 9574410 | 5 | 98 | 2 | 0 | 44.979436845 | 19.622696684 | 24.756055326 | 11.448256352 | 10.958179969 |
+| 3 | 1594811 | 9568800 | 5 | 98 | 2 | 0 | 44.518512407 | 19.486959131 | 24.465812029 | 11.501689163 | 10.63837111 |
+| 4 | 1595187 | 9571056 | 5 | 98 | 2 | 0 | 44.449440224 | 19.537019031 | 24.300846734 | 11.389487771 | 10.5363747 |
+
+** Z,max
+*** GHC 8.4.4 with symbols 0,8 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Z,max' --symbols 0,8 --zero-frequency 0.7
+#+END_SRC
+
+#+RESULTS:
+: Trying 50...
+: Trying 100...
+: Trying 200...
+: Trying 400...
+: Trying 800...
+: Trying 1600...
+: Trying 1200...
+: Trying 1400...
+: Trying 1500...
+: Trying 1450...
+: Trying 1475...
+: Trying 1462...
+: Trying 1456...
+: Trying 1453...
+: Trying 1451...
+: First bad state count: 1451
+
+*** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Z,max_0,8_0.7_1450*
+#+END_SRC
+
+#+RESULTS:
+: 182M bench/wta_Z,max_0,8_0.7_1450_0.coalgebra
+: 182M bench/wta_Z,max_0,8_0.7_1450_1.coalgebra
+: 182M bench/wta_Z,max_0,8_0.7_1450_2.coalgebra
+: 182M bench/wta_Z,max_0,8_0.7_1450_3.coalgebra
+: 182M bench/wta_Z,max_0,8_0.7_1450_4.coalgebra
+
+*** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Z,max' --symbols 0,8 --zero-frequency 0.7 --states 1450 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 5047826 | 10092752 | 1458 | 13050 | 1450 | 9457197 | 127.724360284 | 43.258927035 | 81.171137974 | 26.874901612 | 40.422676395 |
+| 1 | 5047514 | 10092128 | 1458 | 13050 | 1450 | 9456756 | 125.832804664 | 42.853972016 | 79.686342664 | 26.577174808 | 39.966384527 |
+| 2 | 5049772 | 10096644 | 1458 | 13050 | 1450 | 9460968 | 126.336593045 | 42.68312591 | 80.349875424 | 26.745235991 | 40.031230363 |
+| 3 | 5046916 | 10090932 | 1458 | 13050 | 1450 | 9455805 | 125.95962352 | 42.526542018 | 80.176310943 | 26.550162046 | 40.227319833 |
+| 4 | 5049229 | 10095558 | 1458 | 13050 | 1450 | 9460347 | 126.718920083 | 42.559013501 | 80.863052096 | 26.756405734 | 40.145229524 |
+
+
+*** GHC 8.4.4 with symbols 1,0,4 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Z,max' --symbols 1,0,4 --zero-frequency 0.7
+#+END_SRC
+
+#+RESULTS:
+: Trying 50...
+: Trying 100...
+: Trying 200...
+: Trying 150...
+: Trying 175...
+: Trying 162...
+: Trying 156...
+: Trying 153...
+: Trying 151...
+: First bad state count: 151
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Z,max_1,0,4_0.7_150*
+#+END_SRC
+
+**** File Size
+
+#+RESULTS:
+: 162M bench/wta_Z,max_1,0,4_0.7_150_0.coalgebra
+: 162M bench/wta_Z,max_1,0,4_0.7_150_1.coalgebra
+: 162M bench/wta_Z,max_1,0,4_0.7_150_2.coalgebra
+: 162M bench/wta_Z,max_1,0,4_0.7_150_3.coalgebra
+: 162M bench/wta_Z,max_1,0,4_0.7_150_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Z,max' --symbols 1,0,4 --zero-frequency 0.7 --states 150 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 4051480 | 12153896 | 155 | 90151 | 150 | 7087519 | 120.395749162 | 40.871788157 | 74.90886142 | 22.238988672 | 39.72932804 |
+| 1 | 4050707 | 12151583 | 155 | 90151 | 150 | 7087488 | 120.463605814 | 40.81720097 | 75.096220332 | 22.78192433 | 39.512466086 |
+| 2 | 4048842 | 12145992 | 155 | 90151 | 150 | 7083654 | 120.367574362 | 40.847872293 | 74.879748499 | 22.174812232 | 39.882652278 |
+| 3 | 4052208 | 12156090 | 155 | 90151 | 150 | 7090069 | 120.237306821 | 40.747046417 | 74.945644255 | 22.185753095 | 39.520022235 |
+| 4 | 4048823 | 12145929 | 155 | 90151 | 150 | 7084229 | 121.046334089 | 41.206127141 | 75.236966807 | 22.108849249 | 39.746848148 |
+
+*** GHC 8.4.4 with symbols 4,3,2 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Z,max' --symbols 4,3,2 --zero-frequency 0.7 --start-states 100
+#+END_SRC
+
+#+RESULTS:
+: Trying 100...
+: Trying 200...
+: Trying 150...
+: Trying 175...
+: Trying 187...
+: Trying 193...
+: Trying 190...
+: Trying 188...
+: Trying 189...
+: First bad state count: 189
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Z,max_4,3,2_0.7_188*
+#+END_SRC
+
+#+RESULTS:
+: 162M bench/wta_Z,max_4,3,2_0.7_188_0.coalgebra
+: 162M bench/wta_Z,max_4,3,2_0.7_188_1.coalgebra
+: 162M bench/wta_Z,max_4,3,2_0.7_188_2.coalgebra
+: 162M bench/wta_Z,max_4,3,2_0.7_188_3.coalgebra
+: 162M bench/wta_Z,max_4,3,2_0.7_188_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Z,max' --symbols 4,3,2 --zero-frequency 0.7 --states 188 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 4020872 | 12029832 | 197 | 71444 | 188 | 6045852 | 115.942447016 | 40.75075879 | 71.271681594 | 18.625916768 | 39.91853539 |
+| 1 | 4017121 | 12018620 | 197 | 71444 | 188 | 6040501 | 113.960683621 | 40.210261362 | 69.908854506 | 18.715510494 | 39.429755908 |
+| 2 | 4017092 | 12018743 | 197 | 71444 | 188 | 6040038 | 114.417975118 | 40.056454421 | 70.449543532 | 18.443439893 | 39.714702929 |
+| 3 | 4013171 | 12006729 | 197 | 71444 | 188 | 6034912 | 104.421419394 | 40.426583126 | 60.116296609 | 10.279226244 | 37.258447268 |
+| 4 | 4018149 | 12021895 | 197 | 71444 | 188 | 6042204 | 104.595285757 | 40.484957759 | 60.29935373 | 10.313693438 | 37.315322541 |
+
+*** GHC 8.4.4 with symbols 0,0,0,0,0,3 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Z,max' --symbols 0,0,0,0,0,3 --zero-frequency 0.7 --start-states 6
+#+END_SRC
+
+#+RESULTS:
+: Trying 6...
+: Trying 12...
+: Trying 9...
+: Trying 10...
+: Trying 11...
+: First bad state count: 12
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Z,max_0,0,0,0,0,3_0.7_11*
+#+END_SRC
+
+#+RESULTS:
+: 79M bench/wta_Z,max_0,0,0,0,0,3_0.7_11_0.coalgebra
+: 79M bench/wta_Z,max_0,0,0,0,0,3_0.7_11_1.coalgebra
+: 79M bench/wta_Z,max_0,0,0,0,0,3_0.7_11_2.coalgebra
+: 79M bench/wta_Z,max_0,0,0,0,0,3_0.7_11_3.coalgebra
+: 79M bench/wta_Z,max_0,0,0,0,0,3_0.7_11_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Z,max' --symbols 0,0,0,0,0,3 --zero-frequency 0.7 --states 11 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 1595450 | 9572634 | 14 | 473731 | 11 | 2679440 | 59.567674089 | 22.815217966 | 34.656233896 | 10.712862563 | 21.527223791 |
+| 1 | 1596274 | 9577578 | 14 | 473599 | 11 | 2680789 | 59.667949978 | 22.964709813 | 34.595654672 | 10.671440318 | 21.504327033 |
+| 2 | 1593533 | 9561132 | 14 | 473725 | 11 | 2676188 | 59.60896951 | 22.965296594 | 34.468009878 | 10.694780509 | 21.357284246 |
+| 3 | 1593597 | 9561516 | 14 | 473516 | 11 | 2675256 | 59.618517937 | 22.900218752 | 34.517770264 | 10.699678956 | 21.404437124 |
+| 4 | 1595682 | 9574026 | 14 | 473759 | 11 | 2679419 | 59.829033166 | 22.84743033 | 34.719394797 | 10.690592405 | 21.632768706 |
+
+** Word,or
+*** GHC 8.4.4 with symbols 0,8 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Word,or' --symbols 0,8 --zero-frequency 0.7 --start-states 1000
+#+END_SRC
+
+#+RESULTS:
+: Trying 1000...
+: Trying 2000...
+: Trying 1500...
+: Trying 1250...
+: Trying 1375...
+: Trying 1437...
+: Trying 1406...
+: Trying 1421...
+: Trying 1413...
+: Trying 1409...
+: Trying 1407...
+: Trying 1408...
+: First bad state count: 1409
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Word,or_0,8_0.7_1408*
+#+END_SRC
+
+#+RESULTS:
+: 164M bench/wta_Word,or_0,8_0.7_1408_0.coalgebra
+: 164M bench/wta_Word,or_0,8_0.7_1408_1.coalgebra
+: 165M bench/wta_Word,or_0,8_0.7_1408_2.coalgebra
+: 165M bench/wta_Word,or_0,8_0.7_1408_3.coalgebra
+: 165M bench/wta_Word,or_0,8_0.7_1408_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Word,or' --symbols 0,8 --zero-frequency 0.7 --states 1408 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 4757493 | 9512170 | 1416 | 12672 | 1408 | 8913294 | 122.529064018 | 49.673619826 | 69.872621378 | 24.487186873 | 37.636595831 |
+| 1 | 4757305 | 9511794 | 1416 | 12672 | 1408 | 8912679 | 121.871882143 | 49.468009438 | 69.396700752 | 24.548033181 | 37.526833514 |
+| 2 | 4760364 | 9517912 | 1416 | 12672 | 1408 | 8918643 | 122.195401637 | 49.367139075 | 69.859922188 | 24.551202679 | 37.745627532 |
+| 3 | 4760232 | 9517648 | 1416 | 12672 | 1408 | 8918564 | 121.744240716 | 49.628682967 | 69.111452032 | 24.573090085 | 37.819264634 |
+| 4 | 4759753 | 9516690 | 1416 | 12672 | 1408 | 8917624 | 118.671354206 | 49.213411686 | 66.440058464 | 25.139216435 | 33.058420248 |
+
+*** GHC 8.4.4 with symbols 1,0,4 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Word,or' --symbols 1,0,4 --zero-frequency 0.7 --start-states 120
+#+END_SRC
+
+#+RESULTS:
+: Trying 120...
+: Trying 240...
+: Trying 180...
+: Trying 150...
+: Trying 135...
+: Trying 142...
+: Trying 146...
+: Trying 148...
+: Trying 149...
+: First bad state count: 149
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Word,or_1,0,4_0.7_148*
+#+END_SRC
+
+#+RESULTS:
+: 151M bench/wta_Word,or_1,0,4_0.7_148_0.coalgebra
+: 151M bench/wta_Word,or_1,0,4_0.7_148_1.coalgebra
+: 151M bench/wta_Word,or_1,0,4_0.7_148_2.coalgebra
+: 151M bench/wta_Word,or_1,0,4_0.7_148_3.coalgebra
+: 151M bench/wta_Word,or_1,0,4_0.7_148_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Word,or' --symbols 1,0,4 --zero-frequency 0.7 --states 148 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 3889583 | 11668189 | 153 | 87765 | 148 | 6805177 | 117.573809962 | 44.159477335 | 69.176479615 | 20.97881901 | 36.97313268 |
+| 1 | 3891836 | 11675004 | 153 | 87765 | 148 | 6809318 | 118.060187599 | 44.059742822 | 69.709799716 | 20.986764025 | 37.089169403 |
+| 2 | 3889498 | 11667962 | 153 | 87765 | 148 | 6805428 | 117.680086041 | 43.801892931 | 69.639925802 | 20.888711457 | 36.894495934 |
+| 3 | 3890675 | 11671481 | 153 | 87765 | 148 | 6807190 | 118.213230214 | 44.026034118 | 69.934017821 | 20.807216331 | 36.920223682 |
+| 4 | 3889335 | 11667465 | 153 | 87765 | 148 | 6804884 | 118.020940476 | 44.097067581 | 69.813347698 | 20.923033139 | 36.907214948 |
+
+*** GHC 8.4.4 with symbols 1,0,4 and zero-freq 0.7
+
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Word,or' --symbols 4,3,2 --zero-frequency 0.7
+#+END_SRC
+
+#+RESULTS:
+: Trying 50...
+: Trying 100...
+: Trying 200...
+: Trying 150...
+: Trying 175...
+: Trying 187...
+: Trying 181...
+: Trying 184...
+: Trying 185...
+: Trying 186...
+: First bad state count: 187
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Word,or_4,3,2_0.7_186*
+#+END_SRC
+
+#+RESULTS:
+: 152M bench/wta_Word,or_4,3,2_0.7_186_0.coalgebra
+: 152M bench/wta_Word,or_4,3,2_0.7_186_1.coalgebra
+: 152M bench/wta_Word,or_4,3,2_0.7_186_2.coalgebra
+: 152M bench/wta_Word,or_4,3,2_0.7_186_3.coalgebra
+: 152M bench/wta_Word,or_4,3,2_0.7_186_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Word,or' --symbols 4,3,2 --zero-frequency 0.7 --states 186 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 3890269 | 11638838 | 195 | 69940 | 186 | 5848699 | 114.733470175 | 43.499787726 | 67.5948969 | 17.660572753 | 37.835620352 |
+| 1 | 3893818 | 11649123 | 195 | 69940 | 186 | 5854005 | 114.756947419 | 43.702682275 | 67.505722972 | 17.675712966 | 37.818639736 |
+| 2 | 3893265 | 11647592 | 195 | 69940 | 186 | 5854134 | 115.418354168 | 43.606980048 | 68.133828807 | 17.837028275 | 37.992011256 |
+| 3 | 3892206 | 11644421 | 195 | 69940 | 186 | 5852423 | 113.998060941 | 43.769845642 | 66.618120946 | 17.720427448 | 37.714434677 |
+| 4 | 3892036 | 11643814 | 195 | 69940 | 186 | 5851296 | 115.965290499 | 44.138476758 | 68.234040288 | 17.763408679 | 38.356640369 |
+
+*** GHC 8.4.4 with symbols 0,0,0,0,0,3 and zero-freq 0.7
+#+BEGIN_SRC sh
+./bench.py bisect ../../copar/bin/{random-wta,copar} --monoid 'Word,or' --symbols 0,0,0,0,0,3 --zero-frequency 0.7 --start-states 6
+#+END_SRC
+
+#+RESULTS:
+: Trying 6...
+: Trying 12...
+: Trying 9...
+: Trying 10...
+: Trying 11...
+: First bad state count: 12
+
+**** File Size
+
+#+BEGIN_SRC sh :results output
+ls -sh bench/wta_Word,or_0,0,0,0,0,3_0.7_11*
+#+END_SRC
+
+#+RESULTS:
+: 77M bench/wta_Word,or_0,0,0,0,0,3_0.7_11_0.coalgebra
+: 77M bench/wta_Word,or_0,0,0,0,0,3_0.7_11_1.coalgebra
+: 77M bench/wta_Word,or_0,0,0,0,0,3_0.7_11_2.coalgebra
+: 77M bench/wta_Word,or_0,0,0,0,0,3_0.7_11_3.coalgebra
+: 77M bench/wta_Word,or_0,0,0,0,0,3_0.7_11_4.coalgebra
+
+**** Automaton Size
+
+#+BEGIN_SRC sh
+python bench.py run ../../copar/bin/copar --monoid 'Word,or' --symbols 0,0,0,0,0,3 --zero-frequency 0.7 --states 11 --indiv --header
+#+END_SRC
+
+#+RESULTS:
+| i | states | edges | initial-partition-size | final-partition-size | explicit-final-partition-size | size1-skipped | overall-duration | parse-duration | algorithm-duration | initialize-duration | refine-duration |
+| 0 | 1594413 | 9566412 | 14 | 473587 | 11 | 2676959 | 61.53939505 | 24.79942316 | 34.477272309 | 10.822832613 | 21.313535924 |
+| 1 | 1596360 | 9578094 | 14 | 473404 | 11 | 2681034 | 61.147599248 | 24.824030133 | 34.101896988 | 10.793184 | 20.989457877 |
+| 2 | 1595591 | 9573480 | 14 | 473700 | 11 | 2679546 | 61.459443653 | 24.801616514 | 34.389540062 | 10.893824596 | 21.133849133 |
+| 3 | 1593825 | 9562884 | 14 | 473580 | 11 | 2676789 | 61.147557505 | 24.98879381 | 33.942496577 | 10.818043846 | 20.839884809 |
+| 4 | 1596528 | 9579102 | 14 | 473600 | 11 | 2681048 | 61.864094058 | 24.884111862 | 34.762990208 | 10.893522867 | 21.485077775 |
--
GitLab