History · Versus Spot and Oink
PropAlphabet: oxidd BDDs instead of biodivine-lib-bdd (#156, PR C)
status done · queued 2026-11-10 12:30 · started 2026-11-10 12:30 · finished 2026-11-10 12:42
· · rustc 1.95.0 (59807616e 2026-04-14) (built from a source tarball) · valgrind-3.26.0 · pinned to cpu 1
| benchmark | base | head | change | heap bytes |
|---|---|---|---|---|
| dpa::dpa::complement_fixtures::synthetic | 9 444 899 | 9 666 554 | +2.35 % | |
| dpa::dpa::normalized_fixtures::synthetic | 9 128 777 | 9 351 540 | +2.44 % | |
| dpa::dpa::sccs::chain_1000 | 487 826 | 500 886 | +2.68 % | |
| dpa::dpa::sccs::chain_4000 | 1 876 539 | 1 928 613 | +2.78 % | |
| dpa::dpa::sccs::scrambled_1000 | 554 783 | 567 843 | +2.35 % | |
| dpa::dpa::sccs::scrambled_4000 | 2 205 409 | 2 257 483 | +2.36 % | |
| runs::runs::dpa_recurrent_edge_colors::long | 14 635 826 | 15 116 266 | +3.28 % | +0.00 % |
| runs::runs::dpa_recurrent_edge_colors::short | 1 098 107 | 1 189 790 | +8.35 % | +0.00 % |
| dfa::dfa::intersection::scrambled_100 | 3 719 727 | 3 319 709 | -10.75 % | +0.00 % |
| dfa::dfa::intersection::scrambled_200 | 14 824 891 | 13 224 873 | -10.79 % | +0.00 % |
| dfa::dfa::union::scrambled_100 | 3 719 712 | 3 319 709 | -10.75 % | +0.00 % |
| dfa::dfa::union::scrambled_200 | 14 824 876 | 13 224 873 | -10.79 % | +0.00 % |
| dpa::dpa::collect_dpa::scrambled_1000 | 301 647 | 290 651 | -3.65 % | |
| dpa::dpa::collect_dpa::scrambled_4000 | 1 177 040 | 1 133 044 | -3.74 % | |
| dpa::dpa::complement_fixtures::many_aps | 128 792 342 | 13 922 089 | -89.19 % | |
| dpa::dpa::equivalent_fixtures::many_aps | 94 848 718 | 21 636 042 | -77.19 % | |
| dpa::dpa::hoa_parse::ltl | 10 979 634 | 5 507 598 | -49.84 % | |
| dpa::dpa::hoa_parse::many_aps | 270 019 542 | 88 883 063 | -67.08 % | |
| dpa::dpa::hoa_parse::synthetic | 40 738 329 | 25 090 683 | -38.41 % | |
| dpa::dpa::hoa_print::ltl | 49 107 216 | 19 037 260 | -61.23 % | |
| dpa::dpa::hoa_print::many_aps | 753 714 860 | 19 662 969 | -97.39 % | |
| dpa::dpa::hoa_print::synthetic | 143 208 859 | 27 383 653 | -80.88 % | |
| dpa::dpa::included_fixtures::many_aps | 92 011 612 | 18 595 189 | -79.79 % | |
| dpa::dpa::map_edge_colors_collect::scrambled_1000 | 307 253 | 289 296 | -5.84 % | |
| dpa::dpa::map_edge_colors_collect::scrambled_4000 | 1 197 646 | 1 125 691 | -6.01 % | |
| dpa::dpa::normalized_fixtures::many_aps | 129 810 449 | 13 662 040 | -89.48 % | |
| dpa::dpa::witness_colors::chain_100 | 4 743 878 | 4 635 276 | -2.29 % | |
| dpa::dpa::witness_colors::chain_400 | 46 530 825 | 45 080 177 | -3.12 % | |
| dpa::dpa::witness_colors::scrambled_100 | 4 128 722 | 4 026 603 | -2.47 % | |
| dpa::dpa::witness_colors::scrambled_400 | 31 854 846 | 30 619 065 | -3.88 % | |
| dpa::dpa::witnesses_fixtures::synthetic | 19 746 177 | 18 835 736 | -4.61 % | |
| nondeterministic::nondeterministic::fixture_accepts::ltl | 822 089 | 762 545 | -7.24 % | |
| runs::runs::dpa_recurrent_states::long | 11 749 193 | 10 502 988 | -10.61 % | +0.00 % |
| runs::runs::dpa_recurrent_states::short | 589 492 | 572 037 | -2.96 % | +0.00 % |
| runs::runs::fixture_accepts_lassos::ltl | 9 167 918 | 8 766 271 | -4.38 % | |
| runs::runs::fixture_accepts_lassos::synthetic | 4 648 858 | 4 340 189 | -6.64 % | |
| dfa::dfa::accepts_many_words::scrambled_1000 | 343 072 | 343 072 | +0.00 % | +0.00 % |
| dfa::dfa::complement::scrambled_1000 | 366 068 | 366 068 | +0.00 % | +0.00 % |
| dfa::dfa::complement::scrambled_4000 | 1 435 873 | 1 435 873 | +0.00 % | +0.00 % |
| dfa::dfa::equivalent::deep_difference_100 | 61 667 | 61 667 | +0.00 % | +0.00 % |
| dfa::dfa::equivalent::deep_difference_400 | 212 158 | 212 158 | +0.00 % | +0.00 % |
| dfa::dfa::equivalent::different_100 | 9 047 | 9 047 | +0.00 % | +0.00 % |
| dfa::dfa::equivalent::different_400 | 9 088 | 9 088 | +0.00 % | +0.00 % |
| dfa::dfa::equivalent::minimized_100 | 35 849 | 35 849 | +0.00 % | +0.00 % |
| dfa::dfa::equivalent::minimized_400 | 120 587 | 120 587 | +0.00 % | +0.00 % |
| dfa::dfa::give_word::empty_1000 | 1 872 613 | 1 872 613 | +0.00 % | +0.00 % |
| dfa::dfa::give_word::empty_4000 | 6 930 823 | 6 930 823 | +0.00 % | +0.00 % |
| dfa::dfa::give_word::far_1000 | 164 342 | 164 342 | +0.00 % | +0.00 % |
| dfa::dfa::give_word::far_4000 | 946 982 | 946 982 | +0.00 % | +0.00 % |
| dfa::dfa::intersection_is_empty::empty_100 | 59 266 | 59 266 | +0.00 % | +0.00 % |
| dfa::dfa::intersection_is_empty::empty_200 | 109 269 | 109 269 | +0.00 % | +0.00 % |
| dfa::dfa::is_empty_language::empty_1000 | 1 872 615 | 1 872 615 | +0.00 % | +0.00 % |
| dfa::dfa::is_empty_language::empty_4000 | 6 930 825 | 6 930 825 | +0.00 % | +0.00 % |
| dfa::dfa::minimize::minimal_1000 | 3 435 734 | 3 450 924 | +0.44 % | +0.00 % |
| dfa::dfa::minimize::minimal_4000 | 13 412 368 | 13 472 602 | +0.45 % | +0.00 % |
| dfa::dfa::minimize::redundant_1000 | 2 284 641 | 2 292 807 | +0.36 % | +0.00 % |
| dfa::dfa::minimize::redundant_4000 | 8 836 896 | 8 869 106 | +0.36 % | +0.00 % |
| dfa::dfa::minimize::scrambled_1000 | 3 647 926 | 3 670 256 | +0.61 % | +0.00 % |
| dfa::dfa::minimize::scrambled_4000 | 14 161 227 | 14 250 469 | +0.63 % | +0.00 % |
| dfa::dfa::minimize_moore_with_edge_colors::scrambled_1000 | 3 646 936 | 3 669 252 | +0.61 % | +0.00 % |
| dfa::dfa::minimize_moore_with_edge_colors::scrambled_4000 | 14 149 845 | 14 239 073 | +0.63 % | +0.00 % |
| dpa::dpa::accepted_word::chain_100 | 112 530 | 114 174 | +1.46 % | |
| dpa::dpa::accepted_word::chain_400 | 379 899 | 385 785 | +1.55 % | |
| dpa::dpa::accepted_word::scrambled_100 | 144 738 | 144 718 | -0.01 % | |
| dpa::dpa::accepted_word::scrambled_400 | 493 406 | 492 612 | -0.16 % | |
| dpa::dpa::complement::chain_1000 | 4 108 584 | 4 101 157 | -0.18 % | |
| dpa::dpa::complement::chain_4000 | 16 700 093 | 16 670 178 | -0.18 % | |
| dpa::dpa::complement::scrambled_1000 | 4 971 453 | 4 960 165 | -0.23 % | |
| dpa::dpa::complement::scrambled_4000 | 20 090 469 | 20 044 505 | -0.23 % | |
| dpa::dpa::complement_fixtures::ltl | 1 500 432 | 1 481 799 | -1.24 % | |
| dpa::dpa::complement_without_normalizing::scrambled_1000 | 574 449 | 565 457 | -1.57 % | |
| dpa::dpa::complement_without_normalizing::scrambled_4000 | 2 259 853 | 2 223 850 | -1.59 % | |
| dpa::dpa::included_in::complement_100 | 269 290 | 269 594 | +0.11 % | |
| dpa::dpa::included_in::complement_25 | 87 716 | 87 754 | +0.04 % | |
| dpa::dpa::included_in::complement_50 | 150 987 | 151 045 | +0.04 % | |
| dpa::dpa::included_in::normalized_100 | 541 195 | 542 475 | +0.24 % | |
| dpa::dpa::included_in::normalized_25 | 184 110 | 184 636 | +0.29 % | |
| dpa::dpa::included_in::normalized_50 | 312 439 | 313 247 | +0.26 % | |
| dpa::dpa::language_equivalent::complement_100 | 278 865 | 279 169 | +0.11 % | |
| dpa::dpa::language_equivalent::complement_25 | 90 241 | 90 279 | +0.04 % | |
| dpa::dpa::language_equivalent::complement_50 | 155 862 | 155 920 | +0.04 % | |
| dpa::dpa::language_equivalent::normalized_100 | 989 905 | 992 450 | +0.26 % | |
| dpa::dpa::language_equivalent::normalized_25 | 325 469 | 326 481 | +0.31 % | |
| dpa::dpa::language_equivalent::normalized_50 | 579 273 | 580 879 | +0.28 % | |
| dpa::dpa::normalized::chain_1000 | 3 836 030 | 3 828 603 | -0.19 % | |
| dpa::dpa::normalized::chain_4000 | 15 611 539 | 15 581 624 | -0.19 % | |
| dpa::dpa::normalized::scrambled_1000 | 4 698 701 | 4 687 413 | -0.24 % | |
| dpa::dpa::normalized::scrambled_4000 | 19 001 717 | 18 955 753 | -0.24 % | |
| dpa::dpa::normalized::scrambled_k4_1000 | 25 720 479 | 25 967 230 | +0.96 % | |
| dpa::dpa::normalized_fixtures::ltl | 1 409 455 | 1 417 207 | +0.55 % | |
| dpa::dpa::prefix_partition::chain_16 | 3 310 414 | 3 307 163 | -0.10 % | |
| dpa::dpa::prefix_partition::chain_8 | 853 868 | 853 054 | -0.10 % | |
| dpa::dpa::prefix_partition::scrambled_16 | 3 700 115 | 3 688 055 | -0.33 % | |
| dpa::dpa::prefix_partition::scrambled_8 | 1 019 221 | 1 015 701 | -0.35 % | |
| dpa::dpa::rejected_word::chain_100 | 937 946 | 922 706 | -1.62 % | |
| dpa::dpa::rejected_word::chain_400 | 3 643 601 | 3 582 223 | -1.68 % | |
| dpa::dpa::rejected_word::scrambled_100 | 247 652 | 244 006 | -1.47 % | |
| dpa::dpa::rejected_word::scrambled_400 | 934 686 | 920 138 | -1.56 % | |
| dpa::dpa::witness_inequivalence::complement_100 | 278 864 | 279 168 | +0.11 % | |
| dpa::dpa::witness_inequivalence::complement_25 | 90 240 | 90 278 | +0.04 % | |
| dpa::dpa::witness_inequivalence::complement_50 | 155 861 | 155 919 | +0.04 % | |
| dpa::dpa::witness_not_subset_of::complement_100 | 269 289 | 269 593 | +0.11 % | |
| dpa::dpa::witness_not_subset_of::complement_25 | 87 715 | 87 753 | +0.04 % | |
| dpa::dpa::witness_not_subset_of::complement_50 | 150 986 | 151 044 | +0.04 % | |
| dpa::dpa::witness_not_subset_of::normalized_100 | 541 194 | 542 474 | +0.24 % | |
| dpa::dpa::witness_not_subset_of::normalized_25 | 184 109 | 184 635 | +0.29 % | |
| dpa::dpa::witness_not_subset_of::normalized_50 | 312 438 | 313 246 | +0.26 % | |
| dpa::dpa::witnesses_fixtures::ltl | 2 245 906 | 2 217 400 | -1.27 % | |
| game::game::tangle_learning::few_priorities_1000 | 2 681 174 | 2 697 048 | +0.59 % | +0.00 % |
| game::game::tangle_learning::few_priorities_4000 | 8 074 126 | 8 120 676 | +0.58 % | +0.00 % |
| game::game::tangle_learning::ladder_1000 | 1 178 814 | 1 179 314 | +0.04 % | +0.00 % |
| game::game::tangle_learning::ladder_4000 | 4 406 583 | 4 408 134 | +0.04 % | +0.00 % |
| game::game::tangle_learning::many_priorities_1000 | 2 009 444 | 2 018 028 | +0.43 % | +0.00 % |
| game::game::tangle_learning::many_priorities_4000 | 6 730 562 | 6 752 835 | +0.33 % | +0.00 % |
| game::game::tangle_learning_min_odd::few_priorities_1000 | 1 520 401 | 1 521 615 | +0.08 % | +0.00 % |
| game::game::tangle_learning_min_odd::few_priorities_4000 | 7 998 151 | 8 017 700 | +0.24 % | +0.00 % |
| game::game::zielonka::few_priorities_1000 | 1 126 202 | 1 126 199 | -0.00 % | +0.00 % |
| game::game::zielonka::few_priorities_4000 | 3 470 257 | 3 470 254 | -0.00 % | +0.00 % |
| game::game::zielonka::ladder_1000 | 5 134 284 | 5 134 281 | -0.00 % | +0.00 % |
| game::game::zielonka::ladder_4000 | 19 816 376 | 19 816 373 | -0.00 % | +0.00 % |
| game::game::zielonka::many_priorities_1000 | 4 103 437 | 4 103 518 | +0.00 % | +0.00 % |
| game::game::zielonka::many_priorities_4000 | 12 909 791 | 12 909 837 | +0.00 % | +0.00 % |
| game::game::zielonka_min_odd::few_priorities_1000 | 2 139 059 | 2 139 077 | +0.00 % | +0.00 % |
| game::game::zielonka_min_odd::few_priorities_4000 | 6 302 064 | 6 302 075 | +0.00 % | +0.00 % |
| learning::learning::lstar_mealy::counting_16 | 1 787 091 | 1 817 760 | +1.72 % | +0.00 % |
| learning::learning::lstar_mealy::counting_8 | 478 063 | 481 496 | +0.72 % | +0.00 % |
| learning::learning::sprout_parity::inf_ab_100 | 1 272 775 | 1 270 840 | -0.15 % | +0.00 % |
| learning::learning::sprout_parity::inf_ab_400 | 2 614 105 | 2 610 820 | -0.13 % | +0.00 % |
| nondeterministic::nondeterministic::nba_accepts::nba_400 | 125 268 484 | 125 269 894 | +0.00 % | |
| nondeterministic::nondeterministic::nba_witness::nba_4000 | 14 586 044 | 14 689 961 | +0.71 % | |
| nondeterministic::nondeterministic::nca_accepts::nca_400 | 266 215 466 | 266 229 440 | +0.01 % | |
| nondeterministic::nondeterministic::nca_witness::nca_4000 | 19 590 609 | 19 458 261 | -0.68 % | |
| nondeterministic::nondeterministic::nma_witness::nma_1000 | 25 727 430 | 25 744 469 | +0.07 % | |
| nondeterministic::nondeterministic::npa_accepts::empty_npa_400 | 492 867 078 | 493 167 601 | +0.06 % | |
| nondeterministic::nondeterministic::npa_accepts::npa_100 | 30 410 458 | 30 411 628 | +0.00 % | |
| nondeterministic::nondeterministic::npa_accepts::npa_400 | 125 278 162 | 125 279 542 | +0.00 % | |
| nondeterministic::nondeterministic::npa_witness::empty_npa_1000 | 9 115 024 | 9 121 952 | +0.08 % | |
| nondeterministic::nondeterministic::npa_witness::empty_npa_4000 | 36 996 517 | 37 023 303 | +0.07 % | |
| nondeterministic::nondeterministic::npa_witness::npa_1000 | 2 471 053 | 2 479 531 | +0.34 % | |
| nondeterministic::nondeterministic::npa_witness::npa_4000 | 20 162 804 | 20 354 255 | +0.95 % | |
| nondeterministic::nondeterministic::nra_witness::nra_4000 | 20 617 679 | 20 639 567 | +0.11 % | |
| runs::runs::dfa_accepts_many_words::count_1000 | 4 303 213 | 4 303 213 | +0.00 % | +0.00 % |
| runs::runs::dfa_accepts_one_word::len_100 | 3 492 | 3 492 | +0.00 % | +0.00 % |
| runs::runs::dfa_accepts_one_word::len_10000 | 266 070 | 266 070 | +0.00 % | +0.00 % |
| runs::runs::dfa_accepts_one_word::len_100000 | 2 650 731 | 2 650 731 | +0.00 % | +0.00 % |
| runs::runs::dfa_reached_state::count_1000 | 3 570 211 | 3 570 211 | +0.00 % | +0.00 % |
| runs::runs::dpa_accepts_lassos::long | 9 150 745 | 9 150 745 | +0.00 % | +0.00 % |
| runs::runs::dpa_accepts_lassos::short | 406 490 | 406 490 | +0.00 % | +0.00 % |
| runs::runs::dpa_visited_sequences::long | 8 738 263 | 8 738 263 | +0.00 % | +0.00 % |
| runs::runs::dpa_visited_sequences::short | 370 678 | 370 678 | +0.00 % | +0.00 % |
| scc::scc::scc_queries::small_cycles_1000 | 906 614 | 906 676 | +0.01 % | +0.00 % |
| scc::scc::scc_queries::small_cycles_4000 | 3 548 843 | 3 548 919 | +0.00 % | +0.00 % |
| scc::scc::tarjan::back_edges_1000 | 512 037 | 512 099 | +0.01 % | +0.00 % |
| scc::scc::tarjan::back_edges_4000 | 1 987 551 | 1 987 627 | +0.00 % | +0.00 % |
| scc::scc::tarjan::binary_tree_1000 | 571 155 | 571 217 | +0.01 % | +0.00 % |
| scc::scc::tarjan::binary_tree_4000 | 2 290 383 | 2 290 459 | +0.00 % | +0.00 % |
| scc::scc::tarjan::fragmented_1000 | 658 467 | 658 522 | +0.01 % | +0.00 % |
| scc::scc::tarjan::fragmented_4000 | 2 534 039 | 2 534 108 | +0.00 % | +0.00 % |
| scc::scc::tarjan::grid_1024 | 596 018 | 596 080 | +0.01 % | +0.00 % |
| scc::scc::tarjan::grid_4096 | 2 378 408 | 2 378 484 | +0.00 % | +0.00 % |
| scc::scc::tarjan::path_1000 | 1 929 057 | 1 929 119 | +0.00 % | +0.00 % |
| scc::scc::tarjan::path_4000 | 7 632 832 | 7 632 908 | +0.00 % | +0.00 % |
| scc::scc::tarjan::ring_1000 | 512 037 | 512 099 | +0.01 % | +0.00 % |
| scc::scc::tarjan::ring_4000 | 1 987 551 | 1 987 627 | +0.00 % | +0.00 % |
| scc::scc::tarjan::scrambled_1000 | 578 994 | 579 056 | +0.01 % | +0.00 % |
| scc::scc::tarjan::scrambled_4000 | 2 316 421 | 2 316 497 | +0.00 % | +0.00 % |
| scc::scc::tarjan::small_cycles_1000 | 905 596 | 905 658 | +0.01 % | +0.00 % |
| scc::scc::tarjan::small_cycles_4000 | 3 544 825 | 3 544 901 | +0.00 % | +0.00 % |
| scc::scc::tarjan_from::fragmented_1000 | 242 363 | 242 530 | +0.07 % | +0.00 % |
| scc::scc::tarjan_from::fragmented_4000 | 907 553 | 907 762 | +0.02 % | +0.00 % |
| scc::scc::tarjan_from::path_1000 | 1 920 970 | 1 921 158 | +0.01 % | +0.00 % |
| scc::scc::tarjan_from::path_4000 | 7 545 354 | 7 545 584 | +0.00 % | +0.00 % |
| scc::scc::tarjan_from::ring_1000 | 503 457 | 503 645 | +0.04 % | +0.00 % |
| scc::scc::tarjan_from::scrambled_1000 | 570 414 | 570 602 | +0.03 % | +0.00 % |
| storage::storage::add_edges_dense::k2_5000 | 1 356 401 | 1 356 401 | +0.00 % | +0.00 % |
| storage::storage::add_edges_dense::k8_5000 | 4 247 059 | 4 247 059 | +0.00 % | +0.00 % |
| storage::storage::add_edges_linked::k2_5000 | 1 402 670 | 1 402 670 | +0.00 % | +0.00 % |
| storage::storage::add_edges_linked::k8_5000 | 6 669 284 | 6 669 284 | +0.00 % | +0.00 % |
| storage::storage::clone_csr::k2_10000 | 30 590 | 30 590 | +0.00 % | +0.00 % |
| storage::storage::clone_dense::k2_10000 | 15 113 | 15 113 | +0.00 % | +0.00 % |
| storage::storage::clone_linked::k2_10000 | 370 822 | 370 824 | +0.00 % | +0.00 % |
| storage::storage::complete_dense::partial_5000 | 155 627 | 155 628 | +0.00 % | +0.00 % |
| storage::storage::complete_linked::partial_5000 | 1 210 854 | 1 210 854 | +0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_csr::k2_2000 | 72 047 | 72 047 | +0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_csr::k8_2000 | 108 047 | 108 047 | +0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_dense::k2_2000 | 102 043 | 102 043 | +0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_dense::k8_2000 | 140 043 | 140 043 | +0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_linked::k2_2000 | 68 033 | 68 033 | +0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_linked::k8_2000 | 152 033 | 152 033 | +0.00 % | +0.00 % |
| storage::storage::minimize_csr::redundant_2000 | 4 617 582 | 4 633 756 | +0.35 % | +0.00 % |
| storage::storage::minimize_csr::redundant_8000 | 18 095 643 | 18 159 861 | +0.35 % | +0.00 % |
| storage::storage::minimize_dense::redundant_2000 | 4 660 736 | 4 676 910 | +0.35 % | +0.00 % |
| storage::storage::minimize_dense::redundant_8000 | 18 300 677 | 18 364 895 | +0.35 % | +0.00 % |
| storage::storage::minimize_linked::redundant_2000 | 4 488 864 | 4 505 038 | +0.36 % | +0.00 % |
| storage::storage::minimize_linked::redundant_8000 | 17 650 503 | 17 714 721 | +0.36 % | +0.00 % |
| storage::storage::overwrite_edges_dense::k2_5000 | 2 126 433 | 2 126 431 | -0.00 % | +0.00 % |
| storage::storage::overwrite_edges_linked::k2_5000 | 3 790 776 | 3 790 775 | -0.00 % | +0.00 % |
| storage::storage::predecessors_of_all_states_csr::k2_2000 | 102 046 | 102 046 | +0.00 % | +0.00 % |
| storage::storage::predecessors_of_all_states_dense::k2_2000 | 290 369 | 290 369 | +0.00 % | +0.00 % |
| storage::storage::predecessors_of_all_states_linked::k2_2000 | 68 033 | 68 033 | +0.00 % | +0.00 % |
| storage::storage::product_successor_csr::n200 | 64 096 | 64 096 | +0.00 % | +0.00 % |
| storage::storage::product_successor_dense::n200 | 73 087 | 73 087 | +0.00 % | +0.00 % |
| storage::storage::product_successor_linked::n200 | 46 547 | 46 547 | +0.00 % | +0.00 % |
| storage::storage::reachable_states_csr::k2_8000 | 1 101 115 | 1 101 115 | +0.00 % | +0.00 % |
| storage::storage::reachable_states_dense::k2_8000 | 1 133 699 | 1 133 699 | +0.00 % | +0.00 % |
| storage::storage::reachable_states_linked::k2_8000 | 924 279 | 924 279 | +0.00 % | +0.00 % |
| storage::storage::remove_state_dense::k2_10000 | 1 072 212 | 1 072 212 | +0.00 % | +0.00 % |
| storage::storage::remove_state_linked::k2_10000 | 1 094 012 | 1 094 012 | +0.00 % | +0.00 % |
| storage::storage::run_many_words_csr::count_1000 | 551 036 | 551 036 | +0.00 % | +0.00 % |
| storage::storage::run_many_words_dense::count_1000 | 558 044 | 558 044 | +0.00 % | +0.00 % |
| storage::storage::run_many_words_linked::count_1000 | 481 044 | 481 044 | +0.00 % | +0.00 % |
| storage::storage::run_one_word_csr::len_100000 | 2 600 054 | 2 600 054 | +0.00 % | +0.00 % |
| storage::storage::run_one_word_dense::len_100000 | 2 800 050 | 2 800 050 | +0.00 % | +0.00 % |
| storage::storage::run_one_word_linked::len_100000 | 2 350 039 | 2 350 039 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_csr::k2_2000 | 122 242 | 122 242 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_csr::k8_2000 | 702 302 | 702 302 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_dense::k2_2000 | 162 237 | 162 237 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_dense::k8_2000 | 814 297 | 814 297 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_linked::k2_2000 | 108 236 | 108 236 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_linked::k8_2000 | 750 296 | 750 296 | +0.00 % | +0.00 % |
| ts::ts::add_edges_in_order::k2_5000 | 1 402 671 | 1 402 671 | +0.00 % | +0.00 % |
| ts::ts::add_edges_in_order::k8_5000 | 6 669 285 | 6 669 285 | +0.00 % | +0.00 % |
| ts::ts::add_edges_in_reverse::k2_5000 | 1 402 671 | 1 402 671 | +0.00 % | +0.00 % |
| ts::ts::builder_with_edges::k2_5000 | 81 367 023 | 81 358 433 | -0.01 % | +0.00 % |
| ts::ts::canonical_naming::scrambled_1500 | 3 167 608 | 3 167 608 | +0.00 % | +0.00 % |
| ts::ts::canonical_naming::scrambled_500 | 980 422 | 980 422 | +0.00 % | +0.00 % |
| ts::ts::clone::scrambled_10000 | 371 163 | 371 163 | +0.00 % | +0.00 % |
| ts::ts::clone::scrambled_40000 | 1 481 400 | 1 481 400 | +0.00 % | +0.00 % |
| ts::ts::collect_dts::scrambled_10000 | 3 465 149 | 3 465 149 | +0.00 % | +0.00 % |
| ts::ts::collect_dts::scrambled_40000 | 13 799 628 | 13 799 628 | +0.00 % | +0.00 % |
| ts::ts::determinize::nth_from_end_10 | 4 485 524 | 4 485 524 | +0.00 % | +0.00 % |
| ts::ts::determinize::nth_from_end_12 | 19 876 085 | 19 876 085 | +0.00 % | +0.00 % |
| ts::ts::determinize::nth_from_end_8 | 1 027 333 | 1 027 333 | +0.00 % | +0.00 % |
| ts::ts::edges_from_all_states::scrambled_2000 | 72 669 | 72 669 | +0.00 % | +0.00 % |
| ts::ts::edges_from_all_states::scrambled_k8_2000 | 156 601 | 156 601 | +0.00 % | +0.00 % |
| ts::ts::erase_state_colors_collect::scrambled_10000 | 3 007 166 | 3 007 166 | +0.00 % | +0.00 % |
| ts::ts::into_dfa::scrambled_10000 | 3 565 165 | 3 565 165 | +0.00 % | +0.00 % |
| ts::ts::map_edge_colors_collect::scrambled_10000 | 3 008 768 | 3 008 768 | +0.00 % | +0.00 % |
| ts::ts::map_edge_colors_collect::scrambled_40000 | 11 975 391 | 11 975 391 | +0.00 % | +0.00 % |
| ts::ts::matching_product_successor_index::n200 | 75 662 | 75 662 | +0.00 % | +0.00 % |
| ts::ts::minimal_representative_of_all_states::scrambled_100 | 2 100 814 | 2 100 814 | +0.00 % | +0.00 % |
| ts::ts::minimal_representative_of_all_states::scrambled_300 | 16 911 264 | 16 911 264 | +0.00 % | +0.00 % |
| ts::ts::minimal_representatives::scrambled_2000 | 3 384 040 | 3 384 040 | +0.00 % | +0.00 % |
| ts::ts::minimal_representatives::scrambled_8000 | 14 900 249 | 14 900 249 | +0.00 % | +0.00 % |
| ts::ts::predecessors_of_all_states::scrambled_2000 | 72 669 | 72 669 | +0.00 % | +0.00 % |
| ts::ts::predecessors_of_all_states::scrambled_8000 | 288 601 | 288 601 | +0.00 % | +0.00 % |
| ts::ts::reachable_states::scrambled_2000 | 290 091 | 290 091 | +0.00 % | +0.00 % |
| ts::ts::reachable_states::scrambled_8000 | 1 148 696 | 1 148 696 | +0.00 % | +0.00 % |
| ts::ts::remove_edges_from_matching::scrambled_10000 | 566 234 | 566 234 | +0.00 % | +0.00 % |
| ts::ts::remove_edges_from_matching::scrambled_40000 | 896 234 | 896 234 | +0.00 % | +0.00 % |
| ts::ts::remove_state::scrambled_10000 | 1 091 012 | 1 091 012 | +0.00 % | +0.00 % |
| ts::ts::remove_state::scrambled_40000 | 1 421 012 | 1 421 012 | +0.00 % | +0.00 % |
| ts::ts::scc_minimal_representatives::small_cycles_100 | 219 944 | 219 985 | +0.02 % | +0.00 % |
| ts::ts::scc_minimal_representatives::small_cycles_400 | 1 246 352 | 1 246 407 | +0.00 % | +0.00 % |
| ts::ts::subset_construction::nth_from_end_10 | 10 216 384 | 10 216 439 | +0.00 % | +0.00 % |
| ts::ts::subset_construction::nth_from_end_12 | 45 206 094 | 45 206 163 | +0.00 % | +0.00 % |
| ts::ts::subset_construction::nth_from_end_8 | 2 230 465 | 2 230 506 | +0.00 % | +0.00 % |
| ts::ts::successor_index_all_pairs::scrambled_2000 | 108 863 | 108 863 | +0.00 % | +0.00 % |
| ts::ts::successor_index_all_pairs::scrambled_k8_2000 | 750 855 | 750 855 | +0.00 % | +0.00 % |
Criterion means of a single run. They depend on the machine and are not compared; use the instruction counts above for that.
| benchmark | base | head |
|---|---|---|
| collect/clone/100000 | 3.97 ms (3.95 ms … 3.99 ms) | 4.04 ms (3.98 ms … 4.11 ms) |
| collect/clone/1000000 | 40.52 ms (39.91 ms … 41.14 ms) | 41.58 ms (41.12 ms … 42.05 ms) |
| collect/collect_owned/100000 | 7.46 ms (7.43 ms … 7.49 ms) | 8.68 ms (8.65 ms … 8.71 ms) |
| collect/collect_owned/1000000 | 90.62 ms (88.64 ms … 92.59 ms) | 86.90 ms (85.60 ms … 88.20 ms) |
| collect/collect_ref/100000 | 5.44 ms (5.41 ms … 5.48 ms) | 4.87 ms (4.81 ms … 4.93 ms) |
| collect/collect_ref/1000000 | 90.63 ms (88.75 ms … 92.51 ms) | 83.69 ms (82.59 ms … 84.78 ms) |
| collect/map_edge_colors_collect_owned/100000 | 7.37 ms (7.36 ms … 7.37 ms) | 7.69 ms (7.48 ms … 7.91 ms) |
| collect/map_edge_colors_collect_owned/1000000 | 84.39 ms (83.67 ms … 85.11 ms) | 81.12 ms (80.10 ms … 82.14 ms) |
| wallclock/dfa/accepts/word_100000 | 937.29 µs (937.18 µs … 937.40 µs) | 922.82 µs (904.41 µs … 941.22 µs) |
| wallclock/dfa/minimize/redundant_4000 | 1.41 ms (1.41 ms … 1.41 ms) | 1.43 ms (1.42 ms … 1.44 ms) |
| wallclock/dpa/complement/scrambled_4000 | 3.60 ms (3.58 ms … 3.63 ms) | 3.73 ms (3.72 ms … 3.73 ms) |
| wallclock/dpa/normalized/scrambled_4000 | 3.41 ms (3.41 ms … 3.42 ms) | 3.11 ms (3.10 ms … 3.12 ms) |
| wallclock/hoa/parse/ltl | 1.75 ms (1.74 ms … 1.76 ms) | 878.48 µs (876.53 µs … 880.43 µs) |
| wallclock/nfa/determinize/nth_from_end_12 | 3.43 ms (3.39 ms … 3.46 ms) | 3.19 ms (3.18 ms … 3.19 ms) |
| wallclock/nfa/subset_construction/nth_from_end_12 | 8.85 ms (8.75 ms … 8.95 ms) | 7.55 ms (7.49 ms … 7.62 ms) |
| wallclock/scc/tarjan/scrambled_10000 | 2.58 ms (2.53 ms … 2.64 ms) | 2.26 ms (2.24 ms … 2.28 ms) |
| input | reference | ours | reference | ours / reference | size (ours / reference) | same result |
|---|---|---|---|---|---|---|
| hard/l-dsa-3 | spot | 142.10 µs | 115.32 µs | 1.23× | – / – | yes |
| hard/l-nba-2 | spot | 66.10 µs | 36.90 µs | 1.79× | – / – | yes |
| hard/m-nba-3 | spot | 271.10 µs | 138.06 µs | 1.96× | – / – | yes |
| ltl/and-gf-3 | spot | 10.40 µs | 12.00 µs | 0.87× | – / – | yes |
| ltl/eh-patterns-0 | spot | 26.96 µs | 20.52 µs | 1.31× | – / – | yes |
| ltl/gf-equiv-3 | spot | 24.72 µs | 34.60 µs | 0.71× | – / – | yes |
| ltl/gf-implies-3 | spot | 13.04 µs | 19.62 µs | 0.66× | – / – | yes |
| ltl/gh-q-3 | spot | 60.28 µs | 29.80 µs | 2.02× | – / – | yes |
| ltl/gh-r-3 | spot | 26.44 µs | 69.76 µs | 0.38× | – / – | yes |
| ltl/go-theta-3 | spot | 12.88 µs | 23.62 µs | 0.55× | – / – | yes |
| ltl/lily-patterns-1 | spot | 13.96 µs | 16.70 µs | 0.84× | – / – | yes |
| ltl/ms-phi-r-1 | spot | 12.32 µs | 38.54 µs | 0.32× | – / – | yes |
| ltl/ms-phi-s-1 | spot | 12.24 µs | 39.24 µs | 0.31× | – / – | yes |
| ltl/rv-counter-3 | spot | 30.78 µs | 13.58 µs | 2.27× | – / – | yes |
| ltl/sb-patterns-0 | spot | 14.76 µs | 14.08 µs | 1.05× | – / – | yes |
| ltl/sejk-k-2 | spot | 16.10 µs | 58.18 µs | 0.28× | – / – | yes |
| ltl/tv-uu-3 | spot | 46.84 µs | 37.96 µs | 1.23× | – / – | yes |
| ltl/u-left-3 | spot | 12.04 µs | 8.64 µs | 1.39× | – / – | yes |
| many_aps/and-gf-12 | spot | 179.40 µs | 66.00 µs | 2.72× | – / – | yes |
| many_aps/gf-equiv-12 | spot | 149.06 µs | 92.36 µs | 1.61× | – / – | yes |
| many_aps/r-right-10 | spot | 74.56 µs | 26.16 µs | 2.85× | – / – | yes |
| many_aps/random-n16-a8-p4-s1 | spot | 309.28 µs | 131.14 µs | 2.36× | – / – | yes |
| many_aps/random-n24-a12-p4-s1 | spot | 1.71 ms | 464.57 µs | 3.68× | – / – | yes |
| many_aps/random-n32-a16-p4-s1 | spot | 5.22 ms | 1.25 ms | 4.17× | – / – | yes |
| random/n128-a2-p6-s1 | spot | 365.14 µs | 212.50 µs | 1.72× | – / – | yes |
| random/n16-a1-p3-s1 | spot | 24.24 µs | 15.68 µs | 1.55× | – / – | yes |
| random/n256-a2-p8-s1 | spot | 988.29 µs | 489.85 µs | 2.02× | – / – | yes |
| random/n64-a2-p4-s1 | spot | 156.12 µs | 100.06 µs | 1.56× | – / – | yes |
| input | reference | ours | reference | ours / reference | size (ours / reference) | same result |
|---|---|---|---|---|---|---|
| hard/l-dsa-3 | spot | 78.86 µs | 61.62 µs | 1.28× | – / – | yes |
| hard/l-nba-2 | spot | 39.20 µs | 23.54 µs | 1.67× | – / – | yes |
| hard/m-nba-3 | spot | 163.52 µs | 85.96 µs | 1.90× | – / – | yes |
| ltl/and-gf-3 | spot | 6.76 µs | 8.24 µs | 0.82× | – / – | yes |
| ltl/eh-patterns-0 | spot | 17.52 µs | 17.64 µs | 0.99× | – / – | yes |
| ltl/gf-equiv-3 | spot | 14.02 µs | 19.10 µs | 0.73× | – / – | yes |
| ltl/gf-implies-3 | spot | 7.28 µs | 11.54 µs | 0.63× | – / – | yes |
| ltl/gh-q-3 | spot | 38.42 µs | 28.98 µs | 1.33× | – / – | yes |
| ltl/gh-r-3 | spot | 14.44 µs | 34.40 µs | 0.42× | – / – | yes |
| ltl/go-theta-3 | spot | 8.36 µs | 15.92 µs | 0.53× | – / – | yes |
| ltl/lily-patterns-1 | spot | 9.46 µs | 13.52 µs | 0.70× | – / – | yes |
| ltl/ms-phi-r-1 | spot | 7.36 µs | 19.28 µs | 0.38× | – / – | yes |
| ltl/ms-phi-s-1 | spot | 7.52 µs | 25.60 µs | 0.29× | – / – | yes |
| ltl/rv-counter-3 | spot | 20.00 µs | 14.64 µs | 1.37× | – / – | yes |
| ltl/sb-patterns-0 | spot | 9.40 µs | 12.56 µs | 0.75× | – / – | yes |
| ltl/sejk-k-2 | spot | 9.36 µs | 28.88 µs | 0.32× | – / – | yes |
| ltl/tv-uu-3 | spot | 32.38 µs | 31.10 µs | 1.04× | – / – | yes |
| ltl/u-left-3 | spot | 8.48 µs | 9.48 µs | 0.89× | – / – | yes |
| many_aps/and-gf-12 | spot | 149.90 µs | 54.30 µs | 2.76× | – / – | yes |
| many_aps/gf-equiv-12 | spot | 84.42 µs | 52.54 µs | 1.61× | – / – | yes |
| many_aps/r-right-10 | spot | 54.52 µs | 24.80 µs | 2.20× | – / – | yes |
| many_aps/random-n16-a8-p4-s1 | spot | 266.60 µs | 134.18 µs | 1.99× | – / – | yes |
| many_aps/random-n24-a12-p4-s1 | spot | 1.58 ms | 375.78 µs | 4.20× | – / – | yes |
| many_aps/random-n32-a16-p4-s1 | spot | 4.49 ms | 1.10 ms | 4.07× | – / – | yes |
| random/n128-a2-p6-s1 | spot | 215.60 µs | 128.58 µs | 1.68× | – / – | yes |
| random/n16-a1-p3-s1 | spot | 15.06 µs | 10.44 µs | 1.44× | – / – | yes |
| random/n256-a2-p8-s1 | spot | 560.35 µs | 303.14 µs | 1.85× | – / – | yes |
| random/n64-a2-p4-s1 | spot | 92.74 µs | 63.00 µs | 1.47× | – / – | yes |
| input | reference | ours | reference | ours / reference | size (ours / reference) | same result |
|---|---|---|---|---|---|---|
| ladder_10000 | oink-ppp | 2.94 ms | 331.00 µs | 8.90× | 10000 / 10000 | yes |
| ladder_10000 | oink-zlk | 2.94 ms | 328.00 µs | 8.98× | 10000 / 10000 | yes |
| ladder_10000 | spot | 2.94 ms | 10.21 ms | 0.29× | 10000 / 10000 | yes |
| ladder_50000 | oink-ppp | 22.04 ms | 2.15 ms | 10.26× | 50000 / 50000 | yes |
| ladder_50000 | oink-zlk | 22.04 ms | 2.18 ms | 10.10× | 50000 / 50000 | yes |
| ladder_50000 | spot | 22.04 ms | 77.16 ms | 0.29× | 50000 / 50000 | yes |
| random_few_10000 | oink-ppp | 7.69 ms | 1.46 ms | 5.26× | 10000 / 10000 | yes |
| random_few_10000 | oink-zlk | 7.69 ms | 2.69 ms | 2.86× | 10000 / 10000 | yes |
| random_few_10000 | spot | 7.69 ms | 21.72 ms | 0.35× | 10000 / 10000 | yes |
| random_few_50000 | oink-ppp | 80.26 ms | 16.44 ms | 4.88× | 50000 / 50000 | yes |
| random_few_50000 | oink-zlk | 80.26 ms | 19.88 ms | 4.04× | 50000 / 50000 | yes |
| random_few_50000 | spot | 80.26 ms | 686.55 ms | 0.12× | 50000 / 50000 | yes |
| random_many_10000 | oink-ppp | 7.34 ms | 1.72 ms | 4.27× | 10000 / 10000 | yes |
| random_many_10000 | oink-zlk | 7.34 ms | 3.03 ms | 2.42× | 10000 / 10000 | yes |
| random_many_10000 | spot | 7.34 ms | 30.17 ms | 0.24× | 10000 / 10000 | yes |
| random_many_50000 | oink-ppp | 82.49 ms | 41.43 ms | 1.99× | 50000 / 50000 | yes |
| random_many_50000 | oink-zlk | 82.49 ms | 44.98 ms | 1.83× | 50000 / 50000 | yes |
| random_many_50000 | spot | 82.49 ms | 716.79 ms | 0.12× | 50000 / 50000 | yes |
Executable benches/nondeterministic.rs (/var/lib/automata-bench/work/target-head/release/deps/nondeterministic-f164d05108dbce73)
Executable benches/runs.rs (/var/lib/automata-bench/work/target-head/release/deps/runs-85a152aa046a29b4)
Executable benches/scc.rs (/var/lib/automata-bench/work/target-head/release/deps/scc-1b22c641fd9d2d89)
Executable benches/storage.rs (/var/lib/automata-bench/work/target-head/release/deps/storage-f95e3d4a8c506941)
Executable benches/ts.rs (/var/lib/automata-bench/work/target-head/release/deps/ts-4948f6cc6a43d201)
Executable benches/wallclock.rs (/var/lib/automata-bench/work/target-head/release/deps/wallclock-93fb383f608d3bab)
== head: running scc
Finished `bench` profile [optimized] target(s) in 0.38s
Running benches/scc.rs (/var/lib/automata-bench/work/target-head/release/deps/scc-1b22c641fd9d2d89)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running ts
Finished `bench` profile [optimized] target(s) in 0.21s
Running benches/ts.rs (/var/lib/automata-bench/work/target-head/release/deps/ts-4948f6cc6a43d201)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running runs
Finished `bench` profile [optimized] target(s) in 0.20s
Running benches/runs.rs (/var/lib/automata-bench/work/target-head/release/deps/runs-85a152aa046a29b4)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running dfa
Finished `bench` profile [optimized] target(s) in 0.21s
Running benches/dfa.rs (/var/lib/automata-bench/work/target-head/release/deps/dfa-a84ba41f760e70ed)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running dpa
Finished `bench` profile [optimized] target(s) in 0.21s
Running benches/dpa.rs (/var/lib/automata-bench/work/target-head/release/deps/dpa-23bb829f074058ad)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running storage
Finished `bench` profile [optimized] target(s) in 0.23s
Running benches/storage.rs (/var/lib/automata-bench/work/target-head/release/deps/storage-f95e3d4a8c506941)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running nondeterministic
Finished `bench` profile [optimized] target(s) in 0.21s
Running benches/nondeterministic.rs (/var/lib/automata-bench/work/target-head/release/deps/nondeterministic-f164d05108dbce73)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running learning
Finished `bench` profile [optimized] target(s) in 0.20s
Running benches/learning.rs (/var/lib/automata-bench/work/target-head/release/deps/learning-ee53c00379271c59)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running game
Finished `bench` profile [optimized] target(s) in 0.22s
Running benches/game.rs (/var/lib/automata-bench/work/target-head/release/deps/game-14422f732ec85029)
gungraun_runner: Warn : The RUST_LOG environment variable to set the log level changed to GUNGRAUN_LOG
== head: running wallclock (wall clock)
Finished `bench` profile [optimized] target(s) in 0.23s
Running benches/wallclock.rs (/var/lib/automata-bench/work/target-head/release/deps/wallclock-93fb383f608d3bab)
Gnuplot not found, using plotters backend
Benchmarking wallclock/scc/tarjan/scrambled_10000
Benchmarking wallclock/scc/tarjan/scrambled_10000: Analyzing
Benchmarking wallclock/dpa/normalized/scrambled_4000
Benchmarking wallclock/dpa/normalized/scrambled_4000: Analyzing
Benchmarking wallclock/dpa/complement/scrambled_4000
Benchmarking wallclock/dpa/complement/scrambled_4000: Analyzing
Benchmarking wallclock/dfa/minimize/redundant_4000
Benchmarking wallclock/dfa/minimize/redundant_4000: Analyzing
Benchmarking wallclock/dfa/accepts/word_100000
Benchmarking wallclock/dfa/accepts/word_100000: Analyzing
Benchmarking wallclock/nfa/subset_construction/nth_from_end_12
Benchmarking wallclock/nfa/subset_construction/nth_from_end_12: Analyzing
Benchmarking wallclock/nfa/determinize/nth_from_end_12
Benchmarking wallclock/nfa/determinize/nth_from_end_12: Analyzing
Benchmarking wallclock/hoa/parse/ltl
Benchmarking wallclock/hoa/parse/ltl: Analyzing
Benchmarking collect/clone/100000
Benchmarking collect/clone/100000: Analyzing
Benchmarking collect/collect_owned/100000
Benchmarking collect/collect_owned/100000: Analyzing
Benchmarking collect/collect_ref/100000
Benchmarking collect/collect_ref/100000: Analyzing
Benchmarking collect/map_edge_colors_collect_owned/100000
Benchmarking collect/map_edge_colors_collect_owned/100000: Analyzing
Benchmarking collect/clone/1000000
Benchmarking collect/clone/1000000: Analyzing
Benchmarking collect/collect_owned/1000000
Benchmarking collect/collect_owned/1000000: Analyzing
Benchmarking collect/collect_ref/1000000
Benchmarking collect/collect_ref/1000000: Analyzing
Benchmarking collect/map_edge_colors_collect_owned/1000000
Benchmarking collect/map_edge_colors_collect_owned/1000000: Analyzing
== head: building the Python bindings
Downloading crates ...
Downloaded redox_syscall v0.5.18
🍹 Building a mixed python/rust project
🔗 Found pyo3 bindings with abi3 support
🐍 Found CPython 3.13 at /nix/store/vilynzly1pyhawy04ljmrp7n9ffr24qy-python3-3.13.17/bin/python3
📡 Using build options features from pyproject.toml
Compiling dashu-int v0.6.2
Compiling num-modular v0.6.5
Compiling crossbeam-utils v0.8.23
Compiling proc-macro-error-attr v1.0.4
Compiling static_assertions v1.1.0
Compiling crossbeam-epoch v0.9.21
Compiling proc-macro-error v1.0.4
Compiling nanorand v0.8.0
Compiling crossbeam-deque v0.8.8
Compiling parking_lot_core v0.9.12
Compiling litrs v1.0.1
Compiling rayon-core v1.13.0
Compiling scopeguard v1.2.0
Compiling lock_api v0.4.14
Compiling sptr v0.3.2
Compiling hugealloc v0.1.1
Compiling parking_lot v0.12.5
Compiling oxidd-derive v0.13.0
Compiling document-features v0.2.12
Compiling dashu-base v0.6.1
Compiling num-integer v0.1.47
Compiling linear-hashtbl v0.1.4
Compiling derive-where v1.7.0
Compiling rustc-hash v1.1.0
Compiling ndarray v0.17.2
Compiling hoars v0.5.0
Compiling rayon v1.12.0
Compiling oxidd-core v0.13.0
Compiling oxidd-dump v0.8.0
Compiling oxidd-cache v0.13.0
Compiling oxidd-rules-bdd v0.13.0
Compiling oxidd-manager-index v0.13.1
Compiling oxidd v0.13.0
Compiling automata v0.2.1 (/var/lib/automata-bench/work/src-head)
Compiling numpy v0.27.1
Compiling pyo3-stub-gen v0.23.2
Compiling automata-py v0.1.0 (/var/lib/automata-bench/work/src-head/python)
Finished `release` profile [optimized] target(s) in 2m 21s
📦 Built wheel for abi3 Python ≥ 3.11 to /var/lib/automata-bench/work/versus-head/wheels/automatars-0.1.0-cp311-abi3-manylinux_2_34_aarch64.whl
== head: running benches/versus/compare.py (Spot, Oink)
dpa/equivalence/hard/l-dsa-3 vs spot: 0.142 ms / 0.115 ms
dpa/equivalence/hard/l-nba-2 vs spot: 0.066 ms / 0.037 ms
dpa/equivalence/hard/m-nba-3 vs spot: 0.271 ms / 0.138 ms
dpa/equivalence/ltl/and-gf-3 vs spot: 0.010 ms / 0.012 ms
dpa/equivalence/ltl/eh-patterns-0 vs spot: 0.027 ms / 0.021 ms
dpa/equivalence/ltl/gf-equiv-3 vs spot: 0.025 ms / 0.035 ms
dpa/equivalence/ltl/gf-implies-3 vs spot: 0.013 ms / 0.020 ms
dpa/equivalence/ltl/gh-q-3 vs spot: 0.060 ms / 0.030 ms
dpa/equivalence/ltl/gh-r-3 vs spot: 0.026 ms / 0.070 ms
dpa/equivalence/ltl/go-theta-3 vs spot: 0.013 ms / 0.024 ms
dpa/equivalence/ltl/lily-patterns-1 vs spot: 0.014 ms / 0.017 ms
dpa/equivalence/ltl/ms-phi-r-1 vs spot: 0.012 ms / 0.039 ms
dpa/equivalence/ltl/ms-phi-s-1 vs spot: 0.012 ms / 0.039 ms
dpa/equivalence/ltl/rv-counter-3 vs spot: 0.031 ms / 0.014 ms
dpa/equivalence/ltl/sb-patterns-0 vs spot: 0.015 ms / 0.014 ms
dpa/equivalence/ltl/sejk-k-2 vs spot: 0.016 ms / 0.058 ms
dpa/equivalence/ltl/tv-uu-3 vs spot: 0.047 ms / 0.038 ms
dpa/equivalence/ltl/u-left-3 vs spot: 0.012 ms / 0.009 ms
dpa/equivalence/many_aps/and-gf-12 vs spot: 0.179 ms / 0.066 ms
dpa/equivalence/many_aps/gf-equiv-12 vs spot: 0.149 ms / 0.092 ms
dpa/equivalence/many_aps/r-right-10 vs spot: 0.075 ms / 0.026 ms
dpa/equivalence/many_aps/random-n16-a8-p4-s1 vs spot: 0.309 ms / 0.131 ms
dpa/equivalence/many_aps/random-n24-a12-p4-s1 vs spot: 1.709 ms / 0.465 ms
dpa/equivalence/many_aps/random-n32-a16-p4-s1 vs spot: 5.223 ms / 1.253 ms
dpa/equivalence/random/n128-a2-p6-s1 vs spot: 0.365 ms / 0.213 ms
dpa/equivalence/random/n16-a1-p3-s1 vs spot: 0.024 ms / 0.016 ms
dpa/equivalence/random/n256-a2-p8-s1 vs spot: 0.988 ms / 0.490 ms
dpa/equivalence/random/n64-a2-p4-s1 vs spot: 0.156 ms / 0.100 ms
dpa/inclusion/hard/l-dsa-3 vs spot: 0.079 ms / 0.062 ms
dpa/inclusion/hard/l-nba-2 vs spot: 0.039 ms / 0.024 ms
dpa/inclusion/hard/m-nba-3 vs spot: 0.164 ms / 0.086 ms
dpa/inclusion/ltl/and-gf-3 vs spot: 0.007 ms / 0.008 ms
dpa/inclusion/ltl/eh-patterns-0 vs spot: 0.018 ms / 0.018 ms
dpa/inclusion/ltl/gf-equiv-3 vs spot: 0.014 ms / 0.019 ms
dpa/inclusion/ltl/gf-implies-3 vs spot: 0.007 ms / 0.012 ms
dpa/inclusion/ltl/gh-q-3 vs spot: 0.038 ms / 0.029 ms
dpa/inclusion/ltl/gh-r-3 vs spot: 0.014 ms / 0.034 ms
dpa/inclusion/ltl/go-theta-3 vs spot: 0.008 ms / 0.016 ms
dpa/inclusion/ltl/lily-patterns-1 vs spot: 0.009 ms / 0.014 ms
dpa/inclusion/ltl/ms-phi-r-1 vs spot: 0.007 ms / 0.019 ms
dpa/inclusion/ltl/ms-phi-s-1 vs spot: 0.008 ms / 0.026 ms
dpa/inclusion/ltl/rv-counter-3 vs spot: 0.020 ms / 0.015 ms
dpa/inclusion/ltl/sb-patterns-0 vs spot: 0.009 ms / 0.013 ms
dpa/inclusion/ltl/sejk-k-2 vs spot: 0.009 ms / 0.029 ms
dpa/inclusion/ltl/tv-uu-3 vs spot: 0.032 ms / 0.031 ms
dpa/inclusion/ltl/u-left-3 vs spot: 0.008 ms / 0.009 ms
dpa/inclusion/many_aps/and-gf-12 vs spot: 0.150 ms / 0.054 ms
dpa/inclusion/many_aps/gf-equiv-12 vs spot: 0.084 ms / 0.053 ms
dpa/inclusion/many_aps/r-right-10 vs spot: 0.055 ms / 0.025 ms
dpa/inclusion/many_aps/random-n16-a8-p4-s1 vs spot: 0.267 ms / 0.134 ms
dpa/inclusion/many_aps/random-n24-a12-p4-s1 vs spot: 1.578 ms / 0.376 ms
dpa/inclusion/many_aps/random-n32-a16-p4-s1 vs spot: 4.488 ms / 1.103 ms
dpa/inclusion/random/n128-a2-p6-s1 vs spot: 0.216 ms / 0.129 ms
dpa/inclusion/random/n16-a1-p3-s1 vs spot: 0.015 ms / 0.010 ms
dpa/inclusion/random/n256-a2-p8-s1 vs spot: 0.560 ms / 0.303 ms
dpa/inclusion/random/n64-a2-p4-s1 vs spot: 0.093 ms / 0.063 ms
game/solve/random_few_10000 vs spot: 7.693 ms / 21.725 ms
game/solve/random_few_10000 vs oink-zlk: 7.693 ms / 2.686 ms
game/solve/random_few_10000 vs oink-ppp: 7.693 ms / 1.462 ms
game/solve/random_few_50000 vs spot: 80.261 ms / 686.555 ms
game/solve/random_few_50000 vs oink-zlk: 80.261 ms / 19.877 ms
game/solve/random_few_50000 vs oink-ppp: 80.261 ms / 16.440 ms
game/solve/random_many_10000 vs spot: 7.338 ms / 30.174 ms
game/solve/random_many_10000 vs oink-zlk: 7.338 ms / 3.034 ms
game/solve/random_many_10000 vs oink-ppp: 7.338 ms / 1.717 ms
game/solve/random_many_50000 vs spot: 82.487 ms / 716.789 ms
game/solve/random_many_50000 vs oink-zlk: 82.487 ms / 44.978 ms
game/solve/random_many_50000 vs oink-ppp: 82.487 ms / 41.426 ms
game/solve/ladder_10000 vs spot: 2.945 ms / 10.207 ms
game/solve/ladder_10000 vs oink-zlk: 2.945 ms / 0.328 ms
game/solve/ladder_10000 vs oink-ppp: 2.945 ms / 0.331 ms
game/solve/ladder_50000 vs spot: 22.038 ms / 77.160 ms
game/solve/ladder_50000 vs oink-zlk: 22.038 ms / 2.182 ms
game/solve/ladder_50000 vs oink-ppp: 22.038 ms / 2.148 ms
== head: 259 benchmarks, 16 wall-clock measurements, 74 comparisons