History · Versus Spot and Oink
Release profile: one codegen unit and fat LTO
status done · queued 2026-11-11 16:19 · started 2026-11-11 16:19 · finished 2026-11-11 16:41
· · rustc 1.95.0 (59807616e 2026-04-14) (built from a source tarball) · valgrind-3.26.0 · pinned to cpu 1
| benchmark | base | head | change | heap bytes |
|---|---|---|---|---|
| dpa::dpa::accepted_word::chain_400 | 383 293 | 391 265 | +2.08 % | |
| dpa::dpa::prefix_partition::chain_16 | 3 339 069 | 3 574 178 | +7.04 % | |
| dpa::dpa::prefix_partition::chain_8 | 861 644 | 916 107 | +6.32 % | |
| dpa::dpa::prefix_partition::scrambled_16 | 3 707 909 | 3 999 698 | +7.87 % | |
| dpa::dpa::prefix_partition::scrambled_8 | 1 022 858 | 1 086 510 | +6.22 % | |
| dpa::dpa::sccs::chain_1000 | 500 888 | 511 023 | +2.02 % | |
| dpa::dpa::sccs::chain_4000 | 1 928 615 | 1 971 630 | +2.23 % | |
| nondeterministic::nondeterministic::nba_witness::nba_4000 | 14 689 961 | 17 383 333 | +18.33 % | |
| nondeterministic::nondeterministic::nca_witness::nca_4000 | 19 458 261 | 21 904 941 | +12.57 % | |
| nondeterministic::nondeterministic::npa_witness::empty_npa_1000 | 9 121 952 | 9 427 737 | +3.35 % | |
| nondeterministic::nondeterministic::npa_witness::empty_npa_4000 | 37 023 303 | 38 265 192 | +3.35 % | |
| nondeterministic::nondeterministic::npa_witness::npa_1000 | 2 479 531 | 2 979 072 | +20.15 % | |
| nondeterministic::nondeterministic::npa_witness::npa_4000 | 20 354 255 | 23 816 129 | +17.01 % | |
| nondeterministic::nondeterministic::nra_witness::nra_4000 | 20 639 567 | 21 455 583 | +3.95 % | |
| runs::runs::dfa_accepts_one_word::len_10000 | 266 070 | 276 039 | +3.75 % | +0.00 % |
| runs::runs::dfa_accepts_one_word::len_100000 | 2 650 731 | 2 750 700 | +3.77 % | +0.00 % |
| runs::runs::dpa_recurrent_states::long | 10 502 988 | 13 767 740 | +31.08 % | +0.00 % |
| runs::runs::dpa_recurrent_states::short | 572 037 | 596 810 | +4.33 % | +0.00 % |
| storage::storage::clone_linked::k2_10000 | 370 824 | 380 760 | +2.68 % | +0.00 % |
| storage::storage::complete_dense::partial_5000 | 155 628 | 238 753 | +53.41 % | +0.00 % |
| storage::storage::edges_from_all_states_linked::k2_2000 | 68 033 | 70 033 | +2.94 % | +0.00 % |
| storage::storage::predecessors_of_all_states_linked::k2_2000 | 68 033 | 70 033 | +2.94 % | +0.00 % |
| storage::storage::reachable_states_csr::k2_8000 | 1 101 115 | 1 124 918 | +2.16 % | +0.00 % |
| storage::storage::reachable_states_dense::k2_8000 | 1 133 699 | 1 173 507 | +3.51 % | +0.00 % |
| storage::storage::reachable_states_linked::k2_8000 | 924 279 | 980 094 | +6.04 % | +0.00 % |
| ts::ts::clone::scrambled_10000 | 371 163 | 381 079 | +2.67 % | +0.00 % |
| ts::ts::clone::scrambled_40000 | 1 481 400 | 1 521 316 | +2.69 % | +0.00 % |
| ts::ts::edges_from_all_states::scrambled_2000 | 72 669 | 74 646 | +2.72 % | +0.00 % |
| ts::ts::predecessors_of_all_states::scrambled_2000 | 72 669 | 74 646 | +2.72 % | +0.00 % |
| ts::ts::predecessors_of_all_states::scrambled_8000 | 288 601 | 296 578 | +2.76 % | +0.00 % |
| dfa::dfa::accepts_many_words::scrambled_1000 | 343 072 | 319 438 | -6.89 % | +0.00 % |
| dfa::dfa::complement::scrambled_1000 | 366 068 | 318 874 | -12.89 % | +0.00 % |
| dfa::dfa::complement::scrambled_4000 | 1 435 873 | 1 247 649 | -13.11 % | +0.00 % |
| dfa::dfa::equivalent::deep_difference_100 | 61 667 | 52 831 | -14.33 % | +0.00 % |
| dfa::dfa::equivalent::deep_difference_400 | 212 158 | 177 852 | -16.17 % | +0.00 % |
| dfa::dfa::equivalent::minimized_100 | 35 849 | 31 312 | -12.66 % | +0.00 % |
| dfa::dfa::equivalent::minimized_400 | 120 587 | 103 504 | -14.17 % | +0.00 % |
| dfa::dfa::give_word::empty_1000 | 1 872 613 | 1 795 234 | -4.13 % | +0.00 % |
| dfa::dfa::give_word::empty_4000 | 6 930 823 | 6 603 983 | -4.72 % | +0.00 % |
| dfa::dfa::give_word::far_1000 | 164 342 | 157 743 | -4.02 % | +0.00 % |
| dfa::dfa::give_word::far_4000 | 946 982 | 909 225 | -3.99 % | +0.00 % |
| dfa::dfa::intersection::scrambled_100 | 3 319 709 | 2 716 048 | -18.18 % | +0.00 % |
| dfa::dfa::intersection::scrambled_200 | 13 224 873 | 10 809 511 | -18.26 % | +0.00 % |
| dfa::dfa::intersection_is_empty::empty_100 | 59 266 | 50 659 | -14.52 % | +0.00 % |
| dfa::dfa::intersection_is_empty::empty_200 | 109 269 | 92 418 | -15.42 % | +0.00 % |
| dfa::dfa::is_empty_language::empty_1000 | 1 872 615 | 1 795 234 | -4.13 % | +0.00 % |
| dfa::dfa::is_empty_language::empty_4000 | 6 930 825 | 6 603 983 | -4.72 % | +0.00 % |
| dfa::dfa::minimize::minimal_1000 | 3 450 924 | 3 298 979 | -4.40 % | +0.00 % |
| dfa::dfa::minimize::minimal_4000 | 13 472 602 | 12 876 089 | -4.43 % | +0.00 % |
| dfa::dfa::minimize::redundant_1000 | 2 292 807 | 2 174 551 | -5.16 % | +0.00 % |
| dfa::dfa::minimize::redundant_4000 | 8 869 106 | 8 406 754 | -5.21 % | +0.00 % |
| dfa::dfa::minimize::scrambled_1000 | 3 670 256 | 3 502 256 | -4.58 % | +0.00 % |
| dfa::dfa::minimize::scrambled_4000 | 14 250 469 | 13 587 258 | -4.65 % | +0.00 % |
| dfa::dfa::minimize_moore_with_edge_colors::scrambled_1000 | 3 669 252 | 3 500 317 | -4.60 % | +0.00 % |
| dfa::dfa::minimize_moore_with_edge_colors::scrambled_4000 | 14 239 073 | 13 571 891 | -4.69 % | +0.00 % |
| dfa::dfa::union::scrambled_100 | 3 319 709 | 2 716 048 | -18.18 % | +0.00 % |
| dfa::dfa::union::scrambled_200 | 13 224 873 | 10 809 511 | -18.26 % | +0.00 % |
| dpa::dpa::accepted_word_fixtures::ltl | 546 210 | 495 442 | -9.29 % | |
| dpa::dpa::accepted_word_fixtures::synthetic | 1 402 296 | 1 255 420 | -10.47 % | |
| dpa::dpa::accepted_word_fixtures_by_atoms::ltl | 1 734 675 | 1 620 528 | -6.58 % | |
| dpa::dpa::accepted_word_fixtures_by_atoms::synthetic | 2 873 256 | 2 741 079 | -4.60 % | |
| dpa::dpa::collect_dpa::scrambled_1000 | 299 640 | 258 437 | -13.75 % | |
| dpa::dpa::collect_dpa::scrambled_4000 | 1 169 031 | 1 004 782 | -14.05 % | |
| dpa::dpa::complement::chain_1000 | 4 096 940 | 3 806 713 | -7.08 % | |
| dpa::dpa::complement::chain_4000 | 16 653 211 | 15 498 940 | -6.93 % | |
| dpa::dpa::complement::scrambled_1000 | 4 958 494 | 4 640 280 | -6.42 % | |
| dpa::dpa::complement::scrambled_4000 | 20 037 458 | 18 790 501 | -6.22 % | |
| dpa::dpa::complement_fixtures::ltl | 1 480 503 | 1 318 752 | -10.93 % | |
| dpa::dpa::complement_fixtures::many_aps | 13 919 764 | 12 439 582 | -10.63 % | |
| dpa::dpa::complement_fixtures::synthetic | 9 652 583 | 9 051 767 | -6.22 % | |
| dpa::dpa::complement_without_normalizing::scrambled_1000 | 574 441 | 542 888 | -5.49 % | |
| dpa::dpa::complement_without_normalizing::scrambled_4000 | 2 259 823 | 2 135 235 | -5.51 % | |
| dpa::dpa::equivalent_fixtures::many_aps | 21 649 390 | 18 698 034 | -13.63 % | |
| dpa::dpa::hoa_parse::ltl | 5 509 161 | 5 102 006 | -7.39 % | |
| dpa::dpa::hoa_parse::many_aps | 88 889 281 | 80 066 844 | -9.93 % | |
| dpa::dpa::hoa_parse::synthetic | 25 096 681 | 23 303 319 | -7.15 % | |
| dpa::dpa::hoa_print::ltl | 19 039 651 | 14 449 079 | -24.11 % | |
| dpa::dpa::hoa_print::many_aps | 19 675 345 | 17 708 492 | -10.00 % | |
| dpa::dpa::hoa_print::synthetic | 27 397 176 | 21 972 183 | -19.80 % | |
| dpa::dpa::included_fixtures::many_aps | 18 597 823 | 15 907 783 | -14.46 % | |
| dpa::dpa::included_in::complement_100 | 270 299 | 260 739 | -3.54 % | |
| dpa::dpa::included_in::complement_25 | 88 075 | 84 611 | -3.93 % | |
| dpa::dpa::included_in::complement_50 | 151 571 | 146 080 | -3.62 % | |
| dpa::dpa::included_in::normalized_100 | 543 003 | 524 060 | -3.49 % | |
| dpa::dpa::included_in::normalized_25 | 184 848 | 177 925 | -3.75 % | |
| dpa::dpa::included_in::normalized_50 | 313 519 | 302 723 | -3.44 % | |
| dpa::dpa::language_equivalent::complement_100 | 279 874 | 268 661 | -4.01 % | |
| dpa::dpa::language_equivalent::complement_25 | 90 600 | 86 600 | -4.42 % | |
| dpa::dpa::language_equivalent::complement_50 | 156 446 | 149 885 | -4.19 % | |
| dpa::dpa::language_equivalent::normalized_100 | 993 356 | 963 959 | -2.96 % | |
| dpa::dpa::language_equivalent::normalized_25 | 326 815 | 315 935 | -3.33 % | |
| dpa::dpa::language_equivalent::normalized_50 | 581 323 | 564 774 | -2.85 % | |
| dpa::dpa::map_edge_colors_collect::scrambled_1000 | 297 297 | 263 002 | -11.54 % | |
| dpa::dpa::map_edge_colors_collect::scrambled_4000 | 1 157 692 | 1 021 347 | -11.78 % | |
| dpa::dpa::normalized::chain_1000 | 3 824 386 | 3 513 188 | -8.14 % | |
| dpa::dpa::normalized::chain_4000 | 15 564 657 | 14 326 415 | -7.96 % | |
| dpa::dpa::normalized::scrambled_1000 | 4 685 742 | 4 346 572 | -7.24 % | |
| dpa::dpa::normalized::scrambled_4000 | 18 948 706 | 17 617 793 | -7.02 % | |
| dpa::dpa::normalized::scrambled_k4_1000 | 26 000 725 | 25 249 999 | -2.89 % | |
| dpa::dpa::normalized_fixtures::ltl | 1 415 889 | 1 272 930 | -10.10 % | |
| dpa::dpa::normalized_fixtures::many_aps | 13 659 715 | 12 275 183 | -10.14 % | |
| dpa::dpa::normalized_fixtures::synthetic | 9 337 591 | 8 843 733 | -5.29 % | |
| dpa::dpa::rejected_word::chain_100 | 938 248 | 885 242 | -5.65 % | |
| dpa::dpa::rejected_word::chain_400 | 3 643 943 | 3 441 573 | -5.55 % | |
| dpa::dpa::rejected_word::scrambled_100 | 247 893 | 235 103 | -5.16 % | |
| dpa::dpa::rejected_word::scrambled_400 | 935 362 | 887 076 | -5.16 % | |
| dpa::dpa::witness_colors::chain_100 | 4 741 540 | 4 471 330 | -5.70 % | |
| dpa::dpa::witness_colors::chain_400 | 46 520 653 | 43 697 424 | -6.07 % | |
| dpa::dpa::witness_colors::scrambled_100 | 4 126 372 | 3 895 188 | -5.60 % | |
| dpa::dpa::witness_colors::scrambled_400 | 31 846 701 | 29 950 000 | -5.96 % | |
| dpa::dpa::witness_inequivalence::complement_100 | 279 873 | 268 661 | -4.01 % | |
| dpa::dpa::witness_inequivalence::complement_25 | 90 599 | 86 600 | -4.41 % | |
| dpa::dpa::witness_inequivalence::complement_50 | 156 445 | 149 885 | -4.19 % | |
| dpa::dpa::witness_not_subset_of::complement_100 | 270 298 | 260 739 | -3.54 % | |
| dpa::dpa::witness_not_subset_of::complement_25 | 88 074 | 84 611 | -3.93 % | |
| dpa::dpa::witness_not_subset_of::complement_50 | 151 570 | 146 080 | -3.62 % | |
| dpa::dpa::witness_not_subset_of::normalized_100 | 543 002 | 524 060 | -3.49 % | |
| dpa::dpa::witness_not_subset_of::normalized_25 | 184 847 | 177 925 | -3.74 % | |
| dpa::dpa::witness_not_subset_of::normalized_50 | 313 518 | 302 723 | -3.44 % | |
| dpa::dpa::witnesses_fixtures::ltl | 2 229 215 | 1 970 349 | -11.61 % | |
| dpa::dpa::witnesses_fixtures::synthetic | 19 359 356 | 15 821 117 | -18.28 % | |
| game::game::tangle_learning::few_priorities_1000 | 2 697 048 | 2 598 081 | -3.67 % | +0.00 % |
| game::game::tangle_learning::few_priorities_4000 | 8 120 676 | 7 882 207 | -2.94 % | +0.00 % |
| game::game::tangle_learning::many_priorities_1000 | 2 018 028 | 1 963 252 | -2.71 % | +0.00 % |
| game::game::tangle_learning::many_priorities_4000 | 6 752 835 | 6 594 921 | -2.34 % | +0.00 % |
| game::game::tangle_learning_min_odd::few_priorities_4000 | 8 017 700 | 7 799 992 | -2.72 % | +0.00 % |
| game::game::zielonka::ladder_1000 | 5 134 281 | 4 708 253 | -8.30 % | +10.07 % |
| game::game::zielonka::ladder_4000 | 19 816 373 | 18 161 867 | -8.35 % | +10.08 % |
| game::game::zielonka::many_priorities_1000 | 4 103 518 | 3 821 963 | -6.86 % | +9.97 % |
| game::game::zielonka::many_priorities_4000 | 12 909 837 | 12 101 969 | -6.26 % | +10.04 % |
| game::game::zielonka_min_odd::few_priorities_1000 | 2 139 077 | 2 040 908 | -4.59 % | +0.00 % |
| game::game::zielonka_min_odd::few_priorities_4000 | 6 302 075 | 6 089 965 | -3.37 % | +0.00 % |
| learning::learning::lstar_mealy::counting_16 | 1 816 847 | 1 758 351 | -3.22 % | +0.00 % |
| learning::learning::lstar_mealy::counting_8 | 481 469 | 450 759 | -6.38 % | +0.00 % |
| learning::learning::sprout_parity::inf_ab_100 | 1 270 757 | 1 147 944 | -9.66 % | +0.00 % |
| learning::learning::sprout_parity::inf_ab_400 | 2 610 820 | 2 354 606 | -9.81 % | +0.00 % |
| nondeterministic::nondeterministic::fixture_accepts::ltl | 762 545 | 731 487 | -4.07 % | |
| nondeterministic::nondeterministic::nca_accepts::nca_400 | 266 229 440 | 254 927 534 | -4.25 % | |
| nondeterministic::nondeterministic::npa_accepts::empty_npa_400 | 493 167 601 | 458 821 236 | -6.96 % | |
| nondeterministic::nondeterministic::npa_accepts::npa_100 | 30 411 628 | 29 740 298 | -2.21 % | |
| runs::runs::dfa_accepts_many_words::count_1000 | 4 303 213 | 4 053 182 | -5.81 % | +0.00 % |
| runs::runs::dfa_reached_state::count_1000 | 3 570 211 | 3 442 180 | -3.59 % | +0.00 % |
| runs::runs::dpa_accepts_lassos::long | 9 150 745 | 8 225 405 | -10.11 % | +0.00 % |
| runs::runs::dpa_accepts_lassos::short | 406 490 | 376 801 | -7.30 % | +0.00 % |
| runs::runs::dpa_recurrent_edge_colors::short | 1 189 790 | 1 058 624 | -11.02 % | +0.00 % |
| runs::runs::dpa_visited_sequences::short | 370 678 | 350 418 | -5.47 % | +0.00 % |
| runs::runs::fixture_accepts_lassos::ltl | 8 766 271 | 7 833 947 | -10.64 % | |
| scc::scc::scc_queries::small_cycles_1000 | 906 676 | 855 946 | -5.60 % | +0.00 % |
| scc::scc::scc_queries::small_cycles_4000 | 3 548 919 | 3 348 761 | -5.64 % | +0.00 % |
| scc::scc::tarjan::back_edges_1000 | 512 099 | 493 252 | -3.68 % | +0.00 % |
| scc::scc::tarjan::back_edges_4000 | 1 987 627 | 1 914 660 | -3.67 % | +0.00 % |
| scc::scc::tarjan::binary_tree_1000 | 571 217 | 551 319 | -3.48 % | +0.00 % |
| scc::scc::tarjan::binary_tree_4000 | 2 290 459 | 2 212 941 | -3.38 % | +0.00 % |
| scc::scc::tarjan::fragmented_1000 | 658 522 | 626 713 | -4.83 % | +0.00 % |
| scc::scc::tarjan::fragmented_4000 | 2 534 108 | 2 413 515 | -4.76 % | +0.00 % |
| scc::scc::tarjan::grid_1024 | 596 080 | 575 645 | -3.43 % | +0.00 % |
| scc::scc::tarjan::grid_4096 | 2 378 484 | 2 299 205 | -3.33 % | +0.00 % |
| scc::scc::tarjan::path_1000 | 1 929 119 | 1 735 137 | -10.06 % | +0.00 % |
| scc::scc::tarjan::path_4000 | 7 632 908 | 6 859 748 | -10.13 % | +0.00 % |
| scc::scc::tarjan::ring_1000 | 512 099 | 493 252 | -3.68 % | +0.00 % |
| scc::scc::tarjan::ring_4000 | 1 987 627 | 1 914 660 | -3.67 % | +0.00 % |
| scc::scc::tarjan::scrambled_1000 | 579 056 | 559 051 | -3.45 % | +0.00 % |
| scc::scc::tarjan::scrambled_4000 | 2 316 497 | 2 238 975 | -3.35 % | +0.00 % |
| scc::scc::tarjan::small_cycles_1000 | 905 658 | 854 928 | -5.60 % | +0.00 % |
| scc::scc::tarjan::small_cycles_4000 | 3 544 901 | 3 344 743 | -5.65 % | +0.00 % |
| scc::scc::tarjan_from::fragmented_1000 | 242 530 | 232 901 | -3.97 % | +0.00 % |
| scc::scc::tarjan_from::fragmented_4000 | 907 762 | 872 519 | -3.88 % | +0.00 % |
| scc::scc::tarjan_from::path_1000 | 1 921 158 | 1 724 740 | -10.22 % | +0.00 % |
| scc::scc::tarjan_from::path_4000 | 7 545 584 | 6 763 890 | -10.36 % | +0.00 % |
| scc::scc::tarjan_from::ring_1000 | 503 645 | 482 362 | -4.23 % | +0.00 % |
| scc::scc::tarjan_from::scrambled_1000 | 570 602 | 548 161 | -3.93 % | +0.00 % |
| storage::storage::add_edges_linked::k2_5000 | 1 402 670 | 1 252 451 | -10.71 % | +0.00 % |
| storage::storage::add_edges_linked::k8_5000 | 6 669 284 | 6 144 063 | -7.88 % | +0.00 % |
| storage::storage::edges_from_all_states_dense::k2_2000 | 102 043 | 92 047 | -9.80 % | +0.00 % |
| storage::storage::edges_from_all_states_dense::k8_2000 | 140 043 | 128 047 | -8.57 % | +0.00 % |
| storage::storage::minimize_csr::redundant_2000 | 4 633 756 | 4 399 816 | -5.05 % | +0.00 % |
| storage::storage::minimize_csr::redundant_8000 | 18 159 861 | 17 235 334 | -5.09 % | +0.00 % |
| storage::storage::minimize_dense::redundant_2000 | 4 676 910 | 4 434 823 | -5.18 % | +0.00 % |
| storage::storage::minimize_dense::redundant_8000 | 18 364 895 | 17 408 185 | -5.21 % | +0.00 % |
| storage::storage::minimize_linked::redundant_2000 | 4 505 038 | 4 305 957 | -4.42 % | +0.00 % |
| storage::storage::minimize_linked::redundant_8000 | 17 714 721 | 16 930 017 | -4.43 % | +0.00 % |
| storage::storage::overwrite_edges_linked::k2_5000 | 3 790 775 | 3 410 553 | -10.03 % | +0.00 % |
| storage::storage::predecessors_of_all_states_dense::k2_2000 | 290 369 | 232 309 | -20.00 % | +0.00 % |
| storage::storage::product_successor_dense::n200 | 73 087 | 65 088 | -10.94 % | +0.00 % |
| storage::storage::remove_state_dense::k2_10000 | 1 072 212 | 924 162 | -13.81 % | +0.00 % |
| storage::storage::remove_state_linked::k2_10000 | 1 094 012 | 997 019 | -8.87 % | +0.00 % |
| storage::storage::run_many_words_csr::count_1000 | 551 036 | 512 039 | -7.08 % | +0.00 % |
| storage::storage::run_many_words_dense::count_1000 | 558 044 | 512 042 | -8.24 % | +0.00 % |
| storage::storage::run_one_word_csr::len_100000 | 2 600 054 | 2 500 040 | -3.85 % | +0.00 % |
| storage::storage::run_one_word_dense::len_100000 | 2 800 050 | 2 600 042 | -7.14 % | +0.00 % |
| storage::storage::successor_all_pairs_dense::k2_2000 | 162 237 | 150 205 | -7.42 % | +0.00 % |
| storage::storage::successor_all_pairs_dense::k8_2000 | 814 297 | 778 259 | -4.43 % | +0.00 % |
| ts::ts::add_edges_in_order::k2_5000 | 1 402 671 | 1 062 446 | -24.26 % | +0.00 % |
| ts::ts::add_edges_in_order::k8_5000 | 6 669 285 | 5 384 058 | -19.27 % | +0.00 % |
| ts::ts::add_edges_in_reverse::k2_5000 | 1 402 671 | 1 062 446 | -24.26 % | +0.00 % |
| ts::ts::canonical_naming::scrambled_1500 | 3 144 090 | 3 034 522 | -3.48 % | +0.00 % |
| ts::ts::canonical_naming::scrambled_500 | 972 576 | 938 266 | -3.53 % | +0.00 % |
| ts::ts::collect_dts::scrambled_10000 | 3 455 128 | 2 934 925 | -15.06 % | +0.00 % |
| ts::ts::collect_dts::scrambled_40000 | 13 759 607 | 11 679 372 | -15.12 % | +0.00 % |
| ts::ts::determinize::nth_from_end_10 | 4 414 320 | 4 305 680 | -2.46 % | +0.00 % |
| ts::ts::determinize::nth_from_end_12 | 19 628 006 | 19 177 588 | -2.29 % | +0.00 % |
| ts::ts::determinize::nth_from_end_8 | 1 007 268 | 980 440 | -2.66 % | +0.00 % |
| ts::ts::determinize_propositional::aps_6_n_6 | 4 333 844 | 4 088 248 | -5.67 % | +0.00 % |
| ts::ts::determinize_propositional::aps_7_n_6 | 4 525 387 | 4 295 587 | -5.08 % | +0.06 % |
| ts::ts::determinize_propositional::aps_8_n_6 | 26 425 542 | 25 052 413 | -5.20 % | +0.34 % |
| ts::ts::erase_state_colors_collect::scrambled_10000 | 2 377 172 | 1 846 855 | -22.31 % | +0.00 % |
| ts::ts::into_dfa::scrambled_10000 | 3 635 166 | 3 054 983 | -15.96 % | +0.00 % |
| ts::ts::map_edge_colors_collect::scrambled_10000 | 2 368 784 | 1 928 468 | -18.59 % | +0.00 % |
| ts::ts::map_edge_colors_collect::scrambled_40000 | 9 415 409 | 7 655 047 | -18.70 % | +0.00 % |
| ts::ts::matching_product_successor_index::n200 | 75 662 | 47 602 | -37.09 % | +0.00 % |
| ts::ts::minimal_representative_of_all_states::scrambled_100 | 2 102 811 | 2 002 068 | -4.79 % | +0.00 % |
| ts::ts::minimal_representative_of_all_states::scrambled_300 | 16 917 261 | 16 088 404 | -4.90 % | +0.00 % |
| ts::ts::minimal_representatives::scrambled_2000 | 3 386 040 | 3 248 796 | -4.05 % | +0.00 % |
| ts::ts::minimal_representatives::scrambled_8000 | 14 908 249 | 14 321 191 | -3.94 % | +0.00 % |
| ts::ts::reachable_states::scrambled_2000 | 290 091 | 243 901 | -15.92 % | +0.00 % |
| ts::ts::reachable_states::scrambled_8000 | 1 148 696 | 964 480 | -16.04 % | +0.00 % |
| ts::ts::remove_edges_from_matching::scrambled_10000 | 566 234 | 446 232 | -21.19 % | +0.00 % |
| ts::ts::remove_edges_from_matching::scrambled_40000 | 896 234 | 746 232 | -16.74 % | +0.00 % |
| ts::ts::remove_state::scrambled_10000 | 1 091 012 | 997 019 | -8.62 % | +0.00 % |
| ts::ts::remove_state::scrambled_40000 | 1 421 012 | 1 357 019 | -4.50 % | +0.00 % |
| ts::ts::scc_minimal_representatives::small_cycles_100 | 219 042 | 210 321 | -3.98 % | +0.00 % |
| ts::ts::scc_minimal_representatives::small_cycles_400 | 1 242 475 | 1 192 086 | -4.06 % | +0.00 % |
| ts::ts::subset_construction::nth_from_end_10 | 10 228 206 | 9 439 133 | -7.71 % | +0.00 % |
| ts::ts::subset_construction::nth_from_end_12 | 45 253 025 | 42 061 900 | -7.05 % | +0.00 % |
| ts::ts::subset_construction::nth_from_end_8 | 2 233 506 | 2 040 011 | -8.66 % | +0.00 % |
| dfa::dfa::equivalent::different_100 | 9 047 | 8 349 | -7.72 % | +0.00 % |
| dfa::dfa::equivalent::different_400 | 9 088 | 8 390 | -7.68 % | +0.00 % |
| dpa::dpa::accepted_word::chain_100 | 113 482 | 114 774 | +1.14 % | |
| dpa::dpa::accepted_word::scrambled_100 | 145 688 | 145 660 | -0.02 % | |
| dpa::dpa::accepted_word::scrambled_400 | 496 798 | 499 945 | +0.63 % | |
| dpa::dpa::sccs::scrambled_1000 | 567 845 | 576 822 | +1.58 % | |
| dpa::dpa::sccs::scrambled_4000 | 2 257 485 | 2 295 945 | +1.70 % | |
| game::game::tangle_learning::ladder_1000 | 1 179 314 | 1 169 460 | -0.84 % | +0.00 % |
| game::game::tangle_learning::ladder_4000 | 4 408 134 | 4 381 816 | -0.60 % | +0.00 % |
| game::game::tangle_learning_min_odd::few_priorities_1000 | 1 521 615 | 1 500 213 | -1.41 % | +0.00 % |
| game::game::zielonka::few_priorities_1000 | 1 126 199 | 1 107 876 | -1.63 % | +0.00 % |
| game::game::zielonka::few_priorities_4000 | 3 470 254 | 3 498 897 | +0.83 % | +0.00 % |
| nondeterministic::nondeterministic::nba_accepts::nba_400 | 125 269 894 | 122 996 323 | -1.81 % | |
| nondeterministic::nondeterministic::nma_witness::nma_1000 | 25 744 469 | 25 383 666 | -1.40 % | |
| nondeterministic::nondeterministic::npa_accepts::npa_400 | 125 279 542 | 122 955 922 | -1.85 % | |
| runs::runs::dfa_accepts_one_word::len_100 | 3 492 | 3 561 | +1.98 % | +0.00 % |
| runs::runs::dpa_recurrent_edge_colors::long | 15 116 266 | 15 221 636 | +0.70 % | +0.00 % |
| runs::runs::dpa_visited_sequences::long | 8 738 263 | 8 707 283 | -0.35 % | +0.00 % |
| runs::runs::fixture_accepts_lassos::synthetic | 4 340 189 | 4 309 057 | -0.72 % | |
| storage::storage::add_edges_dense::k2_5000 | 1 356 401 | 1 360 814 | +0.33 % | +0.00 % |
| storage::storage::add_edges_dense::k8_5000 | 4 247 059 | 4 281 430 | +0.81 % | +0.00 % |
| storage::storage::clone_csr::k2_10000 | 30 590 | 30 473 | -0.38 % | +0.00 % |
| storage::storage::clone_dense::k2_10000 | 15 113 | 15 042 | -0.47 % | +0.00 % |
| storage::storage::complete_linked::partial_5000 | 1 210 854 | 1 202 009 | -0.73 % | +0.00 % |
| storage::storage::edges_from_all_states_csr::k2_2000 | 72 047 | 72 045 | -0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_csr::k8_2000 | 108 047 | 108 045 | -0.00 % | +0.00 % |
| storage::storage::edges_from_all_states_linked::k8_2000 | 152 033 | 154 033 | +1.32 % | +0.00 % |
| storage::storage::overwrite_edges_dense::k2_5000 | 2 126 431 | 2 140 845 | +0.68 % | +0.00 % |
| storage::storage::predecessors_of_all_states_csr::k2_2000 | 102 046 | 102 062 | +0.02 % | +0.00 % |
| storage::storage::product_successor_csr::n200 | 64 096 | 65 088 | +1.55 % | +0.00 % |
| storage::storage::product_successor_linked::n200 | 46 547 | 46 540 | -0.02 % | +0.00 % |
| storage::storage::run_many_words_linked::count_1000 | 481 044 | 481 040 | -0.00 % | +0.00 % |
| storage::storage::run_one_word_linked::len_100000 | 2 350 039 | 2 350 039 | +0.00 % | +0.00 % |
| storage::storage::successor_all_pairs_csr::k2_2000 | 122 242 | 122 208 | -0.03 % | +0.00 % |
| storage::storage::successor_all_pairs_csr::k8_2000 | 702 302 | 702 262 | -0.01 % | +0.00 % |
| storage::storage::successor_all_pairs_linked::k2_2000 | 108 236 | 110 202 | +1.82 % | +0.00 % |
| storage::storage::successor_all_pairs_linked::k8_2000 | 750 296 | 752 256 | +0.26 % | +0.00 % |
| ts::ts::builder_with_edges::k2_5000 | 81 365 967 | 79 806 463 | -1.92 % | +0.00 % |
| ts::ts::edges_from_all_states::scrambled_k8_2000 | 156 601 | 158 578 | +1.26 % | +0.00 % |
| ts::ts::successor_index_all_pairs::scrambled_2000 | 108 863 | 110 814 | +1.79 % | +0.00 % |
| ts::ts::successor_index_all_pairs::scrambled_k8_2000 | 750 855 | 752 800 | +0.26 % | +0.00 % |
Criterion means of a single run. They depend on the machine and are not compared; use the instruction counts above for that.
| benchmark | base | head |
|---|---|---|
| collect/clone/100000 | 3.93 ms (3.84 ms … 4.03 ms) | 5.15 ms (5.09 ms … 5.22 ms) |
| collect/clone/1000000 | 44.28 ms (43.85 ms … 44.72 ms) | 36.15 ms (35.28 ms … 37.03 ms) |
| collect/collect_owned/100000 | 7.23 ms (7.19 ms … 7.27 ms) | 6.93 ms (6.89 ms … 6.97 ms) |
| collect/collect_owned/1000000 | 81.41 ms (79.65 ms … 83.17 ms) | 79.61 ms (77.48 ms … 81.73 ms) |
| collect/collect_ref/100000 | 5.21 ms (5.19 ms … 5.22 ms) | 4.27 ms (4.23 ms … 4.32 ms) |
| collect/collect_ref/1000000 | 89.22 ms (88.40 ms … 90.04 ms) | 75.20 ms (73.79 ms … 76.60 ms) |
| collect/map_edge_colors_collect_owned/100000 | 8.02 ms (7.96 ms … 8.07 ms) | 6.75 ms (6.73 ms … 6.77 ms) |
| collect/map_edge_colors_collect_owned/1000000 | 89.84 ms (87.48 ms … 92.21 ms) | 72.52 ms (71.82 ms … 73.21 ms) |
| wallclock/dfa/accepts/word_100000 | 927.76 µs (909.78 µs … 945.75 µs) | 907.55 µs (904.06 µs … 911.03 µs) |
| wallclock/dfa/minimize/redundant_4000 | 1.40 ms (1.39 ms … 1.42 ms) | 1.35 ms (1.34 ms … 1.35 ms) |
| wallclock/dpa/complement/scrambled_4000 | 3.59 ms (3.59 ms … 3.60 ms) | 3.17 ms (3.14 ms … 3.19 ms) |
| wallclock/dpa/normalized/scrambled_4000 | 3.43 ms (3.36 ms … 3.50 ms) | 3.19 ms (3.15 ms … 3.23 ms) |
| wallclock/hoa/parse/ltl | 944.29 µs (940.39 µs … 948.18 µs) | 879.64 µs (859.66 µs … 899.63 µs) |
| wallclock/nfa/determinize/nth_from_end_12 | 3.45 ms (3.43 ms … 3.48 ms) | 3.25 ms (3.22 ms … 3.28 ms) |
| wallclock/nfa/subset_construction/nth_from_end_12 | 8.96 ms (8.78 ms … 9.15 ms) | 7.24 ms (7.20 ms … 7.28 ms) |
| wallclock/scc/tarjan/scrambled_10000 | 2.21 ms (2.19 ms … 2.24 ms) | 2.38 ms (2.34 ms … 2.41 ms) |
| input | reference | ours | reference | ours / reference | size (ours / reference) | same result |
|---|---|---|---|---|---|---|
| hard/l-dsa-3 | spot | 180.50 µs | 120.80 µs | 1.49× | – / – | yes |
| hard/l-nba-2 | spot | 55.82 µs | 36.96 µs | 1.51× | – / – | yes |
| hard/m-nba-3 | spot | 236.16 µs | 139.00 µs | 1.70× | – / – | yes |
| ltl/and-gf-3 | spot | 8.94 µs | 12.10 µs | 0.74× | – / – | yes |
| ltl/eh-patterns-0 | spot | 21.56 µs | 20.32 µs | 1.06× | – / – | yes |
| ltl/gf-equiv-3 | spot | 19.96 µs | 34.28 µs | 0.58× | – / – | yes |
| ltl/gf-implies-3 | spot | 10.76 µs | 20.04 µs | 0.54× | – / – | yes |
| ltl/gh-q-3 | spot | 49.92 µs | 29.52 µs | 1.69× | – / – | yes |
| ltl/gh-r-3 | spot | 20.64 µs | 68.36 µs | 0.30× | – / – | yes |
| ltl/go-theta-3 | spot | 10.96 µs | 21.50 µs | 0.51× | – / – | yes |
| ltl/lily-patterns-1 | spot | 12.00 µs | 16.14 µs | 0.74× | – / – | yes |
| ltl/ms-phi-r-1 | spot | 10.24 µs | 39.10 µs | 0.26× | – / – | yes |
| ltl/ms-phi-s-1 | spot | 10.20 µs | 40.54 µs | 0.25× | – / – | yes |
| ltl/rv-counter-3 | spot | 27.96 µs | 13.56 µs | 2.06× | – / – | yes |
| ltl/sb-patterns-0 | spot | 12.40 µs | 14.34 µs | 0.86× | – / – | yes |
| ltl/sejk-k-2 | spot | 13.32 µs | 57.70 µs | 0.23× | – / – | yes |
| ltl/tv-uu-3 | spot | 41.08 µs | 38.16 µs | 1.08× | – / – | yes |
| ltl/u-left-3 | spot | 10.36 µs | 8.92 µs | 1.16× | – / – | yes |
| many_aps/and-gf-12 | spot | 153.12 µs | 66.72 µs | 2.29× | – / – | yes |
| many_aps/gf-equiv-12 | spot | 129.90 µs | 90.78 µs | 1.43× | – / – | yes |
| many_aps/r-right-10 | spot | 64.94 µs | 26.12 µs | 2.49× | – / – | yes |
| many_aps/random-n16-a8-p4-s1 | spot | 260.18 µs | 132.14 µs | 1.97× | – / – | yes |
| many_aps/random-n24-a12-p4-s1 | spot | 1.27 ms | 449.30 µs | 2.82× | – / – | yes |
| many_aps/random-n32-a16-p4-s1 | spot | 3.88 ms | 1.20 ms | 3.24× | – / – | yes |
| random/n128-a2-p6-s1 | spot | 331.92 µs | 210.76 µs | 1.57× | – / – | yes |
| random/n16-a1-p3-s1 | spot | 21.50 µs | 15.76 µs | 1.36× | – / – | yes |
| random/n256-a2-p8-s1 | spot | 887.81 µs | 485.11 µs | 1.83× | – / – | yes |
| random/n64-a2-p4-s1 | spot | 143.08 µs | 100.30 µs | 1.43× | – / – | yes |
| input | reference | ours | reference | ours / reference | size (ours / reference) | same result |
|---|---|---|---|---|---|---|
| hard/l-dsa-3 | spot | 70.86 µs | 61.98 µs | 1.14× | – / – | yes |
| hard/l-nba-2 | spot | 35.10 µs | 24.30 µs | 1.44× | – / – | yes |
| hard/m-nba-3 | spot | 147.58 µs | 88.02 µs | 1.68× | – / – | yes |
| ltl/and-gf-3 | spot | 5.80 µs | 8.40 µs | 0.69× | – / – | yes |
| ltl/eh-patterns-0 | spot | 14.44 µs | 17.90 µs | 0.81× | – / – | yes |
| ltl/gf-equiv-3 | spot | 11.62 µs | 19.36 µs | 0.60× | – / – | yes |
| ltl/gf-implies-3 | spot | 6.16 µs | 11.72 µs | 0.53× | – / – | yes |
| ltl/gh-q-3 | spot | 33.18 µs | 28.88 µs | 1.15× | – / – | yes |
| ltl/gh-r-3 | spot | 12.36 µs | 35.10 µs | 0.35× | – / – | yes |
| ltl/go-theta-3 | spot | 6.92 µs | 16.36 µs | 0.42× | – / – | yes |
| ltl/lily-patterns-1 | spot | 8.20 µs | 13.86 µs | 0.59× | – / – | yes |
| ltl/ms-phi-r-1 | spot | 6.08 µs | 19.92 µs | 0.31× | – / – | yes |
| ltl/ms-phi-s-1 | spot | 6.04 µs | 25.22 µs | 0.24× | – / – | yes |
| ltl/rv-counter-3 | spot | 18.32 µs | 14.98 µs | 1.22× | – / – | yes |
| ltl/sb-patterns-0 | spot | 7.80 µs | 13.08 µs | 0.60× | – / – | yes |
| ltl/sejk-k-2 | spot | 7.88 µs | 28.72 µs | 0.27× | – / – | yes |
| ltl/tv-uu-3 | spot | 28.42 µs | 30.38 µs | 0.94× | – / – | yes |
| ltl/u-left-3 | spot | 6.68 µs | 8.68 µs | 0.77× | – / – | yes |
| many_aps/and-gf-12 | spot | 121.74 µs | 53.96 µs | 2.26× | – / – | yes |
| many_aps/gf-equiv-12 | spot | 72.90 µs | 51.48 µs | 1.42× | – / – | yes |
| many_aps/r-right-10 | spot | 46.72 µs | 24.48 µs | 1.91× | – / – | yes |
| many_aps/random-n16-a8-p4-s1 | spot | 212.76 µs | 98.36 µs | 2.16× | – / – | yes |
| many_aps/random-n24-a12-p4-s1 | spot | 1.10 ms | 390.96 µs | 2.80× | – / – | yes |
| many_aps/random-n32-a16-p4-s1 | spot | 3.77 ms | 1.08 ms | 3.47× | – / – | yes |
| random/n128-a2-p6-s1 | spot | 205.56 µs | 131.34 µs | 1.57× | – / – | yes |
| random/n16-a1-p3-s1 | spot | 13.58 µs | 10.64 µs | 1.28× | – / – | yes |
| random/n256-a2-p8-s1 | spot | 512.81 µs | 313.88 µs | 1.63× | – / – | yes |
| random/n64-a2-p4-s1 | spot | 84.70 µs | 64.54 µs | 1.31× | – / – | yes |
| input | reference | ours | reference | ours / reference | size (ours / reference) | same result |
|---|---|---|---|---|---|---|
| ladder_10000 | oink-ppp | 2.65 ms | 324.00 µs | 8.18× | 10000 / 10000 | yes |
| ladder_10000 | oink-zlk | 2.65 ms | 310.50 µs | 8.53× | 10000 / 10000 | yes |
| ladder_10000 | spot | 2.65 ms | 9.60 ms | 0.28× | 10000 / 10000 | yes |
| ladder_50000 | oink-ppp | 18.84 ms | 2.13 ms | 8.83× | 50000 / 50000 | yes |
| ladder_50000 | oink-zlk | 18.84 ms | 2.25 ms | 8.37× | 50000 / 50000 | yes |
| ladder_50000 | spot | 18.84 ms | 71.48 ms | 0.26× | 50000 / 50000 | yes |
| random_few_10000 | oink-ppp | 6.91 ms | 1.40 ms | 4.95× | 10000 / 10000 | yes |
| random_few_10000 | oink-zlk | 6.91 ms | 2.82 ms | 2.45× | 10000 / 10000 | yes |
| random_few_10000 | spot | 6.91 ms | 20.42 ms | 0.34× | 10000 / 10000 | yes |
| random_few_50000 | oink-ppp | 80.49 ms | 18.43 ms | 4.37× | 50000 / 50000 | yes |
| random_few_50000 | oink-zlk | 80.49 ms | 20.47 ms | 3.93× | 50000 / 50000 | yes |
| random_few_50000 | spot | 80.49 ms | 692.71 ms | 0.12× | 50000 / 50000 | yes |
| random_many_10000 | oink-ppp | 7.20 ms | 1.56 ms | 4.61× | 10000 / 10000 | yes |
| random_many_10000 | oink-zlk | 7.20 ms | 2.90 ms | 2.48× | 10000 / 10000 | yes |
| random_many_10000 | spot | 7.20 ms | 30.12 ms | 0.24× | 10000 / 10000 | yes |
| random_many_50000 | oink-ppp | 78.05 ms | 38.73 ms | 2.01× | 50000 / 50000 | yes |
| random_many_50000 | oink-zlk | 78.05 ms | 45.33 ms | 1.72× | 50000 / 50000 | yes |
| random_many_50000 | spot | 78.05 ms | 722.66 ms | 0.11× | 50000 / 50000 | yes |
Compiling num-integer v0.1.47
Compiling polycool v0.4.0
Compiling memoffset v0.9.1
Compiling matrixmultiply v0.3.11
Compiling arrayref v0.3.9
Compiling roxmltree v0.20.0
Compiling sptr v0.3.2
Compiling parking_lot v0.12.5
Compiling hugealloc v0.1.1
Compiling tiny-skia-path v0.12.0
Compiling oxidd-derive v0.13.0
Compiling kurbo v0.13.1
Compiling fontconfig-parser v0.5.8
Compiling rustpython-parser-core v0.4.0
Compiling num-bigint v0.4.8
Compiling rustpython-parser v0.4.0
Compiling miniz_oxide v0.8.9
Compiling pyo3 v0.27.2
Compiling fdeflate v0.3.7
Compiling phf v0.11.3
Compiling memmap2 v0.9.12
Compiling getrandom v0.4.3
Compiling rawpointer v0.2.1
Compiling foldhash v0.1.5
Compiling rustix v1.1.6
Compiling fixedbitset v0.5.7
Compiling zmij v1.0.23
Compiling tinyvec v1.13.3
Compiling hashbrown v0.15.5
Compiling rustpython-ast v0.4.0
Compiling fontdb v0.24.0
Compiling svgtypes v0.16.2
Compiling itertools v0.11.0
Compiling png v0.18.1
Compiling rayon v1.12.0
Compiling oxidd-dump v0.8.0
Compiling pyo3-macros v0.27.2
Compiling unic-emoji-char v0.9.0
Compiling unic-ucd-ident v0.9.0
Compiling roxmltree v0.21.2
Compiling tracing-attributes v0.1.31
Compiling derive-where v1.7.0
Compiling simplecss v0.2.2
Compiling skrifa v0.44.0
Compiling harfrust v0.12.0
Compiling itertools v0.15.0
Compiling num-complex v0.4.6
Compiling linear-hashtbl v0.1.4
Compiling numpy v0.27.1
Compiling tracing-core v0.1.36
Compiling is-docker v0.2.0
Compiling color_quant v1.1.0
Compiling base64 v0.23.1
Compiling serde v1.0.229
Compiling winnow v1.0.5
Compiling quick-error v2.0.1
Compiling serde_json v1.0.154
Compiling thiserror v2.0.21
Compiling pico-args v0.5.0
Compiling xmlwriter v0.1.0
Compiling unicode-segmentation v1.13.3
Compiling unicode-script v0.5.9
Compiling byteorder-lite v0.1.0
Compiling unindent v0.2.4
Compiling data-url v0.3.2
Compiling weezl v0.1.12
Compiling linux-raw-sys v0.12.1
Compiling rustc-hash v1.1.0
Compiling indoc v2.0.8
Compiling unicode-vo v0.1.0
Compiling imagesize v0.15.0
Compiling lalrpop-util v0.20.2
Compiling hashbrown v0.17.1
Compiling unicode-bidi v0.3.18
Compiling yansi v1.0.1
Compiling pin-project-lite v0.2.17
Compiling rustc-hash v2.1.3
Compiling zune-core v0.5.3
Compiling ariadne v0.6.0
Compiling zune-jpeg v0.5.15
Compiling indexmap v2.14.2
Compiling tracing v0.1.44
Compiling usvg v0.49.0
Compiling chumsky v0.13.0
Compiling oxidd-manager-index v0.13.1
Compiling gif v0.14.2
Compiling image-webp v0.2.4
Compiling toml_parser v1.1.5+spec-1.1.0
Compiling is-wsl v0.4.0
Compiling ndarray v0.17.2
Compiling tiny-skia v0.12.0
Compiling oxidd-rules-bdd v0.13.0
Compiling oxidd-cache v0.13.0
Compiling toml_datetime v1.1.3+spec-1.1.0
Compiling serde_spanned v1.1.3
Compiling rgb v0.8.53
Compiling thiserror-impl v2.0.21
Compiling serde_derive v1.0.229
Compiling itoa v1.0.18
Compiling iana-time-zone v0.1.65
Compiling num-conv v0.2.2
Compiling toml_writer v1.2.0+spec-1.1.0
Compiling powerfmt v0.2.1
Compiling deranged v0.5.9
Compiling fastrand v2.5.0
Compiling time-core v0.1.9
Compiling tempfile v3.27.0
Compiling toml v1.2.1+spec-1.1.0
Compiling resvg v0.49.0
Compiling time v0.3.55
Compiling chrono v0.4.45
Compiling hoars v0.5.0
Compiling oxidd v0.13.0
Compiling open v5.4.5
Compiling pyo3-stub-gen-derive v0.23.2
Compiling ordered-float v5.4.0
Compiling inventory v0.3.25
Compiling maplit v1.0.2
Compiling layout-rs v0.1.3
Compiling pyo3-stub-gen v0.23.2
Compiling automata v0.2.1 (/var/lib/automata-bench/work/src-head)
Compiling automata-py v0.1.0 (/var/lib/automata-bench/work/src-head/python)
Finished `release` profile [optimized] target(s) in 10m 06s
📦 Built wheel for abi3 Python ≥ 3.11 to /var/lib/automata-bench/work/versus-head/wheels/automatars-0.1.0-cp311-abi3-manylinux_2_34_aarch64.whl
== head: running benches/versus/compare.py (Spot, Oink)
dpa/equivalence/hard/l-dsa-3 vs spot: 0.181 ms / 0.121 ms
dpa/equivalence/hard/l-nba-2 vs spot: 0.056 ms / 0.037 ms
dpa/equivalence/hard/m-nba-3 vs spot: 0.236 ms / 0.139 ms
dpa/equivalence/ltl/and-gf-3 vs spot: 0.009 ms / 0.012 ms
dpa/equivalence/ltl/eh-patterns-0 vs spot: 0.022 ms / 0.020 ms
dpa/equivalence/ltl/gf-equiv-3 vs spot: 0.020 ms / 0.034 ms
dpa/equivalence/ltl/gf-implies-3 vs spot: 0.011 ms / 0.020 ms
dpa/equivalence/ltl/gh-q-3 vs spot: 0.050 ms / 0.030 ms
dpa/equivalence/ltl/gh-r-3 vs spot: 0.021 ms / 0.068 ms
dpa/equivalence/ltl/go-theta-3 vs spot: 0.011 ms / 0.021 ms
dpa/equivalence/ltl/lily-patterns-1 vs spot: 0.012 ms / 0.016 ms
dpa/equivalence/ltl/ms-phi-r-1 vs spot: 0.010 ms / 0.039 ms
dpa/equivalence/ltl/ms-phi-s-1 vs spot: 0.010 ms / 0.041 ms
dpa/equivalence/ltl/rv-counter-3 vs spot: 0.028 ms / 0.014 ms
dpa/equivalence/ltl/sb-patterns-0 vs spot: 0.012 ms / 0.014 ms
dpa/equivalence/ltl/sejk-k-2 vs spot: 0.013 ms / 0.058 ms
dpa/equivalence/ltl/tv-uu-3 vs spot: 0.041 ms / 0.038 ms
dpa/equivalence/ltl/u-left-3 vs spot: 0.010 ms / 0.009 ms
dpa/equivalence/many_aps/and-gf-12 vs spot: 0.153 ms / 0.067 ms
dpa/equivalence/many_aps/gf-equiv-12 vs spot: 0.130 ms / 0.091 ms
dpa/equivalence/many_aps/r-right-10 vs spot: 0.065 ms / 0.026 ms
dpa/equivalence/many_aps/random-n16-a8-p4-s1 vs spot: 0.260 ms / 0.132 ms
dpa/equivalence/many_aps/random-n24-a12-p4-s1 vs spot: 1.269 ms / 0.449 ms
dpa/equivalence/many_aps/random-n32-a16-p4-s1 vs spot: 3.875 ms / 1.197 ms
dpa/equivalence/random/n128-a2-p6-s1 vs spot: 0.332 ms / 0.211 ms
dpa/equivalence/random/n16-a1-p3-s1 vs spot: 0.022 ms / 0.016 ms
dpa/equivalence/random/n256-a2-p8-s1 vs spot: 0.888 ms / 0.485 ms
dpa/equivalence/random/n64-a2-p4-s1 vs spot: 0.143 ms / 0.100 ms
dpa/inclusion/hard/l-dsa-3 vs spot: 0.071 ms / 0.062 ms
dpa/inclusion/hard/l-nba-2 vs spot: 0.035 ms / 0.024 ms
dpa/inclusion/hard/m-nba-3 vs spot: 0.148 ms / 0.088 ms
dpa/inclusion/ltl/and-gf-3 vs spot: 0.006 ms / 0.008 ms
dpa/inclusion/ltl/eh-patterns-0 vs spot: 0.014 ms / 0.018 ms
dpa/inclusion/ltl/gf-equiv-3 vs spot: 0.012 ms / 0.019 ms
dpa/inclusion/ltl/gf-implies-3 vs spot: 0.006 ms / 0.012 ms
dpa/inclusion/ltl/gh-q-3 vs spot: 0.033 ms / 0.029 ms
dpa/inclusion/ltl/gh-r-3 vs spot: 0.012 ms / 0.035 ms
dpa/inclusion/ltl/go-theta-3 vs spot: 0.007 ms / 0.016 ms
dpa/inclusion/ltl/lily-patterns-1 vs spot: 0.008 ms / 0.014 ms
dpa/inclusion/ltl/ms-phi-r-1 vs spot: 0.006 ms / 0.020 ms
dpa/inclusion/ltl/ms-phi-s-1 vs spot: 0.006 ms / 0.025 ms
dpa/inclusion/ltl/rv-counter-3 vs spot: 0.018 ms / 0.015 ms
dpa/inclusion/ltl/sb-patterns-0 vs spot: 0.008 ms / 0.013 ms
dpa/inclusion/ltl/sejk-k-2 vs spot: 0.008 ms / 0.029 ms
dpa/inclusion/ltl/tv-uu-3 vs spot: 0.028 ms / 0.030 ms
dpa/inclusion/ltl/u-left-3 vs spot: 0.007 ms / 0.009 ms
dpa/inclusion/many_aps/and-gf-12 vs spot: 0.122 ms / 0.054 ms
dpa/inclusion/many_aps/gf-equiv-12 vs spot: 0.073 ms / 0.051 ms
dpa/inclusion/many_aps/r-right-10 vs spot: 0.047 ms / 0.024 ms
dpa/inclusion/many_aps/random-n16-a8-p4-s1 vs spot: 0.213 ms / 0.098 ms
dpa/inclusion/many_aps/random-n24-a12-p4-s1 vs spot: 1.096 ms / 0.391 ms
dpa/inclusion/many_aps/random-n32-a16-p4-s1 vs spot: 3.767 ms / 1.085 ms
dpa/inclusion/random/n128-a2-p6-s1 vs spot: 0.206 ms / 0.131 ms
dpa/inclusion/random/n16-a1-p3-s1 vs spot: 0.014 ms / 0.011 ms
dpa/inclusion/random/n256-a2-p8-s1 vs spot: 0.513 ms / 0.314 ms
dpa/inclusion/random/n64-a2-p4-s1 vs spot: 0.085 ms / 0.065 ms
game/solve/random_few_10000 vs spot: 6.908 ms / 20.415 ms
game/solve/random_few_10000 vs oink-zlk: 6.908 ms / 2.816 ms
game/solve/random_few_10000 vs oink-ppp: 6.908 ms / 1.396 ms
game/solve/random_few_50000 vs spot: 80.487 ms / 692.710 ms
game/solve/random_few_50000 vs oink-zlk: 80.487 ms / 20.473 ms
game/solve/random_few_50000 vs oink-ppp: 80.487 ms / 18.426 ms
game/solve/random_many_10000 vs spot: 7.197 ms / 30.121 ms
game/solve/random_many_10000 vs oink-zlk: 7.197 ms / 2.899 ms
game/solve/random_many_10000 vs oink-ppp: 7.197 ms / 1.561 ms
game/solve/random_many_50000 vs spot: 78.047 ms / 722.660 ms
game/solve/random_many_50000 vs oink-zlk: 78.047 ms / 45.328 ms
game/solve/random_many_50000 vs oink-ppp: 78.047 ms / 38.734 ms
game/solve/ladder_10000 vs spot: 2.650 ms / 9.602 ms
game/solve/ladder_10000 vs oink-zlk: 2.650 ms / 0.310 ms
game/solve/ladder_10000 vs oink-ppp: 2.650 ms / 0.324 ms
game/solve/ladder_50000 vs spot: 18.842 ms / 71.478 ms
game/solve/ladder_50000 vs oink-zlk: 18.842 ms / 2.252 ms
game/solve/ladder_50000 vs oink-ppp: 18.842 ms / 2.134 ms
== head: 266 benchmarks, 16 wall-clock measurements, 74 comparisons