cod-539-limit-macro-runners-usage-depending-on-plan-usage-based-for - Branch - AvalancheHQ/pytest-codspeed

COD-539: Limit macro runners usage depending on plan + usage based for pro

Comparing

cod-539-limit-macro-runners-usage-depending-on-plan-usage-based-for

(

f241a77

) with

master

(

2f1386c

)

-10%

Improvements: 11

Regressions: 1

Untouched: 88

Benchmarks

Failed

test_threadpool_map[10]

tests/benchmarks/test_bench_syscalls.py

Regression

-10%

1.4 ms1.5 ms

Improved

test_pipe_communication[10000]

tests/benchmarks/test_bench_syscalls.py

×4.3

24.2 ms5.6 ms

test_pipe_communication[100]

tests/benchmarks/test_bench_syscalls.py

×4.3

24.1 ms5.6 ms

test_pipe_communication[1000]

tests/benchmarks/test_bench_syscalls.py

×4.3

24.2 ms5.6 ms

test_pipe_communication[10]

tests/benchmarks/test_bench_syscalls.py

×4.3

24.1 ms5.6 ms

test_multiprocessing_map[10]

tests/benchmarks/test_bench_syscalls.py

+98%

110.9 ms56 ms

test_multiprocessing_map[100]

tests/benchmarks/test_bench_syscalls.py

+90%

111.5 ms58.6 ms

test_multiprocessing_map[1000]

tests/benchmarks/test_bench_syscalls.py

+89%

114 ms60.4 ms

test_multiprocessing_map[10000]

tests/benchmarks/test_bench_syscalls.py

+85%

119.6 ms64.7 ms

test_multiprocessing_map[100000]

tests/benchmarks/test_bench_syscalls.py

+46%

176.8 ms121 ms

test_tcp_connection[1.1.1.1-53]

tests/benchmarks/test_bench_syscalls.py

+29%

1,225.1 µs950.8 µs

test_threadpool_map[10000]

tests/benchmarks/test_bench_syscalls.py

+14%

805.6 ms706.3 ms

Passed

test_fs_read[100]

tests/benchmarks/test_bench_syscalls.py

+4%

648 ns624 ns

test_iir_filter_process

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

+4%

3.6 µs3.5 µs

test_tcp_connection[wikipedia.org-443]

tests/benchmarks/test_bench_syscalls.py

+2%

16.6 ms16.2 ms

test_tcp_connection[8.8.8.8-53]

tests/benchmarks/test_bench_syscalls.py

+2%

779.9 µs766.8 µs

test_array_alloc[10000]

tests/benchmarks/test_bench_syscalls.py

+1%

20.3 µs20.1 µs

test_depth_first_search[4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

+1%

31.9 µs31.7 µs

test_sudoku[initial_grid0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

8.6 µs8.6 µs

test_generate_sum_of_subsets_soln[nums0-9]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

24.4 µs24.3 µs

test_hostname_resolution[8.8.8.8]

tests/benchmarks/test_bench_syscalls.py

7.2 µs7.2 µs

test_threadpool_map[1000]

tests/benchmarks/test_bench_syscalls.py

39.1 ms39.1 ms

test_generate_all_subsequences[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

96.1 µs96 µs

test_array_alloc[100000]

tests/benchmarks/test_bench_syscalls.py

185.3 µs185.1 µs

test_array_alloc[100]

tests/benchmarks/test_bench_syscalls.py

1.3 µs1.3 µs

test_iterative_fibo_10

tests/benchmarks/test_bench_fibo.py

1.4 µs1.4 µs

test_sleep[0.05]

tests/benchmarks/test_bench_syscalls.py

50.1 ms50.1 ms

test_sleep[0.1]

tests/benchmarks/test_bench_syscalls.py

100.1 ms100.1 ms

test_n_queens_solve[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

10.5 ms10.5 ms

test_sleep[0.01]

tests/benchmarks/test_bench_syscalls.py

10.1 ms10.1 ms

test_mmap_operation[409600]

tests/benchmarks/test_bench_syscalls.py

124.6 µs124.6 µs

test_generate_all_permutations[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

159.9 µs160.1 µs

test_generate_all_permutations[sequence1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

161.1 µs161.4 µs

test_make_lowshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

8.5 µs8.5 µs

test_fs_read[1000000]

tests/benchmarks/test_bench_syscalls.py

7.5 ms7.5 ms

test_threadpool_map[100000]

tests/benchmarks/test_bench_syscalls.py

8.9 s8.9 s

test_fs_read[100000]

tests/benchmarks/test_bench_syscalls.py

743.6 µs746.3 µs

test_generate_all_subsequences[sequence0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

191.9 µs192.8 µs

test_hamilton_cycle[graph0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

26.8 µs26.9 µs

test_hostname_resolution[1.1.1.1]

tests/benchmarks/test_bench_syscalls.py

-1%

7.1 µs7.2 µs

test_generate_all_combinations[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

1.3 µs1.3 µs

test_open_close_fd[10]

tests/benchmarks/test_bench_syscalls.py

-1%

92 µs92.9 µs

test_process_creation[ls -l]

tests/benchmarks/test_bench_syscalls.py

-1%

4.3 ms4.3 ms

test_open_close_fd[1000]

tests/benchmarks/test_bench_syscalls.py

-1%

9 ms9.1 ms

test_generate_parenthesis[3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

8.6 µs8.7 µs

test_combination_lists[0-0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

2.1 µs2.1 µs

test_iir_filter_set_coefficients[a_coeffs0-b_coeffs0]

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-1%

1 µs1 µs

test_open_close_fd[100]

tests/benchmarks/test_bench_syscalls.py

-1%

867.3 µs877.7 µs

test_open_knight_tour[1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

4 µs4 µs

test_process_creation[echo hello]

tests/benchmarks/test_bench_syscalls.py

-1%

1.4 ms1.4 ms

test_fs_write[1000]

tests/benchmarks/test_bench_syscalls.py

-1%

14.8 µs15 µs

test_process_creation[cat /dev/null]

tests/benchmarks/test_bench_syscalls.py

-1%

3.1 ms3.1 ms

test_color[graph0-3]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

28.9 µs29.3 µs

test_solve_crossword[puzzle0-words0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-1%

2.5 µs2.5 µs

test_combination_lists[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-2%

4.4 µs4.5 µs

test_dup_fd

tests/benchmarks/test_bench_syscalls.py

-2%

14.3 µs14.6 µs

test_threadpool_map[100]

tests/benchmarks/test_bench_syscalls.py

-2%

5.5 ms5.6 ms

test_make_highpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-2%

6.6 µs6.7 µs

test_make_lowpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-2%

6.6 µs6.8 µs

test_hostname_resolution[127.0.0.1]

tests/benchmarks/test_bench_syscalls.py

-2%

7.2 µs7.3 µs

test_solve_maze[maze0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-2%

21 µs21.4 µs

test_sleep[0.001]

tests/benchmarks/test_bench_syscalls.py

-2%

1 ms1.1 ms

test_noop_ellipsis

tests/benchmarks/test_bench_various_noop.py

-2%

540 ns552 ns

test_fs_write[1000000]

tests/benchmarks/test_bench_syscalls.py

-2%

2.4 ms2.5 ms

test_is_complete[board0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-2%

2 µs2.1 µs

test_make_highshelf

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-2%

8.5 µs8.7 µs

test_hostname_resolution[google.com]

tests/benchmarks/test_bench_syscalls.py

-2%

376.7 µs386.4 µs

test_fs_write[10000]

tests/benchmarks/test_bench_syscalls.py

-3%

35.5 µs36.5 µs

test_fs_write[100]

tests/benchmarks/test_bench_syscalls.py

-3%

13.5 µs13.8 µs

test_minimax[scores0]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-3%

9.1 µs9.4 µs

test_hostname_resolution[localhost]

tests/benchmarks/test_bench_syscalls.py

-3%

115.2 µs118.6 µs

test_fs_read[1000]

tests/benchmarks/test_bench_syscalls.py

-3%

816 ns840 ns

test_recursive_cached_fibo_100

tests/benchmarks/test_bench_fibo.py

-3%

104.1 µs107.4 µs

test_tcp_connection[google.com-443]

tests/benchmarks/test_bench_syscalls.py

-3%

1.3 ms1.3 ms

test_word_exists[board0-ABCCED]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-3%

16.7 µs17.3 µs

test_combination_lists[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-3%

4.1 µs4.2 µs

test_array_alloc[1000]

tests/benchmarks/test_bench_syscalls.py

-3%

3.2 µs3.3 µs

test_generate_all_combinations[5-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-3%

9.1 µs9.4 µs

test_fs_read[10000]

tests/benchmarks/test_bench_syscalls.py

-3%

66.6 µs68.9 µs

test_generate_all_combinations[4-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-3%

6.6 µs6.9 µs

test_noop_lambda

tests/benchmarks/test_bench_various_noop.py

-4%

984 ns1,020 ns

test_noop_ellipsis_decorated

tests/benchmarks/test_bench_various_noop.py

-4%

648 ns672 ns

test_mmap_operation[40960]

tests/benchmarks/test_bench_syscalls.py

-4%

41.1 µs42.7 µs

test_fs_write[100000]

tests/benchmarks/test_bench_syscalls.py

-4%

232.3 µs241.5 µs

test_hostname_resolution[amazon.com]

tests/benchmarks/test_bench_syscalls.py

-4%

313.1 µs325.9 µs

test_noop_pass

tests/benchmarks/test_bench_various_noop.py

-4%

552 ns576 ns

test_mmap_operation[4096]

tests/benchmarks/test_bench_syscalls.py

-4%

29.7 µs31 µs

test_get_valid_pos[pos0-4]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-4%

3.3 µs3.4 µs

test_noop_lambda_decorated

tests/benchmarks/test_bench_various_noop.py

-4%

1.1 µs1.1 µs

test_make_bandpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-4%

6.4 µs6.7 µs

test_solve_power_sum[13-2]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-4%

5.5 µs5.8 µs

test_is_safe[board0-1-1]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-5%

10.7 µs11.2 µs

test_make_allpass

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-5%

6.2 µs6.5 µs

test_recursive_fibo_10

tests/benchmarks/test_bench_fibo.py

-6%

25.8 µs27.4 µs

test_match_word_pattern[aba-GraphTreesGraph]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-6%

97 µs103.5 µs

test_make_peak

tests/benchmarks/TheAlgorithms_bench/test_bench_audio_filters.py

-7%

7.4 µs7.9 µs

test_recursive_cached_fibo_10

tests/benchmarks/test_bench_fibo.py

-7%

6.7 µs7.2 µs

test_recursive_fibo_20

tests/benchmarks/test_bench_fibo.py

-7%

3.1 ms3.3 ms

test_noop_pass_decorated

tests/benchmarks/test_bench_various_noop.py

-7%

648 ns696 ns

test_combination_sum[candidates0-8]

tests/benchmarks/TheAlgorithms_bench/test_bench_backtracking.py

-8%

10 µs10.8 µs

Commits

Click on a commit to change the comparison range

Base

master

48fd5ba

-12.76%

chore(ci): lower runtime of codspeed benchmarks

48fd5ba

9 months ago

by adriencaccia

+42.39%

chore: empty commit to trigger a CodSpeed run

f241a77

7 months ago

by adriencaccia

Home Terms Privacy Docs