diff --git a/.github/workflows/benchmark.yaml b/.github/workflows/benchmark.yaml index 45058696f..5b2086950 100644 --- a/.github/workflows/benchmark.yaml +++ b/.github/workflows/benchmark.yaml @@ -60,19 +60,65 @@ jobs: # Create a dummy benchmark result mkdir -p ./benchmark-data-current + echo "Starting cold start large benchmark" ./target/debug/benchmark_cold_start_large --quiet --json spawned > benchmark-data-current/benchmark_cold_start_large.json + cat benchmark-data-current/benchmark_cold_start_large.json + echo "Successfully ran cold start large benchmark" + + echo "Starting cold start medium benchmark" ./target/debug/benchmark_cold_start_medium --quiet --json spawned > benchmark-data-current/benchmark_cold_start_medium.json + cat benchmark-data-current/benchmark_cold_start_medium.json + echo "Successfully ran cold start medium benchmark" + + echo "Starting cold start small benchmark" ./target/debug/benchmark_cold_start_small --quiet --json spawned > benchmark-data-current/benchmark_cold_start_small.json - ./target/debug/benchmark_cold_start_large spawned --component-compilation-disabled --quiet --json > benchmark-data-current/benchmark_cold_start_large_no_compilation.json - ./target/debug/benchmark_cold_start_medium spawned --component-compilation-disabled --quiet --json > benchmark-data-current/benchmark_cold_start_medium_no_compilation.json - ./target/debug/benchmark_cold_start_small spawned --component-compilation-disabled --quiet --json > benchmark-data-current/benchmark_cold_start_small_no_compilation.json + cat benchmark-data-current/benchmark_cold_start_small.json + echo "Successfully ran cold start small benchmark" + + echo "Starting cold start large benchmark without component compilation" + ./target/debug/benchmark_cold_start_large --quiet --json spawned --component-compilation-disabled > benchmark-data-current/benchmark_cold_start_large_no_compilation.json + cat benchmark-data-current/benchmark_cold_start_large_no_compilation.json + echo "Successfully ran cold start large benchmark without component compilation" + + echo "Starting cold start medium benchmark without component compilation" + ./target/debug/benchmark_cold_start_medium spawned --quiet --json --component-compilation-disabled > benchmark-data-current/benchmark_cold_start_medium_no_compilation.json + cat benchmark-data-current/benchmark_cold_start_medium_no_compilation.json + echo "Successfully ran cold start medium benchmark without component compilation" + + echo "Starting cold start small benchmark without component compilation" + ./target/debug/benchmark_cold_start_small --quiet --json spawned --component-compilation-disabled> benchmark-data-current/benchmark_cold_start_small_no_compilation.json + cat benchmark-data-current/benchmark_cold_start_small_no_compilation.json + echo "Successfully ran cold start small benchmark without component compilation" + + echo "Starting durability overhead benchmark" ./target/debug/benchmark_durability_overhead --quiet --json spawned > benchmark-data-current/benchmark_durability_overhead.json + cat benchmark-data-current/benchmark_durability_overhead.json + echo "Successfully durability overhead benchmark" + + echo "Starting latency large benchmark" ./target/debug/benchmark_latency_large --quiet --json spawned > benchmark-data-current/benchmark_latency_large.json + cat benchmark-data-current/benchmark_latency_large.json + echo "Successfully ran latency large benchmark" + + echo "Starting latency medium benchmark" ./target/debug/benchmark_latency_medium --quiet --json spawned > benchmark-data-current/benchmark_latency_medium.json + cat benchmark-data-current/benchmark_latency_medium.json + echo "Successfully ran latency medium benchmark" + + echo "Starting latency small benchmark" ./target/debug/benchmark_latency_small --quiet --json spawned > benchmark-data-current/benchmark_latency_small.json + cat benchmark-data-current/benchmark_latency_small.json + echo "Successfully ran latency small benchmark" + + echo "Starting suspend benchmark" ./target/debug/benchmark_suspend_worker --quiet --json spawned > benchmark-data-current/benchmark_suspend_worker.json - ./target/debug/benchmark_throughput --quiet --json spawned > benchmark-data-current/benchmark_throughput.json + cat benchmark-data-current/benchmark_suspend_worker.json + echo "Successfully ran suspend benchmark" + echo "Starting throughput benchmark" + ./target/debug/benchmark_throughput --quiet --json spawned > benchmark-data-current/benchmark_throughput.json + cat benchmark-data-current/benchmark_throughput.json + echo "Successfully ran throughput benchmark" echo "Finished Running Benchmark Jobs"