Skip to content

Commit

Permalink
Fixed ncu script bugs.
Browse files Browse the repository at this point in the history
  • Loading branch information
lcy-seso committed Sep 18, 2024
1 parent f2ac744 commit 2074b3b
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion artifacts/run_all_ncu_flash2.sh
Original file line number Diff line number Diff line change
Expand Up @@ -9,5 +9,5 @@ mha_dir="$benchmark_dir/multi-head_attention/baseline"
# 1. ncu test the mha benchmark
echo "NCU profiling mha benchmark"
$ncu_dir/ncu --section "MemoryWorkloadAnalysis" \
--csv --set full python3 $stack_rnn_path/$mha_dir/test_pt_model.py > $log_dir/flash2_attention_ncu.csv
--csv --set full python3 $mha_dir/test_pt_model.py > $log_dir/flash2_attention_ncu.csv

4 changes: 2 additions & 2 deletions artifacts/run_all_ncu_triton.sh
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,12 @@ mha_dir="$benchmark_dir/multi-head_attention/baseline"
# 1. ncu test the mha benchmark
echo "NCU profiling mha benchmark"
$ncu_dir/ncu --section "MemoryWorkloadAnalysis" \
--csv --set full python3 $stack_rnn_path/$mha_dir/test_triton_model.py > $log_dir/triton_attention_ncu.csv
--csv --set full python3 $mha_dir/test_triton_model.py > $log_dir/triton_attention_ncu.csv


bigbird_dir="$benchmark_dir/blocked_sparse_attention/triton"
# 2. ncu test the bigbird benchmark
echo "NCU profiling BigBird benchmark"
$ncu_dir/ncu --section "MemoryWorkloadAnalysis" \
--csv --set full python3 $bigbird_dir/main.py \
--default_test > $log_dir/triton_bigbird_ncu.csv
--default_test True > $log_dir/triton_bigbird_ncu.csv

0 comments on commit 2074b3b

Please sign in to comment.