diff --git a/.github/workflows/run_bench.yml b/.github/workflows/run_bench.yml index ccc411e..971269f 100644 --- a/.github/workflows/run_bench.yml +++ b/.github/workflows/run_bench.yml @@ -55,13 +55,13 @@ jobs: - name: Roofline Plots run: | source bench_venv/bin/activate - python convbench/shark_conv.py --roofline results/iree_conv.csv --plot results/iree_conv_i8.png --dtype i8 - python convbench/shark_conv.py --roofline results/iree_conv.csv --plot results/iree_conv_f32.png --dtype f32 - python convbench/shark_conv.py --roofline results/iree_attention.csv --plot results/iree_attention_fp16.png --dtype f16 - python convbench/shark_conv.py --roofline results/iree_attention.csv --plot results/iree_attention_fp8.png --dtype f8E4M3FNUZ - python convbench/shark_conv.py --roofline results/iree_gemm.csv --plot results/iree_gemm.png - python convbench/shark_conv.py --roofline results/iree_gemm_tk.csv --plot results/iree_gemm_tk.png - python convbench/shark_conv.py --roofline results/iree_gemm.csv,results/iree_gemm_tk.csv,results/iree_attention.csv,results/iree_conv.csv --plot results/combined.png + python convbench/conv_bench.py --roofline results/iree_conv.csv --plot results/iree_conv_i8.png --dtype i8 + python convbench/conv_bench.py --roofline results/iree_conv.csv --plot results/iree_conv_f32.png --dtype f32 + python convbench/conv_bench.py --roofline results/iree_attention.csv --plot results/iree_attention_fp16.png --dtype f16 + python convbench/conv_bench.py --roofline results/iree_attention.csv --plot results/iree_attention_fp8.png --dtype f8E4M3FNUZ + python convbench/conv_bench.py --roofline results/iree_gemm.csv --plot results/iree_gemm.png + python convbench/conv_bench.py --roofline results/iree_gemm_tk.csv --plot results/iree_gemm_tk.png + python convbench/conv_bench.py --roofline results/iree_gemm.csv,results/iree_gemm_tk.csv,results/iree_attention.csv,results/iree_conv.csv --plot results/combined.png - name: Upload benchmark results uses: actions/upload-artifact@v4 diff --git a/README.md b/README.md index 386b36e..a9e2f9d 100644 --- a/README.md +++ b/README.md @@ -24,7 +24,7 @@ Refer to the respective problems.py file in the folder to see which shapes are b ### Convolution Benchmarking ``` -python convbench/shark_conv.py +python convbench/conv_bench.py ``` ### GEMM Benchmarking @@ -50,7 +50,7 @@ python attentionbench/attention_bench.py If you want to generate a roofline plot, you can call any of the suites for now with the --roofline option (provide a commma seperated list if you want to generate for multiple benchmarks combined): ``` -python convbench/shark_conv.py --roofline results/iree_conv.csv,results/iree_attention.csv --plot results/attn_conv.png +python convbench/conv_bench.py --roofline results/iree_conv.csv,results/iree_attention.csv --plot results/attn_conv.png ``` If you want to generate a roofline plot for a certain data type, model, or batch size you can do: