From 62a8364da7566eae8cd3b47b474fcdac74c2362e Mon Sep 17 00:00:00 2001 From: Ean Garvey Date: Mon, 18 Mar 2024 19:22:17 -0500 Subject: [PATCH] Update flags for MI perf. --- models/turbine_models/custom_models/sd_inference/utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/turbine_models/custom_models/sd_inference/utils.py b/models/turbine_models/custom_models/sd_inference/utils.py index 50d26202f..d031a3fe9 100644 --- a/models/turbine_models/custom_models/sd_inference/utils.py +++ b/models/turbine_models/custom_models/sd_inference/utils.py @@ -14,7 +14,7 @@ "--iree-global-opt-propagate-transposes=true", "--iree-opt-const-eval=false", "--iree-opt-outer-dim-concat=true", - "--iree-rocm-bc-dir=/opt/rocm/amdgcn/bitcode", + "--iree-rocm-bc-dir=/home/eagarvey/2024-q1-sdxl-sprint/bitcode-2024-03-07", "--iree-vm-target-truncate-unsupported-floats", "--iree-llvmgpu-enable-prefetch=true", "--verify=false", @@ -24,6 +24,8 @@ ], "unet": [ # "--iree-flow-split-matmul-reduction=5", + "--iree-codegen-llvmgpu-use-conv-vector-distribute-pipeline", + "--iree-codegen-llvmgpu-reduce-skinny-matmuls", "--iree-codegen-gpu-native-math-precision=true", "--iree-codegen-llvmgpu-use-vector-distribution", ],