julian/amd-strix-halo-toolboxes
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases Wiki Activity

update benchmark script

Browse Source
This commit is contained in:
Donato Capitella
2025-11-12 13:48:42 +00:00
parent 40a47116a9
commit 11048c22f2
1 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/run_benchmarks.sh
+11 -2
View File
@@ -28,6 +28,8 @@ echo
declare -A CMDS=( declare -A CMDS=(
[rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench" [rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench"
[rocm6_4_4-rocwmma]="toolbox run -c llama-rocm-6.4.4-rocwmma -- /usr/local/bin/llama-bench" [rocm6_4_4-rocwmma]="toolbox run -c llama-rocm-6.4.4-rocwmma -- /usr/local/bin/llama-bench"
[rocm7.1]="toolbox run -c llama-rocm-7.1 -- /usr/local/bin/llama-bench"
[rocm7.1-rocwmma]="toolbox run -c llama-rocm-7.1-rocwmma -- /usr/local/bin/llama-bench"
[rocm7_rc]="toolbox run -c llama-rocm-7rc -- /usr/local/bin/llama-bench" [rocm7_rc]="toolbox run -c llama-rocm-7rc -- /usr/local/bin/llama-bench"
[rocm7_rc-rocwmma]="toolbox run -c llama-rocm-7rc-rocwmma -- /usr/local/bin/llama-bench" [rocm7_rc-rocwmma]="toolbox run -c llama-rocm-7rc-rocwmma -- /usr/local/bin/llama-bench"
[vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench" [vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench"
@@ -41,7 +43,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
CMD="${CMDS[$ENV]}" CMD="${CMDS[$ENV]}"
# For ROCm 6.4.4 and 7 envs, run default + HIPBLASLT=0 variants; others: default only # For ROCm 6.4.4 and 7 envs, run default + HIPBLASLT=0 variants; others: default only
if [[ "$ENV" == rocm7_* || "$ENV" == rocm6_4_* ]]; then if [[ "$ENV" == rocm7* || "$ENV" == rocm6_4_* ]]; then
HBLT_MODES=( default off ) HBLT_MODES=( default off )
else else
HBLT_MODES=( default ) HBLT_MODES=( default )
@@ -65,6 +67,13 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
EXTRA_ARGS=( -fa 1 ) EXTRA_ARGS=( -fa 1 )
fi fi
# tune ubatch-size for backend
if [[ "$ENV" == *vulkan* ]]; then
EXTRA_ARGS+=( -ub 512 )
else
EXTRA_ARGS+=( -ub 2048 )
fi
OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}.log" OUT="$RESULTDIR/${MODEL_NAME}__${ENV}${SUFFIX}.log"
# skip if we already have a non-empty log # skip if we already have a non-empty log
@@ -74,7 +83,7 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
fi fi
# build command array # build command array
FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" ) FULL_CMD=( $CMD_EFFECTIVE -ngl 99 -mmp 0 -m "$MODEL_PATH" "${EXTRA_ARGS[@]}" -d 512,32768 )
printf "\n▶ [%s] %s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}" printf "\n▶ [%s] %s%s\n" "$ENV" "$MODEL_NAME" "${SUFFIX:+ $SUFFIX}"
printf " → log: %s\n" "$OUT" printf " → log: %s\n" "$OUT"