diff --git a/pages/index.html b/pages/index.html new file mode 100644 index 0000000..8f352fa --- /dev/null +++ b/pages/index.html @@ -0,0 +1,584 @@ + + + + + + + Strix Halo — Model ↔ Backend Comparator + + + + +
+

Strix Halo — llama.cpp Backend Comparator

+

+ Compare model throughput across backends (pp512 & tg128). + Repo: kyuz0/amd-strix-halo-toolboxes +

+

Loading meta…

+
+ + +
+
+ + +
+
+ + +
+
+ +
+ + +
+
+ +
+
+ + +
+
+ +
+
Winner = every selected backend within the best’s uncertainty range, combining ± errors from both results.
+ +
+

Prompt Processing (pp512) — tokens/second

+
+
+
+ + + + + +
+
+
+ +
+

Text Generation (tg128) — tokens/second

+
+
+
+ + + + + +
+
+
+ + + + + \ No newline at end of file diff --git a/pages/results.json b/pages/results.json new file mode 100644 index 0000000..15af715 --- /dev/null +++ b/pages/results.json @@ -0,0 +1,9939 @@ +{ + "meta": { + "generated_at": "2025-08-09T09:04:36Z", + "os_kernel": "Fedora 42 \u2014 Linux fedora 6.16.0-264.vanilla.fc42.x86_64 (2025-07-28)", + "llamacpp_builds": [ + { + "hash": "cd6983d5", + "number": "6119" + } + ], + "environments": [ + "rocm6_4_2", + "rocm6_4_2-rocwmma", + "rocm7_beta", + "rocm7_rc", + "vulkan_amdvlk", + "vulkan_radv" + ], + "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" + }, + "runs": [ + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 129.88, + "tps_std": 0.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 19.43, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 130.17, + "tps_std": 0.38, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 19.83, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 103.63, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 20.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 200.76, + "tps_std": 0.32, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 22.78, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 201.86, + "tps_std": 0.27, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 22.83, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 127.73, + "tps_std": 0.23, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 22.88, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 132.54, + "tps_std": 0.34, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", + "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 23.31, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 68.01, + "name_params_b": null, + "quant": "Q4_K_XL", + "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 113.62, + "tps_std": 0.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 15.47, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 124.82, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 15.35, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 120.54, + "tps_std": 0.3, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 15.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 124.18, + "tps_std": 0.48, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 15.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 223.02, + "tps_std": 0.69, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 16.47, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 224.54, + "tps_std": 0.65, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 16.49, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 127.36, + "tps_std": 0.46, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 16.78, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 131.78, + "tps_std": 0.46, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", + "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 16.99, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 110.47, + "file_size_gib": 94.57, + "name_params_b": null, + "quant": "Q6_K_XL", + "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 33.3, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 2.64, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 31.09, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 2.65, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": null + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 78.7, + "tps_std": 0.2, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 2.66, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 81.29, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 2.66, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 72.71, + "file_size_gib": 78.21, + "name_params_b": 72.0, + "quant": "Q8_K_XL", + "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 33.32, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 2.73, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 31.28, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 2.74, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", + "build": null + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", + "build": null + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 98.14, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 2.73, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 99.24, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 2.72, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 80.11, + "tps_std": 0.09, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 2.73, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 82.9, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", + "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 2.73, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 75.65, + "name_params_b": 70.0, + "quant": "Q8_K_XL", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 134.39, + "tps_std": 0.32, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 14.33, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 135.25, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 14.43, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 243.45, + "tps_std": 1.29, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 15.29, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 247.48, + "tps_std": 1.28, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 15.03, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 148.25, + "tps_std": 0.91, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 15.21, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 149.82, + "tps_std": 0.83, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 15.21, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 82.35, + "name_params_b": 17.0, + "quant": "Q6_K", + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 135.44, + "tps_std": 0.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 11.61, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 258.18, + "tps_std": 1.38, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 12.23, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 260.16, + "tps_std": 1.44, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 12.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 168.63, + "tps_std": 0.81, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 12.26, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 172.37, + "tps_std": 0.92, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 12.25, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 106.65, + "name_params_b": 17.0, + "quant": null, + "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 138.27, + "tps_std": 0.66, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 17.4, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 138.9, + "tps_std": 0.66, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 17.62, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 123.61, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 17.6, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", + "build": null + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 123.58, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 17.55, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 218.18, + "tps_std": 0.83, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 20.04, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 221.15, + "tps_std": 0.74, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 19.58, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 152.21, + "tps_std": 0.66, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 19.98, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 155.22, + "tps_std": 1.09, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", + "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 19.93, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 107.77, + "file_size_gib": 57.73, + "name_params_b": 17.0, + "quant": "Q4_K_XL", + "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 74.15, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 13.73, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 114.49, + "tps_std": 0.6, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 15.98, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 116.07, + "tps_std": 0.64, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 15.84, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 64.85, + "tps_std": 0.38, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 16.58, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 66.76, + "tps_std": 0.43, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", + "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 16.83, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 235.09, + "file_size_gib": 96.99, + "name_params_b": 235.0, + "quant": "Q3_K_XL", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 157.95, + "tps_std": 2.63, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 24.53, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 162.19, + "tps_std": 3.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 24.03, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 157.69, + "tps_std": 2.52, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 23.89, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 140.32, + "tps_std": 2.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 24.33, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 153.49, + "tps_std": 1.19, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 24.52, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 138.49, + "tps_std": 2.52, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 24.35, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 152.26, + "tps_std": 2.41, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 24.55, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 137.52, + "tps_std": 1.75, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 24.33, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 107.48, + "tps_std": 0.16, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 8.04, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 107.64, + "tps_std": 0.13, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 7.96, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 85.97, + "tps_std": 0.12, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 7.38, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 87.05, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-BF16-00001-of-00002", + "model_clean": "Qwen3-30B-A3B-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 7.4, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 388.77, + "tps_std": 0.97, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 50.31, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 412.35, + "tps_std": 1.06, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 48.26, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 388.72, + "tps_std": 2.63, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 50.19, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 301.29, + "tps_std": 0.54, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 49.58, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 390.07, + "tps_std": 0.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 50.19, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 300.6, + "tps_std": 2.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 49.78, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 388.99, + "tps_std": 1.86, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 50.31, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 302.87, + "tps_std": 0.88, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 49.9, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 736.95, + "tps_std": 3.72, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 56.89, + "tps_std": 0.26, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 727.71, + "tps_std": 2.81, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 53.34, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 395.16, + "tps_std": 1.55, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 58.95, + "tps_std": 0.45, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 405.61, + "tps_std": 1.85, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 58.06, + "tps_std": 0.28, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 24.53, + "name_params_b": 30.0, + "quant": "Q6_K_XL", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 150.5, + "tps_std": 1.69, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 24.55, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 154.09, + "tps_std": 1.98, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 24.02, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 150.34, + "tps_std": 1.74, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 24.14, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 134.4, + "tps_std": 1.47, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 24.32, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 146.55, + "tps_std": 1.77, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 24.54, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__fa1.log", + "build": null + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 145.91, + "tps_std": 1.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 24.57, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 106.99, + "tps_std": 0.1, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 8.03, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 107.1, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 7.98, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 85.5, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 7.42, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 86.52, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", + "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 7.4, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 30.53, + "file_size_gib": 56.89, + "name_params_b": 30.0, + "quant": "BF16", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 223.38, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 13.86, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 229.77, + "tps_std": 0.32, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 13.59, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 222.86, + "tps_std": 0.11, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 13.85, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 202.13, + "tps_std": 0.24, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 13.58, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 222.67, + "tps_std": 0.37, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 13.88, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 203.12, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 13.6, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 222.49, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 13.86, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 201.47, + "tps_std": 0.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 13.61, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 676.94, + "tps_std": 0.85, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 13.99, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 371.17, + "tps_std": 0.24, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 12.3, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 503.27, + "tps_std": 1.09, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 13.76, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 495.99, + "tps_std": 2.36, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-12b-it-UD-Q8_K_XL", + "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 13.61, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 11.77, + "file_size_gib": 13.4, + "name_params_b": null, + "quant": "Q8_K_XL", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 92.52, + "tps_std": 0.44, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 4.05, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 94.54, + "tps_std": 0.52, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 4.03, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "hang", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log", + "build": null + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 83.75, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.04, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 91.54, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 4.04, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 83.61, + "tps_std": 0.31, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.04, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 55.68, + "tps_std": 0.47, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 3.11, + "tps_std": 0.98, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 83.08, + "tps_std": 0.42, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.04, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log", + "build": null + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "load", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", + "build": null + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 135.58, + "tps_std": 0.45, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 4.0, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 138.61, + "tps_std": 0.55, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-27b-it-BF16-00001-of-00002", + "model_clean": "gemma-3-27b-it-BF16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.0, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 27.01, + "file_size_gib": 50.31, + "name_params_b": null, + "quant": "BF16", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 729.91, + "tps_std": 1.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 76.14, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 752.25, + "tps_std": 0.73, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 69.93, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 730.51, + "tps_std": 1.49, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 76.35, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 645.88, + "tps_std": 0.61, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 69.63, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 732.13, + "tps_std": 1.42, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 76.23, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 652.29, + "tps_std": 0.45, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 69.62, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 730.59, + "tps_std": 1.69, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 76.01, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 646.16, + "tps_std": 0.39, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 69.53, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 1614.72, + "tps_std": 4.91, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 84.0, + "tps_std": 0.23, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 942.34, + "tps_std": 1.76, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 57.7, + "tps_std": 0.22, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 1527.75, + "tps_std": 3.86, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 85.54, + "tps_std": 0.99, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 1489.57, + "tps_std": 4.71, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gemma-3-4b-it-Q3_K_S", + "model_clean": "gemma-3-4b-it-Q3_K_S", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 80.63, + "tps_std": 0.22, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 3.88, + "file_size_gib": 1.8, + "name_params_b": null, + "quant": "Q3_K_S", + "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 355.01, + "tps_std": 0.57, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 33.66, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 411.33, + "tps_std": 1.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 33.5, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 353.36, + "tps_std": 0.53, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 31.9, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 247.95, + "tps_std": 0.4, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 33.04, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 357.38, + "tps_std": 0.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 33.62, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 249.65, + "tps_std": 0.33, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 33.04, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 356.67, + "tps_std": 0.74, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 33.68, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 247.49, + "tps_std": 0.65, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 33.07, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 448.17, + "tps_std": 1.37, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 33.39, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 498.69, + "tps_std": 2.19, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 33.06, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 229.59, + "tps_std": 0.74, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 33.08, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 243.4, + "tps_std": 0.99, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-F16", + "model_clean": "gpt-oss-120b-F16", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 33.07, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 60.87, + "name_params_b": null, + "quant": "F16", + "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 353.53, + "tps_std": 0.62, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 45.05, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 408.5, + "tps_std": 1.91, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 44.69, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 353.45, + "tps_std": 1.22, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 44.12, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 246.76, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 43.67, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 354.82, + "tps_std": 1.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 45.0, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 248.22, + "tps_std": 0.5, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 44.05, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 353.2, + "tps_std": 0.59, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 45.15, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": null, + "tps_mean": null, + "tps_std": null, + "error": true, + "error_type": "runtime", + "backend": null, + "ngl": null, + "mmap": null, + "params_b": null, + "file_size_gib": null, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", + "build": null + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 486.9, + "tps_std": 2.23, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 48.08, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 546.41, + "tps_std": 2.88, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 47.25, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 239.72, + "tps_std": 1.23, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 49.01, + "tps_std": 0.06, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 255.17, + "tps_std": 1.65, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-120b-mxfp4-00001-of-00003", + "model_clean": "gpt-oss-120b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 48.93, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 116.83, + "file_size_gib": 59.02, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 324.54, + "tps_std": 4.39, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 26.87, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 380.87, + "tps_std": 8.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 26.79, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 323.86, + "tps_std": 4.33, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 26.27, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 257.11, + "tps_std": 2.63, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 26.47, + "tps_std": 0.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 322.43, + "tps_std": 2.59, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 26.89, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 254.08, + "tps_std": 3.99, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 26.62, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 319.36, + "tps_std": 3.07, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 26.88, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 254.87, + "tps_std": 2.27, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 26.62, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 369.69, + "tps_std": 1.79, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 8.59, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 389.86, + "tps_std": 2.13, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 8.58, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 319.09, + "tps_std": 1.46, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 7.79, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 335.15, + "tps_std": 1.8, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-F32", + "model_clean": "gpt-oss-20b-F32", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 7.79, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 38.97, + "name_params_b": null, + "quant": "F32", + "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 580.83, + "tps_std": 2.46, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 64.47, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 649.48, + "tps_std": 3.21, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 64.18, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 582.89, + "tps_std": 2.32, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 64.45, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 394.67, + "tps_std": 1.08, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 62.97, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 583.52, + "tps_std": 2.76, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 64.39, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 396.75, + "tps_std": 0.6, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 62.98, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 581.83, + "tps_std": 1.1, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 64.5, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 394.87, + "tps_std": 0.73, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 63.06, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 1205.02, + "tps_std": 7.18, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 68.84, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 1472.56, + "tps_std": 14.39, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 67.78, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 648.85, + "tps_std": 6.28, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 69.88, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 728.38, + "tps_std": 8.17, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "gpt-oss-20b-mxfp4", + "model_clean": "gpt-oss-20b-mxfp4", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 69.8, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 20.91, + "file_size_gib": 11.27, + "name_params_b": null, + "quant": "MXFP4", + "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "pp512", + "tps_mean": 33.47, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": false, + "test": "tg128", + "tps_mean": 4.62, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "pp512", + "tps_mean": 34.51, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2-rocwmma", + "env_base": "rocm6_4_2", + "env_variant": "rocwmma", + "fa": true, + "test": "tg128", + "tps_mean": 4.61, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 33.79, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 4.52, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 31.67, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm6_4_2", + "env_base": "rocm6_4_2", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.63, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 33.88, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 4.61, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 31.67, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_beta", + "env_base": "rocm7_beta", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.63, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 33.91, + "tps_std": 0.03, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 4.61, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 31.66, + "tps_std": 0.04, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "rocm7_rc", + "env_base": "rocm7_rc", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.63, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 72.75, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 5.03, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 73.57, + "tps_std": 0.02, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_amdvlk", + "env_base": "vulkan_amdvlk", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 5.0, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "pp512", + "tps_mean": 78.99, + "tps_std": 0.18, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": false, + "test": "tg128", + "tps_mean": 5.0, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "pp512", + "tps_mean": 80.92, + "tps_std": 0.05, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + }, + { + "model": "llama3.3-70.6B-Q4_K_M", + "model_clean": "llama3.3-70.6B-Q4_K_M", + "env": "vulkan_radv", + "env_base": "vulkan_radv", + "env_variant": null, + "fa": true, + "test": "tg128", + "tps_mean": 4.99, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "Vulkan", + "ngl": 999, + "mmap": 0, + "params_b": 70.55, + "file_size_gib": 39.59, + "name_params_b": 70.6, + "quant": "Q4_K_M", + "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log", + "build": { + "hash": "cd6983d5", + "number": "6119" + } + } + ] +} \ No newline at end of file