{ "meta": { "generated_at": "2025-08-09T09:04:36Z", "os_kernel": "Fedora 42 \u2014 Linux fedora 6.16.0-264.vanilla.fc42.x86_64 (2025-07-28)", "llamacpp_builds": [ { "hash": "cd6983d5", "number": "6119" } ], "environments": [ "rocm6_4_2", "rocm6_4_2-rocwmma", "rocm7_beta", "rocm7_rc", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 129.88, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 19.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 130.17, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 19.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 103.63, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 200.76, "tps_std": 0.32, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 22.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 201.86, "tps_std": 0.27, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 22.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 127.73, "tps_std": 0.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 22.88, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 132.54, "tps_std": 0.34, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 23.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 113.62, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 15.47, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 124.82, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 120.54, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 124.18, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 223.02, "tps_std": 0.69, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.47, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 224.54, "tps_std": 0.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 16.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 127.36, "tps_std": 0.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 131.78, "tps_std": 0.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 16.99, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.3, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 31.09, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 78.7, "tps_std": 0.2, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 81.29, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.32, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 31.28, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 98.14, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 99.24, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 80.11, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 82.9, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 134.39, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 135.25, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 243.45, "tps_std": 1.29, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 247.48, "tps_std": 1.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 148.25, "tps_std": 0.91, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.21, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 149.82, "tps_std": 0.83, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.21, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 135.44, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 258.18, "tps_std": 1.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 12.23, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 260.16, "tps_std": 1.44, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 168.63, "tps_std": 0.81, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 12.26, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 172.37, "tps_std": 0.92, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 17.0, "quant": null, "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 138.27, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 138.9, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 123.61, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 123.58, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 218.18, "tps_std": 0.83, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.04, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 221.15, "tps_std": 0.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 19.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 152.21, "tps_std": 0.66, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 19.98, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 155.22, "tps_std": 1.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 19.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 74.15, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 114.49, "tps_std": 0.6, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.98, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 116.07, "tps_std": 0.64, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.84, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 64.85, "tps_std": 0.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 66.76, "tps_std": 0.43, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 16.83, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 157.95, "tps_std": 2.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 24.53, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 162.19, "tps_std": 3.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 24.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 157.69, "tps_std": 2.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 23.89, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 140.32, "tps_std": 2.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 153.49, "tps_std": 1.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 138.49, "tps_std": 2.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 152.26, "tps_std": 2.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 137.52, "tps_std": 1.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 107.48, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.04, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 107.64, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.96, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 85.97, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 7.38, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 87.05, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.4, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 388.77, "tps_std": 0.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 50.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 412.35, "tps_std": 1.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 48.26, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 388.72, "tps_std": 2.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 50.19, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 301.29, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 390.07, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 50.19, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 300.6, "tps_std": 2.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 388.99, "tps_std": 1.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 50.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 302.87, "tps_std": 0.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 736.95, "tps_std": 3.72, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 56.89, "tps_std": 0.26, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 727.71, "tps_std": 2.81, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 53.34, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 395.16, "tps_std": 1.55, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 58.95, "tps_std": 0.45, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 405.61, "tps_std": 1.85, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 58.06, "tps_std": 0.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.0, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 150.5, "tps_std": 1.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 24.55, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 154.09, "tps_std": 1.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 24.02, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 150.34, "tps_std": 1.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 134.4, "tps_std": 1.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.32, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 146.55, "tps_std": 1.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 145.91, "tps_std": 1.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.57, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 106.99, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.03, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 107.1, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.98, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 85.5, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 7.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 86.52, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.4, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 223.38, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 13.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 229.77, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 13.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 222.86, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 202.13, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 222.67, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 203.12, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 222.49, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 201.47, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 676.94, "tps_std": 0.85, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.99, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 371.17, "tps_std": 0.24, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.3, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 503.27, "tps_std": 1.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.76, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 495.99, "tps_std": 2.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.61, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": null, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 92.52, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 94.54, "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 83.75, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 91.54, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 83.61, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 55.68, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 3.11, "tps_std": 0.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 83.08, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 135.58, "tps_std": 0.45, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 138.61, "tps_std": 0.55, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 729.91, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 76.14, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 752.25, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 69.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 730.51, "tps_std": 1.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 76.35, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 645.88, "tps_std": 0.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.63, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 732.13, "tps_std": 1.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 76.23, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 652.29, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.62, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 730.59, "tps_std": 1.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 76.01, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 646.16, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.53, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1614.72, "tps_std": 4.91, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 84.0, "tps_std": 0.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 942.34, "tps_std": 1.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 57.7, "tps_std": 0.22, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1527.75, "tps_std": 3.86, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 85.54, "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1489.57, "tps_std": 4.71, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 80.63, "tps_std": 0.22, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": null, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 355.01, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 33.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 411.33, "tps_std": 1.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 33.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 353.36, "tps_std": 0.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 31.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 247.95, "tps_std": 0.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 357.38, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 249.65, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.04, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 356.67, "tps_std": 0.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.68, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 247.49, "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 448.17, "tps_std": 1.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.39, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 498.69, "tps_std": 2.19, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.06, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 229.59, "tps_std": 0.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.08, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 243.4, "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.07, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 353.53, "tps_std": 0.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 45.05, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 408.5, "tps_std": 1.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 44.69, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 353.45, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 44.12, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 246.76, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 43.67, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 354.82, "tps_std": 1.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 45.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 248.22, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 44.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 353.2, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 45.15, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 486.9, "tps_std": 2.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 48.08, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 546.41, "tps_std": 2.88, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 47.25, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 239.72, "tps_std": 1.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 49.01, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 255.17, "tps_std": 1.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 48.93, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 324.54, "tps_std": 4.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 26.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 380.87, "tps_std": 8.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 26.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 323.86, "tps_std": 4.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 26.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 257.11, "tps_std": 2.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.47, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 322.43, "tps_std": 2.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 254.08, "tps_std": 3.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 319.36, "tps_std": 3.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 26.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 254.87, "tps_std": 2.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 369.69, "tps_std": 1.79, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.59, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 389.86, "tps_std": 2.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 8.58, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 319.09, "tps_std": 1.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 7.79, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 335.15, "tps_std": 1.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.79, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": null, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 580.83, "tps_std": 2.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 64.47, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 649.48, "tps_std": 3.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 64.18, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 582.89, "tps_std": 2.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.45, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 394.67, "tps_std": 1.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 62.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 583.52, "tps_std": 2.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 396.75, "tps_std": 0.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 62.98, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 581.83, "tps_std": 1.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.5, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 394.87, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 63.06, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1205.02, "tps_std": 7.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 68.84, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1472.56, "tps_std": 14.39, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 67.78, "tps_std": 0.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 648.85, "tps_std": 6.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 69.88, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 728.38, "tps_std": 8.17, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.8, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 33.47, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 34.51, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.79, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 31.67, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.88, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 31.67, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.91, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 31.66, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 72.75, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 5.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 73.57, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 5.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 78.99, "tps_std": 0.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 5.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 80.92, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log", "build": { "hash": "cd6983d5", "number": "6119" } } ] }