{ "meta": { "generated_at": "2025-08-10T11:20:41Z", "os_kernel": "Fedora 42 \u2014 Linux fedora 6.16.0-264.vanilla.fc42.x86_64 (2025-07-28)", "llamacpp_builds": [ { "hash": "34c9d765", "number": "6122" }, { "hash": "79c1160b", "number": "6123" } ], "environments": [ "rocm6_4_2", "rocm6_4_2-rocwmma", "rocm7_beta", "rocm7_beta-hblt0", "rocm7_rc", "rocm7_rc-hblt0", "rocm7_rc-rocwmma", "rocm7_rc-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 139.31, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 19.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 130.07, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 19.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 124.5, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 100.8, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 130.22, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 20.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 120.16, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 19.96, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 133.91, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 19.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 129.49, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 19.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 138.34, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 19.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 124.65, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 19.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 100.9, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 129.49, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 19.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 103.73, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 20.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 201.03, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 22.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 201.89, "tps_std": 0.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 22.85, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 128.01, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 22.92, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 132.56, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 23.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 124.75, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 15.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 124.94, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 100.41, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.53, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 118.61, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 90.24, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.55, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 123.75, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 15.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 118.92, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 15.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 127.14, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 15.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 118.52, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 97.36, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.57, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 223.59, "tps_std": 0.5, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.51, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 225.75, "tps_std": 0.69, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 16.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 127.35, "tps_std": 0.43, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 131.91, "tps_std": 0.42, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 33.87, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 2.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 108.88, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 109.02, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 2.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 117.34, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 2.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 109.17, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 72.0, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": null }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 78.54, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 81.12, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002", "model_clean": "Kimi-Dev-72B-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 72.71, "file_size_gib": 78.21, "name_params_b": 72.71, "quant": "Q8_K_XL", "log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.28, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 30.88, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 95.65, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 95.63, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 103.15, "tps_std": 0.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 2.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 95.15, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 30.04, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 2.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 98.2, "tps_std": 0.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 99.14, "tps_std": 0.35, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 79.91, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 82.4, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 134.21, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 133.77, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 103.96, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 14.47, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 273.64, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 293.87, "tps_std": 1.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 269.3, "tps_std": 1.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 225.7, "tps_std": 1.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 135.16, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 243.54, "tps_std": 1.24, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 246.48, "tps_std": 1.35, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.09, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 147.36, "tps_std": 0.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.3, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 150.06, "tps_std": 1.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 135.23, "tps_std": 0.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 11.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 135.29, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 262.13, "tps_std": 9.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.65, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 267.45, "tps_std": 1.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 11.6, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 293.37, "tps_std": 7.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 11.54, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 272.38, "tps_std": 1.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.64, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 255.55, "tps_std": 1.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 12.27, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 259.07, "tps_std": 1.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.11, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 168.01, "tps_std": 0.85, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 12.3, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 172.71, "tps_std": 0.91, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 137.82, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 17.41, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 137.63, "tps_std": 0.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 122.98, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 281.87, "tps_std": 1.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.59, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 233.14, "tps_std": 0.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 307.08, "tps_std": 2.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 17.34, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 138.22, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 17.45, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 281.24, "tps_std": 1.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 218.27, "tps_std": 0.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.09, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 220.73, "tps_std": 0.69, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 19.64, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 152.77, "tps_std": 0.73, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.02, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 155.24, "tps_std": 1.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 19.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 73.83, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.68, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 61.47, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__hblt0.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__hblt0__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 129.7, "tps_std": 0.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 13.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 145.18, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 13.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 130.56, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 97.08, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.9, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 114.76, "tps_std": 0.62, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 116.18, "tps_std": 0.67, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 64.79, "tps_std": 0.39, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 16.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 66.84, "tps_std": 0.42, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 16.86, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 157.78, "tps_std": 2.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 24.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 161.64, "tps_std": 2.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 23.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 157.64, "tps_std": 2.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 23.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 140.32, "tps_std": 1.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 424.74, "tps_std": 7.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 154.45, "tps_std": 1.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 24.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 138.46, "tps_std": 1.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 24.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 425.56, "tps_std": 3.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 24.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 472.05, "tps_std": 4.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 24.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 153.54, "tps_std": 2.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 24.74, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 158.2, "tps_std": 2.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 24.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 426.72, "tps_std": 7.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 153.89, "tps_std": 1.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 24.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 137.06, "tps_std": 2.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 24.32, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 107.55, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 107.68, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 8.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 86.02, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 7.46, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 86.93, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.44, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 387.45, "tps_std": 1.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 50.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 411.6, "tps_std": 0.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 48.14, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 385.52, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 50.06, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 300.86, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.71, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 534.84, "tps_std": 2.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 50.21, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 411.72, "tps_std": 2.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 387.34, "tps_std": 1.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 50.23, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 300.58, "tps_std": 1.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 49.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 535.44, "tps_std": 6.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 50.07, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 619.02, "tps_std": 7.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 47.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 387.98, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 50.09, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 413.28, "tps_std": 2.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 47.63, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 540.14, "tps_std": 5.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 50.65, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 418.6, "tps_std": 2.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 386.87, "tps_std": 1.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 50.5, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 300.4, "tps_std": 1.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 49.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 741.97, "tps_std": 2.92, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 57.22, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 731.64, "tps_std": 2.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 53.53, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 396.38, "tps_std": 1.53, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 59.54, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 406.84, "tps_std": 1.62, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 58.5, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 150.37, "tps_std": 1.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 24.49, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 153.97, "tps_std": 1.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 23.98, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 150.06, "tps_std": 1.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 23.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 408.29, "tps_std": 1.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 30.0, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": null }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 145.29, "tps_std": 1.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 24.53, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 130.39, "tps_std": 1.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 24.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 414.47, "tps_std": 3.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 24.61, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 460.12, "tps_std": 5.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 24.02, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 145.43, "tps_std": 1.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 24.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 150.58, "tps_std": 1.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 24.13, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 413.05, "tps_std": 2.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 325.48, "tps_std": 1.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 145.83, "tps_std": 2.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 24.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 130.2, "tps_std": 1.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 24.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 107.16, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 107.26, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 8.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 85.88, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 7.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 86.57, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 192.14, "tps_std": 0.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 10.75, "tps_std": 3.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 229.77, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 13.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 222.24, "tps_std": 0.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 201.58, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 706.58, "tps_std": 0.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 567.65, "tps_std": 0.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 222.31, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 13.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 203.03, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 13.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 703.1, "tps_std": 0.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 13.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 818.63, "tps_std": 0.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 13.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 222.39, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 13.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 228.56, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 13.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 706.92, "tps_std": 0.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 554.98, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 222.26, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 13.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 201.53, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 13.59, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 675.9, "tps_std": 1.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 371.03, "tps_std": 0.33, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 504.61, "tps_std": 2.97, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 495.37, "tps_std": 0.71, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 92.82, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 94.62, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 91.25, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 84.81, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 405.35, "tps_std": 0.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 310.92, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 86.8, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 4.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 82.85, "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 404.79, "tps_std": 0.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 472.91, "tps_std": 1.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 91.08, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 93.26, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 368.33, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 3.71, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 311.83, "tps_std": 0.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 80.07, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 4.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 135.01, "tps_std": 0.28, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 137.76, "tps_std": 0.25, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 727.59, "tps_std": 1.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 76.22, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 750.3, "tps_std": 1.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 69.96, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 728.24, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 75.89, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 643.29, "tps_std": 0.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.53, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1812.73, "tps_std": 7.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 76.55, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1548.2, "tps_std": 4.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.64, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 729.03, "tps_std": 0.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 76.59, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 651.26, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 69.44, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1799.45, "tps_std": 7.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 75.43, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 2267.56, "tps_std": 6.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 68.27, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 729.58, "tps_std": 0.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 75.48, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 750.44, "tps_std": 0.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 68.27, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1812.27, "tps_std": 4.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 76.22, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1510.06, "tps_std": 4.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 69.58, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 729.81, "tps_std": 1.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 76.03, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 645.48, "tps_std": 1.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 69.67, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1628.18, "tps_std": 1.73, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 84.23, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 947.36, "tps_std": 1.47, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 60.35, "tps_std": 0.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1529.98, "tps_std": 0.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 86.95, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1498.81, "tps_std": 1.7, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 81.29, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 353.66, "tps_std": 0.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 33.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 352.4, "tps_std": 1.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 31.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 321.54, "tps_std": 0.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 604.24, "tps_std": 4.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 548.27, "tps_std": 2.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 355.23, "tps_std": 1.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 33.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 323.79, "tps_std": 0.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 33.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 592.27, "tps_std": 5.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 33.68, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 735.02, "tps_std": 5.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 33.34, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 353.49, "tps_std": 1.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 33.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 388.5, "tps_std": 1.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 33.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 598.68, "tps_std": 9.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 546.3, "tps_std": 3.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 354.34, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 33.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 324.26, "tps_std": 0.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 33.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 450.26, "tps_std": 1.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.56, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 499.8, "tps_std": 1.95, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.18, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 230.22, "tps_std": 0.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.16, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 243.2, "tps_std": 1.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.15, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 352.37, "tps_std": 0.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 45.11, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 319.23, "tps_std": 0.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 43.79, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 589.45, "tps_std": 4.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 45.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 539.93, "tps_std": 1.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 44.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__hblt0.log", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 323.04, "tps_std": 0.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 44.01, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 586.82, "tps_std": 5.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 44.72, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 684.17, "tps_std": 67.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 44.14, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 350.89, "tps_std": 1.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 44.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 589.82, "tps_std": 5.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 45.12, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 540.27, "tps_std": 2.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 43.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 354.6, "tps_std": 1.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 45.04, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 319.46, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 43.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 488.47, "tps_std": 2.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 48.21, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 547.53, "tps_std": 3.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 47.49, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 239.44, "tps_std": 1.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 49.15, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 255.37, "tps_std": 1.68, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.31, "tps_std": 0.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 324.31, "tps_std": 4.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 26.87, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 343.3, "tps_std": 5.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 26.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 322.55, "tps_std": 4.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.9, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 304.86, "tps_std": 3.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1135.9, "tps_std": 9.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 26.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1011.32, "tps_std": 4.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 313.05, "tps_std": 6.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 26.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 301.3, "tps_std": 4.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 26.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1130.14, "tps_std": 7.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 26.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1502.62, "tps_std": 12.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 26.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 319.92, "tps_std": 6.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 26.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 338.36, "tps_std": 5.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 26.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1130.86, "tps_std": 14.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 26.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1007.82, "tps_std": 22.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 321.8, "tps_std": 6.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 26.83, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 302.84, "tps_std": 5.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 26.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 369.6, "tps_std": 1.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.72, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 389.96, "tps_std": 1.87, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 8.7, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 318.04, "tps_std": 1.5, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 7.89, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 334.64, "tps_std": 1.46, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 7.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 581.92, "tps_std": 2.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 64.34, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 642.4, "tps_std": 3.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 63.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 582.94, "tps_std": 2.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 522.14, "tps_std": 1.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 62.97, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1128.54, "tps_std": 2.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1005.66, "tps_std": 1.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 63.07, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 585.03, "tps_std": 1.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 64.36, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 528.92, "tps_std": 2.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 63.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1124.54, "tps_std": 9.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 64.19, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1474.7, "tps_std": 11.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 63.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 583.69, "tps_std": 2.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 64.26, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 642.92, "tps_std": 1.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 63.28, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1125.6, "tps_std": 1.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 997.74, "tps_std": 8.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 63.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 584.02, "tps_std": 1.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 64.5, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 525.48, "tps_std": 1.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 63.04, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1218.18, "tps_std": 8.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 69.76, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1482.59, "tps_std": 12.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 68.63, "tps_std": 0.11, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 649.86, "tps_std": 5.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 70.72, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 728.71, "tps_std": 8.4, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 70.49, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log", "build": null }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2-rocwmma", "env_base": "rocm6_4_2", "env_variant": "rocwmma", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log", "build": null }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 33.76, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.48, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 31.69, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm6_4_2", "env_base": "rocm6_4_2", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 99.09, "tps_std": 0.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 81.54, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta", "env_base": "rocm7_beta", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.63, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__hblt0.log", "build": null }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 31.63, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_beta-hblt0", "env_base": "rocm7_beta", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 4.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__hblt0__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 99.41, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 106.7, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.6, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 33.87, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 4.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 34.48, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 4.61, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 99.16, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 81.56, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.62, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log", "build": { "hash": "79c1160b", "number": "6123" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__hblt0.log", "build": null }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.6, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 72.73, "tps_std": 0.05, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 5.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 73.47, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 5.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 78.79, "tps_std": 0.21, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 5.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 80.58, "tps_std": 0.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } }, { "model": "llama3.3-70.6B-Q4_K_M", "model_clean": "llama3.3-70.6B-Q4_K_M", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 5.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 999, "mmap": 0, "params_b": 70.55, "file_size_gib": 39.59, "name_params_b": 70.55, "quant": "Q4_K_M", "log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log", "build": { "hash": "34c9d765", "number": "6122" } } ] }