{ "meta": { "generated_at": "2025-09-28T08:26:03Z", "os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)", "llamacpp_builds": [ { "hash": "4807e8f9", "number": "6609" }, { "hash": "f1fbffb5", "number": "6486" } ], "environments": [ "rocm6_4_3", "rocm6_4_3-hblt0", "rocm6_4_3-rocwmma", "rocm6_4_3-rocwmma-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm6_4_4-rocwmma", "rocm6_4_4-rocwmma-hblt0", "rocm7_rc", "rocm7_rc-hblt0", "rocm7_rc-rocwmma", "rocm7_rc-rocwmma-fa_all_quants", "rocm7_rc-rocwmma-fa_all_quants-hblt0", "rocm7_rc-rocwmma-hblt0", "vulkan_amdvlk", "vulkan_radv" ], "notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second" }, "runs": [ { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 125.93, "tps_std": 0.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 20.52, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 135.4, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 20.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 132.28, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 20.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 139.86, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 20.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 125.92, "tps_std": 0.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.52, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 134.12, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 131.45, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 20.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 140.67, "tps_std": 0.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 20.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 128.18, "tps_std": 0.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 20.51, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 134.92, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 21.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 159.31, "tps_std": 0.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 20.34, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 171.67, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 21.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 128.02, "tps_std": 0.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.53, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 136.15, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 21.05, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 160.41, "tps_std": 0.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 20.5, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 161.32, "tps_std": 0.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 21.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 94.56, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 19.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 127.25, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 20.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 128.69, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 20.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 169.19, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 20.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 94.71, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 20.53, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 126.97, "tps_std": 0.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 20.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 160.39, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 20.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 169.35, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 20.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 94.73, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 93.27, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.67, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 159.89, "tps_std": 0.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 20.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 170.42, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 20.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 217.22, "tps_std": 0.49, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.18, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 219.61, "tps_std": 0.55, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.21, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 212.6, "tps_std": 0.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 24.18, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 224.85, "tps_std": 2.55, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002", "model_clean": "GLM-4.5-Air-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.64, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 68.01, "name_params_b": 110.47, "quant": "Q4_K_XL", "log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 120.87, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 15.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 128.65, "tps_std": 0.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 15.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 120.53, "tps_std": 0.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 129.22, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0.log", "build": null }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 128.68, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 15.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 123.24, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 15.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 129.37, "tps_std": 0.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 16.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 151.03, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 15.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 155.49, "tps_std": 0.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 16.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 122.48, "tps_std": 0.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.86, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 130.06, "tps_std": 0.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 16.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 150.67, "tps_std": 0.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 15.84, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 149.93, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 16.18, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 91.95, "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 15.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 70.0, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 15.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 134.22, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 15.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 159.75, "tps_std": 0.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 15.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 92.18, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 15.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 121.75, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 15.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 151.32, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 15.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 161.1, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 15.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 92.2, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 71.02, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 147.32, "tps_std": 0.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 15.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 161.37, "tps_std": 0.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 15.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 264.5, "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 267.86, "tps_std": 1.22, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 208.01, "tps_std": 0.73, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.49, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 221.63, "tps_std": 1.26, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003", "model_clean": "GLM-4.5-Air-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.71, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 110.47, "file_size_gib": 94.57, "name_params_b": 110.47, "quant": "Q6_K_XL", "log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 101.82, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 94.79, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 104.62, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__hblt0.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 70.0, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": null }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 98.87, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 2.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 104.31, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 2.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 97.43, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 2.76, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 103.81, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 99.32, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 104.93, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 98.99, "tps_std": 0.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 103.03, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 2.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 98.15, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 2.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 102.79, "tps_std": 0.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 93.89, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 97.53, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 97.42, "tps_std": 0.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 101.56, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 92.02, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 97.1, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 95.12, "tps_std": 0.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 103.16, "tps_std": 0.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 93.86, "tps_std": 0.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 95.87, "tps_std": 0.08, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 97.72, "tps_std": 0.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 99.04, "tps_std": 0.31, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 78.94, "tps_std": 0.51, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 80.9, "tps_std": 0.77, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 2.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 70.55, "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 265.76, "tps_std": 0.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 289.14, "tps_std": 1.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.64, "tps_std": 0.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 291.67, "tps_std": 0.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 276.88, "tps_std": 1.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.66, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 292.47, "tps_std": 1.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 277.79, "tps_std": 0.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.65, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 292.17, "tps_std": 1.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 276.97, "tps_std": 1.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 293.79, "tps_std": 2.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 278.59, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 296.61, "tps_std": 0.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 14.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 276.44, "tps_std": 1.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 14.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 292.67, "tps_std": 1.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 14.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 273.88, "tps_std": 1.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 284.81, "tps_std": 1.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.72, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 274.13, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 292.92, "tps_std": 2.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 273.23, "tps_std": 1.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 274.52, "tps_std": 1.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.7, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 287.04, "tps_std": 1.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 14.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 224.02, "tps_std": 2.86, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 234.3, "tps_std": 1.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 201.49, "tps_std": 2.22, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.77, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 202.49, "tps_std": 5.98, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 82.35, "name_params_b": 107.77, "quant": "Q6_K", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 264.44, "tps_std": 24.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 11.88, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 298.83, "tps_std": 1.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 11.89, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 274.49, "tps_std": 1.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.91, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 298.07, "tps_std": 2.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 11.89, "tps_std": 0.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__hblt0.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 281.33, "tps_std": 2.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 11.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 297.14, "tps_std": 1.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 12.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 280.36, "tps_std": 0.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 11.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 298.12, "tps_std": 2.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 12.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 279.89, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 297.68, "tps_std": 2.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 11.97, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 284.44, "tps_std": 3.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 11.9, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 300.04, "tps_std": 1.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 12.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 275.21, "tps_std": 1.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 11.85, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 292.69, "tps_std": 2.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 11.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 267.51, "tps_std": 12.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 11.9, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 286.25, "tps_std": 4.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 11.9, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 260.6, "tps_std": 10.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 11.82, "tps_std": 0.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 293.26, "tps_std": 3.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 11.92, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 275.91, "tps_std": 1.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 11.91, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 260.83, "tps_std": 5.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 11.82, "tps_std": 0.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 279.56, "tps_std": 3.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 11.88, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 278.61, "tps_std": 2.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 11.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 343.36, "tps_std": 1.37, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 12.57, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 347.56, "tps_std": 1.15, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 244.52, "tps_std": 1.08, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 12.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 253.13, "tps_std": 1.36, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003", "model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 12.56, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 106.65, "name_params_b": 107.77, "quant": "Q8_0", "log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 307.79, "tps_std": 3.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 17.81, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 138.51, "tps_std": 0.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 17.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 142.41, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 17.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 282.5, "tps_std": 1.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 306.89, "tps_std": 1.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 137.98, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 17.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 143.18, "tps_std": 0.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 17.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 291.19, "tps_std": 2.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 17.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 307.71, "tps_std": 1.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 18.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 291.96, "tps_std": 2.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 17.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 310.84, "tps_std": 1.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 18.01, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 291.26, "tps_std": 0.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 311.26, "tps_std": 1.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 290.78, "tps_std": 1.38, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 17.81, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 310.36, "tps_std": 1.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 18.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 283.86, "tps_std": 1.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 17.71, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 299.13, "tps_std": 2.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 17.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 286.66, "tps_std": 1.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 17.79, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 300.0, "tps_std": 1.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 17.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 284.38, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 17.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 306.4, "tps_std": 1.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 17.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 286.08, "tps_std": 2.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 17.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 297.71, "tps_std": 1.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 17.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 17.0, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log", "build": null }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 284.17, "tps_std": 2.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 17.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 300.96, "tps_std": 1.85, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 17.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 191.71, "tps_std": 1.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 21.03, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 193.39, "tps_std": 1.52, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.61, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 213.71, "tps_std": 2.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 20.87, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 217.08, "tps_std": 5.59, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002", "model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 20.85, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 107.77, "file_size_gib": 57.73, "name_params_b": 107.77, "quant": "Q4_K_XL", "log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 129.22, "tps_std": 0.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 143.48, "tps_std": 1.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 75.22, "tps_std": 0.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.29, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 129.64, "tps_std": 0.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 144.82, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 74.17, "tps_std": 0.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.27, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 77.91, "tps_std": 0.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 14.31, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 134.57, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.57, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 144.38, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 134.69, "tps_std": 1.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.58, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 143.45, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.97, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 133.5, "tps_std": 0.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 144.31, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 133.54, "tps_std": 0.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 144.26, "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 14.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 131.98, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 14.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 141.08, "tps_std": 0.51, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 14.29, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 130.87, "tps_std": 0.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.25, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 137.23, "tps_std": 0.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.32, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 132.6, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.33, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 143.76, "tps_std": 0.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.36, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 134.24, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.32, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 141.84, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 134.45, "tps_std": 0.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 145.01, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.36, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 133.4, "tps_std": 0.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.32, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "runtime", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": 235.0, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": null }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 131.33, "tps_std": 1.43, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.27, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 133.32, "tps_std": 1.63, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 17.12, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 115.77, "tps_std": 1.42, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 17.75, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 121.8, "tps_std": 1.81, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 18.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 235.09, "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 426.32, "tps_std": 6.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 25.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 479.22, "tps_std": 4.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 24.91, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 158.56, "tps_std": 4.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 25.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 165.57, "tps_std": 2.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 24.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 432.19, "tps_std": 6.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 25.02, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 477.24, "tps_std": 5.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 162.44, "tps_std": 4.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 25.05, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 160.17, "tps_std": 3.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 24.91, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 451.6, "tps_std": 1.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 25.54, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 482.09, "tps_std": 5.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 25.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 345.46, "tps_std": 3.07, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 25.49, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 354.93, "tps_std": 5.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 25.8, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 448.97, "tps_std": 7.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 25.57, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 489.49, "tps_std": 3.92, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 25.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 343.78, "tps_std": 1.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 25.48, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 363.09, "tps_std": 8.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 25.75, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 435.53, "tps_std": 2.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 24.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 476.36, "tps_std": 3.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 24.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 330.47, "tps_std": 5.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 25.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 343.19, "tps_std": 4.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 24.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 431.59, "tps_std": 5.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 25.06, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 476.09, "tps_std": 5.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 24.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 332.32, "tps_std": 3.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 25.11, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 344.55, "tps_std": 3.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 24.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 431.29, "tps_std": 3.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 25.1, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 475.35, "tps_std": 3.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 24.94, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 329.24, "tps_std": 2.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 25.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 348.53, "tps_std": 5.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 24.92, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 139.51, "tps_std": 0.9, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.31, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 140.62, "tps_std": 1.53, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 8.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 150.84, "tps_std": 1.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 8.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 156.53, "tps_std": 2.33, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 8.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 538.66, "tps_std": 2.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 53.01, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 620.78, "tps_std": 3.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 52.74, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 389.41, "tps_std": 1.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 53.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 413.64, "tps_std": 1.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 52.76, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 543.05, "tps_std": 4.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 53.14, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 624.71, "tps_std": 4.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 52.74, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 387.73, "tps_std": 2.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 53.3, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 415.19, "tps_std": 1.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 52.59, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 577.98, "tps_std": 6.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 55.37, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 623.53, "tps_std": 3.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 56.76, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 582.34, "tps_std": 4.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 55.34, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 622.32, "tps_std": 5.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 56.82, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 582.99, "tps_std": 4.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 55.33, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 632.12, "tps_std": 3.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 56.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 582.14, "tps_std": 4.21, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 55.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 632.63, "tps_std": 4.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 56.77, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 552.48, "tps_std": 1.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 53.22, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 618.51, "tps_std": 8.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 52.82, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 576.87, "tps_std": 7.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 53.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 609.51, "tps_std": 4.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 52.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 555.3, "tps_std": 3.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 53.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 618.71, "tps_std": 2.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 52.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 575.05, "tps_std": 4.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 53.33, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 618.89, "tps_std": 4.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 52.69, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 549.65, "tps_std": 6.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 53.42, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 621.8, "tps_std": 7.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 52.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 575.05, "tps_std": 3.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 53.42, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 614.05, "tps_std": 4.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 52.83, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1027.23, "tps_std": 5.64, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 63.42, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1005.86, "tps_std": 4.35, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 59.12, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 764.63, "tps_std": 3.75, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 64.77, "tps_std": 0.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 801.22, "tps_std": 4.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 63.44, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 30.53, "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 726.41, "tps_std": 1.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 822.38, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 219.78, "tps_std": 3.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 227.29, "tps_std": 2.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 703.97, "tps_std": 0.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 803.68, "tps_std": 0.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 222.73, "tps_std": 0.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 220.75, "tps_std": 2.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 13.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 754.71, "tps_std": 0.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 803.95, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 14.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 768.26, "tps_std": 1.35, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 814.89, "tps_std": 0.73, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 14.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 751.85, "tps_std": 1.59, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 814.18, "tps_std": 1.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 769.51, "tps_std": 0.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 824.93, "tps_std": 0.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 14.08, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 714.52, "tps_std": 1.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 14.16, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 810.36, "tps_std": 1.88, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 13.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 752.18, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 797.91, "tps_std": 0.87, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 13.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 738.56, "tps_std": 1.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 810.24, "tps_std": 2.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 13.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 751.87, "tps_std": 1.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 798.06, "tps_std": 1.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 13.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 738.5, "tps_std": 1.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 801.53, "tps_std": 1.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 751.81, "tps_std": 0.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 14.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 791.04, "tps_std": 2.55, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 13.87, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 679.86, "tps_std": 1.33, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.6, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 659.67, "tps_std": 0.72, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.5, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 504.31, "tps_std": 3.2, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.14, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 501.78, "tps_std": 2.8, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 13.95, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 11.77, "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", "log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 413.72, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 469.46, "tps_std": 1.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 84.71, "tps_std": 8.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 84.12, "tps_std": 9.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 4.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 408.4, "tps_std": 1.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 470.49, "tps_std": 1.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 84.93, "tps_std": 8.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 83.22, "tps_std": 10.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 425.33, "tps_std": 1.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 470.8, "tps_std": 1.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 469.59, "tps_std": 0.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 4.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 524.38, "tps_std": 0.7, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 418.14, "tps_std": 0.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 472.28, "tps_std": 1.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 471.56, "tps_std": 0.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 530.58, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 4.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 412.86, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 465.55, "tps_std": 1.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 453.66, "tps_std": 0.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 498.77, "tps_std": 0.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 419.05, "tps_std": 0.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 4.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 466.36, "tps_std": 1.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 451.57, "tps_std": 0.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 4.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 499.87, "tps_std": 0.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 422.0, "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 469.45, "tps_std": 1.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 4.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 453.24, "tps_std": 0.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 4.09, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 502.26, "tps_std": 0.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 4.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "load", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log", "build": null }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 134.52, "tps_std": 0.99, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 3.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 138.59, "tps_std": 1.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 3.93, "tps_std": 0.0, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 27.01, "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", "log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1886.62, "tps_std": 6.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 76.36, "tps_std": 5.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 2282.08, "tps_std": 7.86, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 72.4, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 713.12, "tps_std": 38.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 67.01, "tps_std": 5.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 676.8, "tps_std": 75.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 59.1, "tps_std": 2.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1857.54, "tps_std": 7.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 75.34, "tps_std": 7.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 2214.91, "tps_std": 7.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 72.36, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 656.82, "tps_std": 60.97, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 63.81, "tps_std": 3.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 663.36, "tps_std": 79.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 58.63, "tps_std": 2.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 2110.44, "tps_std": 6.13, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 79.31, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 2261.02, "tps_std": 8.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 77.07, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 2040.3, "tps_std": 9.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 79.33, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 2143.83, "tps_std": 3.82, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 77.19, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 2099.8, "tps_std": 6.34, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 79.43, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 2262.0, "tps_std": 6.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 77.04, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 2038.14, "tps_std": 6.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 79.41, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 2141.85, "tps_std": 6.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 77.14, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 1830.34, "tps_std": 15.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 60.04, "tps_std": 4.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 2178.17, "tps_std": 91.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 55.78, "tps_std": 3.2, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 2016.93, "tps_std": 4.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 58.29, "tps_std": 3.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 2094.58, "tps_std": 12.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 66.23, "tps_std": 8.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1865.95, "tps_std": 7.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 79.56, "tps_std": 0.09, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 2252.6, "tps_std": 11.74, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 72.57, "tps_std": 0.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 2011.51, "tps_std": 6.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 79.65, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 2111.65, "tps_std": 7.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 67.62, "tps_std": 4.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1869.83, "tps_std": 5.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 79.48, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 2229.43, "tps_std": 7.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 72.58, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 2014.48, "tps_std": 4.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 79.61, "tps_std": 0.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 2064.91, "tps_std": 7.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 72.45, "tps_std": 0.03, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1288.81, "tps_std": 206.13, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 86.61, "tps_std": 1.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1149.64, "tps_std": 181.24, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 85.5, "tps_std": 1.74, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 967.51, "tps_std": 123.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 86.74, "tps_std": 1.45, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 991.94, "tps_std": 120.98, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 85.61, "tps_std": 0.84, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 3.88, "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", "log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 629.19, "tps_std": 3.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 34.79, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 780.88, "tps_std": 9.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 34.14, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 364.08, "tps_std": 1.11, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 34.81, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 400.84, "tps_std": 0.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 34.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 627.57, "tps_std": 4.14, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 34.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 783.4, "tps_std": 1.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 34.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0.log", "build": null }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 402.16, "tps_std": 1.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 34.16, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 683.95, "tps_std": 7.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 34.82, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 783.37, "tps_std": 6.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 35.06, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 689.85, "tps_std": 4.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 34.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 789.94, "tps_std": 5.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 35.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 682.09, "tps_std": 3.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 34.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 790.76, "tps_std": 6.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 35.06, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 688.37, "tps_std": 4.43, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 34.74, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 777.75, "tps_std": 25.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 35.12, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 650.02, "tps_std": 4.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 34.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 778.25, "tps_std": 3.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 34.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 688.7, "tps_std": 7.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 34.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 780.39, "tps_std": 6.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 34.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 653.89, "tps_std": 3.96, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 34.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 770.19, "tps_std": 5.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 34.18, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 691.27, "tps_std": 4.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 34.83, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 772.44, "tps_std": 6.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 34.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 653.09, "tps_std": 7.25, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 34.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 779.77, "tps_std": 4.78, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 34.28, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 683.9, "tps_std": 5.36, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 34.77, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 777.37, "tps_std": 4.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 34.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 626.37, "tps_std": 2.34, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 35.23, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 723.8, "tps_std": 2.49, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 34.59, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 401.61, "tps_std": 1.76, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 33.86, "tps_std": 0.03, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 444.61, "tps_std": 1.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-F16", "model_clean": "gpt-oss-120b-F16", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 33.84, "tps_std": 0.02, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 60.87, "name_params_b": 116.83, "quant": "F16", "log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 612.55, "tps_std": 6.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 47.08, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 766.08, "tps_std": 2.67, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 45.93, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 362.01, "tps_std": 1.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 47.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": null, "tps_mean": null, "tps_std": null, "error": true, "error_type": "hang", "backend": null, "ngl": null, "mmap": null, "params_b": null, "file_size_gib": null, "name_params_b": null, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": null }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 614.68, "tps_std": 3.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 47.04, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 768.28, "tps_std": 5.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 45.86, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 362.06, "tps_std": 1.45, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 47.11, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 397.06, "tps_std": 1.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 46.01, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 668.07, "tps_std": 3.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 47.22, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 767.63, "tps_std": 5.37, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 47.72, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 685.61, "tps_std": 4.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 47.15, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 785.43, "tps_std": 4.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 47.65, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 664.62, "tps_std": 3.53, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 47.11, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 773.25, "tps_std": 6.5, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 47.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 686.92, "tps_std": 5.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 47.15, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 781.6, "tps_std": 6.15, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 47.76, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 639.82, "tps_std": 2.41, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 46.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 756.98, "tps_std": 1.3, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 46.0, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 683.94, "tps_std": 2.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 47.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 778.15, "tps_std": 4.46, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 46.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 641.91, "tps_std": 7.56, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 47.2, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 756.17, "tps_std": 4.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 46.05, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 681.37, "tps_std": 3.54, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 47.19, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 770.6, "tps_std": 3.18, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 46.09, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 641.87, "tps_std": 3.27, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 47.17, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 757.39, "tps_std": 3.8, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 46.04, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 688.94, "tps_std": 3.9, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 47.06, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 769.31, "tps_std": 5.48, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 46.07, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 682.6, "tps_std": 3.3, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 51.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 790.49, "tps_std": 4.84, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 50.15, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 426.15, "tps_std": 2.65, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 52.79, "tps_std": 0.16, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 478.69, "tps_std": 3.26, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 52.75, "tps_std": 0.06, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 116.83, "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1140.4, "tps_std": 8.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 27.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1492.3, "tps_std": 22.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 26.96, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 327.64, "tps_std": 1.89, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 27.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 342.77, "tps_std": 3.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 27.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1147.38, "tps_std": 6.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 27.24, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1508.59, "tps_std": 26.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 27.0, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 326.33, "tps_std": 6.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 27.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 344.41, "tps_std": 7.32, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 26.96, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1253.42, "tps_std": 6.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 27.29, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1502.41, "tps_std": 9.99, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 27.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 1234.38, "tps_std": 12.52, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 27.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 1463.75, "tps_std": 8.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 27.34, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1258.74, "tps_std": 12.44, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 27.27, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1513.34, "tps_std": 10.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 27.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 1235.02, "tps_std": 7.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 27.26, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 1475.65, "tps_std": 12.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 27.32, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 1202.41, "tps_std": 13.79, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 26.03, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 1484.6, "tps_std": 5.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 26.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 1225.63, "tps_std": 9.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 27.25, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 1421.82, "tps_std": 12.16, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 26.95, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1209.21, "tps_std": 16.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 27.23, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1489.0, "tps_std": 6.12, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 26.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 1218.32, "tps_std": 13.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 27.21, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 1424.6, "tps_std": 8.06, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 26.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1198.99, "tps_std": 21.23, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 27.25, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1506.46, "tps_std": 15.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 26.98, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 1224.83, "tps_std": 11.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 27.2, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 1446.22, "tps_std": 17.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 26.99, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 469.06, "tps_std": 6.82, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 15.25, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 514.17, "tps_std": 6.35, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 15.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 537.62, "tps_std": 2.1, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 14.85, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 583.32, "tps_std": 3.38, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-F32", "model_clean": "gpt-oss-20b-F32", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 14.86, "tps_std": 0.01, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 38.97, "name_params_b": 20.91, "quant": "F32", "log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1164.39, "tps_std": 11.24, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 67.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1531.44, "tps_std": 9.83, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 65.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 590.66, "tps_std": 1.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 67.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 653.8, "tps_std": 1.17, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 65.72, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1160.12, "tps_std": 12.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 67.19, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1539.79, "tps_std": 14.33, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 65.81, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 591.28, "tps_std": 2.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 67.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 655.1, "tps_std": 1.75, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 65.85, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1276.57, "tps_std": 15.26, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 67.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1520.24, "tps_std": 18.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 68.08, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 1335.36, "tps_std": 7.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 67.28, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 1575.76, "tps_std": 15.77, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 68.18, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1270.02, "tps_std": 3.61, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 67.37, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1533.65, "tps_std": 17.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 68.13, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 1337.89, "tps_std": 14.39, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 67.39, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 1587.21, "tps_std": 12.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 68.25, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 1222.12, "tps_std": 10.04, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 67.34, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 1515.09, "tps_std": 6.22, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 65.75, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 1335.14, "tps_std": 17.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 67.33, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 1562.66, "tps_std": 9.76, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 65.84, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 1215.59, "tps_std": 8.93, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 67.39, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1521.41, "tps_std": 10.84, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 65.89, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 1334.89, "tps_std": 9.58, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 67.43, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 1567.58, "tps_std": 12.62, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 65.78, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1219.34, "tps_std": 5.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 67.37, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1530.7, "tps_std": 9.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 65.84, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 1331.0, "tps_std": 21.19, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 67.41, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 1575.63, "tps_std": 16.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 65.76, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1498.39, "tps_std": 12.53, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 74.08, "tps_std": 0.09, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1914.72, "tps_std": 22.77, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 72.57, "tps_std": 0.12, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1002.66, "tps_std": 7.71, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 74.77, "tps_std": 0.18, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1204.49, "tps_std": 13.52, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 74.94, "tps_std": 0.14, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 20.91, "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", "log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 979.46, "tps_std": 1.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 49.9, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1100.15, "tps_std": 1.95, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma", "env_base": "rocm6_4_3", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 49.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 348.31, "tps_std": 0.71, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 49.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 366.05, "tps_std": 1.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-rocwmma-hblt0", "env_base": "rocm6_4_3", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 49.32, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 979.46, "tps_std": 2.1, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 49.9, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1105.32, "tps_std": 2.28, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3", "env_base": "rocm6_4_3", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.24, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 348.63, "tps_std": 0.64, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 49.81, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 368.28, "tps_std": 0.81, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_3-hblt0", "env_base": "rocm6_4_3", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 49.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 979.59, "tps_std": 0.72, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 49.85, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1098.0, "tps_std": 4.05, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma", "env_base": "rocm6_4_4", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 49.4, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 899.84, "tps_std": 2.29, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 49.81, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 1005.78, "tps_std": 1.42, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-rocwmma-hblt0", "env_base": "rocm6_4_4", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 49.37, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 979.86, "tps_std": 1.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 49.87, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1117.04, "tps_std": 3.47, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4", "env_base": "rocm6_4_4", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.38, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 895.65, "tps_std": 0.66, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 49.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 1020.22, "tps_std": 1.63, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm6_4_4-hblt0", "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 49.36, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1.log", "build": { "hash": "4807e8f9", "number": "6609" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "pp512", "tps_mean": 977.63, "tps_std": 2.98, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": false, "test": "tg128", "tps_mean": 49.91, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "pp512", "tps_mean": 1097.55, "tps_std": 1.49, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants", "fa": true, "test": "tg128", "tps_mean": 49.33, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "pp512", "tps_mean": 860.3, "tps_std": 0.57, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": false, "test": "tg128", "tps_mean": 49.89, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "pp512", "tps_mean": 953.79, "tps_std": 3.6, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-fa_all_quants-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-fa_all_quants-hblt0", "fa": true, "test": "tg128", "tps_mean": 49.35, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "pp512", "tps_mean": 984.61, "tps_std": 2.65, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": false, "test": "tg128", "tps_mean": 49.94, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "pp512", "tps_mean": 1095.5, "tps_std": 2.69, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma", "env_base": "rocm7_rc", "env_variant": "rocwmma", "fa": true, "test": "tg128", "tps_mean": 49.34, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "pp512", "tps_mean": 859.46, "tps_std": 1.91, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": false, "test": "tg128", "tps_mean": 49.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "pp512", "tps_mean": 952.18, "tps_std": 1.68, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-rocwmma-hblt0", "env_base": "rocm7_rc", "env_variant": "rocwmma-hblt0", "fa": true, "test": "tg128", "tps_mean": 49.32, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 980.24, "tps_std": 1.4, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 49.9, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1100.05, "tps_std": 4.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc", "env_base": "rocm7_rc", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 49.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "pp512", "tps_mean": 860.23, "tps_std": 0.94, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": false, "test": "tg128", "tps_mean": 49.92, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "pp512", "tps_mean": 958.47, "tps_std": 2.31, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "rocm7_rc-hblt0", "env_base": "rocm7_rc", "env_variant": "hblt0", "fa": true, "test": "tg128", "tps_mean": 49.29, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 1317.02, "tps_std": 4.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 53.59, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 1380.42, "tps_std": 7.77, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_amdvlk", "env_base": "vulkan_amdvlk", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 52.95, "tps_std": 0.07, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "pp512", "tps_mean": 868.7, "tps_std": 8.94, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": false, "test": "tg128", "tps_mean": 54.37, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "pp512", "tps_mean": 957.23, "tps_std": 9.23, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } }, { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", "env": "vulkan_radv", "env_base": "vulkan_radv", "env_variant": null, "fa": true, "test": "tg128", "tps_mean": 53.49, "tps_std": 0.04, "error": false, "error_type": null, "backend": "Vulkan", "ngl": 99, "mmap": 0, "params_b": 6.74, "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", "log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log", "build": { "hash": "f1fbffb5", "number": "6486" } } ] }