julian/amd-strix-halo-toolboxes
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases Wiki Activity
Files
412c7d3cbbf458854e80e1f577538b384e7c5523
amd-strix-halo-toolboxes/pages/results.json
T
Donato Capitella 412c7d3cbb adding pages to display interactive benchmark results
2025-08-09 10:40:53 +01:00

9939 lines
260 KiB
JSON
Raw Blame History

{
"meta": {
"generated_at": "2025-08-09T09:04:36Z",
"os_kernel": "Fedora 42 \u2014 Linux fedora 6.16.0-264.vanilla.fc42.x86_64 (2025-07-28)",
"llamacpp_builds": [
{
"hash": "cd6983d5",
"number": "6119"
}
],
"environments": [
"rocm6_4_2",
"rocm6_4_2-rocwmma",
"rocm7_beta",
"rocm7_rc",
"vulkan_amdvlk",
"vulkan_radv"
],
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
},
"runs": [
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 129.88,
"tps_std": 0.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 19.43,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 130.17,
"tps_std": 0.38,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 19.83,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 103.63,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 20.09,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 200.76,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 22.78,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 201.86,
"tps_std": 0.27,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 22.83,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 127.73,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 22.88,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 132.54,
"tps_std": 0.34,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 23.31,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 68.01,
"name_params_b": null,
"quant": "Q4_K_XL",
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 113.62,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 15.47,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 124.82,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 15.35,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 120.54,
"tps_std": 0.3,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 15.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 124.18,
"tps_std": 0.48,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 15.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
"build": null
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 223.02,
"tps_std": 0.69,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 16.47,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 224.54,
"tps_std": 0.65,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 16.49,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 127.36,
"tps_std": 0.46,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 16.78,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 131.78,
"tps_std": 0.46,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 16.99,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 110.47,
"file_size_gib": 94.57,
"name_params_b": null,
"quant": "Q6_K_XL",
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 33.3,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 2.64,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 31.09,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 2.65,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": null
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 78.7,
"tps_std": 0.2,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 2.66,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 81.29,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 2.66,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 72.71,
"file_size_gib": 78.21,
"name_params_b": 72.0,
"quant": "Q8_K_XL",
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 33.32,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 2.73,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 31.28,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 2.74,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log",
"build": null
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log",
"build": null
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
"build": null
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": null
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 98.14,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 2.73,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 99.24,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 2.72,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 80.11,
"tps_std": 0.09,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 2.73,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 82.9,
"tps_std": 0.14,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 2.73,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 75.65,
"name_params_b": 70.0,
"quant": "Q8_K_XL",
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 134.39,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 14.33,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 135.25,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 14.43,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 243.45,
"tps_std": 1.29,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 15.29,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 247.48,
"tps_std": 1.28,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 15.03,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 148.25,
"tps_std": 0.91,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 15.21,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 149.82,
"tps_std": 0.83,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 15.21,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 82.35,
"name_params_b": 17.0,
"quant": "Q6_K",
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 135.44,
"tps_std": 0.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 11.61,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 258.18,
"tps_std": 1.38,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 12.23,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 260.16,
"tps_std": 1.44,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 12.09,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 168.63,
"tps_std": 0.81,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 12.26,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 172.37,
"tps_std": 0.92,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 12.25,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 106.65,
"name_params_b": 17.0,
"quant": null,
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 138.27,
"tps_std": 0.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 17.4,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 138.9,
"tps_std": 0.66,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 17.62,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 123.61,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 17.6,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
"build": null
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 123.58,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 17.55,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 218.18,
"tps_std": 0.83,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 20.04,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 221.15,
"tps_std": 0.74,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 19.58,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 152.21,
"tps_std": 0.66,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 19.98,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 155.22,
"tps_std": 1.09,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 19.93,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 107.77,
"file_size_gib": 57.73,
"name_params_b": 17.0,
"quant": "Q4_K_XL",
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 74.15,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 13.73,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__fa1.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log",
"build": null
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 114.49,
"tps_std": 0.6,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 15.98,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 116.07,
"tps_std": 0.64,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 15.84,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 64.85,
"tps_std": 0.38,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 16.58,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 66.76,
"tps_std": 0.43,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 16.83,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 235.09,
"file_size_gib": 96.99,
"name_params_b": 235.0,
"quant": "Q3_K_XL",
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 157.95,
"tps_std": 2.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 24.53,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 162.19,
"tps_std": 3.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 24.03,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 157.69,
"tps_std": 2.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 23.89,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 140.32,
"tps_std": 2.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 24.33,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 153.49,
"tps_std": 1.19,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 24.52,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 138.49,
"tps_std": 2.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 24.35,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 152.26,
"tps_std": 2.41,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 24.55,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 137.52,
"tps_std": 1.75,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 24.33,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 107.48,
"tps_std": 0.16,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 8.04,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 107.64,
"tps_std": 0.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 7.96,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 85.97,
"tps_std": 0.12,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 7.38,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 87.05,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
"model_clean": "Qwen3-30B-A3B-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 7.4,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 388.77,
"tps_std": 0.97,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 50.31,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 412.35,
"tps_std": 1.06,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 48.26,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 388.72,
"tps_std": 2.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 50.19,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 301.29,
"tps_std": 0.54,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 49.58,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 390.07,
"tps_std": 0.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 50.19,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 300.6,
"tps_std": 2.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 49.78,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 388.99,
"tps_std": 1.86,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 50.31,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 302.87,
"tps_std": 0.88,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 49.9,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 736.95,
"tps_std": 3.72,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 56.89,
"tps_std": 0.26,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 727.71,
"tps_std": 2.81,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 53.34,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 395.16,
"tps_std": 1.55,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 58.95,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 405.61,
"tps_std": 1.85,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 58.06,
"tps_std": 0.28,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 24.53,
"name_params_b": 30.0,
"quant": "Q6_K_XL",
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 150.5,
"tps_std": 1.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 24.55,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 154.09,
"tps_std": 1.98,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 24.02,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 150.34,
"tps_std": 1.74,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 24.14,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 134.4,
"tps_std": 1.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 24.32,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 146.55,
"tps_std": 1.77,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 24.54,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__fa1.log",
"build": null
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 145.91,
"tps_std": 1.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 24.57,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log",
"build": null
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 106.99,
"tps_std": 0.1,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 8.03,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 107.1,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 7.98,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 85.5,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 7.42,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 86.52,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 7.4,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 30.53,
"file_size_gib": 56.89,
"name_params_b": 30.0,
"quant": "BF16",
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 223.38,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 13.86,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 229.77,
"tps_std": 0.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 13.59,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 222.86,
"tps_std": 0.11,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 13.85,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 202.13,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 13.58,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 222.67,
"tps_std": 0.37,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 13.88,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 203.12,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 13.6,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 222.49,
"tps_std": 0.29,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 13.86,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 201.47,
"tps_std": 0.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 13.61,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 676.94,
"tps_std": 0.85,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 13.99,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 371.17,
"tps_std": 0.24,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 12.3,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 503.27,
"tps_std": 1.09,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 13.76,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 495.99,
"tps_std": 2.36,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-12b-it-UD-Q8_K_XL",
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 13.61,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 11.77,
"file_size_gib": 13.4,
"name_params_b": null,
"quant": "Q8_K_XL",
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 92.52,
"tps_std": 0.44,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 4.05,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 94.54,
"tps_std": 0.52,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 4.03,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "hang",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 83.75,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.04,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 91.54,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 4.04,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 83.61,
"tps_std": 0.31,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.04,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 55.68,
"tps_std": 0.47,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 3.11,
"tps_std": 0.98,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 83.08,
"tps_std": 0.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.04,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "load",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
"build": null
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 135.58,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 4.0,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 138.61,
"tps_std": 0.55,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-27b-it-BF16-00001-of-00002",
"model_clean": "gemma-3-27b-it-BF16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.0,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 27.01,
"file_size_gib": 50.31,
"name_params_b": null,
"quant": "BF16",
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 729.91,
"tps_std": 1.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 76.14,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 752.25,
"tps_std": 0.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 69.93,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 730.51,
"tps_std": 1.49,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 76.35,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 645.88,
"tps_std": 0.61,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 69.63,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 732.13,
"tps_std": 1.42,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 76.23,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 652.29,
"tps_std": 0.45,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 69.62,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 730.59,
"tps_std": 1.69,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 76.01,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 646.16,
"tps_std": 0.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 69.53,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 1614.72,
"tps_std": 4.91,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 84.0,
"tps_std": 0.23,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 942.34,
"tps_std": 1.76,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 57.7,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 1527.75,
"tps_std": 3.86,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 85.54,
"tps_std": 0.99,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 1489.57,
"tps_std": 4.71,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gemma-3-4b-it-Q3_K_S",
"model_clean": "gemma-3-4b-it-Q3_K_S",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 80.63,
"tps_std": 0.22,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 3.88,
"file_size_gib": 1.8,
"name_params_b": null,
"quant": "Q3_K_S",
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 355.01,
"tps_std": 0.57,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 33.66,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 411.33,
"tps_std": 1.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 33.5,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 353.36,
"tps_std": 0.53,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 31.9,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 247.95,
"tps_std": 0.4,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 33.04,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 357.38,
"tps_std": 0.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 33.62,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 249.65,
"tps_std": 0.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 33.04,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 356.67,
"tps_std": 0.74,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 33.68,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 247.49,
"tps_std": 0.65,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 33.07,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 448.17,
"tps_std": 1.37,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 33.39,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 498.69,
"tps_std": 2.19,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 33.06,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 229.59,
"tps_std": 0.74,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 33.08,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 243.4,
"tps_std": 0.99,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-F16",
"model_clean": "gpt-oss-120b-F16",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 33.07,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 60.87,
"name_params_b": null,
"quant": "F16",
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 353.53,
"tps_std": 0.62,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 45.05,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 408.5,
"tps_std": 1.91,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 44.69,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 353.45,
"tps_std": 1.22,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 44.12,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 246.76,
"tps_std": 0.35,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 43.67,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 354.82,
"tps_std": 1.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 45.0,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 248.22,
"tps_std": 0.5,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 44.05,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 353.2,
"tps_std": 0.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 45.15,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": null,
"tps_mean": null,
"tps_std": null,
"error": true,
"error_type": "runtime",
"backend": null,
"ngl": null,
"mmap": null,
"params_b": null,
"file_size_gib": null,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
"build": null
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 486.9,
"tps_std": 2.23,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 48.08,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 546.41,
"tps_std": 2.88,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 47.25,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 239.72,
"tps_std": 1.23,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 49.01,
"tps_std": 0.06,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 255.17,
"tps_std": 1.65,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
"model_clean": "gpt-oss-120b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 48.93,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 116.83,
"file_size_gib": 59.02,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 324.54,
"tps_std": 4.39,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 26.87,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 380.87,
"tps_std": 8.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 26.79,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 323.86,
"tps_std": 4.33,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 26.27,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 257.11,
"tps_std": 2.63,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 26.47,
"tps_std": 0.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 322.43,
"tps_std": 2.59,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 26.89,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 254.08,
"tps_std": 3.99,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 26.62,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 319.36,
"tps_std": 3.07,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 26.88,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 254.87,
"tps_std": 2.27,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 26.62,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 369.69,
"tps_std": 1.79,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 8.59,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 389.86,
"tps_std": 2.13,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 8.58,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 319.09,
"tps_std": 1.46,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 7.79,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 335.15,
"tps_std": 1.8,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-F32",
"model_clean": "gpt-oss-20b-F32",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 7.79,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 38.97,
"name_params_b": null,
"quant": "F32",
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 580.83,
"tps_std": 2.46,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 64.47,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 649.48,
"tps_std": 3.21,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 64.18,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 582.89,
"tps_std": 2.32,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 64.45,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 394.67,
"tps_std": 1.08,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 62.97,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 583.52,
"tps_std": 2.76,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 64.39,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 396.75,
"tps_std": 0.6,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 62.98,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 581.83,
"tps_std": 1.1,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 64.5,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 394.87,
"tps_std": 0.73,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 63.06,
"tps_std": 0.01,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 1205.02,
"tps_std": 7.18,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 68.84,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 1472.56,
"tps_std": 14.39,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 67.78,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 648.85,
"tps_std": 6.28,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 69.88,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 728.38,
"tps_std": 8.17,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "gpt-oss-20b-mxfp4",
"model_clean": "gpt-oss-20b-mxfp4",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 69.8,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 20.91,
"file_size_gib": 11.27,
"name_params_b": null,
"quant": "MXFP4",
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "pp512",
"tps_mean": 33.47,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": false,
"test": "tg128",
"tps_mean": 4.62,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "pp512",
"tps_mean": 34.51,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2-rocwmma",
"env_base": "rocm6_4_2",
"env_variant": "rocwmma",
"fa": true,
"test": "tg128",
"tps_mean": 4.61,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 33.79,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 4.52,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 31.67,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm6_4_2",
"env_base": "rocm6_4_2",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.63,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 33.88,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 4.61,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 31.67,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_beta",
"env_base": "rocm7_beta",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.63,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 33.91,
"tps_std": 0.03,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 4.61,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 31.66,
"tps_std": 0.04,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "rocm7_rc",
"env_base": "rocm7_rc",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.63,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "ROCm",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 72.75,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 5.03,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 73.57,
"tps_std": 0.02,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_amdvlk",
"env_base": "vulkan_amdvlk",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 5.0,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "pp512",
"tps_mean": 78.99,
"tps_std": 0.18,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": false,
"test": "tg128",
"tps_mean": 5.0,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "pp512",
"tps_mean": 80.92,
"tps_std": 0.05,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
},
{
"model": "llama3.3-70.6B-Q4_K_M",
"model_clean": "llama3.3-70.6B-Q4_K_M",
"env": "vulkan_radv",
"env_base": "vulkan_radv",
"env_variant": null,
"fa": true,
"test": "tg128",
"tps_mean": 4.99,
"tps_std": 0.0,
"error": false,
"error_type": null,
"backend": "Vulkan",
"ngl": 999,
"mmap": 0,
"params_b": 70.55,
"file_size_gib": 39.59,
"name_params_b": 70.6,
"quant": "Q4_K_M",
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log",
"build": {
"hash": "cd6983d5",
"number": "6119"
}
}
]
}
Reference in New Issue View Git Blame Copy Permalink