Donato Capitella
a9618d881b
- Included rocm-7rc-rocwmma toolbox - Included updated results from benchmarks including rocm 7rc with ROMWMMA and hipBLASLt
16679 lines
441 KiB
JSON
16679 lines
441 KiB
JSON
{
|
|
"meta": {
|
|
"generated_at": "2025-08-10T11:20:41Z",
|
|
"os_kernel": "Fedora 42 \u2014 Linux fedora 6.16.0-264.vanilla.fc42.x86_64 (2025-07-28)",
|
|
"llamacpp_builds": [
|
|
{
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
},
|
|
{
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
],
|
|
"environments": [
|
|
"rocm6_4_2",
|
|
"rocm6_4_2-rocwmma",
|
|
"rocm7_beta",
|
|
"rocm7_beta-hblt0",
|
|
"rocm7_rc",
|
|
"rocm7_rc-hblt0",
|
|
"rocm7_rc-rocwmma",
|
|
"rocm7_rc-rocwmma-hblt0",
|
|
"vulkan_amdvlk",
|
|
"vulkan_radv"
|
|
],
|
|
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
|
|
},
|
|
"runs": [
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 139.31,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 130.07,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 124.5,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 100.8,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 130.22,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 120.16,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.96,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 133.91,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 129.49,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 138.34,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 124.65,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 100.9,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 129.49,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 103.73,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 201.03,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 22.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 201.89,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 22.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 128.01,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 22.92,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 132.56,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.31,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 124.75,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 124.94,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 100.41,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.53,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 118.61,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 90.24,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.55,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 123.75,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 118.92,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 127.14,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 118.52,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 97.36,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.57,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 223.59,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 16.51,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 225.75,
|
|
"tps_std": 0.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 127.35,
|
|
"tps_std": 0.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 16.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 131.91,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 33.87,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 108.88,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 109.02,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 117.34,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 109.17,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 72.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 78.54,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 81.12,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Kimi-Dev-72B-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 72.71,
|
|
"file_size_gib": 78.21,
|
|
"name_params_b": 72.71,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 33.28,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 30.88,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 95.65,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 95.63,
|
|
"tps_std": 0.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 103.15,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 95.15,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 30.04,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 98.2,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 99.14,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 79.91,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 82.4,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.21,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 133.77,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 103.96,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.47,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 273.64,
|
|
"tps_std": 0.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 293.87,
|
|
"tps_std": 1.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 269.3,
|
|
"tps_std": 1.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 225.7,
|
|
"tps_std": 1.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 135.16,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 243.54,
|
|
"tps_std": 1.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 246.48,
|
|
"tps_std": 1.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.09,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 147.36,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.3,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 150.06,
|
|
"tps_std": 1.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 135.23,
|
|
"tps_std": 0.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 135.29,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 262.13,
|
|
"tps_std": 9.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.65,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 267.45,
|
|
"tps_std": 1.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.6,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 293.37,
|
|
"tps_std": 7.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.54,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 272.38,
|
|
"tps_std": 1.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.64,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 255.55,
|
|
"tps_std": 1.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 12.27,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 259.07,
|
|
"tps_std": 1.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.11,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 168.01,
|
|
"tps_std": 0.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 12.3,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 172.71,
|
|
"tps_std": 0.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 137.82,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 137.63,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 122.98,
|
|
"tps_std": 0.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 281.87,
|
|
"tps_std": 1.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.59,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 233.14,
|
|
"tps_std": 0.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 307.08,
|
|
"tps_std": 2.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.34,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 138.22,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.45,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 281.24,
|
|
"tps_std": 1.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 218.27,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.09,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 220.73,
|
|
"tps_std": 0.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 152.77,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.02,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 155.24,
|
|
"tps_std": 1.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 73.83,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.68,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 61.47,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_beta__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 129.7,
|
|
"tps_std": 0.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 145.18,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 130.56,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 97.08,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.9,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 114.76,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 16.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 116.18,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.9,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 64.79,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 16.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 66.84,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.86,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 157.78,
|
|
"tps_std": 2.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 161.64,
|
|
"tps_std": 2.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 157.64,
|
|
"tps_std": 2.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 23.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 140.32,
|
|
"tps_std": 1.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 424.74,
|
|
"tps_std": 7.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 154.45,
|
|
"tps_std": 1.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 138.46,
|
|
"tps_std": 1.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 425.56,
|
|
"tps_std": 3.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 472.05,
|
|
"tps_std": 4.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 153.54,
|
|
"tps_std": 2.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.74,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 158.2,
|
|
"tps_std": 2.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 426.72,
|
|
"tps_std": 7.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 153.89,
|
|
"tps_std": 1.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 137.06,
|
|
"tps_std": 2.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.32,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 107.55,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 107.68,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 86.02,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 7.46,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 86.93,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 7.44,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 387.45,
|
|
"tps_std": 1.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 411.6,
|
|
"tps_std": 0.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 385.52,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.06,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.86,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.71,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 534.84,
|
|
"tps_std": 2.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.21,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 411.72,
|
|
"tps_std": 2.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 387.34,
|
|
"tps_std": 1.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.23,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.58,
|
|
"tps_std": 1.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 535.44,
|
|
"tps_std": 6.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.07,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 619.02,
|
|
"tps_std": 7.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 387.98,
|
|
"tps_std": 0.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.09,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 413.28,
|
|
"tps_std": 2.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.63,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 540.14,
|
|
"tps_std": 5.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.65,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 418.6,
|
|
"tps_std": 2.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 386.87,
|
|
"tps_std": 1.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.5,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.4,
|
|
"tps_std": 1.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 741.97,
|
|
"tps_std": 2.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 57.22,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 731.64,
|
|
"tps_std": 2.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 53.53,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 396.38,
|
|
"tps_std": 1.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 59.54,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 406.84,
|
|
"tps_std": 1.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 58.5,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 150.37,
|
|
"tps_std": 1.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.49,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 153.97,
|
|
"tps_std": 1.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.98,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 150.06,
|
|
"tps_std": 1.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 23.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 408.29,
|
|
"tps_std": 1.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 145.29,
|
|
"tps_std": 1.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.53,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 130.39,
|
|
"tps_std": 1.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 414.47,
|
|
"tps_std": 3.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.61,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 460.12,
|
|
"tps_std": 5.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.02,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 145.43,
|
|
"tps_std": 1.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 150.58,
|
|
"tps_std": 1.93,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.13,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 413.05,
|
|
"tps_std": 2.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 325.48,
|
|
"tps_std": 1.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 145.83,
|
|
"tps_std": 2.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 130.2,
|
|
"tps_std": 1.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 107.16,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 107.26,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 85.88,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 7.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 86.57,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-Coder-30B-A3B-Instruct-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 7.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 192.14,
|
|
"tps_std": 0.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 10.75,
|
|
"tps_std": 3.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 229.77,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 222.24,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 201.58,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 706.58,
|
|
"tps_std": 0.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 567.65,
|
|
"tps_std": 0.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 222.31,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 203.03,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 703.1,
|
|
"tps_std": 0.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 818.63,
|
|
"tps_std": 0.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 222.39,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 228.56,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 706.92,
|
|
"tps_std": 0.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 554.98,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 222.26,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 201.53,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 675.9,
|
|
"tps_std": 1.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 371.03,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 504.61,
|
|
"tps_std": 2.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 495.37,
|
|
"tps_std": 0.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 92.82,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 94.62,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 91.25,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 84.81,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 405.35,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 310.92,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 86.8,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 82.85,
|
|
"tps_std": 0.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 404.79,
|
|
"tps_std": 0.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 472.91,
|
|
"tps_std": 1.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 91.08,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 93.26,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 368.33,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 3.71,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 311.83,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 80.07,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 135.01,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 137.76,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 727.59,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.22,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 750.3,
|
|
"tps_std": 1.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.96,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 728.24,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 75.89,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 643.29,
|
|
"tps_std": 0.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.53,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1812.73,
|
|
"tps_std": 7.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.55,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1548.2,
|
|
"tps_std": 4.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.64,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 729.03,
|
|
"tps_std": 0.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.59,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 651.26,
|
|
"tps_std": 1.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1799.45,
|
|
"tps_std": 7.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 75.43,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2267.56,
|
|
"tps_std": 6.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.27,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 729.58,
|
|
"tps_std": 0.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 75.48,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 750.44,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.27,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1812.27,
|
|
"tps_std": 4.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.22,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1510.06,
|
|
"tps_std": 4.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.58,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 729.81,
|
|
"tps_std": 1.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.03,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 645.48,
|
|
"tps_std": 1.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.67,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1628.18,
|
|
"tps_std": 1.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 84.23,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 947.36,
|
|
"tps_std": 1.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 60.35,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1529.98,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 86.95,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1498.81,
|
|
"tps_std": 1.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 81.29,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 353.66,
|
|
"tps_std": 0.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 352.4,
|
|
"tps_std": 1.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 31.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 321.54,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 604.24,
|
|
"tps_std": 4.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 548.27,
|
|
"tps_std": 2.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 355.23,
|
|
"tps_std": 1.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 323.79,
|
|
"tps_std": 0.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 592.27,
|
|
"tps_std": 5.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.68,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 735.02,
|
|
"tps_std": 5.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.34,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 353.49,
|
|
"tps_std": 1.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 388.5,
|
|
"tps_std": 1.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 598.68,
|
|
"tps_std": 9.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 546.3,
|
|
"tps_std": 3.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 354.34,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 324.26,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 450.26,
|
|
"tps_std": 1.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.56,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 499.8,
|
|
"tps_std": 1.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.18,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 230.22,
|
|
"tps_std": 0.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.16,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 243.2,
|
|
"tps_std": 1.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.15,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 352.37,
|
|
"tps_std": 0.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.11,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 319.23,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 43.79,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 589.45,
|
|
"tps_std": 4.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 539.93,
|
|
"tps_std": 1.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 323.04,
|
|
"tps_std": 0.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.01,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 586.82,
|
|
"tps_std": 5.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 44.72,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 684.17,
|
|
"tps_std": 67.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.14,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 350.89,
|
|
"tps_std": 1.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 44.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 589.82,
|
|
"tps_std": 5.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.12,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 540.27,
|
|
"tps_std": 2.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 43.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 354.6,
|
|
"tps_std": 1.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.04,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 319.46,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 43.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 488.47,
|
|
"tps_std": 2.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 48.21,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 547.53,
|
|
"tps_std": 3.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.49,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 239.44,
|
|
"tps_std": 1.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.15,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 255.37,
|
|
"tps_std": 1.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.31,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 324.31,
|
|
"tps_std": 4.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.87,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 343.3,
|
|
"tps_std": 5.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 322.55,
|
|
"tps_std": 4.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.9,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 304.86,
|
|
"tps_std": 3.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1135.9,
|
|
"tps_std": 9.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1011.32,
|
|
"tps_std": 4.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 313.05,
|
|
"tps_std": 6.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 301.3,
|
|
"tps_std": 4.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1130.14,
|
|
"tps_std": 7.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1502.62,
|
|
"tps_std": 12.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 319.92,
|
|
"tps_std": 6.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 338.36,
|
|
"tps_std": 5.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1130.86,
|
|
"tps_std": 14.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1007.82,
|
|
"tps_std": 22.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 321.8,
|
|
"tps_std": 6.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.83,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 302.84,
|
|
"tps_std": 5.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 369.6,
|
|
"tps_std": 1.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.72,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 389.96,
|
|
"tps_std": 1.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.7,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 318.04,
|
|
"tps_std": 1.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 7.89,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 334.64,
|
|
"tps_std": 1.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 7.9,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 581.92,
|
|
"tps_std": 2.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.34,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 642.4,
|
|
"tps_std": 3.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 582.94,
|
|
"tps_std": 2.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 522.14,
|
|
"tps_std": 1.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 62.97,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1128.54,
|
|
"tps_std": 2.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1005.66,
|
|
"tps_std": 1.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.07,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 585.03,
|
|
"tps_std": 1.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.36,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 528.92,
|
|
"tps_std": 2.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.0,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1124.54,
|
|
"tps_std": 9.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.19,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1474.7,
|
|
"tps_std": 11.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.31,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 583.69,
|
|
"tps_std": 2.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.26,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 642.92,
|
|
"tps_std": 1.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.28,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1125.6,
|
|
"tps_std": 1.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 997.74,
|
|
"tps_std": 8.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 584.02,
|
|
"tps_std": 1.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.5,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 525.48,
|
|
"tps_std": 1.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.04,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1218.18,
|
|
"tps_std": 8.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 69.76,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1482.59,
|
|
"tps_std": 12.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.63,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 649.86,
|
|
"tps_std": 5.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 70.72,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 728.71,
|
|
"tps_std": 8.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 70.49,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.6,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm6_4_2-rocwmma",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.6,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2-rocwmma__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 33.76,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.48,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 31.69,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm6_4_2",
|
|
"env_base": "rocm6_4_2",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm6_4_2__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 99.09,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 81.54,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.6,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 31.63,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_beta-hblt0",
|
|
"env_base": "rocm7_beta",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_beta__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 99.41,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 106.7,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.6,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 33.87,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 34.48,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.61,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 99.16,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 81.56,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "79c1160b",
|
|
"number": "6123"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.6,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.6,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 72.73,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 5.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 73.47,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 5.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 78.79,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 5.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 80.58,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama3.3-70.6B-Q4_K_M",
|
|
"model_clean": "llama3.3-70.6B-Q4_K_M",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 5.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 999,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 39.59,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q4_K_M",
|
|
"log": "results/llama3.3-70.6B-Q4_K_M__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "34c9d765",
|
|
"number": "6122"
|
|
}
|
|
}
|
|
]
|
|
} |