Donato Capitella
26369 lines
705 KiB
JSON
26369 lines
705 KiB
JSON
{
|
|
"meta": {
|
|
"generated_at": "2025-09-28T08:26:03Z",
|
|
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
|
|
"llamacpp_builds": [
|
|
{
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
},
|
|
{
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
],
|
|
"environments": [
|
|
"rocm6_4_3",
|
|
"rocm6_4_3-hblt0",
|
|
"rocm6_4_3-rocwmma",
|
|
"rocm6_4_3-rocwmma-hblt0",
|
|
"rocm6_4_4",
|
|
"rocm6_4_4-hblt0",
|
|
"rocm6_4_4-rocwmma",
|
|
"rocm6_4_4-rocwmma-hblt0",
|
|
"rocm7_rc",
|
|
"rocm7_rc-hblt0",
|
|
"rocm7_rc-rocwmma",
|
|
"rocm7_rc-rocwmma-fa_all_quants",
|
|
"rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"rocm7_rc-rocwmma-hblt0",
|
|
"vulkan_amdvlk",
|
|
"vulkan_radv"
|
|
],
|
|
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
|
|
},
|
|
"runs": [
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 125.93,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 135.4,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 132.28,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 139.86,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 125.92,
|
|
"tps_std": 0.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.52,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 134.12,
|
|
"tps_std": 0.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 131.45,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 140.67,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 128.18,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 134.92,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 21.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 159.31,
|
|
"tps_std": 0.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.34,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 171.67,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 21.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 128.02,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.53,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 136.15,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 21.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 160.41,
|
|
"tps_std": 0.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.5,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 161.32,
|
|
"tps_std": 0.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 21.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 94.56,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 127.25,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 128.69,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 169.19,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 94.71,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 126.97,
|
|
"tps_std": 0.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 160.39,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 169.35,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 94.73,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 93.27,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.67,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 159.89,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 170.42,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 217.22,
|
|
"tps_std": 0.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.18,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 219.61,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.21,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 212.6,
|
|
"tps_std": 0.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.18,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 224.85,
|
|
"tps_std": 2.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.64,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 120.87,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 128.65,
|
|
"tps_std": 0.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 120.53,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 129.22,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 128.68,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 123.24,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 129.37,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 151.03,
|
|
"tps_std": 0.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 155.49,
|
|
"tps_std": 0.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 122.48,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.86,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 130.06,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 150.67,
|
|
"tps_std": 0.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.84,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 149.93,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 91.95,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 70.0,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.22,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 159.75,
|
|
"tps_std": 0.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 92.18,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 121.75,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 151.32,
|
|
"tps_std": 0.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 161.1,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 92.2,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 71.02,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 147.32,
|
|
"tps_std": 0.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 161.37,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 264.5,
|
|
"tps_std": 0.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 267.86,
|
|
"tps_std": 1.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 208.01,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.49,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 221.63,
|
|
"tps_std": 1.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.71,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 101.82,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 94.79,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 104.62,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 98.87,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 104.31,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 97.43,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 103.81,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 99.32,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 104.93,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 98.99,
|
|
"tps_std": 0.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 103.03,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 98.15,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 102.79,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 93.89,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 97.53,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 97.42,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 101.56,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 92.02,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 97.1,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 95.12,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 103.16,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 93.86,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 95.87,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 97.72,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 99.04,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 78.94,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 80.9,
|
|
"tps_std": 0.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 265.76,
|
|
"tps_std": 0.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 289.14,
|
|
"tps_std": 1.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.64,
|
|
"tps_std": 0.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 291.67,
|
|
"tps_std": 0.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 276.88,
|
|
"tps_std": 1.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 292.47,
|
|
"tps_std": 1.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 277.79,
|
|
"tps_std": 0.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 292.17,
|
|
"tps_std": 1.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 276.97,
|
|
"tps_std": 1.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 293.79,
|
|
"tps_std": 2.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 278.59,
|
|
"tps_std": 1.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 296.61,
|
|
"tps_std": 0.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 276.44,
|
|
"tps_std": 1.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 292.67,
|
|
"tps_std": 1.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 273.88,
|
|
"tps_std": 1.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 284.81,
|
|
"tps_std": 1.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 274.13,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 292.92,
|
|
"tps_std": 2.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 273.23,
|
|
"tps_std": 1.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 274.52,
|
|
"tps_std": 1.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 287.04,
|
|
"tps_std": 1.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 224.02,
|
|
"tps_std": 2.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 234.3,
|
|
"tps_std": 1.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 201.49,
|
|
"tps_std": 2.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.77,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 202.49,
|
|
"tps_std": 5.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 264.44,
|
|
"tps_std": 24.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.88,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 298.83,
|
|
"tps_std": 1.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.89,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 274.49,
|
|
"tps_std": 1.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.91,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 298.07,
|
|
"tps_std": 2.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.89,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 281.33,
|
|
"tps_std": 2.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 297.14,
|
|
"tps_std": 1.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 280.36,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 298.12,
|
|
"tps_std": 2.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 279.89,
|
|
"tps_std": 0.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 297.68,
|
|
"tps_std": 2.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.97,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 284.44,
|
|
"tps_std": 3.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.9,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.04,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 275.21,
|
|
"tps_std": 1.93,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 292.69,
|
|
"tps_std": 2.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 267.51,
|
|
"tps_std": 12.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.9,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 286.25,
|
|
"tps_std": 4.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.9,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 260.6,
|
|
"tps_std": 10.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.82,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 293.26,
|
|
"tps_std": 3.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.92,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 275.91,
|
|
"tps_std": 1.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 260.83,
|
|
"tps_std": 5.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.82,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 279.56,
|
|
"tps_std": 3.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.88,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 278.61,
|
|
"tps_std": 2.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 343.36,
|
|
"tps_std": 1.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 12.57,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 347.56,
|
|
"tps_std": 1.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 244.52,
|
|
"tps_std": 1.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 12.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 253.13,
|
|
"tps_std": 1.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.56,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 307.79,
|
|
"tps_std": 3.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.81,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 138.51,
|
|
"tps_std": 0.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 142.41,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 282.5,
|
|
"tps_std": 1.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 306.89,
|
|
"tps_std": 1.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 137.98,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 143.18,
|
|
"tps_std": 0.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 291.19,
|
|
"tps_std": 2.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 307.71,
|
|
"tps_std": 1.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 18.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 291.96,
|
|
"tps_std": 2.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 310.84,
|
|
"tps_std": 1.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 18.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 291.26,
|
|
"tps_std": 0.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 311.26,
|
|
"tps_std": 1.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 290.78,
|
|
"tps_std": 1.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.81,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 310.36,
|
|
"tps_std": 1.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 18.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 283.86,
|
|
"tps_std": 1.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 299.13,
|
|
"tps_std": 2.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 286.66,
|
|
"tps_std": 1.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.0,
|
|
"tps_std": 1.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 284.38,
|
|
"tps_std": 0.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 306.4,
|
|
"tps_std": 1.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 286.08,
|
|
"tps_std": 2.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 297.71,
|
|
"tps_std": 1.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 284.17,
|
|
"tps_std": 2.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.96,
|
|
"tps_std": 1.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 191.71,
|
|
"tps_std": 1.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 21.03,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 193.39,
|
|
"tps_std": 1.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.61,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 213.71,
|
|
"tps_std": 2.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.87,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 217.08,
|
|
"tps_std": 5.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 129.22,
|
|
"tps_std": 0.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 143.48,
|
|
"tps_std": 1.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 75.22,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.29,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 129.64,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 144.82,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 74.17,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.27,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 77.91,
|
|
"tps_std": 0.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.57,
|
|
"tps_std": 0.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.57,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 144.38,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.69,
|
|
"tps_std": 1.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 143.45,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 133.5,
|
|
"tps_std": 0.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 144.31,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 133.54,
|
|
"tps_std": 0.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 144.26,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 131.98,
|
|
"tps_std": 0.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 141.08,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.29,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 130.87,
|
|
"tps_std": 0.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.25,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 137.23,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.32,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 132.6,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.33,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 143.76,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.24,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.32,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 141.84,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.45,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 145.01,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.36,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 133.4,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.32,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 131.33,
|
|
"tps_std": 1.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.27,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 133.32,
|
|
"tps_std": 1.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.12,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 115.77,
|
|
"tps_std": 1.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.75,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 121.8,
|
|
"tps_std": 1.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 18.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 426.32,
|
|
"tps_std": 6.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.0,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 479.22,
|
|
"tps_std": 4.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.91,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 158.56,
|
|
"tps_std": 4.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 165.57,
|
|
"tps_std": 2.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 432.19,
|
|
"tps_std": 6.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 477.24,
|
|
"tps_std": 5.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 162.44,
|
|
"tps_std": 4.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.05,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 160.17,
|
|
"tps_std": 3.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.91,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 451.6,
|
|
"tps_std": 1.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 482.09,
|
|
"tps_std": 5.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 25.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 345.46,
|
|
"tps_std": 3.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 354.93,
|
|
"tps_std": 5.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 25.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 448.97,
|
|
"tps_std": 7.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.57,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 489.49,
|
|
"tps_std": 3.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 25.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 343.78,
|
|
"tps_std": 1.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 363.09,
|
|
"tps_std": 8.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 25.75,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 435.53,
|
|
"tps_std": 2.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 476.36,
|
|
"tps_std": 3.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 330.47,
|
|
"tps_std": 5.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 343.19,
|
|
"tps_std": 4.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 431.59,
|
|
"tps_std": 5.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.06,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 476.09,
|
|
"tps_std": 5.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 332.32,
|
|
"tps_std": 3.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.11,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 344.55,
|
|
"tps_std": 3.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 431.29,
|
|
"tps_std": 3.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.1,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 475.35,
|
|
"tps_std": 3.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.94,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 329.24,
|
|
"tps_std": 2.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 25.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 348.53,
|
|
"tps_std": 5.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.92,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 139.51,
|
|
"tps_std": 0.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.31,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 140.62,
|
|
"tps_std": 1.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 150.84,
|
|
"tps_std": 1.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 156.53,
|
|
"tps_std": 2.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 538.66,
|
|
"tps_std": 2.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.01,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 620.78,
|
|
"tps_std": 3.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 389.41,
|
|
"tps_std": 1.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.13,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 413.64,
|
|
"tps_std": 1.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.76,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 543.05,
|
|
"tps_std": 4.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 624.71,
|
|
"tps_std": 4.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.74,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 387.73,
|
|
"tps_std": 2.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.3,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 415.19,
|
|
"tps_std": 1.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.59,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 577.98,
|
|
"tps_std": 6.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 55.37,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 623.53,
|
|
"tps_std": 3.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 56.76,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 582.34,
|
|
"tps_std": 4.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 55.34,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 622.32,
|
|
"tps_std": 5.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 56.82,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 582.99,
|
|
"tps_std": 4.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 55.33,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 632.12,
|
|
"tps_std": 3.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 56.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 582.14,
|
|
"tps_std": 4.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 55.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 632.63,
|
|
"tps_std": 4.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 56.77,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 552.48,
|
|
"tps_std": 1.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.22,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 618.51,
|
|
"tps_std": 8.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.82,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 576.87,
|
|
"tps_std": 7.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 609.51,
|
|
"tps_std": 4.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 555.3,
|
|
"tps_std": 3.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 618.71,
|
|
"tps_std": 2.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 575.05,
|
|
"tps_std": 4.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 618.89,
|
|
"tps_std": 4.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.69,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 549.65,
|
|
"tps_std": 6.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.42,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 621.8,
|
|
"tps_std": 7.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.78,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 575.05,
|
|
"tps_std": 3.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 614.05,
|
|
"tps_std": 4.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.83,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1027.23,
|
|
"tps_std": 5.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 63.42,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1005.86,
|
|
"tps_std": 4.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 59.12,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 764.63,
|
|
"tps_std": 3.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.77,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 801.22,
|
|
"tps_std": 4.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.44,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 726.41,
|
|
"tps_std": 1.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 822.38,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 219.78,
|
|
"tps_std": 3.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 227.29,
|
|
"tps_std": 2.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 703.97,
|
|
"tps_std": 0.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 803.68,
|
|
"tps_std": 0.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 222.73,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 220.75,
|
|
"tps_std": 2.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 754.71,
|
|
"tps_std": 0.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 803.95,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 768.26,
|
|
"tps_std": 1.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 814.89,
|
|
"tps_std": 0.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 751.85,
|
|
"tps_std": 1.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 814.18,
|
|
"tps_std": 1.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 769.51,
|
|
"tps_std": 0.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 824.93,
|
|
"tps_std": 0.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 714.52,
|
|
"tps_std": 1.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.16,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 810.36,
|
|
"tps_std": 1.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 752.18,
|
|
"tps_std": 0.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 797.91,
|
|
"tps_std": 0.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 738.56,
|
|
"tps_std": 1.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 810.24,
|
|
"tps_std": 2.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 751.87,
|
|
"tps_std": 1.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 798.06,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 738.5,
|
|
"tps_std": 1.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 801.53,
|
|
"tps_std": 1.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 751.81,
|
|
"tps_std": 0.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 791.04,
|
|
"tps_std": 2.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.87,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 679.86,
|
|
"tps_std": 1.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.6,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 659.67,
|
|
"tps_std": 0.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.5,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 504.31,
|
|
"tps_std": 3.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 501.78,
|
|
"tps_std": 2.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.95,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 413.72,
|
|
"tps_std": 0.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 469.46,
|
|
"tps_std": 1.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 84.71,
|
|
"tps_std": 8.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 84.12,
|
|
"tps_std": 9.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 408.4,
|
|
"tps_std": 1.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 470.49,
|
|
"tps_std": 1.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 84.93,
|
|
"tps_std": 8.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 83.22,
|
|
"tps_std": 10.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 425.33,
|
|
"tps_std": 1.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 470.8,
|
|
"tps_std": 1.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 469.59,
|
|
"tps_std": 0.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 524.38,
|
|
"tps_std": 0.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 418.14,
|
|
"tps_std": 0.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 472.28,
|
|
"tps_std": 1.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 471.56,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 530.58,
|
|
"tps_std": 0.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 412.86,
|
|
"tps_std": 1.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 465.55,
|
|
"tps_std": 1.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 453.66,
|
|
"tps_std": 0.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 498.77,
|
|
"tps_std": 0.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 419.05,
|
|
"tps_std": 0.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 466.36,
|
|
"tps_std": 1.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 451.57,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 499.87,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 422.0,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 469.45,
|
|
"tps_std": 1.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 453.24,
|
|
"tps_std": 0.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 502.26,
|
|
"tps_std": 0.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.52,
|
|
"tps_std": 0.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 3.92,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 138.59,
|
|
"tps_std": 1.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 3.93,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1886.62,
|
|
"tps_std": 6.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.36,
|
|
"tps_std": 5.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2282.08,
|
|
"tps_std": 7.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.4,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 713.12,
|
|
"tps_std": 38.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.01,
|
|
"tps_std": 5.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 676.8,
|
|
"tps_std": 75.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 59.1,
|
|
"tps_std": 2.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1857.54,
|
|
"tps_std": 7.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 75.34,
|
|
"tps_std": 7.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2214.91,
|
|
"tps_std": 7.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.36,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 656.82,
|
|
"tps_std": 60.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 63.81,
|
|
"tps_std": 3.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 663.36,
|
|
"tps_std": 79.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 58.63,
|
|
"tps_std": 2.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2110.44,
|
|
"tps_std": 6.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.31,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2261.02,
|
|
"tps_std": 8.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 77.07,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2040.3,
|
|
"tps_std": 9.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.33,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2143.83,
|
|
"tps_std": 3.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 77.19,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2099.8,
|
|
"tps_std": 6.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.43,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2262.0,
|
|
"tps_std": 6.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 77.04,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2038.14,
|
|
"tps_std": 6.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.41,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2141.85,
|
|
"tps_std": 6.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 77.14,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1830.34,
|
|
"tps_std": 15.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 60.04,
|
|
"tps_std": 4.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2178.17,
|
|
"tps_std": 91.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 55.78,
|
|
"tps_std": 3.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2016.93,
|
|
"tps_std": 4.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 58.29,
|
|
"tps_std": 3.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2094.58,
|
|
"tps_std": 12.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 66.23,
|
|
"tps_std": 8.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1865.95,
|
|
"tps_std": 7.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.56,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2252.6,
|
|
"tps_std": 11.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.57,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2011.51,
|
|
"tps_std": 6.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.65,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2111.65,
|
|
"tps_std": 7.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 67.62,
|
|
"tps_std": 4.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1869.83,
|
|
"tps_std": 5.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.48,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2229.43,
|
|
"tps_std": 7.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.58,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2014.48,
|
|
"tps_std": 4.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 79.61,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2064.91,
|
|
"tps_std": 7.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.45,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1288.81,
|
|
"tps_std": 206.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 86.61,
|
|
"tps_std": 1.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1149.64,
|
|
"tps_std": 181.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 85.5,
|
|
"tps_std": 1.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 967.51,
|
|
"tps_std": 123.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 86.74,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 991.94,
|
|
"tps_std": 120.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 85.61,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 629.19,
|
|
"tps_std": 3.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.79,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 780.88,
|
|
"tps_std": 9.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 364.08,
|
|
"tps_std": 1.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.81,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 400.84,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 627.57,
|
|
"tps_std": 4.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 783.4,
|
|
"tps_std": 1.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 402.16,
|
|
"tps_std": 1.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.16,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 683.95,
|
|
"tps_std": 7.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.82,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 783.37,
|
|
"tps_std": 6.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 35.06,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 689.85,
|
|
"tps_std": 4.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 789.94,
|
|
"tps_std": 5.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 35.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 682.09,
|
|
"tps_std": 3.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 790.76,
|
|
"tps_std": 6.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 35.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 688.37,
|
|
"tps_std": 4.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.74,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 777.75,
|
|
"tps_std": 25.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 35.12,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 650.02,
|
|
"tps_std": 4.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 778.25,
|
|
"tps_std": 3.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 688.7,
|
|
"tps_std": 7.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 780.39,
|
|
"tps_std": 6.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 653.89,
|
|
"tps_std": 3.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 770.19,
|
|
"tps_std": 5.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.18,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 691.27,
|
|
"tps_std": 4.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 772.44,
|
|
"tps_std": 6.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 653.09,
|
|
"tps_std": 7.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 779.77,
|
|
"tps_std": 4.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 683.9,
|
|
"tps_std": 5.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 777.37,
|
|
"tps_std": 4.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 626.37,
|
|
"tps_std": 2.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 35.23,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 723.8,
|
|
"tps_std": 2.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 34.59,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 401.61,
|
|
"tps_std": 1.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.86,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 444.61,
|
|
"tps_std": 1.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.84,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 612.55,
|
|
"tps_std": 6.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.08,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 766.08,
|
|
"tps_std": 2.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 45.93,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 362.01,
|
|
"tps_std": 1.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 614.68,
|
|
"tps_std": 3.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.04,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 768.28,
|
|
"tps_std": 5.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 45.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 362.06,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 397.06,
|
|
"tps_std": 1.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.01,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 668.07,
|
|
"tps_std": 3.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.22,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 767.63,
|
|
"tps_std": 5.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.72,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 685.61,
|
|
"tps_std": 4.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 785.43,
|
|
"tps_std": 4.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.65,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 664.62,
|
|
"tps_std": 3.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.11,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 773.25,
|
|
"tps_std": 6.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 686.92,
|
|
"tps_std": 5.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.15,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 781.6,
|
|
"tps_std": 6.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.76,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 639.82,
|
|
"tps_std": 2.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 46.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 756.98,
|
|
"tps_std": 1.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.0,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 683.94,
|
|
"tps_std": 2.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 778.15,
|
|
"tps_std": 4.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 641.91,
|
|
"tps_std": 7.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.2,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 756.17,
|
|
"tps_std": 4.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.05,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 681.37,
|
|
"tps_std": 3.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.19,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 770.6,
|
|
"tps_std": 3.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.09,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 641.87,
|
|
"tps_std": 3.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.17,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 757.39,
|
|
"tps_std": 3.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 688.94,
|
|
"tps_std": 3.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 47.06,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 769.31,
|
|
"tps_std": 5.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 682.6,
|
|
"tps_std": 3.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 51.41,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 790.49,
|
|
"tps_std": 4.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 50.15,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 426.15,
|
|
"tps_std": 2.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 52.79,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 478.69,
|
|
"tps_std": 3.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.75,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1140.4,
|
|
"tps_std": 8.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1492.3,
|
|
"tps_std": 22.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 327.64,
|
|
"tps_std": 1.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 342.77,
|
|
"tps_std": 3.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1147.38,
|
|
"tps_std": 6.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1508.59,
|
|
"tps_std": 26.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 326.33,
|
|
"tps_std": 6.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 344.41,
|
|
"tps_std": 7.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.96,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1253.42,
|
|
"tps_std": 6.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.29,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1502.41,
|
|
"tps_std": 9.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1234.38,
|
|
"tps_std": 12.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1463.75,
|
|
"tps_std": 8.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.34,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1258.74,
|
|
"tps_std": 12.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1513.34,
|
|
"tps_std": 10.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1235.02,
|
|
"tps_std": 7.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1475.65,
|
|
"tps_std": 12.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.32,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1202.41,
|
|
"tps_std": 13.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 26.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1484.6,
|
|
"tps_std": 5.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1225.63,
|
|
"tps_std": 9.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.25,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1421.82,
|
|
"tps_std": 12.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.95,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1209.21,
|
|
"tps_std": 16.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.23,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1489.0,
|
|
"tps_std": 6.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1218.32,
|
|
"tps_std": 13.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1424.6,
|
|
"tps_std": 8.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1198.99,
|
|
"tps_std": 21.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.25,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1506.46,
|
|
"tps_std": 15.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.98,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1224.83,
|
|
"tps_std": 11.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.2,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1446.22,
|
|
"tps_std": 17.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 469.06,
|
|
"tps_std": 6.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.25,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 514.17,
|
|
"tps_std": 6.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.13,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 537.62,
|
|
"tps_std": 2.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 583.32,
|
|
"tps_std": 3.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.86,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1164.39,
|
|
"tps_std": 11.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1531.44,
|
|
"tps_std": 9.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.78,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 590.66,
|
|
"tps_std": 1.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 653.8,
|
|
"tps_std": 1.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.72,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1160.12,
|
|
"tps_std": 12.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.19,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1539.79,
|
|
"tps_std": 14.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.81,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 591.28,
|
|
"tps_std": 2.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 655.1,
|
|
"tps_std": 1.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1276.57,
|
|
"tps_std": 15.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.47,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1520.24,
|
|
"tps_std": 18.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.08,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1335.36,
|
|
"tps_std": 7.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.28,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1575.76,
|
|
"tps_std": 15.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.18,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1270.02,
|
|
"tps_std": 3.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.37,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1533.65,
|
|
"tps_std": 17.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.13,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1337.89,
|
|
"tps_std": 14.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1587.21,
|
|
"tps_std": 12.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 68.25,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1222.12,
|
|
"tps_std": 10.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.34,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1515.09,
|
|
"tps_std": 6.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1335.14,
|
|
"tps_std": 17.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.33,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1562.66,
|
|
"tps_std": 9.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.84,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1215.59,
|
|
"tps_std": 8.93,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1521.41,
|
|
"tps_std": 10.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.89,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1334.89,
|
|
"tps_std": 9.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.43,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1567.58,
|
|
"tps_std": 12.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.78,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1219.34,
|
|
"tps_std": 5.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1530.7,
|
|
"tps_std": 9.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.84,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1331.0,
|
|
"tps_std": 21.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 67.41,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1575.63,
|
|
"tps_std": 16.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 65.76,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1498.39,
|
|
"tps_std": 12.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 74.08,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1914.72,
|
|
"tps_std": 22.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.57,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1002.66,
|
|
"tps_std": 7.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 74.77,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1204.49,
|
|
"tps_std": 13.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 74.94,
|
|
"tps_std": 0.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 979.46,
|
|
"tps_std": 1.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.9,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1100.15,
|
|
"tps_std": 1.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 348.31,
|
|
"tps_std": 0.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 366.05,
|
|
"tps_std": 1.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.32,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 979.46,
|
|
"tps_std": 2.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.9,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1105.32,
|
|
"tps_std": 2.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.24,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 348.63,
|
|
"tps_std": 0.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.81,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 368.28,
|
|
"tps_std": 0.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 979.59,
|
|
"tps_std": 0.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1098.0,
|
|
"tps_std": 4.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.4,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 899.84,
|
|
"tps_std": 2.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.81,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1005.78,
|
|
"tps_std": 1.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.37,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 979.86,
|
|
"tps_std": 1.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.87,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1117.04,
|
|
"tps_std": 3.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.38,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 895.65,
|
|
"tps_std": 0.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1020.22,
|
|
"tps_std": 1.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_4-hblt0",
|
|
"env_base": "rocm6_4_4",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.36,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_4__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "4807e8f9",
|
|
"number": "6609"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 977.63,
|
|
"tps_std": 2.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.91,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1097.55,
|
|
"tps_std": 1.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.33,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 860.3,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.89,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 953.79,
|
|
"tps_std": 3.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-fa_all_quants-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-fa_all_quants-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.35,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma-fa_all_quants__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 984.61,
|
|
"tps_std": 2.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.94,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1095.5,
|
|
"tps_std": 2.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.34,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 859.46,
|
|
"tps_std": 1.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 952.18,
|
|
"tps_std": 1.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.32,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 980.24,
|
|
"tps_std": 1.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1100.05,
|
|
"tps_std": 4.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 860.23,
|
|
"tps_std": 0.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.92,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 958.47,
|
|
"tps_std": 2.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 49.29,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1317.02,
|
|
"tps_std": 4.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 53.59,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1380.42,
|
|
"tps_std": 7.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.95,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 868.7,
|
|
"tps_std": 8.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 54.37,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 957.23,
|
|
"tps_std": 9.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 53.49,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "f1fbffb5",
|
|
"number": "6486"
|
|
}
|
|
}
|
|
]
|
|
} |