Donato Capitella
15715 lines
415 KiB
JSON
15715 lines
415 KiB
JSON
{
|
|
"meta": {
|
|
"generated_at": "2025-08-18T21:21:31Z",
|
|
"os_kernel": "Fedora 42 \u2014 Linux 6.15.9-201.fc42.x86_64 (Sat Aug 2 11:37:34 UTC 2025)",
|
|
"llamacpp_builds": [
|
|
{
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
},
|
|
{
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
],
|
|
"environments": [
|
|
"rocm6_4_3",
|
|
"rocm6_4_3-hblt0",
|
|
"rocm6_4_3-rocwmma",
|
|
"rocm6_4_3-rocwmma-hblt0",
|
|
"rocm7_rc",
|
|
"rocm7_rc-hblt0",
|
|
"rocm7_rc-rocwmma",
|
|
"rocm7_rc-rocwmma-hblt0",
|
|
"vulkan_amdvlk",
|
|
"vulkan_radv"
|
|
],
|
|
"notes": "pp512 = prompt processing; tg128 = text generation; t/s = tokens/second"
|
|
},
|
|
"runs": [
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 126.62,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 19.95,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 135.1,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 130.99,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 140.15,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.15,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 126.66,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 100.2,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.3,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 117.48,
|
|
"tps_std": 0.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 126.27,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 158.54,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 166.11,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 89.6,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.22,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 64.66,
|
|
"tps_std": 0.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.35,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 197.95,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 23.24,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 199.4,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 126.28,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 23.33,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 131.64,
|
|
"tps_std": 0.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "GLM-4.5-Air-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.88,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 68.01,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 121.82,
|
|
"tps_std": 0.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.59,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 126.6,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.62,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 117.95,
|
|
"tps_std": 0.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.65,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 69.19,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.64,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 114.61,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.51,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 120.88,
|
|
"tps_std": 0.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.61,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 150.07,
|
|
"tps_std": 0.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 69.52,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.63,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 74.02,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 142.67,
|
|
"tps_std": 0.75,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.68,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 219.81,
|
|
"tps_std": 0.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 16.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 222.2,
|
|
"tps_std": 0.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.82,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 126.55,
|
|
"tps_std": 0.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.07,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 131.25,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003",
|
|
"model_clean": "GLM-4.5-Air-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 110.47,
|
|
"file_size_gib": 94.57,
|
|
"name_params_b": 110.47,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 98.02,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 101.83,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 97.13,
|
|
"tps_std": 0.17,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 80.42,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 97.31,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 100.85,
|
|
"tps_std": 0.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 93.0,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 97.88,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 99.41,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 94.06,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 70.0,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 98.03,
|
|
"tps_std": 0.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 99.12,
|
|
"tps_std": 0.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 75.59,
|
|
"tps_std": 0.28,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 80.09,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 2.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 70.55,
|
|
"file_size_gib": 75.65,
|
|
"name_params_b": 70.55,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 291.08,
|
|
"tps_std": 1.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.53,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.19,
|
|
"tps_std": 1.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.56,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 270.28,
|
|
"tps_std": 1.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.58,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 285.84,
|
|
"tps_std": 9.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.37,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 273.97,
|
|
"tps_std": 1.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.57,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 285.26,
|
|
"tps_std": 1.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.33,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 276.37,
|
|
"tps_std": 1.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.57,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 269.17,
|
|
"tps_std": 0.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.63,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 242.07,
|
|
"tps_std": 1.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.56,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 244.49,
|
|
"tps_std": 1.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 147.08,
|
|
"tps_std": 0.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 15.5,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 149.97,
|
|
"tps_std": 1.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q6_K",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 15.49,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 82.35,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q6_K",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 270.35,
|
|
"tps_std": 3.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.78,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 292.23,
|
|
"tps_std": 3.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.73,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 140.27,
|
|
"tps_std": 0.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 279.13,
|
|
"tps_std": 2.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.79,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 293.6,
|
|
"tps_std": 3.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.62,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 264.02,
|
|
"tps_std": 2.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.79,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 279.69,
|
|
"tps_std": 2.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 11.6,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 252.38,
|
|
"tps_std": 7.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.35,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 271.54,
|
|
"tps_std": 4.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 11.57,
|
|
"tps_std": 0.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 258.54,
|
|
"tps_std": 1.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 12.45,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 262.84,
|
|
"tps_std": 1.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.3,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 169.23,
|
|
"tps_std": 0.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 12.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 173.79,
|
|
"tps_std": 0.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-Q8_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 106.65,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q8_0",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 285.51,
|
|
"tps_std": 1.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.7,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 308.62,
|
|
"tps_std": 2.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.54,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 137.71,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.71,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 142.62,
|
|
"tps_std": 0.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.55,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 286.37,
|
|
"tps_std": 1.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.7,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 234.68,
|
|
"tps_std": 1.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 290.54,
|
|
"tps_std": 1.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.67,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 304.99,
|
|
"tps_std": 0.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 283.93,
|
|
"tps_std": 1.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.65,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 300.13,
|
|
"tps_std": 1.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.27,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 291.6,
|
|
"tps_std": 1.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 17.0,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 285.56,
|
|
"tps_std": 1.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.72,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 227.75,
|
|
"tps_std": 1.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 216.64,
|
|
"tps_std": 2.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.39,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 217.68,
|
|
"tps_std": 4.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 19.97,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 151.98,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 20.26,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 154.96,
|
|
"tps_std": 0.82,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002",
|
|
"model_clean": "Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 20.28,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 107.77,
|
|
"file_size_gib": 57.73,
|
|
"name_params_b": 107.77,
|
|
"quant": "Q4_K_XL",
|
|
"log": "results/Llama-4-Scout-17B-16E-Instruct-UD-Q4_K_XL-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 130.11,
|
|
"tps_std": 0.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.95,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 144.31,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.71,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 131.78,
|
|
"tps_std": 1.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.68,
|
|
"tps_std": 0.43,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 141.61,
|
|
"tps_std": 0.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.34,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 133.33,
|
|
"tps_std": 0.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.78,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 139.6,
|
|
"tps_std": 0.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.03,
|
|
"tps_std": 0.57,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 134.95,
|
|
"tps_std": 0.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.99,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 135.29,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 13.97,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 235.0,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 112.93,
|
|
"tps_std": 0.63,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 16.43,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 114.35,
|
|
"tps_std": 1.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 16.27,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 64.6,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 17.03,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 66.6,
|
|
"tps_std": 0.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003",
|
|
"model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 17.28,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 235.09,
|
|
"file_size_gib": 96.99,
|
|
"name_params_b": 235.09,
|
|
"quant": "Q3_K_XL",
|
|
"log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 438.42,
|
|
"tps_std": 4.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.57,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 475.43,
|
|
"tps_std": 7.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 158.13,
|
|
"tps_std": 2.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.58,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 163.4,
|
|
"tps_std": 3.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 441.36,
|
|
"tps_std": 3.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.6,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 337.36,
|
|
"tps_std": 3.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 161.73,
|
|
"tps_std": 1.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.58,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 143.05,
|
|
"tps_std": 2.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 24.42,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 448.63,
|
|
"tps_std": 5.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.96,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 473.34,
|
|
"tps_std": 8.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.99,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 338.07,
|
|
"tps_std": 3.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.93,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 342.57,
|
|
"tps_std": 3.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 23.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 444.3,
|
|
"tps_std": 6.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.66,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 333.42,
|
|
"tps_std": 6.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 24.69,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "runtime",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": 30.0,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 106.47,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.18,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 106.77,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 84.71,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 7.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 85.7,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-BF16-00001-of-00002",
|
|
"model_clean": "Qwen3-30B-A3B-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 7.52,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 56.89,
|
|
"name_params_b": 30.53,
|
|
"quant": "BF16",
|
|
"log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 564.83,
|
|
"tps_std": 6.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.68,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 624.99,
|
|
"tps_std": 3.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.64,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 389.25,
|
|
"tps_std": 2.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.66,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 412.18,
|
|
"tps_std": 1.15,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.8,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 562.86,
|
|
"tps_std": 10.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.74,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 418.07,
|
|
"tps_std": 1.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 50.11,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 387.74,
|
|
"tps_std": 1.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.65,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 301.31,
|
|
"tps_std": 0.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 50.37,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 570.31,
|
|
"tps_std": 5.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.52,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 612.79,
|
|
"tps_std": 4.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 572.09,
|
|
"tps_std": 8.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.45,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 605.49,
|
|
"tps_std": 1.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.73,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 573.05,
|
|
"tps_std": 6.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.8,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 416.05,
|
|
"tps_std": 3.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 50.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 576.38,
|
|
"tps_std": 3.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 414.62,
|
|
"tps_std": 3.23,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 50.22,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 733.4,
|
|
"tps_std": 2.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 59.36,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 725.54,
|
|
"tps_std": 2.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 55.57,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 392.54,
|
|
"tps_std": 1.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 61.56,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 403.74,
|
|
"tps_std": 1.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 60.57,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 30.53,
|
|
"file_size_gib": 24.53,
|
|
"name_params_b": 30.53,
|
|
"quant": "Q6_K_XL",
|
|
"log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 734.26,
|
|
"tps_std": 0.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 820.41,
|
|
"tps_std": 1.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 213.4,
|
|
"tps_std": 3.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 224.2,
|
|
"tps_std": 4.73,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 734.7,
|
|
"tps_std": 1.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 554.49,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 220.22,
|
|
"tps_std": 1.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 193.9,
|
|
"tps_std": 1.19,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.77,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 751.04,
|
|
"tps_std": 1.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 811.04,
|
|
"tps_std": 1.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 752.99,
|
|
"tps_std": 1.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.0,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 794.9,
|
|
"tps_std": 1.42,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.45,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 752.36,
|
|
"tps_std": 0.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 569.66,
|
|
"tps_std": 0.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.78,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 750.36,
|
|
"tps_std": 1.88,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.05,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 559.73,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 13.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 680.44,
|
|
"tps_std": 0.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.39,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 371.66,
|
|
"tps_std": 0.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 12.62,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 502.88,
|
|
"tps_std": 1.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 14.21,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 496.33,
|
|
"tps_std": 1.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"model_clean": "gemma-3-12b-it-UD-Q8_K_XL",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 14.02,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 11.77,
|
|
"file_size_gib": 13.4,
|
|
"name_params_b": 11.77,
|
|
"quant": "Q8_K_XL",
|
|
"log": "results/gemma-3-12b-it-UD-Q8_K_XL__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 395.28,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 3.96,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 468.37,
|
|
"tps_std": 1.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.08,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 79.42,
|
|
"tps_std": 0.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 3.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 89.19,
|
|
"tps_std": 0.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 398.35,
|
|
"tps_std": 1.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 302.82,
|
|
"tps_std": 2.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 59.13,
|
|
"tps_std": 7.79,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 61.26,
|
|
"tps_std": 10.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 418.46,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 466.83,
|
|
"tps_std": 1.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 454.1,
|
|
"tps_std": 1.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 499.43,
|
|
"tps_std": 1.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 392.5,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 3.97,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 311.25,
|
|
"tps_std": 0.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 451.69,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 324.43,
|
|
"tps_std": 0.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "load",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_amdvlk__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 129.49,
|
|
"tps_std": 0.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 4.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 137.67,
|
|
"tps_std": 1.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-27b-it-BF16-00001-of-00002",
|
|
"model_clean": "gemma-3-27b-it-BF16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 4.06,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 27.01,
|
|
"file_size_gib": 50.31,
|
|
"name_params_b": 27.01,
|
|
"quant": "BF16",
|
|
"log": "results/gemma-3-27b-it-BF16-00001-of-00002__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2033.46,
|
|
"tps_std": 5.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 76.47,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2276.86,
|
|
"tps_std": 9.6,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 70.76,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 727.18,
|
|
"tps_std": 2.22,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 75.65,
|
|
"tps_std": 0.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 740.27,
|
|
"tps_std": 10.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 70.76,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2035.38,
|
|
"tps_std": 4.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 75.4,
|
|
"tps_std": 0.8,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1515.55,
|
|
"tps_std": 8.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 70.2,
|
|
"tps_std": 0.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 714.75,
|
|
"tps_std": 27.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 66.1,
|
|
"tps_std": 5.25,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 596.86,
|
|
"tps_std": 37.66,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 58.75,
|
|
"tps_std": 3.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2014.6,
|
|
"tps_std": 24.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 59.16,
|
|
"tps_std": 3.76,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2191.77,
|
|
"tps_std": 78.21,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 54.32,
|
|
"tps_std": 2.65,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1991.71,
|
|
"tps_std": 2.91,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 56.37,
|
|
"tps_std": 3.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 2096.22,
|
|
"tps_std": 4.59,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 64.88,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 2027.41,
|
|
"tps_std": 4.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 77.12,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1550.55,
|
|
"tps_std": 4.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 70.54,
|
|
"tps_std": 0.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1992.48,
|
|
"tps_std": 7.34,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 77.05,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1474.15,
|
|
"tps_std": 1.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 70.44,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1593.62,
|
|
"tps_std": 2.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 85.26,
|
|
"tps_std": 0.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 936.52,
|
|
"tps_std": 2.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 60.89,
|
|
"tps_std": 0.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1515.05,
|
|
"tps_std": 2.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 87.54,
|
|
"tps_std": 0.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1476.16,
|
|
"tps_std": 5.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gemma-3-4b-it-Q3_K_S",
|
|
"model_clean": "gemma-3-4b-it-Q3_K_S",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 82.48,
|
|
"tps_std": 0.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 3.88,
|
|
"file_size_gib": 1.8,
|
|
"name_params_b": 3.88,
|
|
"quant": "Q3_K_S",
|
|
"log": "results/gemma-3-4b-it-Q3_K_S__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 622.16,
|
|
"tps_std": 6.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.91,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 743.09,
|
|
"tps_std": 4.89,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.76,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 354.98,
|
|
"tps_std": 0.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.86,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 390.67,
|
|
"tps_std": 0.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.79,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 617.0,
|
|
"tps_std": 4.97,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 543.39,
|
|
"tps_std": 5.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.28,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 354.18,
|
|
"tps_std": 0.29,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 322.46,
|
|
"tps_std": 0.46,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 643.61,
|
|
"tps_std": 7.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.91,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 736.33,
|
|
"tps_std": 3.33,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.74,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 651.63,
|
|
"tps_std": 3.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 738.84,
|
|
"tps_std": 9.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.79,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 649.28,
|
|
"tps_std": 0.87,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.99,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 550.01,
|
|
"tps_std": 3.85,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 659.79,
|
|
"tps_std": 3.13,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.01,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 553.65,
|
|
"tps_std": 2.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 449.86,
|
|
"tps_std": 1.68,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 34.19,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 496.21,
|
|
"tps_std": 1.71,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.64,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 230.09,
|
|
"tps_std": 0.83,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 33.57,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 243.96,
|
|
"tps_std": 0.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-F16",
|
|
"model_clean": "gpt-oss-120b-F16",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 33.79,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 60.87,
|
|
"name_params_b": 116.83,
|
|
"quant": "F16",
|
|
"log": "results/gpt-oss-120b-F16__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 606.86,
|
|
"tps_std": 5.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.26,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 732.72,
|
|
"tps_std": 4.06,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 45.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 351.42,
|
|
"tps_std": 1.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.39,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": null,
|
|
"tps_mean": null,
|
|
"tps_std": null,
|
|
"error": true,
|
|
"error_type": "hang",
|
|
"backend": null,
|
|
"ngl": null,
|
|
"mmap": null,
|
|
"params_b": null,
|
|
"file_size_gib": null,
|
|
"name_params_b": null,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": null
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 608.2,
|
|
"tps_std": 7.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.4,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 533.95,
|
|
"tps_std": 3.58,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.41,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 352.53,
|
|
"tps_std": 0.81,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.41,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 320.78,
|
|
"tps_std": 0.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.49,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 635.84,
|
|
"tps_std": 5.72,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.26,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 708.36,
|
|
"tps_std": 12.96,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.85,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 650.68,
|
|
"tps_std": 9.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.26,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 734.35,
|
|
"tps_std": 10.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 646.07,
|
|
"tps_std": 6.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.5,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 541.57,
|
|
"tps_std": 3.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.31,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 657.58,
|
|
"tps_std": 3.78,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 45.56,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 550.79,
|
|
"tps_std": 2.99,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 44.41,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 485.54,
|
|
"tps_std": 2.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.29,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 540.81,
|
|
"tps_std": 2.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.25,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 239.24,
|
|
"tps_std": 1.27,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 50.39,
|
|
"tps_std": 0.05,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 255.5,
|
|
"tps_std": 1.49,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-120b-mxfp4-00001-of-00003",
|
|
"model_clean": "gpt-oss-120b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 50.41,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 116.83,
|
|
"file_size_gib": 59.02,
|
|
"name_params_b": 116.83,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-120b-mxfp4-00001-of-00003__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1198.51,
|
|
"tps_std": 10.39,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.14,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1506.44,
|
|
"tps_std": 7.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.1,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 326.8,
|
|
"tps_std": 4.56,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.13,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 350.18,
|
|
"tps_std": 5.1,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1185.57,
|
|
"tps_std": 6.55,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.12,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1000.77,
|
|
"tps_std": 2.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.83,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 322.0,
|
|
"tps_std": 4.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.14,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 303.26,
|
|
"tps_std": 4.84,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.9,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1256.75,
|
|
"tps_std": 10.54,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1481.17,
|
|
"tps_std": 9.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.03,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1202.19,
|
|
"tps_std": 5.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.1,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1422.9,
|
|
"tps_std": 11.48,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 27.04,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1253.01,
|
|
"tps_std": 23.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.11,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1005.24,
|
|
"tps_std": 32.45,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.89,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1220.02,
|
|
"tps_std": 12.3,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 27.17,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 985.58,
|
|
"tps_std": 10.64,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 26.88,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 367.61,
|
|
"tps_std": 1.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 8.69,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 386.12,
|
|
"tps_std": 1.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 8.66,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 315.56,
|
|
"tps_std": 1.4,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 7.86,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 333.31,
|
|
"tps_std": 1.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-F32",
|
|
"model_clean": "gpt-oss-20b-F32",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 7.92,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 38.97,
|
|
"name_params_b": 20.91,
|
|
"quant": "F32",
|
|
"log": "results/gpt-oss-20b-F32__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1184.03,
|
|
"tps_std": 8.37,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 65.07,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1480.28,
|
|
"tps_std": 9.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 64.45,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 584.04,
|
|
"tps_std": 2.52,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.87,
|
|
"tps_std": 0.02,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 643.25,
|
|
"tps_std": 3.86,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 64.67,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1171.02,
|
|
"tps_std": 7.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.94,
|
|
"tps_std": 0.04,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 996.31,
|
|
"tps_std": 6.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.68,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 582.51,
|
|
"tps_std": 2.41,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.89,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 522.63,
|
|
"tps_std": 1.74,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.66,
|
|
"tps_std": 0.03,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1236.64,
|
|
"tps_std": 11.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.78,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1460.58,
|
|
"tps_std": 11.92,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 64.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1299.34,
|
|
"tps_std": 7.77,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 64.85,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1516.33,
|
|
"tps_std": 21.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 64.4,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1246.14,
|
|
"tps_std": 8.32,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 65.15,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1010.38,
|
|
"tps_std": 6.35,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.49,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1303.74,
|
|
"tps_std": 6.94,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 65.1,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1037.92,
|
|
"tps_std": 11.67,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 63.63,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1220.69,
|
|
"tps_std": 8.95,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 71.42,
|
|
"tps_std": 0.2,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1467.61,
|
|
"tps_std": 12.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 69.47,
|
|
"tps_std": 0.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 651.21,
|
|
"tps_std": 5.24,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 72.35,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 732.35,
|
|
"tps_std": 7.51,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "gpt-oss-20b-mxfp4",
|
|
"model_clean": "gpt-oss-20b-mxfp4",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 72.05,
|
|
"tps_std": 0.07,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 20.91,
|
|
"file_size_gib": 11.27,
|
|
"name_params_b": 20.91,
|
|
"quant": "MXFP4",
|
|
"log": "results/gpt-oss-20b-mxfp4__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 981.76,
|
|
"tps_std": 1.61,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.26,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1096.97,
|
|
"tps_std": 5.09,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.33,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 348.0,
|
|
"tps_std": 0.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 367.46,
|
|
"tps_std": 0.31,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-rocwmma-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.2,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 978.3,
|
|
"tps_std": 1.98,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.39,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 686.88,
|
|
"tps_std": 0.38,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.8,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 348.07,
|
|
"tps_std": 0.5,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.36,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 307.39,
|
|
"tps_std": 0.7,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm6_4_3-hblt0",
|
|
"env_base": "rocm6_4_3",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.75,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm6_4_3__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 978.15,
|
|
"tps_std": 1.18,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.15,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1089.54,
|
|
"tps_std": 1.93,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.47,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 863.15,
|
|
"tps_std": 2.9,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.09,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 947.88,
|
|
"tps_std": 1.69,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-rocwmma-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "rocwmma-hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 46.48,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc-rocwmma__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 979.59,
|
|
"tps_std": 2.44,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.38,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 684.81,
|
|
"tps_std": 1.14,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.97,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 865.92,
|
|
"tps_std": 1.53,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 49.4,
|
|
"tps_std": 0.0,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 630.67,
|
|
"tps_std": 1.16,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "rocm7_rc-hblt0",
|
|
"env_base": "rocm7_rc",
|
|
"env_variant": "hblt0",
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 48.83,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "ROCm",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__rocm7_rc__hblt0__fa1.log",
|
|
"build": {
|
|
"hash": "de219279",
|
|
"number": "6181"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 1305.67,
|
|
"tps_std": 1.36,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 48.48,
|
|
"tps_std": 0.11,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 1377.39,
|
|
"tps_std": 0.62,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_amdvlk",
|
|
"env_base": "vulkan_amdvlk",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 47.91,
|
|
"tps_std": 0.01,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_amdvlk__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "pp512",
|
|
"tps_mean": 875.74,
|
|
"tps_std": 6.47,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": false,
|
|
"test": "tg128",
|
|
"tps_mean": 52.85,
|
|
"tps_std": 0.12,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "pp512",
|
|
"tps_mean": 957.61,
|
|
"tps_std": 5.26,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
},
|
|
{
|
|
"model": "llama-2-7b.Q4_0",
|
|
"model_clean": "llama-2-7b.Q4_0",
|
|
"env": "vulkan_radv",
|
|
"env_base": "vulkan_radv",
|
|
"env_variant": null,
|
|
"fa": true,
|
|
"test": "tg128",
|
|
"tps_mean": 52.16,
|
|
"tps_std": 0.08,
|
|
"error": false,
|
|
"error_type": null,
|
|
"backend": "Vulkan",
|
|
"ngl": 99,
|
|
"mmap": 0,
|
|
"params_b": 6.74,
|
|
"file_size_gib": 3.56,
|
|
"name_params_b": 6.74,
|
|
"quant": "Q4_0",
|
|
"log": "results/llama-2-7b.Q4_0__vulkan_radv__fa1.log",
|
|
"build": {
|
|
"hash": "1fe00296",
|
|
"number": "6182"
|
|
}
|
|
}
|
|
]
|
|
} |