diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log new file mode 100644 index 0000000..019b7bd --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 18.41 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 4.12 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log new file mode 100644 index 0000000..2339073 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 101.82 ± 0.34 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 8.71 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log new file mode 100644 index 0000000..7d68b86 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 17.93 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 4.13 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log new file mode 100644 index 0000000..09254e0 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 95.55 ± 0.26 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 8.78 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log new file mode 100644 index 0000000..d7afa2a --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 18.59 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 3.63 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log new file mode 100644 index 0000000..9e62d86 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 103.11 ± 0.08 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 9.11 ± 0.03 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log new file mode 100644 index 0000000..e5e59f5 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 18.03 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 3.63 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log new file mode 100644 index 0000000..0abf42d --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 87.98 ± 0.29 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 9.10 ± 0.02 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__longctx32768__rpc.log similarity index 100% rename from benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__longctx32768__rpc.log rename to benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__longctx32768__rpc.log diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__rpc.log similarity index 100% rename from benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__rpc.log rename to benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__rpc.log diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__longctx32768__rpc.log similarity index 100% rename from benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__longctx32768__rpc.log rename to benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__longctx32768__rpc.log diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__rpc.log similarity index 100% rename from benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__rpc.log rename to benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__rpc.log diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log new file mode 100644 index 0000000..bff85ad --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log @@ -0,0 +1,19 @@ +ggml_vulkan: Found 1 Vulkan devices: +ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +/opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response +/lib64/libggml-base.so.0(+0x35a5) [0x7f92f39eb5a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f92f39eb96b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f92f39ebaef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f92f7010b4a] +/lib64/libggml-base.so.0(+0x171b2) [0x7f92f39ff1b2] +/lib64/libggml-base.so.0(+0x1749f) [0x7f92f39ff49f] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f92f3a00509] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7f92f72603c1] +/lib64/libllama.so.0(+0x25568) [0x7f92f71b6568] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f92f71b73cc] +/usr/sbin/llama-bench() [0x4077b5] +/lib64/libc.so.6(+0x35b5) [0x7f92f33815b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f92f3381668] +/usr/sbin/llama-bench() [0x409cf5] diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log new file mode 100644 index 0000000..6f7a3a0 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log @@ -0,0 +1,19 @@ +ggml_vulkan: Found 1 Vulkan devices: +ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +/opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response +/lib64/libggml-base.so.0(+0x35a5) [0x7f4efadba5a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f4efadba96b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f4efadbaaef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f4efe3dfb4a] +/lib64/libggml-base.so.0(+0x171b2) [0x7f4efadce1b2] +/lib64/libggml-base.so.0(+0x1749f) [0x7f4efadce49f] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f4efadcf509] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7f4efe62f3c1] +/lib64/libllama.so.0(+0x25568) [0x7f4efe585568] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f4efe5863cc] +/usr/sbin/llama-bench() [0x4077b5] +/lib64/libc.so.6(+0x35b5) [0x7f4efa7505b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f4efa750668] +/usr/sbin/llama-bench() [0x409cf5] diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log new file mode 100644 index 0000000..13c4edf --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log @@ -0,0 +1 @@ +Error: unable to find user kyuz0: no matching entries in passwd file diff --git a/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log new file mode 100644 index 0000000..13c4edf --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log @@ -0,0 +1 @@ +Error: unable to find user kyuz0: no matching entries in passwd file diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log new file mode 100644 index 0000000..ed18edd --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 59.80 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.45 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log new file mode 100644 index 0000000..7578042 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 172.78 ± 2.43 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.17 ± 0.05 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log new file mode 100644 index 0000000..3ea4755 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 59.95 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.45 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log new file mode 100644 index 0000000..1978468 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 173.98 ± 1.76 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.17 ± 0.04 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log new file mode 100644 index 0000000..d67ecf9 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 60.12 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.04 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log new file mode 100644 index 0000000..733c3da --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 157.51 ± 1.13 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.24 ± 0.10 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log new file mode 100644 index 0000000..2b480f3 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 60.47 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.04 ± 0.00 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log new file mode 100644 index 0000000..6d1ea52 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 162.36 ± 1.16 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.23 ± 0.08 | + +build: 2656c0d26 (7693) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__longctx32768__rpc.log similarity index 100% rename from benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__longctx32768__rpc.log rename to benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__longctx32768__rpc.log diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__rpc.log similarity index 100% rename from benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__rpc.log rename to benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__rpc.log diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__longctx32768__rpc.log similarity index 100% rename from benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__longctx32768__rpc.log rename to benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__longctx32768__rpc.log diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__rpc.log similarity index 100% rename from benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__rpc.log rename to benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__rpc.log diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log new file mode 100644 index 0000000..ce783c3 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log @@ -0,0 +1,3 @@ +ggml_vulkan: Found 1 Vulkan devices: +ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +Failed to connect to 10.0.0.1:50052 diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log new file mode 100644 index 0000000..264c27f --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log @@ -0,0 +1,19 @@ +ggml_vulkan: Found 1 Vulkan devices: +ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +/opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response +/lib64/libggml-base.so.0(+0x35a5) [0x7f7c046f25a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f7c046f296b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f7c046f2aef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f7c07d17b4a] +/lib64/libggml-base.so.0(+0x171b2) [0x7f7c047061b2] +/lib64/libggml-base.so.0(+0x1749f) [0x7f7c0470649f] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f7c04707509] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7f7c07f673c1] +/lib64/libllama.so.0(+0x25568) [0x7f7c07ebd568] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f7c07ebe3cc] +/usr/sbin/llama-bench() [0x4077b5] +/lib64/libc.so.6(+0x35b5) [0x7f7c040885b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f7c04088668] +/usr/sbin/llama-bench() [0x409cf5] diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log new file mode 100644 index 0000000..381ed94 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log @@ -0,0 +1,19 @@ +ggml_vulkan: Found 1 Vulkan devices: +ggml_vulkan: 0 = Radeon 8060S Graphics (RADV GFX1151) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +Failed to connect to 10.0.0.1:50052 +radv/amdgpu: Failed to allocate a buffer: +radv/amdgpu: size : 990904320 bytes +radv/amdgpu: alignment : 262144 bytes +radv/amdgpu: domains : 4 +radv/amdgpu: Failed to allocate a buffer: +radv/amdgpu: size : 990904320 bytes +radv/amdgpu: alignment : 262144 bytes +radv/amdgpu: domains : 4 +radv/amdgpu: Failed to allocate a buffer: +radv/amdgpu: size : 990904320 bytes +radv/amdgpu: alignment : 262144 bytes +radv/amdgpu: domains : 4 +radv/amdgpu: Failed to allocate a buffer: +radv/amdgpu: size : 990904320 bytes +radv/amdgpu: alignment : 262144 bytes +radv/amdgpu: domains : 4 diff --git a/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log new file mode 100644 index 0000000..f1f44b3 --- /dev/null +++ b/benchmark/results-rpc/09-01-2026/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log @@ -0,0 +1,19 @@ +ggml_vulkan: Found 1 Vulkan devices: +ggml_vulkan: 0 = Radeon 8060S Graphics (RADV GFX1151) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat +| model | size | params | backend | ngl | fa | mmap | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +/opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response +/lib64/libggml-base.so.0(+0x35a5) [0x7fe6965fe5a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fe6965fe96b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fe6965feaef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7fe699c23b4a] +/lib64/libggml-base.so.0(+0x171b2) [0x7fe6966121b2] +/lib64/libggml-base.so.0(+0x1749f) [0x7fe69661249f] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7fe696613509] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7fe699e733c1] +/lib64/libllama.so.0(+0x25568) [0x7fe699dc9568] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7fe699dca3cc] +/usr/sbin/llama-bench() [0x4077b5] +/lib64/libc.so.6(+0x35b5) [0x7fe695f945b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7fe695f94668] +/usr/sbin/llama-bench() [0x409cf5] diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__longctx32768__rpc.log new file mode 100644 index 0000000..f092d93 --- /dev/null +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 18.17 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 3.73 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__rpc.log new file mode 100644 index 0000000..9081cd2 --- /dev/null +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | pp512 | 97.96 ± 0.29 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | tg128 | 9.09 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__longctx32768__rpc.log new file mode 100644 index 0000000..9e17012 --- /dev/null +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 17.22 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 3.72 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__rpc.log new file mode 100644 index 0000000..9d7ef4b --- /dev/null +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | pp512 | 73.57 ± 0.23 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | tg128 | 9.02 ± 0.01 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log index 019b7bd..a33a174 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 18.41 ± 0.00 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 4.12 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 18.79 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 4.13 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log index 2339073..f0507b1 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 101.82 ± 0.34 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 8.71 ± 0.00 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | pp512 | 99.24 ± 0.14 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | tg128 | 8.55 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log index 7d68b86..181fa3d 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 17.93 ± 0.00 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 4.13 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 18.80 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 4.10 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log index 09254e0..265c4d3 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 95.55 ± 0.26 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 8.78 ± 0.00 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | pp512 | 99.22 ± 0.25 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | tg128 | 8.55 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log index d7afa2a..9fa9c59 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 18.59 ± 0.00 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 3.63 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 18.35 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 3.69 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log index 9e62d86..36c2a5f 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 103.11 ± 0.08 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 9.11 ± 0.03 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | pp512 | 99.58 ± 0.65 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | tg128 | 9.04 ± 0.01 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log index e5e59f5..e572b4d 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 18.03 ± 0.00 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 3.63 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 17.17 ± 0.00 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 3.67 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log index 0abf42d..19521cd 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 87.98 ± 0.29 | -| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 9.10 ± 0.02 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | pp512 | 72.73 ± 0.53 | +| glm4moe 355B.A32B Q4_K - Medium | 189.69 GiB | 356.79 B | ROCm,RPC | 99 | 1 | tg128 | 9.05 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log index bff85ad..f1c441f 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__longctx32768__rpc.log @@ -1,19 +1,3 @@ ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -/opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response -/lib64/libggml-base.so.0(+0x35a5) [0x7f92f39eb5a5] -/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f92f39eb96b] -/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f92f39ebaef] -/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f92f7010b4a] -/lib64/libggml-base.so.0(+0x171b2) [0x7f92f39ff1b2] -/lib64/libggml-base.so.0(+0x1749f) [0x7f92f39ff49f] -/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f92f3a00509] -/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7f92f72603c1] -/lib64/libllama.so.0(+0x25568) [0x7f92f71b6568] -/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f92f71b73cc] -/usr/sbin/llama-bench() [0x4077b5] -/lib64/libc.so.6(+0x35b5) [0x7f92f33815b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7f92f3381668] -/usr/sbin/llama-bench() [0x409cf5] +Failed to connect to 192.168.100.2:50052 diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log index 6f7a3a0..f85bb5c 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_amdvlk__rpc.log @@ -1,19 +1,19 @@ ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | /opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response -/lib64/libggml-base.so.0(+0x35a5) [0x7f4efadba5a5] -/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f4efadba96b] -/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f4efadbaaef] -/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f4efe3dfb4a] -/lib64/libggml-base.so.0(+0x171b2) [0x7f4efadce1b2] -/lib64/libggml-base.so.0(+0x1749f) [0x7f4efadce49f] -/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f4efadcf509] -/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7f4efe62f3c1] -/lib64/libllama.so.0(+0x25568) [0x7f4efe585568] -/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f4efe5863cc] -/usr/sbin/llama-bench() [0x4077b5] -/lib64/libc.so.6(+0x35b5) [0x7f4efa7505b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7f4efa750668] -/usr/sbin/llama-bench() [0x409cf5] +/lib64/libggml-base.so.0(+0x35a5) [0x7f14eecbd5a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f14eecbd96b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f14eecbdaef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f14f2311b4a] +/lib64/libggml-base.so.0(+0x174f2) [0x7f14eecd14f2] +/lib64/libggml-base.so.0(+0x177df) [0x7f14eecd17df] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f14eecd2849] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c41) [0x7f14f257dbe1] +/lib64/libllama.so.0(+0x279e8) [0x7f14f24c79e8] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f14f24c884c] +/usr/sbin/llama-bench() [0x407fbd] +/lib64/libc.so.6(+0x35b5) [0x7f14ee1055b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f14ee105668] +/usr/sbin/llama-bench() [0x40a7b5] diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log index 13c4edf..906b475 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__longctx32768__rpc.log @@ -1 +1 @@ -Error: unable to find user kyuz0: no matching entries in passwd file +Error: failed to start container llama-vulkan-radv diff --git a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log index 13c4edf..906b475 100644 --- a/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log +++ b/benchmark/results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__vulkan_radv__rpc.log @@ -1 +1 @@ -Error: unable to find user kyuz0: no matching entries in passwd file +Error: failed to start container llama-vulkan-radv diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__longctx32768__rpc.log new file mode 100644 index 0000000..99e7150 --- /dev/null +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 58.89 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 5.92 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__rpc.log new file mode 100644 index 0000000..a5bcaa6 --- /dev/null +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | pp512 | 158.25 ± 0.52 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | tg128 | 19.04 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__longctx32768__rpc.log new file mode 100644 index 0000000..a04603f --- /dev/null +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__longctx32768__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 59.95 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 5.91 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__rpc.log new file mode 100644 index 0000000..65cdcde --- /dev/null +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__rpc.log @@ -0,0 +1,8 @@ +ggml_cuda_init: found 1 ROCm devices: + Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | pp512 | 159.79 ± 0.35 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | tg128 | 19.05 ± 0.00 | + +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log index ed18edd..d3d7632 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 59.80 ± 0.00 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.45 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 64.41 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 6.41 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log index 7578042..b07a592 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 172.78 ± 2.43 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.17 ± 0.05 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | pp512 | 169.30 ± 0.95 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | tg128 | 18.93 ± 0.01 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log index 3ea4755..d4933d6 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 59.95 ± 0.00 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.45 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 65.69 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 6.47 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log index 1978468..c216092 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 173.98 ± 1.76 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.17 ± 0.04 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | pp512 | 169.50 ± 1.04 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | tg128 | 18.89 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log index d67ecf9..38e1dda 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 60.12 ± 0.00 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.04 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 60.88 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 6.10 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log index 733c3da..22e2443 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 157.51 ± 1.13 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.24 ± 0.10 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | pp512 | 171.03 ± 0.56 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | tg128 | 18.98 ± 0.02 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log index 2b480f3..b3239b5 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | n_ubatch | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | pp2048 @ d32768 | 60.47 ± 0.00 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | 0 | tg32 @ d32768 | 6.04 ± 0.00 | +| model | size | params | backend | ngl | n_ubatch | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -------: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | pp2048 @ d32768 | 60.78 ± 0.00 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 2048 | 1 | tg32 @ d32768 | 6.10 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log index 6d1ea52..ce19ab2 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log @@ -1,8 +1,8 @@ ggml_cuda_init: found 1 ROCm devices: Device 0: Radeon 8060S Graphics, gfx1151 (0x1151), VMM: no, Wave Size: 32 -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | pp512 | 162.36 ± 1.16 | -| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | 0 | tg128 | 18.23 ± 0.08 | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | pp512 | 173.91 ± 0.29 | +| minimax-m2 230B.A10B Q6_K | 180.94 GiB | 228.69 B | ROCm,RPC | 99 | 1 | tg128 | 19.05 ± 0.00 | -build: 2656c0d26 (7693) +build: e0c93af2a (7938) diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log index ce783c3..2e20f75 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__longctx32768__rpc.log @@ -1,3 +1,8 @@ ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -Failed to connect to 10.0.0.1:50052 +Failed to connect to 192.168.100.2:50052 +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | +ggml_vulkan: Device memory allocation of size 990904320 failed. +ggml_vulkan: vk::Device::allocateMemory: ErrorOutOfHostMemory +main: error: failed to load model '/mnt/storage/MiniMax-M2-GGUF/UD-Q6_K_XL/MiniMax-M2-UD-Q6_K_XL-00001-of-00004.gguf' diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log index 264c27f..d79d665 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_amdvlk__rpc.log @@ -1,19 +1,19 @@ ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Radeon 8060S Graphics (AMD open-source driver) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 32768 | int dot: 1 | matrix cores: KHR_coopmat -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | /opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response -/lib64/libggml-base.so.0(+0x35a5) [0x7f7c046f25a5] -/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f7c046f296b] -/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f7c046f2aef] -/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f7c07d17b4a] -/lib64/libggml-base.so.0(+0x171b2) [0x7f7c047061b2] -/lib64/libggml-base.so.0(+0x1749f) [0x7f7c0470649f] -/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f7c04707509] -/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7f7c07f673c1] -/lib64/libllama.so.0(+0x25568) [0x7f7c07ebd568] -/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f7c07ebe3cc] -/usr/sbin/llama-bench() [0x4077b5] -/lib64/libc.so.6(+0x35b5) [0x7f7c040885b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7f7c04088668] -/usr/sbin/llama-bench() [0x409cf5] +/lib64/libggml-base.so.0(+0x35a5) [0x7f12de48e5a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f12de48e96b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f12de48eaef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f12e1ae2b4a] +/lib64/libggml-base.so.0(+0x174f2) [0x7f12de4a24f2] +/lib64/libggml-base.so.0(+0x177df) [0x7f12de4a27df] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f12de4a3849] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c41) [0x7f12e1d4ebe1] +/lib64/libllama.so.0(+0x279e8) [0x7f12e1c989e8] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f12e1c9984c] +/usr/sbin/llama-bench() [0x407fbd] +/lib64/libc.so.6(+0x35b5) [0x7f12dd8d65b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f12dd8d6668] +/usr/sbin/llama-bench() [0x40a7b5] diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log index 381ed94..a98164f 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__longctx32768__rpc.log @@ -1,10 +1,6 @@ ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Radeon 8060S Graphics (RADV GFX1151) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat -Failed to connect to 10.0.0.1:50052 -radv/amdgpu: Failed to allocate a buffer: -radv/amdgpu: size : 990904320 bytes -radv/amdgpu: alignment : 262144 bytes -radv/amdgpu: domains : 4 +Failed to connect to 192.168.100.2:50052 radv/amdgpu: Failed to allocate a buffer: radv/amdgpu: size : 990904320 bytes radv/amdgpu: alignment : 262144 bytes diff --git a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log index f1f44b3..d6f5c31 100644 --- a/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log +++ b/benchmark/results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__vulkan_radv__rpc.log @@ -1,19 +1,19 @@ ggml_vulkan: Found 1 Vulkan devices: ggml_vulkan: 0 = Radeon 8060S Graphics (RADV GFX1151) (radv) | uma: 1 | fp16: 1 | bf16: 0 | warp size: 64 | shared memory: 65536 | int dot: 1 | matrix cores: KHR_coopmat -| model | size | params | backend | ngl | fa | mmap | test | t/s | -| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | ---: | --------------: | -------------------: | +| model | size | params | backend | ngl | fa | test | t/s | +| ------------------------------ | ---------: | ---------: | ---------- | --: | -: | --------------: | -------------------: | /opt/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp:724: Remote RPC server crashed or returned malformed response -/lib64/libggml-base.so.0(+0x35a5) [0x7fe6965fe5a5] -/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7fe6965fe96b] -/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7fe6965feaef] -/lib64/libggml-rpc.so.0(+0x5b4a) [0x7fe699c23b4a] -/lib64/libggml-base.so.0(+0x171b2) [0x7fe6966121b2] -/lib64/libggml-base.so.0(+0x1749f) [0x7fe69661249f] -/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7fe696613509] -/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c61) [0x7fe699e733c1] -/lib64/libllama.so.0(+0x25568) [0x7fe699dc9568] -/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7fe699dca3cc] -/usr/sbin/llama-bench() [0x4077b5] -/lib64/libc.so.6(+0x35b5) [0x7fe695f945b5] -/lib64/libc.so.6(__libc_start_main+0x88) [0x7fe695f94668] -/usr/sbin/llama-bench() [0x409cf5] +/lib64/libggml-base.so.0(+0x35a5) [0x7f62e4d465a5] +/lib64/libggml-base.so.0(ggml_print_backtrace+0x1eb) [0x7f62e4d4696b] +/lib64/libggml-base.so.0(ggml_abort+0x11f) [0x7f62e4d46aef] +/lib64/libggml-rpc.so.0(+0x5b4a) [0x7f62e839ab4a] +/lib64/libggml-base.so.0(+0x174f2) [0x7f62e4d5a4f2] +/lib64/libggml-base.so.0(+0x177df) [0x7f62e4d5a7df] +/lib64/libggml-base.so.0(ggml_backend_alloc_ctx_tensors_from_buft+0x19) [0x7f62e4d5b849] +/lib64/libllama.so.0(_ZN11llama_model12load_tensorsER18llama_model_loader+0x3c41) [0x7f62e8631be1] +/lib64/libllama.so.0(+0x279e8) [0x7f62e857b9e8] +/lib64/libllama.so.0(llama_model_load_from_file+0xac) [0x7f62e857c84c] +/usr/sbin/llama-bench() [0x407fbd] +/lib64/libc.so.6(+0x35b5) [0x7f62e418e5b5] +/lib64/libc.so.6(__libc_start_main+0x88) [0x7f62e418e668] +/usr/sbin/llama-bench() [0x40a7b5] diff --git a/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__fa1.log b/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__fa1.log rename to benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__fa1.log diff --git a/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__fa1__longctx32768.log b/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1.log b/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1.log rename to benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/09-01-2026/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1.log b/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1.log rename to benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1.log rename to benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1.log diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1.log rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1.log b/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1.log rename to benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1.log diff --git a/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log b/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1.log b/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1.log rename to benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1.log rename to benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1.log diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1.log rename to benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1.log diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log rename to benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1.log rename to benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1.log diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log rename to benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1.log rename to benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1.log diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1__longctx32768.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1.log rename to benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1.log rename to benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1.log diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1__longctx32768.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1.log rename to benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__fa1.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__fa1.log rename to benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__fa1.log diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__fa1__longctx32768.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1.log rename to benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.2__fa1.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7_2__fa1.log similarity index 100% rename from benchmark/results/llama-2-7b.Q4_0__rocm-7.2__fa1.log rename to benchmark/results/llama-2-7b.Q4_0__rocm-7_2__fa1.log diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.2__fa1__longctx32768.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7_2__fa1__longctx32768.log similarity index 100% rename from benchmark/results/llama-2-7b.Q4_0__rocm-7.2__fa1__longctx32768.log rename to benchmark/results/llama-2-7b.Q4_0__rocm-7_2__fa1__longctx32768.log diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1.log similarity index 100% rename from benchmark/results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1.log rename to benchmark/results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1.log diff --git a/benchmark/results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1__longctx32768.log b/benchmark/results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1__longctx32768.log similarity index 100% rename from benchmark/results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1__longctx32768.log rename to benchmark/results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1__longctx32768.log diff --git a/benchmark/run_benchmarks.sh b/benchmark/run_benchmarks.sh index ddd86ea..71ede28 100755 --- a/benchmark/run_benchmarks.sh +++ b/benchmark/run_benchmarks.sh @@ -62,8 +62,7 @@ echo declare -A CMDS=( [rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench" - - [rocm-7.2]="toolbox run -c llama-rocm-7.2 -- /usr/local/bin/llama-bench" + [rocm-7_2]="toolbox run -c llama-rocm-7.2 -- /usr/local/bin/llama-bench" [rocm7-nightlies]="toolbox run -c llama-rocm7-nightlies -- /usr/local/bin/llama-bench" [vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench" [vulkan_radv]="toolbox run -c llama-vulkan-radv -- /usr/sbin/llama-bench" diff --git a/benchmark/run_rpc_benchmarks.sh b/benchmark/run_rpc_benchmarks.sh index 2751f2f..4a37f99 100755 --- a/benchmark/run_rpc_benchmarks.sh +++ b/benchmark/run_rpc_benchmarks.sh @@ -28,7 +28,7 @@ fi declare -A TOOLBOX_IMAGES=( [rocm6_4_4]="llama-rocm-6.4.4" - [rocm-7.2]="llama-rocm-7.2" + [rocm-7_2]="llama-rocm-7.2" [rocm7-nightlies]="llama-rocm7-nightlies" [vulkan_amdvlk]="llama-vulkan-amdvlk" [vulkan_radv]="llama-vulkan-radv" @@ -36,8 +36,7 @@ declare -A TOOLBOX_IMAGES=( declare -A CLIENT_CMDS=( [rocm6_4_4]="toolbox run -c llama-rocm-6.4.4 -- /usr/local/bin/llama-bench" - - [rocm-7.2]="toolbox run -c llama-rocm-7.2 -- /usr/local/bin/llama-bench" + [rocm-7_2]="toolbox run -c llama-rocm-7.2 -- /usr/local/bin/llama-bench" [rocm7-nightlies]="toolbox run -c llama-rocm7-nightlies -- /usr/local/bin/llama-bench" [vulkan_amdvlk]="toolbox run -c llama-vulkan-amdvlk -- /usr/sbin/llama-bench" [vulkan_radv]="toolbox run -c llama-vulkan-radv -- /usr/sbin/llama-bench" @@ -45,8 +44,7 @@ declare -A CLIENT_CMDS=( ENVIRONMENTS=( rocm6_4_4 - - rocm-7.2 + rocm-7_2 rocm7-nightlies vulkan_amdvlk vulkan_radv diff --git a/docs/index.html b/docs/index.html index a0ab727..27145f1 100644 --- a/docs/index.html +++ b/docs/index.html @@ -108,9 +108,10 @@

RPC · dual server

-

These results were produced with two Strix Halo systems (Framework Desktop + HP G1a workstation, each +

These results were produced with two Strix Halo systems (Framework Desktops, each 128 GB) - connected over 5 Gbps Ethernet. One runs rpc-server from llama.cpp; the other runs + connected over 50 Gbps Ethernet (likely bandwidth is not the limiting factor here, but latency). + One runs rpc-server from llama.cpp; the other runs llama-bench --rpc.

This setup allows distributed inference, splitting large GGUF models across both machines. The metric diff --git a/docs/results.json b/docs/results.json index 54dc9b3..3f9ca19 100644 --- a/docs/results.json +++ b/docs/results.json @@ -1,6 +1,6 @@ { "meta": { - "generated_at": "2026-02-05T19:03:01Z", + "generated_at": "2026-02-09T13:29:25Z", "system_info": { "distro": "Fedora Linux 43 (Workstation Edition)", "kernel": "6.18.5-200.fc43.x86_64", @@ -8,24 +8,18 @@ "timestamp": "04 Feb 2026" }, "llamacpp_builds": [ - { - "hash": "2656c0d26", - "number": "7693" - }, { "hash": "e0c93af2a", "number": "7938" } ], "environments": [ - "rocm-7.2", - "rocm-7.2-hblt0", + "rocm-7_2", + "rocm-7_2-hblt0", "rocm6_4_4", "rocm6_4_4-hblt0", "rocm7-nightlies", "rocm7-nightlies-hblt0", - "rocm7.1.1", - "rocm7.1.1-hblt0", "vulkan_amdvlk", "vulkan_radv" ], @@ -35,9 +29,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -53,7 +47,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -63,9 +57,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -81,7 +75,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -91,9 +85,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -109,7 +103,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -119,9 +113,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -137,7 +131,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -147,9 +141,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -165,7 +159,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -175,9 +169,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -193,7 +187,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -203,9 +197,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -221,7 +215,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -231,9 +225,9 @@ { "model": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002", "model_clean": "Devstral-2-123B-Instruct-2512-UD-Q4_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -249,7 +243,7 @@ "file_size_gib": 70.31, "name_params_b": 125.03, "quant": "Q4_K_XL", - "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -931,9 +925,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -949,7 +943,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -959,9 +953,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -977,7 +971,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -987,9 +981,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -1005,7 +999,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1015,9 +1009,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -1033,7 +1027,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1043,9 +1037,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -1061,7 +1055,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1071,9 +1065,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -1089,7 +1083,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1099,9 +1093,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -1117,7 +1111,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1127,9 +1121,9 @@ { "model": "GLM-4.7-Flash-BF16-00001-of-00002", "model_clean": "GLM-4.7-Flash-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -1145,7 +1139,7 @@ "file_size_gib": 55.79, "name_params_b": 29.94, "quant": "BF16", - "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1827,9 +1821,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -1845,7 +1839,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1855,9 +1849,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -1873,7 +1867,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1883,9 +1877,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -1901,7 +1895,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1911,9 +1905,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -1929,7 +1923,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1939,9 +1933,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -1957,7 +1951,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1967,9 +1961,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -1985,7 +1979,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -1995,9 +1989,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -2013,7 +2007,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2023,9 +2017,9 @@ { "model": "GLM-4.7-Flash-UD-Q8_K_XL", "model_clean": "GLM-4.7-Flash-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -2041,7 +2035,7 @@ "file_size_gib": 32.7, "name_params_b": 29.94, "quant": "Q8_K_XL", - "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/GLM-4.7-Flash-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2723,9 +2717,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -2741,7 +2735,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2751,9 +2745,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -2769,7 +2763,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2779,9 +2773,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -2797,7 +2791,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2807,9 +2801,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -2825,7 +2819,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2835,9 +2829,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -2853,7 +2847,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2863,9 +2857,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -2881,7 +2875,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2891,9 +2885,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -2909,7 +2903,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -2919,9 +2913,9 @@ { "model": "Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Llama-3.3-70B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -2937,7 +2931,7 @@ "file_size_gib": 75.65, "name_params_b": 70.55, "quant": "Q8_K_XL", - "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3619,9 +3613,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -3637,7 +3631,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3647,9 +3641,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -3665,7 +3659,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3675,9 +3669,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -3693,7 +3687,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1__longctx32768.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3703,9 +3697,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -3721,7 +3715,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__fa1__longctx32768.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3731,9 +3725,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -3749,7 +3743,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3759,9 +3753,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -3777,7 +3771,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3787,9 +3781,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -3805,7 +3799,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -3815,9 +3809,9 @@ { "model": "Ministral-3-14B-Instruct-2512-BF16", "model_clean": "Ministral-3-14B-Instruct-2512-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -3833,7 +3827,7 @@ "file_size_gib": 25.16, "name_params_b": 13.51, "quant": "BF16", - "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Ministral-3-14B-Instruct-2512-BF16__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4515,9 +4509,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -4533,7 +4527,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4543,9 +4537,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -4561,7 +4555,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4571,9 +4565,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -4589,7 +4583,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4599,9 +4593,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -4617,7 +4611,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4627,9 +4621,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -4645,7 +4639,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4655,9 +4649,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -4673,7 +4667,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4683,9 +4677,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -4701,7 +4695,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -4711,9 +4705,9 @@ { "model": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", "model_clean": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -4729,7 +4723,7 @@ "file_size_gib": 37.66, "name_params_b": 31.58, "quant": "Q8_K_XL", - "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5411,9 +5405,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -5429,7 +5423,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5439,9 +5433,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -5457,7 +5451,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5467,9 +5461,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -5485,7 +5479,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5495,9 +5489,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -5513,7 +5507,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5523,9 +5517,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -5541,7 +5535,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5551,9 +5545,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -5569,7 +5563,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5579,9 +5573,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -5597,7 +5591,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -5607,9 +5601,9 @@ { "model": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003", "model_clean": "Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -5625,7 +5619,7 @@ "file_size_gib": 96.99, "name_params_b": 235.09, "quant": "Q3_K_XL", - "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6307,9 +6301,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -6325,7 +6319,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6335,9 +6329,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -6353,7 +6347,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6363,9 +6357,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -6381,7 +6375,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6391,9 +6385,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -6409,7 +6403,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6419,9 +6413,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -6437,7 +6431,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6447,9 +6441,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -6465,7 +6459,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6475,9 +6469,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -6493,7 +6487,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -6503,9 +6497,9 @@ { "model": "Qwen3-30B-A3B-BF16-00001-of-00002", "model_clean": "Qwen3-30B-A3B-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -6521,7 +6515,7 @@ "file_size_gib": 56.89, "name_params_b": 30.53, "quant": "BF16", - "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7203,9 +7197,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -7221,7 +7215,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7231,9 +7225,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -7249,7 +7243,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7259,9 +7253,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -7277,7 +7271,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7287,9 +7281,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -7305,7 +7299,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7315,9 +7309,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -7333,7 +7327,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7343,9 +7337,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -7361,7 +7355,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7371,9 +7365,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -7389,7 +7383,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -7399,9 +7393,9 @@ { "model": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", "model_clean": "Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -7417,7 +7411,7 @@ "file_size_gib": 24.53, "name_params_b": 30.53, "quant": "Q6_K_XL", - "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8099,9 +8093,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -8117,7 +8111,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8127,9 +8121,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -8145,7 +8139,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8155,9 +8149,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -8173,7 +8167,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8183,9 +8177,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -8201,7 +8195,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8211,9 +8205,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -8229,7 +8223,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8239,9 +8233,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -8257,7 +8251,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8267,9 +8261,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -8285,7 +8279,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8295,9 +8289,9 @@ { "model": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", "model_clean": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -8313,7 +8307,7 @@ "file_size_gib": 17.35, "name_params_b": 30.53, "quant": "Q4_K_M", - "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -8995,9 +8989,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -9013,7 +9007,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9023,9 +9017,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -9041,7 +9035,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9051,9 +9045,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -9069,7 +9063,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9079,9 +9073,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -9097,7 +9091,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9107,9 +9101,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -9125,7 +9119,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9135,9 +9129,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -9153,7 +9147,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9163,9 +9157,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -9181,7 +9175,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9191,9 +9185,9 @@ { "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002", "model_clean": "Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -9209,7 +9203,7 @@ "file_size_gib": 86.68, "name_params_b": 79.67, "quant": "Q8_K_XL", - "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9891,9 +9885,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -9909,7 +9903,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9919,9 +9913,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -9937,7 +9931,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9947,9 +9941,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -9965,7 +9959,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -9975,9 +9969,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -9993,7 +9987,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__fa1__longctx32768.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10003,9 +9997,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -10021,7 +10015,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10031,9 +10025,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -10049,7 +10043,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10059,9 +10053,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -10077,7 +10071,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10087,9 +10081,9 @@ { "model": "gemma-3-12b-it-UD-Q8_K_XL", "model_clean": "gemma-3-12b-it-UD-Q8_K_XL", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -10105,7 +10099,7 @@ "file_size_gib": 13.4, "name_params_b": 11.77, "quant": "Q8_K_XL", - "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gemma-3-12b-it-UD-Q8_K_XL__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10787,9 +10781,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -10805,7 +10799,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10815,9 +10809,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -10833,7 +10827,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10843,9 +10837,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -10861,7 +10855,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10871,9 +10865,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -10889,7 +10883,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__fa1__longctx32768.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10899,9 +10893,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -10917,7 +10911,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10927,9 +10921,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -10945,7 +10939,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10955,9 +10949,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -10973,7 +10967,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -10983,9 +10977,9 @@ { "model": "gemma-3-27b-it-BF16-00001-of-00002", "model_clean": "gemma-3-27b-it-BF16", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -11001,7 +10995,7 @@ "file_size_gib": 50.31, "name_params_b": 27.01, "quant": "BF16", - "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gemma-3-27b-it-BF16-00001-of-00002__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11683,9 +11677,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -11701,7 +11695,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11711,9 +11705,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -11729,7 +11723,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11739,9 +11733,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -11757,7 +11751,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1__longctx32768.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11767,9 +11761,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -11785,7 +11779,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__fa1__longctx32768.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11795,9 +11789,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -11813,7 +11807,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11823,9 +11817,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -11841,7 +11835,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11851,9 +11845,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -11869,7 +11863,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -11879,9 +11873,9 @@ { "model": "gemma-3-4b-it-Q3_K_S", "model_clean": "gemma-3-4b-it-Q3_K_S", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -11897,7 +11891,7 @@ "file_size_gib": 1.8, "name_params_b": 3.88, "quant": "Q3_K_S", - "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gemma-3-4b-it-Q3_K_S__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12579,9 +12573,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -12597,7 +12591,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12607,9 +12601,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -12625,7 +12619,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12635,9 +12629,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -12653,7 +12647,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1__longctx32768.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12663,9 +12657,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -12681,7 +12675,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__fa1__longctx32768.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12691,9 +12685,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -12709,7 +12703,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12719,9 +12713,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -12737,7 +12731,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12747,9 +12741,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -12765,7 +12759,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -12775,9 +12769,9 @@ { "model": "gpt-oss-120b-mxfp4-00001-of-00003", "model_clean": "gpt-oss-120b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -12793,7 +12787,7 @@ "file_size_gib": 59.02, "name_params_b": 116.83, "quant": "MXFP4", - "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gpt-oss-120b-mxfp4-00001-of-00003__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13475,9 +13469,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -13493,7 +13487,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__fa1.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13503,9 +13497,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -13521,7 +13515,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__fa1.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13531,9 +13525,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -13549,7 +13543,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__fa1__longctx32768.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13559,9 +13553,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -13577,7 +13571,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__fa1__longctx32768.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13587,9 +13581,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -13605,7 +13599,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13615,9 +13609,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -13633,7 +13627,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13643,9 +13637,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -13661,7 +13655,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -13671,9 +13665,9 @@ { "model": "gpt-oss-20b-mxfp4", "model_clean": "gpt-oss-20b-mxfp4", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -13689,7 +13683,7 @@ "file_size_gib": 11.27, "name_params_b": 20.91, "quant": "MXFP4", - "log": "results/gpt-oss-20b-mxfp4__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/gpt-oss-20b-mxfp4__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14371,9 +14365,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -14389,7 +14383,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__fa1.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14399,9 +14393,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "default", "context_tokens": null, @@ -14417,7 +14411,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__fa1.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14427,9 +14421,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -14445,7 +14439,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__fa1__longctx32768.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14455,9 +14449,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2", + "env": "rocm-7_2", "env_base": "rocm", - "env_variant": "7.2", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -14473,7 +14467,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__fa1__longctx32768.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14483,9 +14477,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -14501,7 +14495,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14511,9 +14505,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, @@ -14529,7 +14523,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14539,9 +14533,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -14557,7 +14551,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -14567,9 +14561,9 @@ { "model": "llama-2-7b.Q4_0", "model_clean": "llama-2-7b.Q4_0", - "env": "rocm-7.2-hblt0", + "env": "rocm-7_2-hblt0", "env_base": "rocm", - "env_variant": "7.2-hblt0", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -14585,7 +14579,7 @@ "file_size_gib": 3.56, "name_params_b": 6.74, "quant": "Q4_0", - "log": "results/llama-2-7b.Q4_0__rocm-7.2__hblt0__fa1__longctx32768.log", + "log": "results/llama-2-7b.Q4_0__rocm-7_2__hblt0__fa1__longctx32768.log", "rpc": false, "build": { "hash": "e0c93af2a", @@ -15267,48 +15261,244 @@ { "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", - "tps_mean": 18.41, + "tps_mean": 18.17, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", - "tps_mean": 4.12, + "tps_mean": 3.73, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 97.96, + "tps_std": 0.29, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.09, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__hblt0__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 17.22, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 3.72, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 73.57, + "tps_std": 0.23, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.02, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm-7_2__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 18.79, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15316,8 +15506,8 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15327,90 +15517,6 @@ "env_base": "rocm6_4_4", "env_variant": "hblt0", "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 101.82, - "tps_std": 0.34, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.71, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.93, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, - "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", @@ -15420,7 +15526,91 @@ "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 99.24, + "tps_std": 0.14, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 8.55, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__hblt0__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 18.8, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15428,8 +15618,36 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 4.1, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15442,13 +15660,13 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 95.55, - "tps_std": 0.26, + "tps_mean": 99.22, + "tps_std": 0.25, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15456,8 +15674,8 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15470,13 +15688,13 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 8.78, + "tps_mean": 8.55, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15484,8 +15702,8 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm6_4_4__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15498,13 +15716,13 @@ "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", - "tps_mean": 18.59, + "tps_mean": 18.35, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15512,8 +15730,8 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15526,13 +15744,13 @@ "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", - "tps_mean": 3.63, + "tps_mean": 3.69, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15540,8 +15758,8 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15554,13 +15772,13 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 103.11, - "tps_std": 0.08, + "tps_mean": 99.58, + "tps_std": 0.65, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, @@ -15568,8 +15786,8 @@ "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -15582,358 +15800,134 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 9.11, - "tps_std": 0.03, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 18.03, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.63, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 87.98, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 9.1, - "tps_std": 0.02, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 18.2, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.6, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 102.58, - "tps_std": 0.04, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.74, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 17.88, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 3.58, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 93.44, - "tps_std": 0.29, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 356.79, - "file_size_gib": 189.69, - "name_params_b": 356.79, - "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", - "model_clean": "GLM-4.6-UD-Q4_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 8.71, + "tps_mean": 9.04, "tps_std": 0.01, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 356.79, "file_size_gib": 189.69, "name_params_b": 356.79, "quant": "Q4_K_XL", - "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7_1_1__rpc.log", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__hblt0__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 17.17, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 3.67, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 72.73, + "tps_std": 0.53, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "GLM-4.6-UD-Q4_K_XL-00001-of-00005", + "model_clean": "GLM-4.6-UD-Q4_K_XL", + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 9.05, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 356.79, + "file_size_gib": 189.69, + "name_params_b": 356.79, + "quant": "Q4_K_XL", + "log": "results-rpc/GLM-4.6-UD-Q4_K_XL-00001-of-00005__rocm7-nightlies__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16039,121 +16033,121 @@ { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", - "tps_mean": 59.8, + "tps_mean": 58.89, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", - "tps_mean": 6.45, + "tps_mean": 5.92, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 172.78, - "tps_std": 2.43, + "tps_mean": 158.25, + "tps_std": 0.52, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4-hblt0", - "env_base": "rocm6_4_4", - "env_variant": "hblt0", + "env": "rocm-7_2-hblt0", + "env_base": "rocm", + "env_variant": "7_2-hblt0", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 18.17, - "tps_std": 0.05, + "tps_mean": 19.04, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__hblt0__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm6_4_4", - "env_base": "rocm6_4_4", - "env_variant": null, + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", "fa": true, "context": "longctx32768", "context_tokens": 32768, @@ -16164,7 +16158,231 @@ "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 5.91, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 159.79, + "tps_std": 0.35, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm-7_2", + "env_base": "rocm", + "env_variant": "7_2", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 19.05, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm-7_2__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 64.41, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "tg32 @ d32768", + "tps_mean": 6.41, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__longctx32768__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "pp512", + "tps_mean": 169.3, + "tps_std": 0.95, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm6_4_4-hblt0", + "env_base": "rocm6_4_4", + "env_variant": "hblt0", + "fa": true, + "context": "default", + "context_tokens": null, + "test": "tg128", + "tps_mean": 18.93, + "tps_std": 0.01, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, + "params_b": 228.69, + "file_size_gib": 180.94, + "name_params_b": 228.69, + "quant": "Q6_K_XL", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__hblt0__rpc.log", + "rpc": true, + "build": { + "hash": "e0c93af2a", + "number": "7938" + } + }, + { + "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", + "model_clean": "MiniMax-M2-UD-Q6_K_XL", + "env": "rocm6_4_4", + "env_base": "rocm6_4_4", + "env_variant": null, + "fa": true, + "context": "longctx32768", + "context_tokens": 32768, + "test": "pp2048 @ d32768", + "tps_mean": 65.69, + "tps_std": 0.0, + "error": false, + "error_type": null, + "backend": "ROCm,RPC", + "ngl": 99, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16172,8 +16390,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16186,13 +16404,13 @@ "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", - "tps_mean": 6.45, + "tps_mean": 6.47, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16200,8 +16418,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16214,13 +16432,13 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 173.98, - "tps_std": 1.76, + "tps_mean": 169.5, + "tps_std": 1.04, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16228,8 +16446,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16242,13 +16460,13 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 18.17, - "tps_std": 0.04, + "tps_mean": 18.89, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16256,8 +16474,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm6_4_4__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16270,13 +16488,13 @@ "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", - "tps_mean": 60.12, + "tps_mean": 60.88, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16284,8 +16502,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16298,13 +16516,13 @@ "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", - "tps_mean": 6.04, + "tps_mean": 6.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16312,8 +16530,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16326,13 +16544,13 @@ "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 157.51, - "tps_std": 1.13, + "tps_mean": 171.03, + "tps_std": 0.56, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, @@ -16340,8 +16558,8 @@ "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16354,358 +16572,134 @@ "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 18.24, - "tps_std": 0.1, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 60.47, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.04, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 162.36, - "tps_std": 1.16, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7-nightlies", - "env_base": "rocm7", - "env_variant": "nightlies", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 18.23, - "tps_std": 0.08, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "pp2048 @ d32768", - "tps_mean": 62.07, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "longctx32768", - "context_tokens": 32768, - "test": "tg32 @ d32768", - "tps_mean": 6.4, - "tps_std": 0.0, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__longctx32768__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "pp512", - "tps_mean": 160.68, - "tps_std": 0.44, - "error": false, - "error_type": null, - "backend": "ROCm,RPC", - "ngl": 99, - "mmap": 0, - "params_b": 228.69, - "file_size_gib": 180.94, - "name_params_b": 228.69, - "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__rpc.log", - "rpc": true, - "build": { - "hash": "2656c0d26", - "number": "7693" - } - }, - { - "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", - "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1-hblt0", - "env_base": "rocm7.1.1", - "env_variant": "hblt0", - "fa": true, - "context": "default", - "context_tokens": null, - "test": "tg128", - "tps_mean": 17.97, + "tps_mean": 18.98, "tps_std": 0.02, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__hblt0__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__hblt0__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "pp2048 @ d32768", - "tps_mean": 61.38, + "tps_mean": 60.78, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__longctx32768__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", "fa": true, "context": "longctx32768", "context_tokens": 32768, "test": "tg32 @ d32768", - "tps_mean": 6.4, + "tps_mean": 6.1, "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__longctx32768__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__longctx32768__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "pp512", - "tps_mean": 159.35, - "tps_std": 0.53, + "tps_mean": 173.91, + "tps_std": 0.29, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { "model": "MiniMax-M2-UD-Q6_K_XL-00001-of-00004", "model_clean": "MiniMax-M2-UD-Q6_K_XL", - "env": "rocm7.1.1", - "env_base": "rocm7.1.1", - "env_variant": null, + "env": "rocm7-nightlies", + "env_base": "rocm7", + "env_variant": "nightlies", "fa": true, "context": "default", "context_tokens": null, "test": "tg128", - "tps_mean": 17.98, - "tps_std": 0.03, + "tps_mean": 19.05, + "tps_std": 0.0, "error": false, "error_type": null, "backend": "ROCm,RPC", "ngl": 99, - "mmap": 0, + "mmap": null, "params_b": 228.69, "file_size_gib": 180.94, "name_params_b": 228.69, "quant": "Q6_K_XL", - "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7_1_1__rpc.log", + "log": "results-rpc/MiniMax-M2-UD-Q6_K_XL-00001-of-00004__rocm7-nightlies__rpc.log", "rpc": true, "build": { - "hash": "2656c0d26", - "number": "7693" + "hash": "e0c93af2a", + "number": "7938" } }, { @@ -16720,8 +16714,8 @@ "test": null, "tps_mean": null, "tps_std": null, - "error": false, - "error_type": null, + "error": true, + "error_type": "load", "backend": null, "ngl": null, "mmap": null,