kyuz0
100 lines
2.2 KiB
JSON
100 lines
2.2 KiB
JSON
{
|
|
"model": "Qwen3.6-35B-A3B-UD-Q4_K_XL",
|
|
"gguf": "Qwen3.6-35B-A3B-MTP-GGUF/Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf",
|
|
"toolbox": "rocm-7.2.3-mtp",
|
|
"mode": "baseline",
|
|
"spec_flags": "(none)",
|
|
"timestamp": "2026-05-15T10:41:02.007668",
|
|
"results": [
|
|
{
|
|
"name": "code_python",
|
|
"wall_s": 4.09,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.73,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "code_cpp",
|
|
"wall_s": 4.097,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.72,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "explain_concept",
|
|
"wall_s": 4.08,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.73,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "summarize",
|
|
"wall_s": 4.124,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.75,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "qa_factual",
|
|
"wall_s": 4.067,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.78,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "translation",
|
|
"wall_s": 4.067,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.78,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "creative_short",
|
|
"wall_s": 4.065,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.77,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "stepwise_math",
|
|
"wall_s": 4.124,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.68,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
},
|
|
{
|
|
"name": "long_code_review",
|
|
"wall_s": 4.831,
|
|
"predicted_n": 192,
|
|
"predicted_per_second": 48.38,
|
|
"draft_n": 0,
|
|
"draft_n_accepted": 0,
|
|
"accept_rate": null
|
|
}
|
|
],
|
|
"aggregate": {
|
|
"n_requests": 9,
|
|
"total_predicted": 1728,
|
|
"total_draft": 0,
|
|
"total_draft_accepted": 0,
|
|
"aggregate_accept_rate": null,
|
|
"wall_s_total": 37.55
|
|
}
|
|
}
|