| { | |
| "llamabench": { | |
| "backend": "CUDA", | |
| "log_path": "Seed-OSS-36B-Instruct-unsloth-MXFP4_MOE/llamabench.md", | |
| "ngl": "35", | |
| "raw_row": { | |
| "backend": "CUDA", | |
| "model": "seed_oss 36B MXFP4 MoE", | |
| "ngl": "35", | |
| "params": "36.15 B", | |
| "size": "17.89 GiB", | |
| "t/s": "20.46 \u00b1 0.38", | |
| "test": "pp8", | |
| "tps_value": 20.46 | |
| }, | |
| "test": "pp8", | |
| "tps": 20.46 | |
| }, | |
| "perplexity": { | |
| "code": { | |
| "log_path": "Seed-OSS-36B-Instruct-unsloth-MXFP4_MOE/perplexity_code.log", | |
| "ppl": 1.4351, | |
| "ppl_error": 0.00968 | |
| }, | |
| "general": { | |
| "log_path": "Seed-OSS-36B-Instruct-unsloth-MXFP4_MOE/perplexity_general.log", | |
| "ppl": 7.1007, | |
| "ppl_error": 0.17284 | |
| }, | |
| "math": { | |
| "log_path": "Seed-OSS-36B-Instruct-unsloth-MXFP4_MOE/perplexity_math.log", | |
| "ppl": 5.636, | |
| "ppl_error": 0.12385 | |
| } | |
| } | |
| } |