| { | |
| "config_version": "1.0.0", | |
| "model_id": "furiosa-ai/mlperf-bert-large", | |
| "model_kinds": [ | |
| "ARTIFACT" | |
| ], | |
| "model_class": { | |
| "module": "furiosa_llm_models.bert.symbolic.mlperf_submission", | |
| "name": "BertForQuestionAnswering" | |
| }, | |
| "llm_config": { | |
| "optimization_config": { | |
| "attention_type": "VANILLA", | |
| "optimize_rope": false, | |
| "optimize_packed": false, | |
| "decompose_layernorm": false, | |
| "optimize_furiosa": false, | |
| "use_unsplit_packed": true, | |
| "compact_causal_mask": false, | |
| "use_rngd_gelu": true, | |
| "causal_mask_free_decoding": false, | |
| "kv_cache_sharing_across_beams": false, | |
| "inbound_beamsearch_softmax": false, | |
| "calculate_logit_only_for_last_token": false, | |
| "optimized_for_speculative_decoding": false | |
| }, | |
| "quantization_config": { | |
| "weight": "int8", | |
| "activation": "int8", | |
| "kv_cache": "int8", | |
| "use_mcp": true | |
| } | |
| }, | |
| "components_versions": { | |
| "furiosa_llm": { | |
| "version": "0.1.0-dev", | |
| "git_hash": "249c6f1", | |
| "build_time": null | |
| }, | |
| "furiosa_ir": { | |
| "version": "0.11.0-dev", | |
| "git_hash": "c5be5877b", | |
| "build_time": "2025-04-23T22:34:58Z" | |
| }, | |
| "furiosa_runtime": { | |
| "version": "2025.2.0", | |
| "git_hash": "3ba9de71e", | |
| "build_time": "2025-04-23T22:39:37Z" | |
| }, | |
| "furiosa_model_compressor": { | |
| "version": "2025.2.0 (rev: e4565f6)", | |
| "git_hash": null, | |
| "build_time": null | |
| } | |
| } | |
| } |