| { | |
| "config": { | |
| "model_dtype": "torch.float16", | |
| "model_name": "Search-R1-Qwen2.5-7b-Instruct", | |
| "model_sha": "main" | |
| }, | |
| "results": { | |
| "nq": { | |
| "exact_match": 0.393 | |
| }, | |
| "triviaqa": { | |
| "exact_match": 0.610 | |
| }, | |
| "popqa": { | |
| "exact_match": 0.397 | |
| }, | |
| "hotpotqa": { | |
| "exact_match": 0.370 | |
| }, | |
| "2wiki": { | |
| "exact_match": 0.414 | |
| }, | |
| "musique": { | |
| "exact_match": 0.146 | |
| }, | |
| "bamboogle": { | |
| "exact_match": 0.368 | |
| }, | |
| "fictionalhot": { | |
| "exact_match": 0.034 | |
| } | |
| } | |
| } | |