| { | |
| "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", | |
| "task_name": "SCIDOCS", | |
| "mteb_version": "2.3.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.229, | |
| "ndcg_at_3": 0.19177, | |
| "ndcg_at_5": 0.16985, | |
| "ndcg_at_10": 0.20397, | |
| "ndcg_at_20": 0.23318, | |
| "ndcg_at_100": 0.28234, | |
| "ndcg_at_1000": 0.33678, | |
| "map_at_1": 0.04628, | |
| "map_at_3": 0.08519, | |
| "map_at_5": 0.1041, | |
| "map_at_10": 0.12123, | |
| "map_at_20": 0.13279, | |
| "map_at_100": 0.14238, | |
| "map_at_1000": 0.14547, | |
| "recall_at_1": 0.04628, | |
| "recall_at_3": 0.10978, | |
| "recall_at_5": 0.15358, | |
| "recall_at_10": 0.21657, | |
| "recall_at_20": 0.28518, | |
| "recall_at_100": 0.44645, | |
| "recall_at_1000": 0.7127, | |
| "accuracy": 0.04628, | |
| "precision_at_1": 0.229, | |
| "precision_at_3": 0.181, | |
| "precision_at_5": 0.1518, | |
| "precision_at_10": 0.1068, | |
| "precision_at_20": 0.07025, | |
| "precision_at_100": 0.02196, | |
| "precision_at_1000": 0.00351, | |
| "mrr_at_1": 0.229, | |
| "mrr_at_3": 0.308833, | |
| "mrr_at_5": 0.326533, | |
| "mrr_at_10": 0.34042, | |
| "mrr_at_20": 0.346252, | |
| "mrr_at_100": 0.350634, | |
| "mrr_at_1000": 0.351165, | |
| "nauc_ndcg_at_1_max": 0.201567, | |
| "nauc_ndcg_at_1_std": 0.025003, | |
| "nauc_ndcg_at_1_diff1": 0.249343, | |
| "nauc_ndcg_at_3_max": 0.244581, | |
| "nauc_ndcg_at_3_std": 0.083544, | |
| "nauc_ndcg_at_3_diff1": 0.248671, | |
| "nauc_ndcg_at_5_max": 0.271376, | |
| "nauc_ndcg_at_5_std": 0.127383, | |
| "nauc_ndcg_at_5_diff1": 0.248297, | |
| "nauc_ndcg_at_10_max": 0.283017, | |
| "nauc_ndcg_at_10_std": 0.166271, | |
| "nauc_ndcg_at_10_diff1": 0.224542, | |
| "nauc_ndcg_at_20_max": 0.28319, | |
| "nauc_ndcg_at_20_std": 0.195918, | |
| "nauc_ndcg_at_20_diff1": 0.215699, | |
| "nauc_ndcg_at_100_max": 0.29645, | |
| "nauc_ndcg_at_100_std": 0.251027, | |
| "nauc_ndcg_at_100_diff1": 0.220365, | |
| "nauc_ndcg_at_1000_max": 0.291802, | |
| "nauc_ndcg_at_1000_std": 0.25888, | |
| "nauc_ndcg_at_1000_diff1": 0.226164, | |
| "nauc_map_at_1_max": 0.205601, | |
| "nauc_map_at_1_std": 0.025056, | |
| "nauc_map_at_1_diff1": 0.252645, | |
| "nauc_map_at_3_max": 0.235191, | |
| "nauc_map_at_3_std": 0.060006, | |
| "nauc_map_at_3_diff1": 0.251343, | |
| "nauc_map_at_5_max": 0.260652, | |
| "nauc_map_at_5_std": 0.099773, | |
| "nauc_map_at_5_diff1": 0.250725, | |
| "nauc_map_at_10_max": 0.271354, | |
| "nauc_map_at_10_std": 0.133786, | |
| "nauc_map_at_10_diff1": 0.234156, | |
| "nauc_map_at_20_max": 0.27077, | |
| "nauc_map_at_20_std": 0.154086, | |
| "nauc_map_at_20_diff1": 0.226082, | |
| "nauc_map_at_100_max": 0.277889, | |
| "nauc_map_at_100_std": 0.176531, | |
| "nauc_map_at_100_diff1": 0.227675, | |
| "nauc_map_at_1000_max": 0.27778, | |
| "nauc_map_at_1000_std": 0.178953, | |
| "nauc_map_at_1000_diff1": 0.228126, | |
| "nauc_recall_at_1_max": 0.205601, | |
| "nauc_recall_at_1_std": 0.025056, | |
| "nauc_recall_at_1_diff1": 0.252645, | |
| "nauc_recall_at_3_max": 0.259799, | |
| "nauc_recall_at_3_std": 0.103228, | |
| "nauc_recall_at_3_diff1": 0.242304, | |
| "nauc_recall_at_5_max": 0.286247, | |
| "nauc_recall_at_5_std": 0.167583, | |
| "nauc_recall_at_5_diff1": 0.229927, | |
| "nauc_recall_at_10_max": 0.288616, | |
| "nauc_recall_at_10_std": 0.225986, | |
| "nauc_recall_at_10_diff1": 0.171647, | |
| "nauc_recall_at_20_max": 0.271409, | |
| "nauc_recall_at_20_std": 0.270025, | |
| "nauc_recall_at_20_diff1": 0.148733, | |
| "nauc_recall_at_100_max": 0.272811, | |
| "nauc_recall_at_100_std": 0.382225, | |
| "nauc_recall_at_100_diff1": 0.14319, | |
| "nauc_recall_at_1000_max": 0.21325, | |
| "nauc_recall_at_1000_std": 0.413189, | |
| "nauc_recall_at_1000_diff1": 0.128172, | |
| "nauc_precision_at_1_max": 0.201567, | |
| "nauc_precision_at_1_std": 0.025003, | |
| "nauc_precision_at_1_diff1": 0.249343, | |
| "nauc_precision_at_3_max": 0.259355, | |
| "nauc_precision_at_3_std": 0.10383, | |
| "nauc_precision_at_3_diff1": 0.243294, | |
| "nauc_precision_at_5_max": 0.285931, | |
| "nauc_precision_at_5_std": 0.167941, | |
| "nauc_precision_at_5_diff1": 0.231946, | |
| "nauc_precision_at_10_max": 0.291145, | |
| "nauc_precision_at_10_std": 0.224609, | |
| "nauc_precision_at_10_diff1": 0.174244, | |
| "nauc_precision_at_20_max": 0.274894, | |
| "nauc_precision_at_20_std": 0.268659, | |
| "nauc_precision_at_20_diff1": 0.15295, | |
| "nauc_precision_at_100_max": 0.27833, | |
| "nauc_precision_at_100_std": 0.378446, | |
| "nauc_precision_at_100_diff1": 0.146166, | |
| "nauc_precision_at_1000_max": 0.218799, | |
| "nauc_precision_at_1000_std": 0.396878, | |
| "nauc_precision_at_1000_diff1": 0.128176, | |
| "nauc_mrr_at_1_max": 0.201567, | |
| "nauc_mrr_at_1_std": 0.025003, | |
| "nauc_mrr_at_1_diff1": 0.249343, | |
| "nauc_mrr_at_3_max": 0.24346, | |
| "nauc_mrr_at_3_std": 0.08929, | |
| "nauc_mrr_at_3_diff1": 0.249529, | |
| "nauc_mrr_at_5_max": 0.248429, | |
| "nauc_mrr_at_5_std": 0.099991, | |
| "nauc_mrr_at_5_diff1": 0.250386, | |
| "nauc_mrr_at_10_max": 0.249876, | |
| "nauc_mrr_at_10_std": 0.107423, | |
| "nauc_mrr_at_10_diff1": 0.247606, | |
| "nauc_mrr_at_20_max": 0.249592, | |
| "nauc_mrr_at_20_std": 0.109629, | |
| "nauc_mrr_at_20_diff1": 0.24638, | |
| "nauc_mrr_at_100_max": 0.24894, | |
| "nauc_mrr_at_100_std": 0.109041, | |
| "nauc_mrr_at_100_diff1": 0.247362, | |
| "nauc_mrr_at_1000_max": 0.248781, | |
| "nauc_mrr_at_1000_std": 0.108737, | |
| "nauc_mrr_at_1000_diff1": 0.247405, | |
| "cv_recall_at_1": 0.229, | |
| "cv_recall_at_3": 0.413, | |
| "cv_recall_at_5": 0.491, | |
| "cv_recall_at_10": 0.597, | |
| "cv_recall_at_20": 0.683, | |
| "cv_recall_at_100": 0.861, | |
| "cv_recall_at_1000": 0.977, | |
| "main_score": 0.20397, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 296.4552068710327, | |
| "kg_co2_emissions": null | |
| } |