| { | |
| "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048", | |
| "task_name": "AskUbuntuDupQuestions", | |
| "mteb_version": "2.3.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.63989, | |
| "ndcg_at_3": 0.61439, | |
| "ndcg_at_5": 0.62149, | |
| "ndcg_at_10": 0.67771, | |
| "ndcg_at_20": 0.77394, | |
| "ndcg_at_100": 0.77394, | |
| "ndcg_at_1000": 0.77394, | |
| "map_at_1": 0.17446, | |
| "map_at_3": 0.32949, | |
| "map_at_5": 0.41096, | |
| "map_at_10": 0.52723, | |
| "map_at_20": 0.62452, | |
| "map_at_100": 0.62452, | |
| "map_at_1000": 0.62452, | |
| "recall_at_1": 0.17446, | |
| "recall_at_3": 0.38225, | |
| "recall_at_5": 0.51771, | |
| "recall_at_10": 0.74832, | |
| "recall_at_20": 1.0, | |
| "recall_at_100": 1.0, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.17446, | |
| "precision_at_1": 0.63989, | |
| "precision_at_3": 0.54017, | |
| "precision_at_5": 0.4759, | |
| "precision_at_10": 0.38033, | |
| "precision_at_20": 0.27355, | |
| "precision_at_100": 0.05471, | |
| "precision_at_1000": 0.00547, | |
| "mrr_at_1": 0.639889, | |
| "mrr_at_3": 0.736842, | |
| "mrr_at_5": 0.748476, | |
| "mrr_at_10": 0.756357, | |
| "mrr_at_20": 0.75929, | |
| "mrr_at_100": 0.75929, | |
| "mrr_at_1000": 0.75929, | |
| "nauc_ndcg_at_1_max": 0.265791, | |
| "nauc_ndcg_at_1_std": 0.172433, | |
| "nauc_ndcg_at_1_diff1": 0.1581, | |
| "nauc_ndcg_at_3_max": 0.229131, | |
| "nauc_ndcg_at_3_std": 0.163351, | |
| "nauc_ndcg_at_3_diff1": 0.076223, | |
| "nauc_ndcg_at_5_max": 0.148425, | |
| "nauc_ndcg_at_5_std": 0.2084, | |
| "nauc_ndcg_at_5_diff1": 0.073401, | |
| "nauc_ndcg_at_10_max": 0.150451, | |
| "nauc_ndcg_at_10_std": 0.278433, | |
| "nauc_ndcg_at_10_diff1": 0.058024, | |
| "nauc_ndcg_at_20_max": 0.220443, | |
| "nauc_ndcg_at_20_std": 0.182049, | |
| "nauc_ndcg_at_20_diff1": 0.104532, | |
| "nauc_ndcg_at_100_max": 0.220443, | |
| "nauc_ndcg_at_100_std": 0.182049, | |
| "nauc_ndcg_at_100_diff1": 0.104532, | |
| "nauc_ndcg_at_1000_max": 0.220443, | |
| "nauc_ndcg_at_1000_std": 0.182049, | |
| "nauc_ndcg_at_1000_diff1": 0.104532, | |
| "nauc_map_at_1_max": 0.001463, | |
| "nauc_map_at_1_std": 0.058585, | |
| "nauc_map_at_1_diff1": 0.322998, | |
| "nauc_map_at_3_max": 0.034507, | |
| "nauc_map_at_3_std": 0.154627, | |
| "nauc_map_at_3_diff1": 0.218079, | |
| "nauc_map_at_5_max": 0.036509, | |
| "nauc_map_at_5_std": 0.211766, | |
| "nauc_map_at_5_diff1": 0.164591, | |
| "nauc_map_at_10_max": 0.116807, | |
| "nauc_map_at_10_std": 0.261467, | |
| "nauc_map_at_10_diff1": 0.100653, | |
| "nauc_map_at_20_max": 0.175436, | |
| "nauc_map_at_20_std": 0.20505, | |
| "nauc_map_at_20_diff1": 0.092236, | |
| "nauc_map_at_100_max": 0.175436, | |
| "nauc_map_at_100_std": 0.20505, | |
| "nauc_map_at_100_diff1": 0.092236, | |
| "nauc_map_at_1000_max": 0.175436, | |
| "nauc_map_at_1000_std": 0.20505, | |
| "nauc_map_at_1000_diff1": 0.092236, | |
| "nauc_recall_at_1_max": 0.001463, | |
| "nauc_recall_at_1_std": 0.058585, | |
| "nauc_recall_at_1_diff1": 0.322998, | |
| "nauc_recall_at_3_max": -0.017355, | |
| "nauc_recall_at_3_std": 0.137604, | |
| "nauc_recall_at_3_diff1": 0.184745, | |
| "nauc_recall_at_5_max": -0.085968, | |
| "nauc_recall_at_5_std": 0.217856, | |
| "nauc_recall_at_5_diff1": 0.093926, | |
| "nauc_recall_at_10_max": -0.061708, | |
| "nauc_recall_at_10_std": 0.344954, | |
| "nauc_recall_at_10_diff1": -0.038761, | |
| "nauc_recall_at_20_max": NaN, | |
| "nauc_recall_at_20_std": NaN, | |
| "nauc_recall_at_20_diff1": NaN, | |
| "nauc_recall_at_100_max": NaN, | |
| "nauc_recall_at_100_std": NaN, | |
| "nauc_recall_at_100_diff1": NaN, | |
| "nauc_recall_at_1000_max": NaN, | |
| "nauc_recall_at_1000_std": NaN, | |
| "nauc_recall_at_1000_diff1": NaN, | |
| "nauc_precision_at_1_max": 0.265791, | |
| "nauc_precision_at_1_std": 0.172433, | |
| "nauc_precision_at_1_diff1": 0.1581, | |
| "nauc_precision_at_3_max": 0.249078, | |
| "nauc_precision_at_3_std": 0.16048, | |
| "nauc_precision_at_3_diff1": -0.078452, | |
| "nauc_precision_at_5_max": 0.199954, | |
| "nauc_precision_at_5_std": 0.156313, | |
| "nauc_precision_at_5_diff1": -0.13117, | |
| "nauc_precision_at_10_max": 0.214771, | |
| "nauc_precision_at_10_std": 0.088996, | |
| "nauc_precision_at_10_diff1": -0.165939, | |
| "nauc_precision_at_20_max": 0.182085, | |
| "nauc_precision_at_20_std": -0.033402, | |
| "nauc_precision_at_20_diff1": -0.119829, | |
| "nauc_precision_at_100_max": 0.182085, | |
| "nauc_precision_at_100_std": -0.033402, | |
| "nauc_precision_at_100_diff1": -0.119829, | |
| "nauc_precision_at_1000_max": 0.182085, | |
| "nauc_precision_at_1000_std": -0.033402, | |
| "nauc_precision_at_1000_diff1": -0.119829, | |
| "nauc_mrr_at_1_max": 0.265791, | |
| "nauc_mrr_at_1_std": 0.172433, | |
| "nauc_mrr_at_1_diff1": 0.1581, | |
| "nauc_mrr_at_3_max": 0.284328, | |
| "nauc_mrr_at_3_std": 0.16625, | |
| "nauc_mrr_at_3_diff1": 0.153301, | |
| "nauc_mrr_at_5_max": 0.27045, | |
| "nauc_mrr_at_5_std": 0.170954, | |
| "nauc_mrr_at_5_diff1": 0.143117, | |
| "nauc_mrr_at_10_max": 0.273181, | |
| "nauc_mrr_at_10_std": 0.169639, | |
| "nauc_mrr_at_10_diff1": 0.147531, | |
| "nauc_mrr_at_20_max": 0.27723, | |
| "nauc_mrr_at_20_std": 0.167568, | |
| "nauc_mrr_at_20_diff1": 0.148917, | |
| "nauc_mrr_at_100_max": 0.27723, | |
| "nauc_mrr_at_100_std": 0.167568, | |
| "nauc_mrr_at_100_diff1": 0.148917, | |
| "nauc_mrr_at_1000_max": 0.27723, | |
| "nauc_mrr_at_1000_std": 0.167568, | |
| "nauc_mrr_at_1000_diff1": 0.148917, | |
| "cv_recall_at_1": 0.63989, | |
| "cv_recall_at_3": 0.85596, | |
| "cv_recall_at_5": 0.90582, | |
| "cv_recall_at_10": 0.96399, | |
| "cv_recall_at_20": 1.0, | |
| "cv_recall_at_100": 1.0, | |
| "cv_recall_at_1000": 1.0, | |
| "main_score": 0.62452, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 6.776808500289917, | |
| "kg_co2_emissions": null | |
| } |