| { | |
| "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", | |
| "task_name": "CQADupstackGamingRetrieval", | |
| "mteb_version": "2.3.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.51599, | |
| "ndcg_at_3": 0.58421, | |
| "ndcg_at_5": 0.60729, | |
| "ndcg_at_10": 0.63083, | |
| "ndcg_at_20": 0.64652, | |
| "ndcg_at_100": 0.66617, | |
| "ndcg_at_1000": 0.67593, | |
| "map_at_1": 0.45155, | |
| "map_at_3": 0.54827, | |
| "map_at_5": 0.56535, | |
| "map_at_10": 0.57784, | |
| "map_at_20": 0.58353, | |
| "map_at_100": 0.5872, | |
| "map_at_1000": 0.58768, | |
| "recall_at_1": 0.45155, | |
| "recall_at_3": 0.62863, | |
| "recall_at_5": 0.68581, | |
| "recall_at_10": 0.75316, | |
| "recall_at_20": 0.81107, | |
| "recall_at_100": 0.90434, | |
| "recall_at_1000": 0.97398, | |
| "accuracy": 0.45155, | |
| "precision_at_1": 0.51599, | |
| "precision_at_3": 0.25873, | |
| "precision_at_5": 0.17429, | |
| "precision_at_10": 0.09881, | |
| "precision_at_20": 0.05445, | |
| "precision_at_100": 0.01251, | |
| "precision_at_1000": 0.00137, | |
| "mrr_at_1": 0.515987, | |
| "mrr_at_3": 0.589655, | |
| "mrr_at_5": 0.601661, | |
| "mrr_at_10": 0.61012, | |
| "mrr_at_20": 0.613576, | |
| "mrr_at_100": 0.61577, | |
| "mrr_at_1000": 0.616017, | |
| "nauc_ndcg_at_1_max": 0.506098, | |
| "nauc_ndcg_at_1_std": 0.041661, | |
| "nauc_ndcg_at_1_diff1": 0.628427, | |
| "nauc_ndcg_at_3_max": 0.493851, | |
| "nauc_ndcg_at_3_std": 0.036568, | |
| "nauc_ndcg_at_3_diff1": 0.587003, | |
| "nauc_ndcg_at_5_max": 0.497129, | |
| "nauc_ndcg_at_5_std": 0.048214, | |
| "nauc_ndcg_at_5_diff1": 0.579579, | |
| "nauc_ndcg_at_10_max": 0.510384, | |
| "nauc_ndcg_at_10_std": 0.075512, | |
| "nauc_ndcg_at_10_diff1": 0.57767, | |
| "nauc_ndcg_at_20_max": 0.514116, | |
| "nauc_ndcg_at_20_std": 0.079624, | |
| "nauc_ndcg_at_20_diff1": 0.577835, | |
| "nauc_ndcg_at_100_max": 0.519925, | |
| "nauc_ndcg_at_100_std": 0.089295, | |
| "nauc_ndcg_at_100_diff1": 0.579443, | |
| "nauc_ndcg_at_1000_max": 0.518541, | |
| "nauc_ndcg_at_1000_std": 0.083625, | |
| "nauc_ndcg_at_1000_diff1": 0.582874, | |
| "nauc_map_at_1_max": 0.431799, | |
| "nauc_map_at_1_std": 0.002154, | |
| "nauc_map_at_1_diff1": 0.631826, | |
| "nauc_map_at_3_max": 0.479552, | |
| "nauc_map_at_3_std": 0.018832, | |
| "nauc_map_at_3_diff1": 0.600169, | |
| "nauc_map_at_5_max": 0.485417, | |
| "nauc_map_at_5_std": 0.030139, | |
| "nauc_map_at_5_diff1": 0.593826, | |
| "nauc_map_at_10_max": 0.493785, | |
| "nauc_map_at_10_std": 0.045101, | |
| "nauc_map_at_10_diff1": 0.592386, | |
| "nauc_map_at_20_max": 0.497375, | |
| "nauc_map_at_20_std": 0.050127, | |
| "nauc_map_at_20_diff1": 0.591999, | |
| "nauc_map_at_100_max": 0.499353, | |
| "nauc_map_at_100_std": 0.053156, | |
| "nauc_map_at_100_diff1": 0.591782, | |
| "nauc_map_at_1000_max": 0.499487, | |
| "nauc_map_at_1000_std": 0.053079, | |
| "nauc_map_at_1000_diff1": 0.591855, | |
| "nauc_recall_at_1_max": 0.431799, | |
| "nauc_recall_at_1_std": 0.002154, | |
| "nauc_recall_at_1_diff1": 0.631826, | |
| "nauc_recall_at_3_max": 0.463324, | |
| "nauc_recall_at_3_std": 0.012701, | |
| "nauc_recall_at_3_diff1": 0.551161, | |
| "nauc_recall_at_5_max": 0.465674, | |
| "nauc_recall_at_5_std": 0.042598, | |
| "nauc_recall_at_5_diff1": 0.525423, | |
| "nauc_recall_at_10_max": 0.509617, | |
| "nauc_recall_at_10_std": 0.145078, | |
| "nauc_recall_at_10_diff1": 0.505253, | |
| "nauc_recall_at_20_max": 0.534538, | |
| "nauc_recall_at_20_std": 0.181317, | |
| "nauc_recall_at_20_diff1": 0.486676, | |
| "nauc_recall_at_100_max": 0.606471, | |
| "nauc_recall_at_100_std": 0.350025, | |
| "nauc_recall_at_100_diff1": 0.454987, | |
| "nauc_recall_at_1000_max": 0.74056, | |
| "nauc_recall_at_1000_std": 0.610781, | |
| "nauc_recall_at_1000_diff1": 0.465264, | |
| "nauc_precision_at_1_max": 0.506098, | |
| "nauc_precision_at_1_std": 0.041661, | |
| "nauc_precision_at_1_diff1": 0.628427, | |
| "nauc_precision_at_3_max": 0.429175, | |
| "nauc_precision_at_3_std": 0.099613, | |
| "nauc_precision_at_3_diff1": 0.308909, | |
| "nauc_precision_at_5_max": 0.382707, | |
| "nauc_precision_at_5_std": 0.145784, | |
| "nauc_precision_at_5_diff1": 0.200923, | |
| "nauc_precision_at_10_max": 0.345298, | |
| "nauc_precision_at_10_std": 0.230198, | |
| "nauc_precision_at_10_diff1": 0.091341, | |
| "nauc_precision_at_20_max": 0.302119, | |
| "nauc_precision_at_20_std": 0.266458, | |
| "nauc_precision_at_20_diff1": 0.005037, | |
| "nauc_precision_at_100_max": 0.229357, | |
| "nauc_precision_at_100_std": 0.301516, | |
| "nauc_precision_at_100_diff1": -0.117012, | |
| "nauc_precision_at_1000_max": 0.166249, | |
| "nauc_precision_at_1000_std": 0.252757, | |
| "nauc_precision_at_1000_diff1": -0.175149, | |
| "nauc_mrr_at_1_max": 0.506098, | |
| "nauc_mrr_at_1_std": 0.041661, | |
| "nauc_mrr_at_1_diff1": 0.628427, | |
| "nauc_mrr_at_3_max": 0.51335, | |
| "nauc_mrr_at_3_std": 0.056645, | |
| "nauc_mrr_at_3_diff1": 0.594636, | |
| "nauc_mrr_at_5_max": 0.512302, | |
| "nauc_mrr_at_5_std": 0.060036, | |
| "nauc_mrr_at_5_diff1": 0.59263, | |
| "nauc_mrr_at_10_max": 0.516189, | |
| "nauc_mrr_at_10_std": 0.069241, | |
| "nauc_mrr_at_10_diff1": 0.59238, | |
| "nauc_mrr_at_20_max": 0.515782, | |
| "nauc_mrr_at_20_std": 0.06798, | |
| "nauc_mrr_at_20_diff1": 0.592112, | |
| "nauc_mrr_at_100_max": 0.515903, | |
| "nauc_mrr_at_100_std": 0.067966, | |
| "nauc_mrr_at_100_diff1": 0.592683, | |
| "nauc_mrr_at_1000_max": 0.515814, | |
| "nauc_mrr_at_1000_std": 0.067834, | |
| "nauc_mrr_at_1000_diff1": 0.592781, | |
| "cv_recall_at_1": 0.51599, | |
| "cv_recall_at_3": 0.6815, | |
| "cv_recall_at_5": 0.73417, | |
| "cv_recall_at_10": 0.79624, | |
| "cv_recall_at_20": 0.84702, | |
| "cv_recall_at_100": 0.92476, | |
| "cv_recall_at_1000": 0.97868, | |
| "main_score": 0.63083, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 220.85158777236938, | |
| "kg_co2_emissions": null | |
| } |