| { | |
| "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", | |
| "task_name": "TRECCOVID", | |
| "mteb_version": "2.3.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.88, | |
| "ndcg_at_3": 0.8152, | |
| "ndcg_at_5": 0.80455, | |
| "ndcg_at_10": 0.76872, | |
| "ndcg_at_20": 0.73555, | |
| "ndcg_at_100": 0.60746, | |
| "ndcg_at_1000": 0.55158, | |
| "map_at_1": 0.00245, | |
| "map_at_3": 0.00648, | |
| "map_at_5": 0.01024, | |
| "map_at_10": 0.01871, | |
| "map_at_20": 0.03405, | |
| "map_at_100": 0.11928, | |
| "map_at_1000": 0.29803, | |
| "recall_at_1": 0.00245, | |
| "recall_at_3": 0.00669, | |
| "recall_at_5": 0.01095, | |
| "recall_at_10": 0.02052, | |
| "recall_at_20": 0.03915, | |
| "recall_at_100": 0.15142, | |
| "recall_at_1000": 0.52672, | |
| "accuracy": 0.00245, | |
| "precision_at_1": 0.92, | |
| "precision_at_3": 0.86, | |
| "precision_at_5": 0.844, | |
| "precision_at_10": 0.804, | |
| "precision_at_20": 0.768, | |
| "precision_at_100": 0.6292, | |
| "precision_at_1000": 0.24724, | |
| "mrr_at_1": 0.92, | |
| "mrr_at_3": 0.95, | |
| "mrr_at_5": 0.955, | |
| "mrr_at_10": 0.955, | |
| "mrr_at_20": 0.955, | |
| "mrr_at_100": 0.955, | |
| "mrr_at_1000": 0.955, | |
| "nauc_ndcg_at_1_max": -0.091055, | |
| "nauc_ndcg_at_1_std": 0.217061, | |
| "nauc_ndcg_at_1_diff1": -0.046573, | |
| "nauc_ndcg_at_3_max": 0.315341, | |
| "nauc_ndcg_at_3_std": 0.557583, | |
| "nauc_ndcg_at_3_diff1": -0.221223, | |
| "nauc_ndcg_at_5_max": 0.349174, | |
| "nauc_ndcg_at_5_std": 0.608116, | |
| "nauc_ndcg_at_5_diff1": -0.161243, | |
| "nauc_ndcg_at_10_max": 0.37277, | |
| "nauc_ndcg_at_10_std": 0.631019, | |
| "nauc_ndcg_at_10_diff1": -0.129764, | |
| "nauc_ndcg_at_20_max": 0.453586, | |
| "nauc_ndcg_at_20_std": 0.736933, | |
| "nauc_ndcg_at_20_diff1": -0.146207, | |
| "nauc_ndcg_at_100_max": 0.530136, | |
| "nauc_ndcg_at_100_std": 0.812709, | |
| "nauc_ndcg_at_100_diff1": -0.232757, | |
| "nauc_ndcg_at_1000_max": 0.57971, | |
| "nauc_ndcg_at_1000_std": 0.816324, | |
| "nauc_ndcg_at_1000_diff1": -0.086233, | |
| "nauc_map_at_1_max": -0.050196, | |
| "nauc_map_at_1_std": -0.114799, | |
| "nauc_map_at_1_diff1": 0.311602, | |
| "nauc_map_at_3_max": 0.065619, | |
| "nauc_map_at_3_std": 0.06485, | |
| "nauc_map_at_3_diff1": 0.266514, | |
| "nauc_map_at_5_max": 0.097421, | |
| "nauc_map_at_5_std": 0.13398, | |
| "nauc_map_at_5_diff1": 0.223031, | |
| "nauc_map_at_10_max": 0.135991, | |
| "nauc_map_at_10_std": 0.199769, | |
| "nauc_map_at_10_diff1": 0.187475, | |
| "nauc_map_at_20_max": 0.195794, | |
| "nauc_map_at_20_std": 0.313348, | |
| "nauc_map_at_20_diff1": 0.161823, | |
| "nauc_map_at_100_max": 0.414433, | |
| "nauc_map_at_100_std": 0.655214, | |
| "nauc_map_at_100_diff1": -0.020876, | |
| "nauc_map_at_1000_max": 0.580533, | |
| "nauc_map_at_1000_std": 0.826205, | |
| "nauc_map_at_1000_diff1": -0.132091, | |
| "nauc_recall_at_1_max": -0.050196, | |
| "nauc_recall_at_1_std": -0.114799, | |
| "nauc_recall_at_1_diff1": 0.311602, | |
| "nauc_recall_at_3_max": 0.077899, | |
| "nauc_recall_at_3_std": 0.065619, | |
| "nauc_recall_at_3_diff1": 0.260918, | |
| "nauc_recall_at_5_max": 0.05499, | |
| "nauc_recall_at_5_std": 0.091834, | |
| "nauc_recall_at_5_diff1": 0.228808, | |
| "nauc_recall_at_10_max": 0.081645, | |
| "nauc_recall_at_10_std": 0.133833, | |
| "nauc_recall_at_10_diff1": 0.22023, | |
| "nauc_recall_at_20_max": 0.123296, | |
| "nauc_recall_at_20_std": 0.207722, | |
| "nauc_recall_at_20_diff1": 0.204419, | |
| "nauc_recall_at_100_max": 0.323222, | |
| "nauc_recall_at_100_std": 0.508277, | |
| "nauc_recall_at_100_diff1": 0.054763, | |
| "nauc_recall_at_1000_max": 0.53146, | |
| "nauc_recall_at_1000_std": 0.724977, | |
| "nauc_recall_at_1000_diff1": -0.017566, | |
| "nauc_precision_at_1_max": 0.022176, | |
| "nauc_precision_at_1_std": 0.010387, | |
| "nauc_precision_at_1_diff1": 0.496032, | |
| "nauc_precision_at_3_max": 0.529013, | |
| "nauc_precision_at_3_std": 0.634598, | |
| "nauc_precision_at_3_diff1": 0.063245, | |
| "nauc_precision_at_5_max": 0.445996, | |
| "nauc_precision_at_5_std": 0.63887, | |
| "nauc_precision_at_5_diff1": 0.031821, | |
| "nauc_precision_at_10_max": 0.39863, | |
| "nauc_precision_at_10_std": 0.596134, | |
| "nauc_precision_at_10_diff1": 0.026692, | |
| "nauc_precision_at_20_max": 0.511021, | |
| "nauc_precision_at_20_std": 0.732895, | |
| "nauc_precision_at_20_diff1": -0.039356, | |
| "nauc_precision_at_100_max": 0.573319, | |
| "nauc_precision_at_100_std": 0.817085, | |
| "nauc_precision_at_100_diff1": -0.199203, | |
| "nauc_precision_at_1000_max": 0.487604, | |
| "nauc_precision_at_1000_std": 0.501679, | |
| "nauc_precision_at_1000_diff1": -0.151466, | |
| "nauc_mrr_at_1_max": 0.022176, | |
| "nauc_mrr_at_1_std": 0.010387, | |
| "nauc_mrr_at_1_diff1": 0.496032, | |
| "nauc_mrr_at_3_max": 0.21774, | |
| "nauc_mrr_at_3_std": 0.119141, | |
| "nauc_mrr_at_3_diff1": 0.570682, | |
| "nauc_mrr_at_5_max": 0.130823, | |
| "nauc_mrr_at_5_std": 0.070806, | |
| "nauc_mrr_at_5_diff1": 0.537504, | |
| "nauc_mrr_at_10_max": 0.130823, | |
| "nauc_mrr_at_10_std": 0.070806, | |
| "nauc_mrr_at_10_diff1": 0.537504, | |
| "nauc_mrr_at_20_max": 0.130823, | |
| "nauc_mrr_at_20_std": 0.070806, | |
| "nauc_mrr_at_20_diff1": 0.537504, | |
| "nauc_mrr_at_100_max": 0.130823, | |
| "nauc_mrr_at_100_std": 0.070806, | |
| "nauc_mrr_at_100_diff1": 0.537504, | |
| "nauc_mrr_at_1000_max": 0.130823, | |
| "nauc_mrr_at_1000_std": 0.070806, | |
| "nauc_mrr_at_1000_diff1": 0.537504, | |
| "cv_recall_at_1": 0.92, | |
| "cv_recall_at_3": 0.98, | |
| "cv_recall_at_5": 1.0, | |
| "cv_recall_at_10": 1.0, | |
| "cv_recall_at_20": 1.0, | |
| "cv_recall_at_100": 1.0, | |
| "cv_recall_at_1000": 1.0, | |
| "main_score": 0.76872, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 2064.53754734993, | |
| "kg_co2_emissions": null | |
| } |