{ "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", "task_name": "CQADupstackUnixRetrieval", "mteb_version": "2.3.5", "scores": { "test": [ { "ndcg_at_1": 0.35354, "ndcg_at_3": 0.39745, "ndcg_at_5": 0.4196, "ndcg_at_10": 0.44524, "ndcg_at_20": 0.46497, "ndcg_at_100": 0.49622, "ndcg_at_1000": 0.51772, "map_at_1": 0.30026, "map_at_3": 0.36435, "map_at_5": 0.38008, "map_at_10": 0.39323, "map_at_20": 0.39982, "map_at_100": 0.40478, "map_at_1000": 0.40575, "recall_at_1": 0.30026, "recall_at_3": 0.42884, "recall_at_5": 0.48623, "recall_at_10": 0.55973, "recall_at_20": 0.63044, "recall_at_100": 0.78034, "recall_at_1000": 0.92923, "accuracy": 0.30026, "precision_at_1": 0.35354, "precision_at_3": 0.17942, "precision_at_5": 0.12519, "precision_at_10": 0.07472, "precision_at_20": 0.04286, "precision_at_100": 0.01113, "precision_at_1000": 0.00142, "mrr_at_1": 0.353545, "mrr_at_3": 0.411847, "mrr_at_5": 0.425653, "mrr_at_10": 0.434839, "mrr_at_20": 0.439338, "mrr_at_100": 0.4432, "mrr_at_1000": 0.44369, "nauc_ndcg_at_1_max": 0.409556, "nauc_ndcg_at_1_std": 0.009214, "nauc_ndcg_at_1_diff1": 0.600343, "nauc_ndcg_at_3_max": 0.404932, "nauc_ndcg_at_3_std": 0.034435, "nauc_ndcg_at_3_diff1": 0.552751, "nauc_ndcg_at_5_max": 0.406843, "nauc_ndcg_at_5_std": 0.044595, "nauc_ndcg_at_5_diff1": 0.548815, "nauc_ndcg_at_10_max": 0.411187, "nauc_ndcg_at_10_std": 0.065134, "nauc_ndcg_at_10_diff1": 0.531634, "nauc_ndcg_at_20_max": 0.417229, "nauc_ndcg_at_20_std": 0.073945, "nauc_ndcg_at_20_diff1": 0.524353, "nauc_ndcg_at_100_max": 0.42016, "nauc_ndcg_at_100_std": 0.085366, "nauc_ndcg_at_100_diff1": 0.522318, "nauc_ndcg_at_1000_max": 0.41966, "nauc_ndcg_at_1000_std": 0.078716, "nauc_ndcg_at_1000_diff1": 0.53003, "nauc_map_at_1_max": 0.397619, "nauc_map_at_1_std": 0.00705, "nauc_map_at_1_diff1": 0.628473, "nauc_map_at_3_max": 0.403544, "nauc_map_at_3_std": 0.024338, "nauc_map_at_3_diff1": 0.581648, "nauc_map_at_5_max": 0.406442, "nauc_map_at_5_std": 0.031071, "nauc_map_at_5_diff1": 0.575364, "nauc_map_at_10_max": 0.408445, "nauc_map_at_10_std": 0.04121, "nauc_map_at_10_diff1": 0.565085, "nauc_map_at_20_max": 0.409285, "nauc_map_at_20_std": 0.043553, "nauc_map_at_20_diff1": 0.561293, "nauc_map_at_100_max": 0.41014, "nauc_map_at_100_std": 0.04552, "nauc_map_at_100_diff1": 0.560791, "nauc_map_at_1000_max": 0.410268, "nauc_map_at_1000_std": 0.045483, "nauc_map_at_1000_diff1": 0.561177, "nauc_recall_at_1_max": 0.397619, "nauc_recall_at_1_std": 0.00705, "nauc_recall_at_1_diff1": 0.628473, "nauc_recall_at_3_max": 0.391441, "nauc_recall_at_3_std": 0.046483, "nauc_recall_at_3_diff1": 0.518344, "nauc_recall_at_5_max": 0.391173, "nauc_recall_at_5_std": 0.071157, "nauc_recall_at_5_diff1": 0.491936, "nauc_recall_at_10_max": 0.400903, "nauc_recall_at_10_std": 0.126967, "nauc_recall_at_10_diff1": 0.436789, "nauc_recall_at_20_max": 0.426741, "nauc_recall_at_20_std": 0.170802, "nauc_recall_at_20_diff1": 0.403286, "nauc_recall_at_100_max": 0.450633, "nauc_recall_at_100_std": 0.296233, "nauc_recall_at_100_diff1": 0.342181, "nauc_recall_at_1000_max": 0.523321, "nauc_recall_at_1000_std": 0.460469, "nauc_recall_at_1000_diff1": 0.324336, "nauc_precision_at_1_max": 0.409556, "nauc_precision_at_1_std": 0.009214, "nauc_precision_at_1_diff1": 0.600343, "nauc_precision_at_3_max": 0.365536, "nauc_precision_at_3_std": 0.065121, "nauc_precision_at_3_diff1": 0.387956, "nauc_precision_at_5_max": 0.341395, "nauc_precision_at_5_std": 0.08963, "nauc_precision_at_5_diff1": 0.309794, "nauc_precision_at_10_max": 0.291684, "nauc_precision_at_10_std": 0.135798, "nauc_precision_at_10_diff1": 0.177327, "nauc_precision_at_20_max": 0.261713, "nauc_precision_at_20_std": 0.141277, "nauc_precision_at_20_diff1": 0.092982, "nauc_precision_at_100_max": 0.160884, "nauc_precision_at_100_std": 0.166291, "nauc_precision_at_100_diff1": -0.069392, "nauc_precision_at_1000_max": -0.000994, "nauc_precision_at_1000_std": 0.069137, "nauc_precision_at_1000_diff1": -0.200592, "nauc_mrr_at_1_max": 0.409556, "nauc_mrr_at_1_std": 0.009214, "nauc_mrr_at_1_diff1": 0.600343, "nauc_mrr_at_3_max": 0.408135, "nauc_mrr_at_3_std": 0.034196, "nauc_mrr_at_3_diff1": 0.551259, "nauc_mrr_at_5_max": 0.407147, "nauc_mrr_at_5_std": 0.039286, "nauc_mrr_at_5_diff1": 0.546022, "nauc_mrr_at_10_max": 0.407566, "nauc_mrr_at_10_std": 0.045942, "nauc_mrr_at_10_diff1": 0.540061, "nauc_mrr_at_20_max": 0.409829, "nauc_mrr_at_20_std": 0.047779, "nauc_mrr_at_20_diff1": 0.540346, "nauc_mrr_at_100_max": 0.409639, "nauc_mrr_at_100_std": 0.048153, "nauc_mrr_at_100_diff1": 0.541034, "nauc_mrr_at_1000_max": 0.409636, "nauc_mrr_at_1000_std": 0.048022, "nauc_mrr_at_1000_diff1": 0.541307, "cv_recall_at_1": 0.35354, "cv_recall_at_3": 0.48601, "cv_recall_at_5": 0.54664, "cv_recall_at_10": 0.61474, "cv_recall_at_20": 0.6791, "cv_recall_at_100": 0.82743, "cv_recall_at_1000": 0.94683, "main_score": 0.44524, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 434.9975244998932, "kg_co2_emissions": null }