diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CMedQAv2-reranking.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CMedQAv2-reranking.json new file mode 100644 index 000000000..011db8b52 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 15.667480945587158, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.8739679174266967, + "map": 0.8739679174266967, + "mrr": 0.8949547619047619, + "nAUC_map_diff1": 0.6134305775255513, + "nAUC_map_max": 0.6097106690275358, + "nAUC_map_std": 0.02549644346203917, + "nAUC_mrr_diff1": 0.6804390383931973, + "nAUC_mrr_max": 0.7001213904074338, + "nAUC_mrr_std": 0.10776437439894004 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CUREv1.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CUREv1.json new file mode 100644 index 000000000..f635dcd1d --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 556.6058905124664, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55809, + "map_at_1": 0.09014, + "map_at_10": 0.26044, + "map_at_100": 0.39724, + "map_at_1000": 0.43545, + "map_at_20": 0.31077, + "map_at_3": 0.16668, + "map_at_5": 0.20547, + "mrr_at_1": 0.7435, + "mrr_at_10": 0.8266549603174597, + "mrr_at_100": 0.8279920896503493, + "mrr_at_1000": 0.8280084527741097, + "mrr_at_20": 0.8276271914768231, + "mrr_at_3": 0.8134999999999991, + "mrr_at_5": 0.8221499999999995, + "nauc_map_at_1000_diff1": 0.18795979573507532, + "nauc_map_at_1000_max": 0.3433259508578775, + "nauc_map_at_1000_std": 0.23723199354881383, + "nauc_map_at_100_diff1": 0.2158424321214283, + "nauc_map_at_100_max": 0.3395665813473017, + "nauc_map_at_100_std": 0.18272758914463497, + "nauc_map_at_10_diff1": 0.27900697412371794, + "nauc_map_at_10_max": 0.24927660596615864, + "nauc_map_at_10_std": -0.027270528104820304, + "nauc_map_at_1_diff1": 0.41124930468972193, + "nauc_map_at_1_max": 0.13673520522819516, + "nauc_map_at_1_std": -0.14697496608151375, + "nauc_map_at_20_diff1": 0.253146150902174, + "nauc_map_at_20_max": 0.28117058194776157, + "nauc_map_at_20_std": 0.03608279637818818, + "nauc_map_at_3_diff1": 0.3371196779929972, + "nauc_map_at_3_max": 0.19427195980364712, + "nauc_map_at_3_std": -0.10710955875932754, + "nauc_map_at_5_diff1": 0.31342012366884275, + "nauc_map_at_5_max": 0.22332172951816473, + "nauc_map_at_5_std": -0.07513970109046869, + "nauc_mrr_at_1000_diff1": 0.3071326610532121, + "nauc_mrr_at_1000_max": 0.41386634299488423, + "nauc_mrr_at_1000_std": 0.23787285156018986, + "nauc_mrr_at_100_diff1": 0.3071554910845276, + "nauc_mrr_at_100_max": 0.41392003320310655, + "nauc_mrr_at_100_std": 0.23790555125158466, + "nauc_mrr_at_10_diff1": 0.30633082422002167, + "nauc_mrr_at_10_max": 0.415058457883462, + "nauc_mrr_at_10_std": 0.23893087620797976, + "nauc_mrr_at_1_diff1": 0.2977744203376147, + "nauc_mrr_at_1_max": 0.3784254175075928, + "nauc_mrr_at_1_std": 0.20655363664411355, + "nauc_mrr_at_20_diff1": 0.30756811395238, + "nauc_mrr_at_20_max": 0.4141410838365982, + "nauc_mrr_at_20_std": 0.23834742005190812, + "nauc_mrr_at_3_diff1": 0.3070525667647249, + "nauc_mrr_at_3_max": 0.41470931365892494, + "nauc_mrr_at_3_std": 0.23747677345701731, + "nauc_mrr_at_5_diff1": 0.3070480493022805, + "nauc_mrr_at_5_max": 0.41752900782767444, + "nauc_mrr_at_5_std": 0.2398385022080482, + "nauc_ndcg_at_1000_diff1": 0.22149473813587298, + "nauc_ndcg_at_1000_max": 0.427495844736625, + "nauc_ndcg_at_1000_std": 0.32396409305449486, + "nauc_ndcg_at_100_diff1": 0.2575347003062504, + "nauc_ndcg_at_100_max": 0.41092391627849634, + "nauc_ndcg_at_100_std": 0.2536133142112668, + "nauc_ndcg_at_10_diff1": 0.2227328423181442, + "nauc_ndcg_at_10_max": 0.35575078026505264, + "nauc_ndcg_at_10_std": 0.19624859966036454, + "nauc_ndcg_at_1_diff1": 0.3258853316124948, + "nauc_ndcg_at_1_max": 0.3530259804825367, + "nauc_ndcg_at_1_std": 0.16026099009640207, + "nauc_ndcg_at_20_diff1": 0.23319026985261324, + "nauc_ndcg_at_20_max": 0.3674251395110287, + "nauc_ndcg_at_20_std": 0.20407642220868247, + "nauc_ndcg_at_3_diff1": 0.229021829917534, + "nauc_ndcg_at_3_max": 0.3625552799648194, + "nauc_ndcg_at_3_std": 0.19063129196414622, + "nauc_ndcg_at_5_diff1": 0.21077190083386088, + "nauc_ndcg_at_5_max": 0.3654185603733876, + "nauc_ndcg_at_5_std": 0.20020865265084212, + "nauc_precision_at_1000_diff1": -0.1657258327668175, + "nauc_precision_at_1000_max": -0.0637867262240174, + "nauc_precision_at_1000_std": 0.11616421482537535, + "nauc_precision_at_100_diff1": -0.16479232598670943, + "nauc_precision_at_100_max": 0.023363057938566127, + "nauc_precision_at_100_std": 0.2692586340136549, + "nauc_precision_at_10_diff1": -0.13717463830927426, + "nauc_precision_at_10_max": 0.16917698176324888, + "nauc_precision_at_10_std": 0.3063165282489175, + "nauc_precision_at_1_diff1": 0.2977744203376147, + "nauc_precision_at_1_max": 0.3784254175075928, + "nauc_precision_at_1_std": 0.20655363664411355, + "nauc_precision_at_20_diff1": -0.16848589535040748, + "nauc_precision_at_20_max": 0.11425538220146604, + "nauc_precision_at_20_std": 0.31821107554566136, + "nauc_precision_at_3_diff1": 0.011345538516029896, + "nauc_precision_at_3_max": 0.30811531836770983, + "nauc_precision_at_3_std": 0.26193874972190817, + "nauc_precision_at_5_diff1": -0.07538411673109165, + "nauc_precision_at_5_max": 0.2567451138428209, + "nauc_precision_at_5_std": 0.2912633461027596, + "nauc_recall_at_1000_diff1": 0.13619606573483398, + "nauc_recall_at_1000_max": 0.3976138519205956, + "nauc_recall_at_1000_std": 0.558238522568375, + "nauc_recall_at_100_diff1": 0.20136499223780133, + "nauc_recall_at_100_max": 0.2623440037270068, + "nauc_recall_at_100_std": 0.17586460728454914, + "nauc_recall_at_10_diff1": 0.23859212473944905, + "nauc_recall_at_10_max": 0.1697730823231372, + "nauc_recall_at_10_std": -0.06484768121088072, + "nauc_recall_at_1_diff1": 0.41124930468972193, + "nauc_recall_at_1_max": 0.13673520522819516, + "nauc_recall_at_1_std": -0.14697496608151375, + "nauc_recall_at_20_diff1": 0.21248039824847467, + "nauc_recall_at_20_max": 0.18208782575296983, + "nauc_recall_at_20_std": -0.006374770516337974, + "nauc_recall_at_3_diff1": 0.3080404913011483, + "nauc_recall_at_3_max": 0.15271333063872145, + "nauc_recall_at_3_std": -0.11789405678992354, + "nauc_recall_at_5_diff1": 0.28334702111805576, + "nauc_recall_at_5_max": 0.16936398960648102, + "nauc_recall_at_5_std": -0.09175176853841943, + "ndcg_at_1": 0.637, + "ndcg_at_10": 0.55809, + "ndcg_at_100": 0.62113, + "ndcg_at_1000": 0.69789, + "ndcg_at_20": 0.5623, + "ndcg_at_3": 0.58433, + "ndcg_at_5": 0.56721, + "precision_at_1": 0.7435, + "precision_at_10": 0.4722, + "precision_at_100": 0.1777, + "precision_at_1000": 0.03438, + "precision_at_20": 0.37482, + "precision_at_3": 0.6265, + "precision_at_5": 0.5614, + "recall_at_1": 0.09014, + "recall_at_10": 0.33964, + "recall_at_100": 0.71441, + "recall_at_1000": 0.94691, + "recall_at_20": 0.44759, + "recall_at_3": 0.18678, + "recall_at_5": 0.24337 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.481, + "map_at_1": 0.07969, + "map_at_10": 0.2189, + "map_at_100": 0.32987, + "map_at_1000": 0.36329, + "map_at_20": 0.25901, + "map_at_3": 0.14181, + "map_at_5": 0.17471, + "mrr_at_1": 0.639, + "mrr_at_10": 0.7452690476190471, + "mrr_at_100": 0.7477384899163171, + "mrr_at_1000": 0.7477716645244021, + "mrr_at_20": 0.7469743283354924, + "mrr_at_3": 0.7253333333333327, + "mrr_at_5": 0.7395833333333333, + "nauc_map_at_1000_diff1": 0.2040891757240171, + "nauc_map_at_1000_max": 0.3992555762761454, + "nauc_map_at_1000_std": 0.34417127518700774, + "nauc_map_at_100_diff1": 0.2158339526987834, + "nauc_map_at_100_max": 0.3716012212117666, + "nauc_map_at_100_std": 0.2904587739842252, + "nauc_map_at_10_diff1": 0.2542166324485853, + "nauc_map_at_10_max": 0.25859376806524265, + "nauc_map_at_10_std": 0.09144245843655067, + "nauc_map_at_1_diff1": 0.3816924421157028, + "nauc_map_at_1_max": 0.14826211624204938, + "nauc_map_at_1_std": -0.05844572015261664, + "nauc_map_at_20_diff1": 0.24087383909821852, + "nauc_map_at_20_max": 0.29409057383566845, + "nauc_map_at_20_std": 0.15239314697905776, + "nauc_map_at_3_diff1": 0.2910863302412359, + "nauc_map_at_3_max": 0.19474889953746755, + "nauc_map_at_3_std": -0.0017140659481673939, + "nauc_map_at_5_diff1": 0.27984773661475815, + "nauc_map_at_5_max": 0.22186361195918852, + "nauc_map_at_5_std": 0.0317149861733124, + "nauc_mrr_at_1000_diff1": 0.2715401556717973, + "nauc_mrr_at_1000_max": 0.4171540612426957, + "nauc_mrr_at_1000_std": 0.30821774823695314, + "nauc_mrr_at_100_diff1": 0.27156434879457764, + "nauc_mrr_at_100_max": 0.41714498017545415, + "nauc_mrr_at_100_std": 0.30823581120925686, + "nauc_mrr_at_10_diff1": 0.271121117125058, + "nauc_mrr_at_10_max": 0.41902738988294325, + "nauc_mrr_at_10_std": 0.3107019492462713, + "nauc_mrr_at_1_diff1": 0.2836191468780427, + "nauc_mrr_at_1_max": 0.3916537982843218, + "nauc_mrr_at_1_std": 0.2743905645674069, + "nauc_mrr_at_20_diff1": 0.2704519806475523, + "nauc_mrr_at_20_max": 0.41751449813332636, + "nauc_mrr_at_20_std": 0.30899094219278583, + "nauc_mrr_at_3_diff1": 0.2733977689682067, + "nauc_mrr_at_3_max": 0.4173907755173386, + "nauc_mrr_at_3_std": 0.3041320314605589, + "nauc_mrr_at_5_diff1": 0.2714263833818734, + "nauc_mrr_at_5_max": 0.42040864591740057, + "nauc_mrr_at_5_std": 0.3119420155093161, + "nauc_ndcg_at_1000_diff1": 0.22083392118172432, + "nauc_ndcg_at_1000_max": 0.47516038889818796, + "nauc_ndcg_at_1000_std": 0.4233848779295624, + "nauc_ndcg_at_100_diff1": 0.2360557168109118, + "nauc_ndcg_at_100_max": 0.4443683515620432, + "nauc_ndcg_at_100_std": 0.3759006838419385, + "nauc_ndcg_at_10_diff1": 0.21586055213365352, + "nauc_ndcg_at_10_max": 0.3948459058344236, + "nauc_ndcg_at_10_std": 0.3001959377759109, + "nauc_ndcg_at_1_diff1": 0.2917062023736466, + "nauc_ndcg_at_1_max": 0.3480722448953286, + "nauc_ndcg_at_1_std": 0.21614890108040816, + "nauc_ndcg_at_20_diff1": 0.22635191574352698, + "nauc_ndcg_at_20_max": 0.4028598473048251, + "nauc_ndcg_at_20_std": 0.3102465636044924, + "nauc_ndcg_at_3_diff1": 0.20022447505479776, + "nauc_ndcg_at_3_max": 0.36965843513017665, + "nauc_ndcg_at_3_std": 0.25894935887394577, + "nauc_ndcg_at_5_diff1": 0.2094155608617949, + "nauc_ndcg_at_5_max": 0.3846349492605664, + "nauc_ndcg_at_5_std": 0.2757519091721623, + "nauc_precision_at_1000_diff1": -0.11002440955821753, + "nauc_precision_at_1000_max": 0.053779767467235534, + "nauc_precision_at_1000_std": 0.1612557013549158, + "nauc_precision_at_100_diff1": -0.09911437670758086, + "nauc_precision_at_100_max": 0.16409913831330628, + "nauc_precision_at_100_std": 0.32077580784068965, + "nauc_precision_at_10_diff1": -0.043891444930747044, + "nauc_precision_at_10_max": 0.2871183022405427, + "nauc_precision_at_10_std": 0.3662169432283534, + "nauc_precision_at_1_diff1": 0.2836191468780427, + "nauc_precision_at_1_max": 0.3916537982843218, + "nauc_precision_at_1_std": 0.2743905645674069, + "nauc_precision_at_20_diff1": -0.0735652023858501, + "nauc_precision_at_20_max": 0.2381163125421425, + "nauc_precision_at_20_std": 0.36090270372366046, + "nauc_precision_at_3_diff1": 0.041721948865275554, + "nauc_precision_at_3_max": 0.3485634243645286, + "nauc_precision_at_3_std": 0.32289725364319916, + "nauc_precision_at_5_diff1": 0.004523918260735241, + "nauc_precision_at_5_max": 0.3262610296258506, + "nauc_precision_at_5_std": 0.3423131111776031, + "nauc_recall_at_1000_diff1": 0.18472932075424145, + "nauc_recall_at_1000_max": 0.5119105459716815, + "nauc_recall_at_1000_std": 0.6140518502790588, + "nauc_recall_at_100_diff1": 0.17878992431375826, + "nauc_recall_at_100_max": 0.3165872719906194, + "nauc_recall_at_100_std": 0.33119077755834614, + "nauc_recall_at_10_diff1": 0.21637971726599337, + "nauc_recall_at_10_max": 0.1912149993597716, + "nauc_recall_at_10_std": 0.07080650060581384, + "nauc_recall_at_1_diff1": 0.3816924421157028, + "nauc_recall_at_1_max": 0.14826211624204938, + "nauc_recall_at_1_std": -0.05844572015261664, + "nauc_recall_at_20_diff1": 0.20254169649160722, + "nauc_recall_at_20_max": 0.21767042533858022, + "nauc_recall_at_20_std": 0.1298437573913657, + "nauc_recall_at_3_diff1": 0.2643944027059228, + "nauc_recall_at_3_max": 0.1617988320434106, + "nauc_recall_at_3_std": -0.011606472020586348, + "nauc_recall_at_5_diff1": 0.2508599155469449, + "nauc_recall_at_5_max": 0.16954372843862645, + "nauc_recall_at_5_std": 0.015407651105846668, + "ndcg_at_1": 0.5345, + "ndcg_at_10": 0.481, + "ndcg_at_100": 0.54482, + "ndcg_at_1000": 0.62769, + "ndcg_at_20": 0.4848, + "ndcg_at_3": 0.49825, + "ndcg_at_5": 0.48847, + "precision_at_1": 0.639, + "precision_at_10": 0.4066, + "precision_at_100": 0.15477, + "precision_at_1000": 0.03178, + "precision_at_20": 0.32225, + "precision_at_3": 0.54317, + "precision_at_5": 0.4895, + "recall_at_1": 0.07969, + "recall_at_10": 0.29676, + "recall_at_100": 0.64256, + "recall_at_1000": 0.8973, + "recall_at_20": 0.39016, + "recall_at_3": 0.16055, + "recall_at_5": 0.21378 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.46623, + "map_at_1": 0.07588, + "map_at_10": 0.20963, + "map_at_100": 0.31493, + "map_at_1000": 0.34719, + "map_at_20": 0.24805, + "map_at_3": 0.13426, + "map_at_5": 0.16842, + "mrr_at_1": 0.627, + "mrr_at_10": 0.7306384920634917, + "mrr_at_100": 0.733735431933789, + "mrr_at_1000": 0.733794826612728, + "mrr_at_20": 0.7328548411512804, + "mrr_at_3": 0.7112499999999993, + "mrr_at_5": 0.7251249999999999, + "nauc_map_at_1000_diff1": 0.21650609580270597, + "nauc_map_at_1000_max": 0.42655638917355854, + "nauc_map_at_1000_std": 0.3865005852854737, + "nauc_map_at_100_diff1": 0.23914778431158845, + "nauc_map_at_100_max": 0.4136663003088251, + "nauc_map_at_100_std": 0.3379370690450467, + "nauc_map_at_10_diff1": 0.29390876886311107, + "nauc_map_at_10_max": 0.31549203612504556, + "nauc_map_at_10_std": 0.14053435352160779, + "nauc_map_at_1_diff1": 0.3891749738127212, + "nauc_map_at_1_max": 0.19826919931252532, + "nauc_map_at_1_std": -0.026409572759191324, + "nauc_map_at_20_diff1": 0.2737982300978449, + "nauc_map_at_20_max": 0.35166113384592224, + "nauc_map_at_20_std": 0.20355389105650523, + "nauc_map_at_3_diff1": 0.3385464574773116, + "nauc_map_at_3_max": 0.253146975457701, + "nauc_map_at_3_std": 0.04041373298443348, + "nauc_map_at_5_diff1": 0.31383614312366204, + "nauc_map_at_5_max": 0.2763067672107899, + "nauc_map_at_5_std": 0.07749179791760835, + "nauc_mrr_at_1000_diff1": 0.22626437552253084, + "nauc_mrr_at_1000_max": 0.3974870480305125, + "nauc_mrr_at_1000_std": 0.35395608150948216, + "nauc_mrr_at_100_diff1": 0.22626064989178532, + "nauc_mrr_at_100_max": 0.3975257193950011, + "nauc_mrr_at_100_std": 0.353988025034491, + "nauc_mrr_at_10_diff1": 0.22671785972860095, + "nauc_mrr_at_10_max": 0.4006529188741224, + "nauc_mrr_at_10_std": 0.3575908454464474, + "nauc_mrr_at_1_diff1": 0.2165037530132401, + "nauc_mrr_at_1_max": 0.34819112085528486, + "nauc_mrr_at_1_std": 0.298072772773241, + "nauc_mrr_at_20_diff1": 0.22641427490406638, + "nauc_mrr_at_20_max": 0.3983711105529626, + "nauc_mrr_at_20_std": 0.35510902139938577, + "nauc_mrr_at_3_diff1": 0.2267268207817003, + "nauc_mrr_at_3_max": 0.3964345855877176, + "nauc_mrr_at_3_std": 0.35410068880765316, + "nauc_mrr_at_5_diff1": 0.22430275884988643, + "nauc_mrr_at_5_max": 0.3994821141065974, + "nauc_mrr_at_5_std": 0.35613102717668527, + "nauc_ndcg_at_1000_diff1": 0.20811508562835532, + "nauc_ndcg_at_1000_max": 0.48297752638757335, + "nauc_ndcg_at_1000_std": 0.4822920711431832, + "nauc_ndcg_at_100_diff1": 0.24504773253549353, + "nauc_ndcg_at_100_max": 0.46977041024444566, + "nauc_ndcg_at_100_std": 0.43105512907994603, + "nauc_ndcg_at_10_diff1": 0.21262271955008985, + "nauc_ndcg_at_10_max": 0.410512826459117, + "nauc_ndcg_at_10_std": 0.34641601452981213, + "nauc_ndcg_at_1_diff1": 0.2353736548182184, + "nauc_ndcg_at_1_max": 0.3114202732666382, + "nauc_ndcg_at_1_std": 0.24444299637814232, + "nauc_ndcg_at_20_diff1": 0.22787049707757645, + "nauc_ndcg_at_20_max": 0.4260866408126697, + "nauc_ndcg_at_20_std": 0.363170544861455, + "nauc_ndcg_at_3_diff1": 0.18913645375137483, + "nauc_ndcg_at_3_max": 0.36723270881298, + "nauc_ndcg_at_3_std": 0.3087920297439302, + "nauc_ndcg_at_5_diff1": 0.18743882087767955, + "nauc_ndcg_at_5_max": 0.3869252905039865, + "nauc_ndcg_at_5_std": 0.32538415441608204, + "nauc_precision_at_1000_diff1": -0.15174402357638003, + "nauc_precision_at_1000_max": -0.0045648191019647495, + "nauc_precision_at_1000_std": 0.14226571572258562, + "nauc_precision_at_100_diff1": -0.13237049329539005, + "nauc_precision_at_100_max": 0.1187847795001425, + "nauc_precision_at_100_std": 0.317580318806542, + "nauc_precision_at_10_diff1": -0.06472512566663195, + "nauc_precision_at_10_max": 0.2679764651624536, + "nauc_precision_at_10_std": 0.38122651195509183, + "nauc_precision_at_1_diff1": 0.2165037530132401, + "nauc_precision_at_1_max": 0.34819112085528486, + "nauc_precision_at_1_std": 0.298072772773241, + "nauc_precision_at_20_diff1": -0.10405501925476585, + "nauc_precision_at_20_max": 0.2172695924654661, + "nauc_precision_at_20_std": 0.37563109250760424, + "nauc_precision_at_3_diff1": 0.041769533332186186, + "nauc_precision_at_3_max": 0.3299091631730331, + "nauc_precision_at_3_std": 0.3434800852298944, + "nauc_precision_at_5_diff1": -0.010675027089755745, + "nauc_precision_at_5_max": 0.31454764879460817, + "nauc_precision_at_5_std": 0.37126626271527957, + "nauc_recall_at_1000_diff1": 0.17928322761197768, + "nauc_recall_at_1000_max": 0.514316672284143, + "nauc_recall_at_1000_std": 0.6403198713940471, + "nauc_recall_at_100_diff1": 0.21354597059694463, + "nauc_recall_at_100_max": 0.37468392173223136, + "nauc_recall_at_100_std": 0.37576688929554686, + "nauc_recall_at_10_diff1": 0.2593803138930734, + "nauc_recall_at_10_max": 0.26146049504510593, + "nauc_recall_at_10_std": 0.11380297806722732, + "nauc_recall_at_1_diff1": 0.3891749738127212, + "nauc_recall_at_1_max": 0.19826919931252532, + "nauc_recall_at_1_std": -0.026409572759191324, + "nauc_recall_at_20_diff1": 0.2407962522542153, + "nauc_recall_at_20_max": 0.2873120400848887, + "nauc_recall_at_20_std": 0.1758972707324668, + "nauc_recall_at_3_diff1": 0.31315143731510797, + "nauc_recall_at_3_max": 0.22676053903903595, + "nauc_recall_at_3_std": 0.032455408112948454, + "nauc_recall_at_5_diff1": 0.26674390809351595, + "nauc_recall_at_5_max": 0.2276821363507633, + "nauc_recall_at_5_std": 0.05315462009169397, + "ndcg_at_1": 0.52625, + "ndcg_at_10": 0.46623, + "ndcg_at_100": 0.52842, + "ndcg_at_1000": 0.61299, + "ndcg_at_20": 0.47122, + "ndcg_at_3": 0.48523, + "ndcg_at_5": 0.47618, + "precision_at_1": 0.627, + "precision_at_10": 0.39295, + "precision_at_100": 0.14955, + "precision_at_1000": 0.03106, + "precision_at_20": 0.31237, + "precision_at_3": 0.52533, + "precision_at_5": 0.4776, + "recall_at_1": 0.07588, + "recall_at_10": 0.2873, + "recall_at_100": 0.6232, + "recall_at_1000": 0.88608, + "recall_at_20": 0.37955, + "recall_at_3": 0.15412, + "recall_at_5": 0.21016 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53185, + "map_at_1": 0.09659, + "map_at_10": 0.21494, + "map_at_100": 0.34589, + "map_at_1000": 0.39806, + "map_at_20": 0.25468, + "map_at_3": 0.14864, + "map_at_5": 0.17312, + "mrr_at_1": 0.72, + "mrr_at_10": 0.8182400793650794, + "mrr_at_100": 0.8189788011695908, + "mrr_at_1000": 0.8189788011695908, + "mrr_at_20": 0.8184900793650794, + "mrr_at_3": 0.8075000000000001, + "mrr_at_5": 0.812, + "nauc_map_at_1000_diff1": 0.3668304530130428, + "nauc_map_at_1000_max": 0.27443806476919796, + "nauc_map_at_1000_std": 0.11203399451900925, + "nauc_map_at_100_diff1": 0.41628095307673046, + "nauc_map_at_100_max": 0.286048145719789, + "nauc_map_at_100_std": -0.016259963961546626, + "nauc_map_at_10_diff1": 0.46427786475666943, + "nauc_map_at_10_max": 0.23174710442199764, + "nauc_map_at_10_std": -0.3144383824714916, + "nauc_map_at_1_diff1": 0.5739283474406307, + "nauc_map_at_1_max": 0.22795210913494962, + "nauc_map_at_1_std": -0.35981429555836986, + "nauc_map_at_20_diff1": 0.44799018153937975, + "nauc_map_at_20_max": 0.24061011795474346, + "nauc_map_at_20_std": -0.24536294378002702, + "nauc_map_at_3_diff1": 0.5115250257603534, + "nauc_map_at_3_max": 0.2501806424074579, + "nauc_map_at_3_std": -0.3502226081761375, + "nauc_map_at_5_diff1": 0.5036748680872959, + "nauc_map_at_5_max": 0.2539483863515011, + "nauc_map_at_5_std": -0.33869299568099914, + "nauc_mrr_at_1000_diff1": 0.5145801923684484, + "nauc_mrr_at_1000_max": 0.3831237864493251, + "nauc_mrr_at_1000_std": 0.1661215978564287, + "nauc_mrr_at_100_diff1": 0.5145801923684484, + "nauc_mrr_at_100_max": 0.3831237864493251, + "nauc_mrr_at_100_std": 0.1661215978564287, + "nauc_mrr_at_10_diff1": 0.51554572525347, + "nauc_mrr_at_10_max": 0.3831860258670654, + "nauc_mrr_at_10_std": 0.16483770604162415, + "nauc_mrr_at_1_diff1": 0.5014880952380956, + "nauc_mrr_at_1_max": 0.3602239774114775, + "nauc_mrr_at_1_std": 0.1655887515262517, + "nauc_mrr_at_20_diff1": 0.5150027949411289, + "nauc_mrr_at_20_max": 0.3822393095392716, + "nauc_mrr_at_20_std": 0.16454111356864745, + "nauc_mrr_at_3_diff1": 0.5091738603156694, + "nauc_mrr_at_3_max": 0.3769874832744868, + "nauc_mrr_at_3_std": 0.166407113545541, + "nauc_mrr_at_5_diff1": 0.5153630874283798, + "nauc_mrr_at_5_max": 0.39152742404363067, + "nauc_mrr_at_5_std": 0.1821714774510547, + "nauc_ndcg_at_1000_diff1": 0.37261004120281666, + "nauc_ndcg_at_1000_max": 0.3334750947398255, + "nauc_ndcg_at_1000_std": 0.20391092897087068, + "nauc_ndcg_at_100_diff1": 0.42532649261196165, + "nauc_ndcg_at_100_max": 0.32787630434207116, + "nauc_ndcg_at_100_std": 0.009860211025363047, + "nauc_ndcg_at_10_diff1": 0.3888623983217535, + "nauc_ndcg_at_10_max": 0.28394972963790754, + "nauc_ndcg_at_10_std": -0.032682849273823436, + "nauc_ndcg_at_1_diff1": 0.48222745975312553, + "nauc_ndcg_at_1_max": 0.3041025845883434, + "nauc_ndcg_at_1_std": 0.033180202133183984, + "nauc_ndcg_at_20_diff1": 0.396957653426162, + "nauc_ndcg_at_20_max": 0.27196014272753977, + "nauc_ndcg_at_20_std": -0.015782383755525587, + "nauc_ndcg_at_3_diff1": 0.35853807917280905, + "nauc_ndcg_at_3_max": 0.2945943249748827, + "nauc_ndcg_at_3_std": 0.015494674748008952, + "nauc_ndcg_at_5_diff1": 0.3595623646057648, + "nauc_ndcg_at_5_max": 0.32638544684783066, + "nauc_ndcg_at_5_std": 0.01872214535059641, + "nauc_precision_at_1000_diff1": -0.1943620592049392, + "nauc_precision_at_1000_max": -0.07292206458431072, + "nauc_precision_at_1000_std": 0.38864353672993274, + "nauc_precision_at_100_diff1": -0.1631404337272067, + "nauc_precision_at_100_max": 0.012925336504149659, + "nauc_precision_at_100_std": 0.5129411134188925, + "nauc_precision_at_10_diff1": -0.11660789578682894, + "nauc_precision_at_10_max": 0.06099878144781258, + "nauc_precision_at_10_std": 0.44174242179159456, + "nauc_precision_at_1_diff1": 0.5014880952380956, + "nauc_precision_at_1_max": 0.3602239774114775, + "nauc_precision_at_1_std": 0.1655887515262517, + "nauc_precision_at_20_diff1": -0.1612800657420015, + "nauc_precision_at_20_max": 0.016834072538999982, + "nauc_precision_at_20_std": 0.49247051434271727, + "nauc_precision_at_3_diff1": 0.05605232873450744, + "nauc_precision_at_3_max": 0.22240373549914702, + "nauc_precision_at_3_std": 0.2412366565695316, + "nauc_precision_at_5_diff1": -0.025470660000478457, + "nauc_precision_at_5_max": 0.20195520257716745, + "nauc_precision_at_5_std": 0.3581222240828006, + "nauc_recall_at_1000_diff1": 0.19946162722548672, + "nauc_recall_at_1000_max": 0.1997834159958059, + "nauc_recall_at_1000_std": 0.36906267509952156, + "nauc_recall_at_100_diff1": 0.27706657331416507, + "nauc_recall_at_100_max": 0.19548997379567784, + "nauc_recall_at_100_std": -0.08435564677613312, + "nauc_recall_at_10_diff1": 0.35746738566535047, + "nauc_recall_at_10_max": 0.14215341472460996, + "nauc_recall_at_10_std": -0.352599698846128, + "nauc_recall_at_1_diff1": 0.5739283474406307, + "nauc_recall_at_1_max": 0.22795210913494962, + "nauc_recall_at_1_std": -0.35981429555836986, + "nauc_recall_at_20_diff1": 0.3227378428253445, + "nauc_recall_at_20_max": 0.14131826408910086, + "nauc_recall_at_20_std": -0.29339872310771303, + "nauc_recall_at_3_diff1": 0.4596452449457621, + "nauc_recall_at_3_max": 0.22131232674498877, + "nauc_recall_at_3_std": -0.3493647173177165, + "nauc_recall_at_5_diff1": 0.46285801624908984, + "nauc_recall_at_5_max": 0.22340790458998794, + "nauc_recall_at_5_std": -0.3405513878711709, + "ndcg_at_1": 0.625, + "ndcg_at_10": 0.53185, + "ndcg_at_100": 0.58094, + "ndcg_at_1000": 0.69435, + "ndcg_at_20": 0.52607, + "ndcg_at_3": 0.56489, + "ndcg_at_5": 0.54222, + "precision_at_1": 0.72, + "precision_at_10": 0.461, + "precision_at_100": 0.19205, + "precision_at_1000": 0.0376, + "precision_at_20": 0.3695, + "precision_at_3": 0.59833, + "precision_at_5": 0.535, + "recall_at_1": 0.09659, + "recall_at_10": 0.28474, + "recall_at_100": 0.64896, + "recall_at_1000": 0.9598, + "recall_at_20": 0.37233, + "recall_at_3": 0.16788, + "recall_at_5": 0.20245 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.44715, + "map_at_1": 0.08331, + "map_at_10": 0.17729, + "map_at_100": 0.2865, + "map_at_1000": 0.33238, + "map_at_20": 0.21161, + "map_at_3": 0.12455, + "map_at_5": 0.14424, + "mrr_at_1": 0.59, + "mrr_at_10": 0.7213472222222224, + "mrr_at_100": 0.7240947869577464, + "mrr_at_1000": 0.7240947869577464, + "mrr_at_20": 0.7238691838132628, + "mrr_at_3": 0.6966666666666664, + "mrr_at_5": 0.7151666666666666, + "nauc_map_at_1000_diff1": 0.2959502487929402, + "nauc_map_at_1000_max": 0.3204413413067655, + "nauc_map_at_1000_std": 0.2397119385808895, + "nauc_map_at_100_diff1": 0.306907621883035, + "nauc_map_at_100_max": 0.303953316396217, + "nauc_map_at_100_std": 0.12636505202276357, + "nauc_map_at_10_diff1": 0.31078007600050844, + "nauc_map_at_10_max": 0.18294530043234902, + "nauc_map_at_10_std": -0.16584515098718886, + "nauc_map_at_1_diff1": 0.4535268968780811, + "nauc_map_at_1_max": 0.23223174834197907, + "nauc_map_at_1_std": -0.23030184888458588, + "nauc_map_at_20_diff1": 0.30584014361101647, + "nauc_map_at_20_max": 0.20672206561975123, + "nauc_map_at_20_std": -0.091365318022713, + "nauc_map_at_3_diff1": 0.36514094286465026, + "nauc_map_at_3_max": 0.1824437089427005, + "nauc_map_at_3_std": -0.22253972052279714, + "nauc_map_at_5_diff1": 0.35857502301352273, + "nauc_map_at_5_max": 0.17586765663731574, + "nauc_map_at_5_std": -0.20807382237270886, + "nauc_mrr_at_1000_diff1": 0.33474370162668965, + "nauc_mrr_at_1000_max": 0.33454807427164085, + "nauc_mrr_at_1000_std": 0.24846728374018445, + "nauc_mrr_at_100_diff1": 0.33474370162668965, + "nauc_mrr_at_100_max": 0.33454807427164085, + "nauc_mrr_at_100_std": 0.24846728374018445, + "nauc_mrr_at_10_diff1": 0.33440930948542297, + "nauc_mrr_at_10_max": 0.3362857434429056, + "nauc_mrr_at_10_std": 0.2491425988841338, + "nauc_mrr_at_1_diff1": 0.3688350184160712, + "nauc_mrr_at_1_max": 0.3422747883252381, + "nauc_mrr_at_1_std": 0.2659471436747032, + "nauc_mrr_at_20_diff1": 0.33453714658090056, + "nauc_mrr_at_20_max": 0.3350807061983847, + "nauc_mrr_at_20_std": 0.2489907919366751, + "nauc_mrr_at_3_diff1": 0.3484339382917506, + "nauc_mrr_at_3_max": 0.32734706842216776, + "nauc_mrr_at_3_std": 0.22463440913790358, + "nauc_mrr_at_5_diff1": 0.3275095478538908, + "nauc_mrr_at_5_max": 0.33062413742778785, + "nauc_mrr_at_5_std": 0.24766776467264154, + "nauc_ndcg_at_1000_diff1": 0.25845185397001313, + "nauc_ndcg_at_1000_max": 0.35893700548862, + "nauc_ndcg_at_1000_std": 0.3416439525225353, + "nauc_ndcg_at_100_diff1": 0.2618744086208142, + "nauc_ndcg_at_100_max": 0.3446481815574729, + "nauc_ndcg_at_100_std": 0.22255651195636253, + "nauc_ndcg_at_10_diff1": 0.24945776031064643, + "nauc_ndcg_at_10_max": 0.24021691133137657, + "nauc_ndcg_at_10_std": 0.11739014520448039, + "nauc_ndcg_at_1_diff1": 0.3365942128548269, + "nauc_ndcg_at_1_max": 0.2788567228160806, + "nauc_ndcg_at_1_std": 0.1201842488527383, + "nauc_ndcg_at_20_diff1": 0.23763059787099206, + "nauc_ndcg_at_20_max": 0.24799428129464413, + "nauc_ndcg_at_20_std": 0.13769171683686068, + "nauc_ndcg_at_3_diff1": 0.27600563087510926, + "nauc_ndcg_at_3_max": 0.22240420929174748, + "nauc_ndcg_at_3_std": 0.11499721373069466, + "nauc_ndcg_at_5_diff1": 0.2647331071455668, + "nauc_ndcg_at_5_max": 0.2291487709836426, + "nauc_ndcg_at_5_std": 0.1397033200503252, + "nauc_precision_at_1000_diff1": -0.07295799837920601, + "nauc_precision_at_1000_max": 0.013654904823121199, + "nauc_precision_at_1000_std": 0.3550687221567069, + "nauc_precision_at_100_diff1": -0.0422783438094311, + "nauc_precision_at_100_max": 0.14876531956413955, + "nauc_precision_at_100_std": 0.4967376430872298, + "nauc_precision_at_10_diff1": -0.045264247981196555, + "nauc_precision_at_10_max": 0.1504037606758043, + "nauc_precision_at_10_std": 0.4141735123688065, + "nauc_precision_at_1_diff1": 0.3688350184160712, + "nauc_precision_at_1_max": 0.3422747883252381, + "nauc_precision_at_1_std": 0.2659471436747032, + "nauc_precision_at_20_diff1": -0.061651984668969734, + "nauc_precision_at_20_max": 0.12316337188145386, + "nauc_precision_at_20_std": 0.4663759410577661, + "nauc_precision_at_3_diff1": 0.0935387615220991, + "nauc_precision_at_3_max": 0.17161132120066208, + "nauc_precision_at_3_std": 0.291769085322619, + "nauc_precision_at_5_diff1": 0.02835427515642091, + "nauc_precision_at_5_max": 0.16815046015772733, + "nauc_precision_at_5_std": 0.37714416217962293, + "nauc_recall_at_1000_diff1": 0.09859113135438126, + "nauc_recall_at_1000_max": 0.48886825917225707, + "nauc_recall_at_1000_std": 0.6255018104204606, + "nauc_recall_at_100_diff1": 0.17545536540280654, + "nauc_recall_at_100_max": 0.31377088948844056, + "nauc_recall_at_100_std": 0.19322559670448855, + "nauc_recall_at_10_diff1": 0.19151216329121543, + "nauc_recall_at_10_max": 0.12718246273117975, + "nauc_recall_at_10_std": -0.16266341566609657, + "nauc_recall_at_1_diff1": 0.4535268968780811, + "nauc_recall_at_1_max": 0.23223174834197907, + "nauc_recall_at_1_std": -0.23030184888458588, + "nauc_recall_at_20_diff1": 0.18878131419224314, + "nauc_recall_at_20_max": 0.15299435345178103, + "nauc_recall_at_20_std": -0.09247526813781992, + "nauc_recall_at_3_diff1": 0.3097175261508314, + "nauc_recall_at_3_max": 0.1395907012320295, + "nauc_recall_at_3_std": -0.2334356366968863, + "nauc_recall_at_5_diff1": 0.28770048585403324, + "nauc_recall_at_5_max": 0.11914016273568327, + "nauc_recall_at_5_std": -0.21316066639336084, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.44715, + "ndcg_at_100": 0.51109, + "ndcg_at_1000": 0.62909, + "ndcg_at_20": 0.45314, + "ndcg_at_3": 0.46139, + "ndcg_at_5": 0.44796, + "precision_at_1": 0.59, + "precision_at_10": 0.3835, + "precision_at_100": 0.16865, + "precision_at_1000": 0.03528, + "precision_at_20": 0.32275, + "precision_at_3": 0.50333, + "precision_at_5": 0.445, + "recall_at_1": 0.08331, + "recall_at_10": 0.24949, + "recall_at_100": 0.58852, + "recall_at_1000": 0.91701, + "recall_at_20": 0.33824, + "recall_at_3": 0.14438, + "recall_at_5": 0.18162 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42541, + "map_at_1": 0.08032, + "map_at_10": 0.16231, + "map_at_100": 0.25888, + "map_at_1000": 0.29956, + "map_at_20": 0.19124, + "map_at_3": 0.12196, + "map_at_5": 0.13827, + "mrr_at_1": 0.62, + "mrr_at_10": 0.7286805555555554, + "mrr_at_100": 0.7327127803239358, + "mrr_at_1000": 0.7328121933210991, + "mrr_at_20": 0.7319955808080806, + "mrr_at_3": 0.7133333333333333, + "mrr_at_5": 0.7258333333333333, + "nauc_map_at_1000_diff1": 0.37557610050053386, + "nauc_map_at_1000_max": 0.44699197735141644, + "nauc_map_at_1000_std": 0.3501132648016062, + "nauc_map_at_100_diff1": 0.4159303535777305, + "nauc_map_at_100_max": 0.44656180687016817, + "nauc_map_at_100_std": 0.23540465804752334, + "nauc_map_at_10_diff1": 0.44731934540789486, + "nauc_map_at_10_max": 0.38043650266272333, + "nauc_map_at_10_std": -0.056903148703570675, + "nauc_map_at_1_diff1": 0.5649681002801109, + "nauc_map_at_1_max": 0.25790422163285964, + "nauc_map_at_1_std": -0.1999368979054602, + "nauc_map_at_20_diff1": 0.44236717729160874, + "nauc_map_at_20_max": 0.39956984037156223, + "nauc_map_at_20_std": 0.002788504942127664, + "nauc_map_at_3_diff1": 0.4976996036014797, + "nauc_map_at_3_max": 0.3229735371755281, + "nauc_map_at_3_std": -0.14868010707403714, + "nauc_map_at_5_diff1": 0.48457308142079725, + "nauc_map_at_5_max": 0.3546340346049887, + "nauc_map_at_5_std": -0.11332239563397614, + "nauc_mrr_at_1000_diff1": 0.30612801579882265, + "nauc_mrr_at_1000_max": 0.4412785395964301, + "nauc_mrr_at_1000_std": 0.2809370473227096, + "nauc_mrr_at_100_diff1": 0.3062805494327567, + "nauc_mrr_at_100_max": 0.44151557010706727, + "nauc_mrr_at_100_std": 0.28124529943420395, + "nauc_mrr_at_10_diff1": 0.3056262392009688, + "nauc_mrr_at_10_max": 0.4460505364902447, + "nauc_mrr_at_10_std": 0.2869311130191133, + "nauc_mrr_at_1_diff1": 0.29865704704181156, + "nauc_mrr_at_1_max": 0.3483370765775467, + "nauc_mrr_at_1_std": 0.19635110605174894, + "nauc_mrr_at_20_diff1": 0.3061429510155287, + "nauc_mrr_at_20_max": 0.44263075809606034, + "nauc_mrr_at_20_std": 0.28217058494462377, + "nauc_mrr_at_3_diff1": 0.30727477317719576, + "nauc_mrr_at_3_max": 0.4439649335491403, + "nauc_mrr_at_3_std": 0.2678169554479392, + "nauc_mrr_at_5_diff1": 0.30695333047479745, + "nauc_mrr_at_5_max": 0.45004169634929053, + "nauc_mrr_at_5_std": 0.28671287590018507, + "nauc_ndcg_at_1000_diff1": 0.3086661489284805, + "nauc_ndcg_at_1000_max": 0.49232297536432357, + "nauc_ndcg_at_1000_std": 0.4703660459461658, + "nauc_ndcg_at_100_diff1": 0.36445000637424074, + "nauc_ndcg_at_100_max": 0.4912204811586515, + "nauc_ndcg_at_100_std": 0.35275063889271424, + "nauc_ndcg_at_10_diff1": 0.30525062345466303, + "nauc_ndcg_at_10_max": 0.44887706993687887, + "nauc_ndcg_at_10_std": 0.27022240538155856, + "nauc_ndcg_at_1_diff1": 0.30851709346250034, + "nauc_ndcg_at_1_max": 0.28926480749467753, + "nauc_ndcg_at_1_std": 0.12441557439435433, + "nauc_ndcg_at_20_diff1": 0.3346493372684122, + "nauc_ndcg_at_20_max": 0.44117175106226636, + "nauc_ndcg_at_20_std": 0.25273813015326707, + "nauc_ndcg_at_3_diff1": 0.2975724730422199, + "nauc_ndcg_at_3_max": 0.40103017018559567, + "nauc_ndcg_at_3_std": 0.23029746470320933, + "nauc_ndcg_at_5_diff1": 0.2998120304130399, + "nauc_ndcg_at_5_max": 0.43051629440046574, + "nauc_ndcg_at_5_std": 0.26943643708657156, + "nauc_precision_at_1000_diff1": -0.14558104173684863, + "nauc_precision_at_1000_max": 0.005300553812259958, + "nauc_precision_at_1000_std": 0.3968002178145087, + "nauc_precision_at_100_diff1": -0.09127731083909804, + "nauc_precision_at_100_max": 0.10563054117210464, + "nauc_precision_at_100_std": 0.544429763016137, + "nauc_precision_at_10_diff1": -0.0914942884601739, + "nauc_precision_at_10_max": 0.22921195155565008, + "nauc_precision_at_10_std": 0.4980230525616462, + "nauc_precision_at_1_diff1": 0.29865704704181156, + "nauc_precision_at_1_max": 0.3483370765775467, + "nauc_precision_at_1_std": 0.19635110605174894, + "nauc_precision_at_20_diff1": -0.08588230274842776, + "nauc_precision_at_20_max": 0.16930997381141735, + "nauc_precision_at_20_std": 0.5024216110449073, + "nauc_precision_at_3_diff1": 0.08387017258016535, + "nauc_precision_at_3_max": 0.3790120153792043, + "nauc_precision_at_3_std": 0.3417454014194801, + "nauc_precision_at_5_diff1": -0.009588779972157284, + "nauc_precision_at_5_max": 0.327270066640096, + "nauc_precision_at_5_std": 0.447863415723674, + "nauc_recall_at_1000_diff1": 0.24950577023848855, + "nauc_recall_at_1000_max": 0.5104556731549271, + "nauc_recall_at_1000_std": 0.6648255936416553, + "nauc_recall_at_100_diff1": 0.340891270540149, + "nauc_recall_at_100_max": 0.395421329638415, + "nauc_recall_at_100_std": 0.2850934636536082, + "nauc_recall_at_10_diff1": 0.3350851535125775, + "nauc_recall_at_10_max": 0.3371145495465753, + "nauc_recall_at_10_std": -0.03983708717961685, + "nauc_recall_at_1_diff1": 0.5649681002801109, + "nauc_recall_at_1_max": 0.25790422163285964, + "nauc_recall_at_1_std": -0.1999368979054602, + "nauc_recall_at_20_diff1": 0.31448048218996205, + "nauc_recall_at_20_max": 0.3268785730180834, + "nauc_recall_at_20_std": -0.00540948247776018, + "nauc_recall_at_3_diff1": 0.4367731032958664, + "nauc_recall_at_3_max": 0.2779714417100459, + "nauc_recall_at_3_std": -0.1468915476148962, + "nauc_recall_at_5_diff1": 0.41416969900014033, + "nauc_recall_at_5_max": 0.3290447481995765, + "nauc_recall_at_5_std": -0.09630632765759228, + "ndcg_at_1": 0.5125, + "ndcg_at_10": 0.42541, + "ndcg_at_100": 0.48042, + "ndcg_at_1000": 0.59505, + "ndcg_at_20": 0.4251, + "ndcg_at_3": 0.46196, + "ndcg_at_5": 0.441, + "precision_at_1": 0.62, + "precision_at_10": 0.358, + "precision_at_100": 0.15635, + "precision_at_1000": 0.03314, + "precision_at_20": 0.294, + "precision_at_3": 0.48833, + "precision_at_5": 0.438, + "recall_at_1": 0.08032, + "recall_at_10": 0.22052, + "recall_at_100": 0.54543, + "recall_at_1000": 0.8772, + "recall_at_20": 0.29738, + "recall_at_3": 0.14267, + "recall_at_5": 0.17055 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.62194, + "map_at_1": 0.14638, + "map_at_10": 0.41665, + "map_at_100": 0.52966, + "map_at_1000": 0.54269, + "map_at_20": 0.47337, + "map_at_3": 0.28287, + "map_at_5": 0.34406, + "mrr_at_1": 0.69, + "mrr_at_10": 0.8016587301587305, + "mrr_at_100": 0.8021140873015875, + "mrr_at_1000": 0.8021140873015875, + "mrr_at_20": 0.8019712301587305, + "mrr_at_3": 0.7850000000000001, + "mrr_at_5": 0.79525, + "nauc_map_at_1000_diff1": 0.23060103926836953, + "nauc_map_at_1000_max": 0.19908923163766337, + "nauc_map_at_1000_std": -0.2707042096752094, + "nauc_map_at_100_diff1": 0.23294294356203643, + "nauc_map_at_100_max": 0.1781182034703135, + "nauc_map_at_100_std": -0.33132354149961707, + "nauc_map_at_10_diff1": 0.26720740150290145, + "nauc_map_at_10_max": 0.06918629539291507, + "nauc_map_at_10_std": -0.4935797073572706, + "nauc_map_at_1_diff1": 0.3055612532297652, + "nauc_map_at_1_max": -0.03650340656286355, + "nauc_map_at_1_std": -0.3904785459038037, + "nauc_map_at_20_diff1": 0.2279598009504933, + "nauc_map_at_20_max": 0.10645542814487048, + "nauc_map_at_20_std": -0.46467161792777983, + "nauc_map_at_3_diff1": 0.3277073982694826, + "nauc_map_at_3_max": -0.004063456478665723, + "nauc_map_at_3_std": -0.46672243943729286, + "nauc_map_at_5_diff1": 0.30604722604000617, + "nauc_map_at_5_max": 0.025850757931197565, + "nauc_map_at_5_std": -0.49232773296338855, + "nauc_mrr_at_1000_diff1": 0.18909629235232792, + "nauc_mrr_at_1000_max": 0.35540450276760127, + "nauc_mrr_at_1000_std": 0.07021094925377347, + "nauc_mrr_at_100_diff1": 0.18909629235232792, + "nauc_mrr_at_100_max": 0.35540450276760127, + "nauc_mrr_at_100_std": 0.07021094925377347, + "nauc_mrr_at_10_diff1": 0.18945522471084483, + "nauc_mrr_at_10_max": 0.35636908788356336, + "nauc_mrr_at_10_std": 0.07017454423330051, + "nauc_mrr_at_1_diff1": 0.1736688008183854, + "nauc_mrr_at_1_max": 0.30782051960421186, + "nauc_mrr_at_1_std": 0.038317724041836636, + "nauc_mrr_at_20_diff1": 0.18880048637030353, + "nauc_mrr_at_20_max": 0.35521358993903973, + "nauc_mrr_at_20_std": 0.07060812193855671, + "nauc_mrr_at_3_diff1": 0.19242189122811262, + "nauc_mrr_at_3_max": 0.3680917877347549, + "nauc_mrr_at_3_std": 0.061022796234975245, + "nauc_mrr_at_5_diff1": 0.19479043872232182, + "nauc_mrr_at_5_max": 0.3588119545667583, + "nauc_mrr_at_5_std": 0.07349159478148645, + "nauc_ndcg_at_1000_diff1": 0.22151945275674512, + "nauc_ndcg_at_1000_max": 0.31064957261572473, + "nauc_ndcg_at_1000_std": -0.0728084155568731, + "nauc_ndcg_at_100_diff1": 0.24817551424617076, + "nauc_ndcg_at_100_max": 0.2639482234601109, + "nauc_ndcg_at_100_std": -0.25524852295162564, + "nauc_ndcg_at_10_diff1": 0.2586734046582662, + "nauc_ndcg_at_10_max": 0.26595377506182494, + "nauc_ndcg_at_10_std": -0.19873947797403302, + "nauc_ndcg_at_1_diff1": 0.23196284163382866, + "nauc_ndcg_at_1_max": 0.2404295051353871, + "nauc_ndcg_at_1_std": -0.06812894649385179, + "nauc_ndcg_at_20_diff1": 0.22239912705664353, + "nauc_ndcg_at_20_max": 0.26752059766862, + "nauc_ndcg_at_20_std": -0.2648110890702665, + "nauc_ndcg_at_3_diff1": 0.2112950591985078, + "nauc_ndcg_at_3_max": 0.31021409446096704, + "nauc_ndcg_at_3_std": -0.08493366395604003, + "nauc_ndcg_at_5_diff1": 0.23562603654535838, + "nauc_ndcg_at_5_max": 0.2889891055502716, + "nauc_ndcg_at_5_std": -0.11850541072667616, + "nauc_precision_at_1000_diff1": -0.10721224470040472, + "nauc_precision_at_1000_max": 0.22856629642579235, + "nauc_precision_at_1000_std": 0.7397866619978116, + "nauc_precision_at_100_diff1": -0.11708511530755199, + "nauc_precision_at_100_max": 0.25387663343388384, + "nauc_precision_at_100_std": 0.6973229624849823, + "nauc_precision_at_10_diff1": -0.13431040294096305, + "nauc_precision_at_10_max": 0.3228437255809367, + "nauc_precision_at_10_std": 0.40921175127968074, + "nauc_precision_at_1_diff1": 0.1736688008183854, + "nauc_precision_at_1_max": 0.30782051960421186, + "nauc_precision_at_1_std": 0.038317724041836636, + "nauc_precision_at_20_diff1": -0.1733183760844631, + "nauc_precision_at_20_max": 0.2839279843601387, + "nauc_precision_at_20_std": 0.5284037152200052, + "nauc_precision_at_3_diff1": 0.03787376516608135, + "nauc_precision_at_3_max": 0.42037724590598696, + "nauc_precision_at_3_std": 0.15214479878008352, + "nauc_precision_at_5_diff1": -0.058575839616036525, + "nauc_precision_at_5_max": 0.3572966366796571, + "nauc_precision_at_5_std": 0.2351248649370514, + "nauc_recall_at_1000_diff1": 0.729881138627147, + "nauc_recall_at_1000_max": 0.16611587762418012, + "nauc_recall_at_1000_std": 0.16494776945279044, + "nauc_recall_at_100_diff1": 0.2964057212753237, + "nauc_recall_at_100_max": -0.029284963495527, + "nauc_recall_at_100_std": -0.8058256769412203, + "nauc_recall_at_10_diff1": 0.25156224364659957, + "nauc_recall_at_10_max": -0.020550178405863297, + "nauc_recall_at_10_std": -0.6212966554645771, + "nauc_recall_at_1_diff1": 0.3055612532297652, + "nauc_recall_at_1_max": -0.03650340656286355, + "nauc_recall_at_1_std": -0.3904785459038037, + "nauc_recall_at_20_diff1": 0.17666613867671122, + "nauc_recall_at_20_max": -0.03255897627330647, + "nauc_recall_at_20_std": -0.7076994415414356, + "nauc_recall_at_3_diff1": 0.3023228893326404, + "nauc_recall_at_3_max": -0.03958495928171174, + "nauc_recall_at_3_std": -0.5009466820614749, + "nauc_recall_at_5_diff1": 0.29005485974742834, + "nauc_recall_at_5_max": -0.031083212537979247, + "nauc_recall_at_5_std": -0.5365273837826073, + "ndcg_at_1": 0.63, + "ndcg_at_10": 0.62194, + "ndcg_at_100": 0.71018, + "ndcg_at_1000": 0.74213, + "ndcg_at_20": 0.65522, + "ndcg_at_3": 0.60288, + "ndcg_at_5": 0.60259, + "precision_at_1": 0.69, + "precision_at_10": 0.403, + "precision_at_100": 0.10185, + "precision_at_1000": 0.0134, + "precision_at_20": 0.293, + "precision_at_3": 0.59667, + "precision_at_5": 0.513, + "recall_at_1": 0.14638, + "recall_at_10": 0.55457, + "recall_at_100": 0.89752, + "recall_at_1000": 0.99674, + "recall_at_20": 0.68883, + "recall_at_3": 0.32569, + "recall_at_5": 0.41606 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.54535, + "map_at_1": 0.13351, + "map_at_10": 0.35322, + "map_at_100": 0.45146, + "map_at_1000": 0.46609, + "map_at_20": 0.39802, + "map_at_3": 0.2358, + "map_at_5": 0.28986, + "mrr_at_1": 0.62, + "mrr_at_10": 0.7433333333333333, + "mrr_at_100": 0.7446974336883876, + "mrr_at_1000": 0.7447088753359848, + "mrr_at_20": 0.744186769005848, + "mrr_at_3": 0.7208333333333331, + "mrr_at_5": 0.7390833333333333, + "nauc_map_at_1000_diff1": 0.23070783540336867, + "nauc_map_at_1000_max": 0.22179138397537435, + "nauc_map_at_1000_std": -0.15776250614379222, + "nauc_map_at_100_diff1": 0.23567691187648326, + "nauc_map_at_100_max": 0.18301575640014592, + "nauc_map_at_100_std": -0.21260504878026637, + "nauc_map_at_10_diff1": 0.28245429856711357, + "nauc_map_at_10_max": 0.04087430764538027, + "nauc_map_at_10_std": -0.3492066209885239, + "nauc_map_at_1_diff1": 0.3817137648284512, + "nauc_map_at_1_max": -0.022697748067139013, + "nauc_map_at_1_std": -0.3181625116985603, + "nauc_map_at_20_diff1": 0.2447014692344214, + "nauc_map_at_20_max": 0.0917899004185638, + "nauc_map_at_20_std": -0.316365120433094, + "nauc_map_at_3_diff1": 0.3264887742452342, + "nauc_map_at_3_max": 0.012691591133939388, + "nauc_map_at_3_std": -0.33428770169655414, + "nauc_map_at_5_diff1": 0.30832156903464886, + "nauc_map_at_5_max": 0.010853812463045412, + "nauc_map_at_5_std": -0.35064032300526854, + "nauc_mrr_at_1000_diff1": 0.19830988571918223, + "nauc_mrr_at_1000_max": 0.3994087676965801, + "nauc_mrr_at_1000_std": 0.052510999232034845, + "nauc_mrr_at_100_diff1": 0.19823738100193217, + "nauc_mrr_at_100_max": 0.39943400252386546, + "nauc_mrr_at_100_std": 0.052561884807553055, + "nauc_mrr_at_10_diff1": 0.19571881507664263, + "nauc_mrr_at_10_max": 0.4002641926428879, + "nauc_mrr_at_10_std": 0.05457265569855905, + "nauc_mrr_at_1_diff1": 0.25183060025228426, + "nauc_mrr_at_1_max": 0.3908177706673229, + "nauc_mrr_at_1_std": 0.03792726825216123, + "nauc_mrr_at_20_diff1": 0.19576360112417704, + "nauc_mrr_at_20_max": 0.3987997357519229, + "nauc_mrr_at_20_std": 0.052970419781828454, + "nauc_mrr_at_3_diff1": 0.2097817186246369, + "nauc_mrr_at_3_max": 0.4069165170927801, + "nauc_mrr_at_3_std": 0.04631303815581596, + "nauc_mrr_at_5_diff1": 0.19738515528865333, + "nauc_mrr_at_5_max": 0.39968190717625096, + "nauc_mrr_at_5_std": 0.058797709475458135, + "nauc_ndcg_at_1000_diff1": 0.20035873019399075, + "nauc_ndcg_at_1000_max": 0.34940948422151047, + "nauc_ndcg_at_1000_std": -0.004983849575907674, + "nauc_ndcg_at_100_diff1": 0.22768651683278326, + "nauc_ndcg_at_100_max": 0.2623002368166629, + "nauc_ndcg_at_100_std": -0.14404862471396954, + "nauc_ndcg_at_10_diff1": 0.2542810526892599, + "nauc_ndcg_at_10_max": 0.26662138098485594, + "nauc_ndcg_at_10_std": -0.10575364242893384, + "nauc_ndcg_at_1_diff1": 0.27348724390349516, + "nauc_ndcg_at_1_max": 0.32701664717517775, + "nauc_ndcg_at_1_std": 0.008890284575735102, + "nauc_ndcg_at_20_diff1": 0.2173950535180254, + "nauc_ndcg_at_20_max": 0.2566122984169408, + "nauc_ndcg_at_20_std": -0.15191740985536137, + "nauc_ndcg_at_3_diff1": 0.20366258331394663, + "nauc_ndcg_at_3_max": 0.34401382269406194, + "nauc_ndcg_at_3_std": -0.005129311745119527, + "nauc_ndcg_at_5_diff1": 0.2249182819699216, + "nauc_ndcg_at_5_max": 0.31470141544925295, + "nauc_ndcg_at_5_std": -0.04303307959755857, + "nauc_precision_at_1000_diff1": -0.11826374971288113, + "nauc_precision_at_1000_max": 0.41239793028838123, + "nauc_precision_at_1000_std": 0.6326161933367349, + "nauc_precision_at_100_diff1": -0.13285165748553923, + "nauc_precision_at_100_max": 0.4312836107126089, + "nauc_precision_at_100_std": 0.5959309418273634, + "nauc_precision_at_10_diff1": -0.10591205012741312, + "nauc_precision_at_10_max": 0.3966351188606137, + "nauc_precision_at_10_std": 0.32593945264774643, + "nauc_precision_at_1_diff1": 0.25183060025228426, + "nauc_precision_at_1_max": 0.3908177706673229, + "nauc_precision_at_1_std": 0.03792726825216123, + "nauc_precision_at_20_diff1": -0.1591168844545598, + "nauc_precision_at_20_max": 0.4201474104138069, + "nauc_precision_at_20_std": 0.4263677522057753, + "nauc_precision_at_3_diff1": 0.05485086997630088, + "nauc_precision_at_3_max": 0.47488304129471093, + "nauc_precision_at_3_std": 0.21084799666007653, + "nauc_precision_at_5_diff1": -0.03771808748324264, + "nauc_precision_at_5_max": 0.43128543766446553, + "nauc_precision_at_5_std": 0.2618797477781643, + "nauc_recall_at_1000_diff1": 0.08336222063751379, + "nauc_recall_at_1000_max": 0.3323424164520773, + "nauc_recall_at_1000_std": 0.30288697275234255, + "nauc_recall_at_100_diff1": 0.21683228721918696, + "nauc_recall_at_100_max": -0.06098998660362887, + "nauc_recall_at_100_std": -0.39305943921859193, + "nauc_recall_at_10_diff1": 0.23900198058594968, + "nauc_recall_at_10_max": -0.08841668717962725, + "nauc_recall_at_10_std": -0.4104883016983657, + "nauc_recall_at_1_diff1": 0.3817137648284512, + "nauc_recall_at_1_max": -0.022697748067139013, + "nauc_recall_at_1_std": -0.3181625116985603, + "nauc_recall_at_20_diff1": 0.13703095097275544, + "nauc_recall_at_20_max": -0.08390927207101345, + "nauc_recall_at_20_std": -0.44180721043493104, + "nauc_recall_at_3_diff1": 0.3164880699541954, + "nauc_recall_at_3_max": -0.017129165701711014, + "nauc_recall_at_3_std": -0.35057021220234247, + "nauc_recall_at_5_diff1": 0.26949625344316014, + "nauc_recall_at_5_max": -0.07335225872626693, + "nauc_recall_at_5_std": -0.37682350432812467, + "ndcg_at_1": 0.57, + "ndcg_at_10": 0.54535, + "ndcg_at_100": 0.64074, + "ndcg_at_1000": 0.68393, + "ndcg_at_20": 0.57494, + "ndcg_at_3": 0.51635, + "ndcg_at_5": 0.52577, + "precision_at_1": 0.62, + "precision_at_10": 0.357, + "precision_at_100": 0.09495, + "precision_at_1000": 0.01329, + "precision_at_20": 0.258, + "precision_at_3": 0.50167, + "precision_at_5": 0.442, + "recall_at_1": 0.13351, + "recall_at_10": 0.48205, + "recall_at_100": 0.843, + "recall_at_1000": 0.98699, + "recall_at_20": 0.59937, + "recall_at_3": 0.26465, + "recall_at_5": 0.35963 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.53975, + "map_at_1": 0.13188, + "map_at_10": 0.35445, + "map_at_100": 0.44591, + "map_at_1000": 0.46003, + "map_at_20": 0.39883, + "map_at_3": 0.23789, + "map_at_5": 0.29531, + "mrr_at_1": 0.585, + "mrr_at_10": 0.7275674603174603, + "mrr_at_100": 0.7306338814398956, + "mrr_at_1000": 0.7306773597007651, + "mrr_at_20": 0.7297648809523811, + "mrr_at_3": 0.715, + "mrr_at_5": 0.72425, + "nauc_map_at_1000_diff1": 0.26490788359858186, + "nauc_map_at_1000_max": 0.2654474152033271, + "nauc_map_at_1000_std": -0.09220737801025754, + "nauc_map_at_100_diff1": 0.2831816677220128, + "nauc_map_at_100_max": 0.2526666884070299, + "nauc_map_at_100_std": -0.1318763861094451, + "nauc_map_at_10_diff1": 0.37121464897966056, + "nauc_map_at_10_max": 0.19634392374365484, + "nauc_map_at_10_std": -0.2615483673196225, + "nauc_map_at_1_diff1": 0.2946481861868282, + "nauc_map_at_1_max": 0.05413034091133366, + "nauc_map_at_1_std": -0.25796707320742635, + "nauc_map_at_20_diff1": 0.3230777365712345, + "nauc_map_at_20_max": 0.23347051461874094, + "nauc_map_at_20_std": -0.20838470511343282, + "nauc_map_at_3_diff1": 0.3661981061385025, + "nauc_map_at_3_max": 0.07274489034455058, + "nauc_map_at_3_std": -0.32563122220822255, + "nauc_map_at_5_diff1": 0.37865787577118654, + "nauc_map_at_5_max": 0.13301255913163765, + "nauc_map_at_5_std": -0.304809337303144, + "nauc_mrr_at_1000_diff1": 0.10743431724766354, + "nauc_mrr_at_1000_max": 0.17708444372412968, + "nauc_mrr_at_1000_std": 0.12753187983007144, + "nauc_mrr_at_100_diff1": 0.1073013109425951, + "nauc_mrr_at_100_max": 0.17724758078456768, + "nauc_mrr_at_100_std": 0.1277048403281005, + "nauc_mrr_at_10_diff1": 0.10999243117043503, + "nauc_mrr_at_10_max": 0.18509053871645964, + "nauc_mrr_at_10_std": 0.13563614822883222, + "nauc_mrr_at_1_diff1": 0.09964176534535756, + "nauc_mrr_at_1_max": 0.07842493488300832, + "nauc_mrr_at_1_std": 0.05911966204828518, + "nauc_mrr_at_20_diff1": 0.10737784273502178, + "nauc_mrr_at_20_max": 0.17844651750807614, + "nauc_mrr_at_20_std": 0.13003892390655908, + "nauc_mrr_at_3_diff1": 0.10666739859835067, + "nauc_mrr_at_3_max": 0.17743188460764336, + "nauc_mrr_at_3_std": 0.12501725861641685, + "nauc_mrr_at_5_diff1": 0.10691055060736529, + "nauc_mrr_at_5_max": 0.17996610501378224, + "nauc_mrr_at_5_std": 0.13145063094592924, + "nauc_ndcg_at_1000_diff1": 0.19608163262369657, + "nauc_ndcg_at_1000_max": 0.3011170887212223, + "nauc_ndcg_at_1000_std": 0.06674936917062199, + "nauc_ndcg_at_100_diff1": 0.2576472603499544, + "nauc_ndcg_at_100_max": 0.29272777868248884, + "nauc_ndcg_at_100_std": -0.04056399074538483, + "nauc_ndcg_at_10_diff1": 0.287450054562544, + "nauc_ndcg_at_10_max": 0.2772641283430668, + "nauc_ndcg_at_10_std": -0.04052600680813411, + "nauc_ndcg_at_1_diff1": 0.14640729129902186, + "nauc_ndcg_at_1_max": 0.07675725427505695, + "nauc_ndcg_at_1_std": -0.008342502820049825, + "nauc_ndcg_at_20_diff1": 0.27175139292683836, + "nauc_ndcg_at_20_max": 0.30581495526676855, + "nauc_ndcg_at_20_std": -0.04959403740764714, + "nauc_ndcg_at_3_diff1": 0.17803255593093067, + "nauc_ndcg_at_3_max": 0.21153133090828594, + "nauc_ndcg_at_3_std": -0.009183000402278136, + "nauc_ndcg_at_5_diff1": 0.21287811547042834, + "nauc_ndcg_at_5_max": 0.24521438735788376, + "nauc_ndcg_at_5_std": -0.009771484911941072, + "nauc_precision_at_1000_diff1": -0.31198308582834416, + "nauc_precision_at_1000_max": 0.08073108344124003, + "nauc_precision_at_1000_std": 0.4944572500259566, + "nauc_precision_at_100_diff1": -0.3157778758497608, + "nauc_precision_at_100_max": 0.11192835518331315, + "nauc_precision_at_100_std": 0.5101792454088369, + "nauc_precision_at_10_diff1": -0.1494156946965475, + "nauc_precision_at_10_max": 0.2431089714788924, + "nauc_precision_at_10_std": 0.3732679762054524, + "nauc_precision_at_1_diff1": 0.09964176534535756, + "nauc_precision_at_1_max": 0.07842493488300832, + "nauc_precision_at_1_std": 0.05911966204828518, + "nauc_precision_at_20_diff1": -0.26861664328402096, + "nauc_precision_at_20_max": 0.20403058647052438, + "nauc_precision_at_20_std": 0.43957990039978, + "nauc_precision_at_3_diff1": 0.03757828139208358, + "nauc_precision_at_3_max": 0.23538238592364874, + "nauc_precision_at_3_std": 0.1820337577960078, + "nauc_precision_at_5_diff1": -0.029980162410186542, + "nauc_precision_at_5_max": 0.2859011991258555, + "nauc_precision_at_5_std": 0.28244373301507186, + "nauc_recall_at_1000_diff1": 0.04714101721002032, + "nauc_recall_at_1000_max": 0.32591647379343985, + "nauc_recall_at_1000_std": 0.24212707232822395, + "nauc_recall_at_100_diff1": 0.34838577334272597, + "nauc_recall_at_100_max": 0.2348268708405712, + "nauc_recall_at_100_std": -0.25788704420407926, + "nauc_recall_at_10_diff1": 0.43444720544198356, + "nauc_recall_at_10_max": 0.2125760860034633, + "nauc_recall_at_10_std": -0.28381949867103545, + "nauc_recall_at_1_diff1": 0.2946481861868282, + "nauc_recall_at_1_max": 0.05413034091133366, + "nauc_recall_at_1_std": -0.25796707320742635, + "nauc_recall_at_20_diff1": 0.3679297084758322, + "nauc_recall_at_20_max": 0.26510256585507413, + "nauc_recall_at_20_std": -0.24188566240520137, + "nauc_recall_at_3_diff1": 0.3762427516610197, + "nauc_recall_at_3_max": 0.06618351872611843, + "nauc_recall_at_3_std": -0.3465186971765436, + "nauc_recall_at_5_diff1": 0.3856046034666294, + "nauc_recall_at_5_max": 0.13187488878328446, + "nauc_recall_at_5_std": -0.30859832113708524, + "ndcg_at_1": 0.525, + "ndcg_at_10": 0.53975, + "ndcg_at_100": 0.63433, + "ndcg_at_1000": 0.67861, + "ndcg_at_20": 0.56981, + "ndcg_at_3": 0.51787, + "ndcg_at_5": 0.52755, + "precision_at_1": 0.585, + "precision_at_10": 0.349, + "precision_at_100": 0.0916, + "precision_at_1000": 0.01316, + "precision_at_20": 0.251, + "precision_at_3": 0.52, + "precision_at_5": 0.459, + "recall_at_1": 0.13188, + "recall_at_10": 0.47765, + "recall_at_100": 0.84171, + "recall_at_1000": 0.98304, + "recall_at_20": 0.60021, + "recall_at_3": 0.27658, + "recall_at_5": 0.36351 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.59118, + "map_at_1": 0.06901, + "map_at_10": 0.23952, + "map_at_100": 0.42623, + "map_at_1000": 0.48377, + "map_at_20": 0.30485, + "map_at_3": 0.14005, + "map_at_5": 0.18234, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8290892857142858, + "mrr_at_100": 0.8310163215214255, + "mrr_at_1000": 0.8310163215214255, + "mrr_at_20": 0.8306807171586584, + "mrr_at_3": 0.8150000000000002, + "mrr_at_5": 0.82525, + "nauc_map_at_1000_diff1": 0.15505066179298047, + "nauc_map_at_1000_max": 0.36547682767347545, + "nauc_map_at_1000_std": 0.2589731354946544, + "nauc_map_at_100_diff1": 0.14586485765494758, + "nauc_map_at_100_max": 0.36131302789782616, + "nauc_map_at_100_std": 0.2542838429517561, + "nauc_map_at_10_diff1": 0.22595725202237132, + "nauc_map_at_10_max": 0.20700697053044093, + "nauc_map_at_10_std": 0.004073185540771937, + "nauc_map_at_1_diff1": 0.41226257449564235, + "nauc_map_at_1_max": 0.13711440667993013, + "nauc_map_at_1_std": -0.06884839493151049, + "nauc_map_at_20_diff1": 0.1977616507110322, + "nauc_map_at_20_max": 0.2538862245808527, + "nauc_map_at_20_std": 0.07881853901991889, + "nauc_map_at_3_diff1": 0.307202175710248, + "nauc_map_at_3_max": 0.1738120024774928, + "nauc_map_at_3_std": -0.05348798381256365, + "nauc_map_at_5_diff1": 0.285973081638349, + "nauc_map_at_5_max": 0.19199674839438818, + "nauc_map_at_5_std": -0.03808493316156169, + "nauc_mrr_at_1000_diff1": 0.336153507717375, + "nauc_mrr_at_1000_max": 0.4851644890993025, + "nauc_mrr_at_1000_std": 0.41121002847892096, + "nauc_mrr_at_100_diff1": 0.336153507717375, + "nauc_mrr_at_100_max": 0.4851644890993025, + "nauc_mrr_at_100_std": 0.41121002847892096, + "nauc_mrr_at_10_diff1": 0.3377340515926216, + "nauc_mrr_at_10_max": 0.48608378846214556, + "nauc_mrr_at_10_std": 0.4086273957296132, + "nauc_mrr_at_1_diff1": 0.26029304029304023, + "nauc_mrr_at_1_max": 0.4556253270538975, + "nauc_mrr_at_1_std": 0.43772893772893706, + "nauc_mrr_at_20_diff1": 0.3371097669142699, + "nauc_mrr_at_20_max": 0.48408538438730325, + "nauc_mrr_at_20_std": 0.40925175577533557, + "nauc_mrr_at_3_diff1": 0.35745141869745894, + "nauc_mrr_at_3_max": 0.4929533683493555, + "nauc_mrr_at_3_std": 0.41528499659439483, + "nauc_mrr_at_5_diff1": 0.33872085792633727, + "nauc_mrr_at_5_max": 0.48287652114986257, + "nauc_mrr_at_5_std": 0.39775960334692917, + "nauc_ndcg_at_1000_diff1": 0.2346057430912104, + "nauc_ndcg_at_1000_max": 0.4718828345469061, + "nauc_ndcg_at_1000_std": 0.353320758273927, + "nauc_ndcg_at_100_diff1": 0.24487497070783118, + "nauc_ndcg_at_100_max": 0.4611605631472784, + "nauc_ndcg_at_100_std": 0.3138672983161551, + "nauc_ndcg_at_10_diff1": 0.20883125311859652, + "nauc_ndcg_at_10_max": 0.3802590692744732, + "nauc_ndcg_at_10_std": 0.21877936164438183, + "nauc_ndcg_at_1_diff1": 0.2543692644271316, + "nauc_ndcg_at_1_max": 0.4264510634033923, + "nauc_ndcg_at_1_std": 0.31287106390440605, + "nauc_ndcg_at_20_diff1": 0.250420029262663, + "nauc_ndcg_at_20_max": 0.3910603991788885, + "nauc_ndcg_at_20_std": 0.2289892878676831, + "nauc_ndcg_at_3_diff1": 0.23824777994564914, + "nauc_ndcg_at_3_max": 0.3837716616603444, + "nauc_ndcg_at_3_std": 0.26551727351046595, + "nauc_ndcg_at_5_diff1": 0.2202192751087979, + "nauc_ndcg_at_5_max": 0.37980440218375616, + "nauc_ndcg_at_5_std": 0.2514460782886694, + "nauc_precision_at_1000_diff1": -0.03809503876784172, + "nauc_precision_at_1000_max": -0.07786902191918299, + "nauc_precision_at_1000_std": -0.10199989707016098, + "nauc_precision_at_100_diff1": -0.07072130851604048, + "nauc_precision_at_100_max": 0.04280147907637997, + "nauc_precision_at_100_std": 0.11208586623954897, + "nauc_precision_at_10_diff1": -0.10797232831167874, + "nauc_precision_at_10_max": 0.18082384022378453, + "nauc_precision_at_10_std": 0.2310802601402422, + "nauc_precision_at_1_diff1": 0.26029304029304023, + "nauc_precision_at_1_max": 0.4556253270538975, + "nauc_precision_at_1_std": 0.43772893772893706, + "nauc_precision_at_20_diff1": -0.10339590699779416, + "nauc_precision_at_20_max": 0.12909635157647664, + "nauc_precision_at_20_std": 0.21307537575680383, + "nauc_precision_at_3_diff1": 0.05213023613333711, + "nauc_precision_at_3_max": 0.34133145142319465, + "nauc_precision_at_3_std": 0.3135103256565981, + "nauc_precision_at_5_diff1": -0.011914643795112029, + "nauc_precision_at_5_max": 0.272718789912307, + "nauc_precision_at_5_std": 0.2752945613315473, + "nauc_recall_at_1000_diff1": 0.03142078537746762, + "nauc_recall_at_1000_max": 0.37167334397416113, + "nauc_recall_at_1000_std": 0.5951355731600966, + "nauc_recall_at_100_diff1": 0.08215347382565477, + "nauc_recall_at_100_max": 0.24539560063038263, + "nauc_recall_at_100_std": 0.21776579910072527, + "nauc_recall_at_10_diff1": 0.18955450353801406, + "nauc_recall_at_10_max": 0.11191800110567976, + "nauc_recall_at_10_std": -0.07775795349684975, + "nauc_recall_at_1_diff1": 0.41226257449564235, + "nauc_recall_at_1_max": 0.13711440667993013, + "nauc_recall_at_1_std": -0.06884839493151049, + "nauc_recall_at_20_diff1": 0.14002088057363515, + "nauc_recall_at_20_max": 0.11750417369253283, + "nauc_recall_at_20_std": -0.022628441459287812, + "nauc_recall_at_3_diff1": 0.30717942933379644, + "nauc_recall_at_3_max": 0.11461210167521768, + "nauc_recall_at_3_std": -0.09570408083615971, + "nauc_recall_at_5_diff1": 0.24519803407759846, + "nauc_recall_at_5_max": 0.10264210360414394, + "nauc_recall_at_5_std": -0.10644301414740102, + "ndcg_at_1": 0.645, + "ndcg_at_10": 0.59118, + "ndcg_at_100": 0.6558, + "ndcg_at_1000": 0.73751, + "ndcg_at_20": 0.59541, + "ndcg_at_3": 0.6181, + "ndcg_at_5": 0.60411, + "precision_at_1": 0.75, + "precision_at_10": 0.55, + "precision_at_100": 0.2399, + "precision_at_1000": 0.04762, + "precision_at_20": 0.466, + "precision_at_3": 0.685, + "precision_at_5": 0.636, + "recall_at_1": 0.06901, + "recall_at_10": 0.30178, + "recall_at_100": 0.72463, + "recall_at_1000": 0.97684, + "recall_at_20": 0.428, + "recall_at_3": 0.15385, + "recall_at_5": 0.21305 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.56045, + "map_at_1": 0.06602, + "map_at_10": 0.21977, + "map_at_100": 0.38827, + "map_at_1000": 0.4421, + "map_at_20": 0.27594, + "map_at_3": 0.12927, + "map_at_5": 0.16424, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8230674603174603, + "mrr_at_100": 0.8244593246295312, + "mrr_at_1000": 0.8244935712048738, + "mrr_at_20": 0.8239498132586368, + "mrr_at_3": 0.8100000000000002, + "mrr_at_5": 0.8190000000000001, + "nauc_map_at_1000_diff1": -0.05528903071143077, + "nauc_map_at_1000_max": 0.48195489387219714, + "nauc_map_at_1000_std": 0.40355838160443364, + "nauc_map_at_100_diff1": -0.06245074254257723, + "nauc_map_at_100_max": 0.43014108742947094, + "nauc_map_at_100_std": 0.38465552011062387, + "nauc_map_at_10_diff1": 0.05896726670550443, + "nauc_map_at_10_max": 0.2962106068011917, + "nauc_map_at_10_std": 0.22250357282249766, + "nauc_map_at_1_diff1": 0.16672350043998468, + "nauc_map_at_1_max": 0.16603005780642113, + "nauc_map_at_1_std": 0.05674386739638759, + "nauc_map_at_20_diff1": 0.013795962309448042, + "nauc_map_at_20_max": 0.32850597042690827, + "nauc_map_at_20_std": 0.24462305496585804, + "nauc_map_at_3_diff1": 0.1009147374134066, + "nauc_map_at_3_max": 0.24499939766126508, + "nauc_map_at_3_std": 0.13609672471093676, + "nauc_map_at_5_diff1": 0.10150865344681018, + "nauc_map_at_5_max": 0.2858847606403024, + "nauc_map_at_5_std": 0.17886285010642308, + "nauc_mrr_at_1000_diff1": -0.15562454199851963, + "nauc_mrr_at_1000_max": 0.4151827116416347, + "nauc_mrr_at_1000_std": 0.351876116780515, + "nauc_mrr_at_100_diff1": -0.15583816148653495, + "nauc_mrr_at_100_max": 0.41530812878508977, + "nauc_mrr_at_100_std": 0.3517639113615337, + "nauc_mrr_at_10_diff1": -0.1565338493451062, + "nauc_mrr_at_10_max": 0.4178268915472929, + "nauc_mrr_at_10_std": 0.35106352097667554, + "nauc_mrr_at_1_diff1": -0.13517294513604533, + "nauc_mrr_at_1_max": 0.39469202384331553, + "nauc_mrr_at_1_std": 0.3474818539394184, + "nauc_mrr_at_20_diff1": -0.15656289389368075, + "nauc_mrr_at_20_max": 0.416308907664845, + "nauc_mrr_at_20_std": 0.35261826622516373, + "nauc_mrr_at_3_diff1": -0.1444551876023959, + "nauc_mrr_at_3_max": 0.41671366798270376, + "nauc_mrr_at_3_std": 0.36432734402277495, + "nauc_mrr_at_5_diff1": -0.15158359528709459, + "nauc_mrr_at_5_max": 0.4087630599968337, + "nauc_mrr_at_5_std": 0.34861569687238386, + "nauc_ndcg_at_1000_diff1": -0.08722578601529853, + "nauc_ndcg_at_1000_max": 0.5069060486829726, + "nauc_ndcg_at_1000_std": 0.3822790884646388, + "nauc_ndcg_at_100_diff1": -0.07667626481433693, + "nauc_ndcg_at_100_max": 0.5043374674252169, + "nauc_ndcg_at_100_std": 0.41731334740179554, + "nauc_ndcg_at_10_diff1": -0.05622163520393929, + "nauc_ndcg_at_10_max": 0.41518865652953973, + "nauc_ndcg_at_10_std": 0.2813236871760208, + "nauc_ndcg_at_1_diff1": -0.03710599444223914, + "nauc_ndcg_at_1_max": 0.3292695514092893, + "nauc_ndcg_at_1_std": 0.2051845970623262, + "nauc_ndcg_at_20_diff1": -0.026186477438121816, + "nauc_ndcg_at_20_max": 0.4594182611648677, + "nauc_ndcg_at_20_std": 0.31148570156551003, + "nauc_ndcg_at_3_diff1": -0.07921908762074863, + "nauc_ndcg_at_3_max": 0.37353606000551826, + "nauc_ndcg_at_3_std": 0.25996383702762715, + "nauc_ndcg_at_5_diff1": -0.061056451615397016, + "nauc_ndcg_at_5_max": 0.39283569980605254, + "nauc_ndcg_at_5_std": 0.2702587731169721, + "nauc_precision_at_1000_diff1": -0.026356658807906445, + "nauc_precision_at_1000_max": 0.06062303763777375, + "nauc_precision_at_1000_std": -0.05711675476444819, + "nauc_precision_at_100_diff1": -0.07027305234792032, + "nauc_precision_at_100_max": 0.14634073162369296, + "nauc_precision_at_100_std": 0.10929284165776479, + "nauc_precision_at_10_diff1": -0.14809806551518562, + "nauc_precision_at_10_max": 0.24027712976396698, + "nauc_precision_at_10_std": 0.20443159272004782, + "nauc_precision_at_1_diff1": -0.13517294513604533, + "nauc_precision_at_1_max": 0.39469202384331553, + "nauc_precision_at_1_std": 0.3474818539394184, + "nauc_precision_at_20_diff1": -0.1505567802302809, + "nauc_precision_at_20_max": 0.1954213459227793, + "nauc_precision_at_20_std": 0.1466285703473139, + "nauc_precision_at_3_diff1": -0.1996119550342739, + "nauc_precision_at_3_max": 0.36973311754450716, + "nauc_precision_at_3_std": 0.32543912817981324, + "nauc_precision_at_5_diff1": -0.16958546267946017, + "nauc_precision_at_5_max": 0.3241884492085202, + "nauc_precision_at_5_std": 0.27173501798524663, + "nauc_recall_at_1000_diff1": -0.06326082243401449, + "nauc_recall_at_1000_max": 0.3857338484191043, + "nauc_recall_at_1000_std": 0.6074146458124074, + "nauc_recall_at_100_diff1": -0.05414703634834401, + "nauc_recall_at_100_max": 0.30066501895626163, + "nauc_recall_at_100_std": 0.3585884415022783, + "nauc_recall_at_10_diff1": 0.0507388089699402, + "nauc_recall_at_10_max": 0.20010923146266552, + "nauc_recall_at_10_std": 0.13523243331107138, + "nauc_recall_at_1_diff1": 0.16672350043998468, + "nauc_recall_at_1_max": 0.16603005780642113, + "nauc_recall_at_1_std": 0.05674386739638759, + "nauc_recall_at_20_diff1": 0.041036267065456794, + "nauc_recall_at_20_max": 0.21771795926392332, + "nauc_recall_at_20_std": 0.1455075675737799, + "nauc_recall_at_3_diff1": 0.11609334961020343, + "nauc_recall_at_3_max": 0.19716657611488925, + "nauc_recall_at_3_std": 0.10260007814578362, + "nauc_recall_at_5_diff1": 0.1197463975958594, + "nauc_recall_at_5_max": 0.21116645144290094, + "nauc_recall_at_5_std": 0.11458981124731785, + "ndcg_at_1": 0.59, + "ndcg_at_10": 0.56045, + "ndcg_at_100": 0.62011, + "ndcg_at_1000": 0.7069, + "ndcg_at_20": 0.55681, + "ndcg_at_3": 0.5804, + "ndcg_at_5": 0.57165, + "precision_at_1": 0.74, + "precision_at_10": 0.5275, + "precision_at_100": 0.2269, + "precision_at_1000": 0.04669, + "precision_at_20": 0.43425, + "precision_at_3": 0.65333, + "precision_at_5": 0.597, + "recall_at_1": 0.06602, + "recall_at_10": 0.282, + "recall_at_100": 0.69646, + "recall_at_1000": 0.96163, + "recall_at_20": 0.39205, + "recall_at_3": 0.14327, + "recall_at_5": 0.19415 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.51593, + "map_at_1": 0.05864, + "map_at_10": 0.19562, + "map_at_100": 0.35184, + "map_at_1000": 0.40491, + "map_at_20": 0.24869, + "map_at_3": 0.11095, + "map_at_5": 0.14611, + "mrr_at_1": 0.68, + "mrr_at_10": 0.7743531746031745, + "mrr_at_100": 0.7763694605102499, + "mrr_at_1000": 0.7763775642379648, + "mrr_at_20": 0.7756746031746033, + "mrr_at_3": 0.7558333333333335, + "mrr_at_5": 0.7683333333333331, + "nauc_map_at_1000_diff1": 0.1524761443768058, + "nauc_map_at_1000_max": 0.43325707961297244, + "nauc_map_at_1000_std": 0.37517932155753125, + "nauc_map_at_100_diff1": 0.15577382917189883, + "nauc_map_at_100_max": 0.45263145070344135, + "nauc_map_at_100_std": 0.38884812286259457, + "nauc_map_at_10_diff1": 0.2525861638975558, + "nauc_map_at_10_max": 0.36601379711359033, + "nauc_map_at_10_std": 0.2607923071474394, + "nauc_map_at_1_diff1": 0.3725609976533076, + "nauc_map_at_1_max": 0.29402613049013193, + "nauc_map_at_1_std": 0.19064105713472135, + "nauc_map_at_20_diff1": 0.20068001797701224, + "nauc_map_at_20_max": 0.3987891648618464, + "nauc_map_at_20_std": 0.3004272281116834, + "nauc_map_at_3_diff1": 0.31974576775709707, + "nauc_map_at_3_max": 0.35414104376899086, + "nauc_map_at_3_std": 0.23591042410924792, + "nauc_map_at_5_diff1": 0.27149073901999216, + "nauc_map_at_5_max": 0.31705553522363483, + "nauc_map_at_5_std": 0.2176884119748943, + "nauc_mrr_at_1000_diff1": 0.201705120160298, + "nauc_mrr_at_1000_max": 0.45887159929504334, + "nauc_mrr_at_1000_std": 0.3994225195309225, + "nauc_mrr_at_100_diff1": 0.20170185141774022, + "nauc_mrr_at_100_max": 0.45889401122493334, + "nauc_mrr_at_100_std": 0.3994289280901377, + "nauc_mrr_at_10_diff1": 0.20269754012419952, + "nauc_mrr_at_10_max": 0.45834825787615646, + "nauc_mrr_at_10_std": 0.4003936105675166, + "nauc_mrr_at_1_diff1": 0.20064266463962405, + "nauc_mrr_at_1_max": 0.4490360030405638, + "nauc_mrr_at_1_std": 0.39574839333840056, + "nauc_mrr_at_20_diff1": 0.20098955421800999, + "nauc_mrr_at_20_max": 0.45928204649205645, + "nauc_mrr_at_20_std": 0.3985479122352407, + "nauc_mrr_at_3_diff1": 0.21000958592083738, + "nauc_mrr_at_3_max": 0.46028547560845245, + "nauc_mrr_at_3_std": 0.3935826880806598, + "nauc_mrr_at_5_diff1": 0.20231920318572827, + "nauc_mrr_at_5_max": 0.450716311582646, + "nauc_mrr_at_5_std": 0.38899280919048435, + "nauc_ndcg_at_1000_diff1": 0.15894383673769485, + "nauc_ndcg_at_1000_max": 0.4859392635686536, + "nauc_ndcg_at_1000_std": 0.4088860281774544, + "nauc_ndcg_at_100_diff1": 0.180622809017407, + "nauc_ndcg_at_100_max": 0.5083236862584599, + "nauc_ndcg_at_100_std": 0.43527651543394685, + "nauc_ndcg_at_10_diff1": 0.16274952831966213, + "nauc_ndcg_at_10_max": 0.3824660815245172, + "nauc_ndcg_at_10_std": 0.2888983250659885, + "nauc_ndcg_at_1_diff1": 0.17765329487331957, + "nauc_ndcg_at_1_max": 0.35265626858570215, + "nauc_ndcg_at_1_std": 0.28111246580230737, + "nauc_ndcg_at_20_diff1": 0.1577876231506873, + "nauc_ndcg_at_20_max": 0.42411587497551045, + "nauc_ndcg_at_20_std": 0.3367513028457505, + "nauc_ndcg_at_3_diff1": 0.14920333828194549, + "nauc_ndcg_at_3_max": 0.3651160884629462, + "nauc_ndcg_at_3_std": 0.30005335376459996, + "nauc_ndcg_at_5_diff1": 0.1572681286659518, + "nauc_ndcg_at_5_max": 0.3673909273676029, + "nauc_ndcg_at_5_std": 0.29475450530247654, + "nauc_precision_at_1000_diff1": -0.07364783030779476, + "nauc_precision_at_1000_max": -0.14564362937721545, + "nauc_precision_at_1000_std": -0.17003255876014892, + "nauc_precision_at_100_diff1": -0.06879097375465168, + "nauc_precision_at_100_max": -0.01155826890284448, + "nauc_precision_at_100_std": 0.008177427385773529, + "nauc_precision_at_10_diff1": -0.05049692711269718, + "nauc_precision_at_10_max": 0.1830173470196024, + "nauc_precision_at_10_std": 0.16270600459418819, + "nauc_precision_at_1_diff1": 0.20064266463962405, + "nauc_precision_at_1_max": 0.4490360030405638, + "nauc_precision_at_1_std": 0.39574839333840056, + "nauc_precision_at_20_diff1": -0.12050405220898687, + "nauc_precision_at_20_max": 0.1168484210790025, + "nauc_precision_at_20_std": 0.11184096802074295, + "nauc_precision_at_3_diff1": 0.04466905017211552, + "nauc_precision_at_3_max": 0.32494096633129954, + "nauc_precision_at_3_std": 0.27804063134955154, + "nauc_precision_at_5_diff1": -0.002156319290465357, + "nauc_precision_at_5_max": 0.24804693274205522, + "nauc_precision_at_5_std": 0.2193052475979302, + "nauc_recall_at_1000_diff1": 0.2768007391031911, + "nauc_recall_at_1000_max": 0.5158343324322976, + "nauc_recall_at_1000_std": 0.5998066574040355, + "nauc_recall_at_100_diff1": 0.11197364626982965, + "nauc_recall_at_100_max": 0.3962904547162724, + "nauc_recall_at_100_std": 0.40057242036030855, + "nauc_recall_at_10_diff1": 0.18671342355285017, + "nauc_recall_at_10_max": 0.24409319664693713, + "nauc_recall_at_10_std": 0.16130732791842473, + "nauc_recall_at_1_diff1": 0.3725609976533076, + "nauc_recall_at_1_max": 0.29402613049013193, + "nauc_recall_at_1_std": 0.19064105713472135, + "nauc_recall_at_20_diff1": 0.11895288937617496, + "nauc_recall_at_20_max": 0.27284168262725467, + "nauc_recall_at_20_std": 0.1914168778750198, + "nauc_recall_at_3_diff1": 0.32402011897679633, + "nauc_recall_at_3_max": 0.2953907284651822, + "nauc_recall_at_3_std": 0.16863256859552578, + "nauc_recall_at_5_diff1": 0.2158946376910801, + "nauc_recall_at_5_max": 0.19457631798698427, + "nauc_recall_at_5_std": 0.11475871128198833, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.51593, + "ndcg_at_100": 0.58849, + "ndcg_at_1000": 0.68257, + "ndcg_at_20": 0.52408, + "ndcg_at_3": 0.53484, + "ndcg_at_5": 0.52518, + "precision_at_1": 0.68, + "precision_at_10": 0.49, + "precision_at_100": 0.2151, + "precision_at_1000": 0.04612, + "precision_at_20": 0.41625, + "precision_at_3": 0.59833, + "precision_at_5": 0.559, + "recall_at_1": 0.05864, + "recall_at_10": 0.26719, + "recall_at_100": 0.67504, + "recall_at_1000": 0.95957, + "recall_at_20": 0.37918, + "recall_at_3": 0.12485, + "recall_at_5": 0.18451 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.59691, + "map_at_1": 0.07437, + "map_at_10": 0.27365, + "map_at_100": 0.42358, + "map_at_1000": 0.48602, + "map_at_20": 0.32596, + "map_at_3": 0.16607, + "map_at_5": 0.21234, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8495892857142856, + "mrr_at_100": 0.850595113220113, + "mrr_at_1000": 0.850595113220113, + "mrr_at_20": 0.8504284465534465, + "mrr_at_3": 0.8358333333333333, + "mrr_at_5": 0.8465833333333335, + "nauc_map_at_1000_diff1": 0.20166182840727753, + "nauc_map_at_1000_max": 0.5484353145031994, + "nauc_map_at_1000_std": 0.41462637696319943, + "nauc_map_at_100_diff1": 0.25256452271180224, + "nauc_map_at_100_max": 0.5099831149541442, + "nauc_map_at_100_std": 0.3961450711039906, + "nauc_map_at_10_diff1": 0.33291515829714047, + "nauc_map_at_10_max": 0.4598804528983333, + "nauc_map_at_10_std": 0.22178438968130207, + "nauc_map_at_1_diff1": 0.3534955232576457, + "nauc_map_at_1_max": 0.45076717540850814, + "nauc_map_at_1_std": 0.09323603623623261, + "nauc_map_at_20_diff1": 0.3176122301178771, + "nauc_map_at_20_max": 0.485069031638282, + "nauc_map_at_20_std": 0.28486307697803, + "nauc_map_at_3_diff1": 0.3479974843650327, + "nauc_map_at_3_max": 0.41957208395872214, + "nauc_map_at_3_std": 0.1265449206842625, + "nauc_map_at_5_diff1": 0.3325971489243941, + "nauc_map_at_5_max": 0.4376867224144342, + "nauc_map_at_5_std": 0.155353355413105, + "nauc_mrr_at_1000_diff1": 0.12383020790134133, + "nauc_mrr_at_1000_max": 0.44994895375913074, + "nauc_mrr_at_1000_std": 0.28584738506378476, + "nauc_mrr_at_100_diff1": 0.12383020790134133, + "nauc_mrr_at_100_max": 0.44994895375913074, + "nauc_mrr_at_100_std": 0.28584738506378476, + "nauc_mrr_at_10_diff1": 0.11685520087762533, + "nauc_mrr_at_10_max": 0.44912863124230656, + "nauc_mrr_at_10_std": 0.2777717029070858, + "nauc_mrr_at_1_diff1": 0.074035943689712, + "nauc_mrr_at_1_max": 0.4718560461941322, + "nauc_mrr_at_1_std": 0.3191065553591009, + "nauc_mrr_at_20_diff1": 0.12455120933886261, + "nauc_mrr_at_20_max": 0.45045420622555776, + "nauc_mrr_at_20_std": 0.2856509084189837, + "nauc_mrr_at_3_diff1": 0.12970661266358707, + "nauc_mrr_at_3_max": 0.42588993141066084, + "nauc_mrr_at_3_std": 0.27581004620112853, + "nauc_mrr_at_5_diff1": 0.12463789452598842, + "nauc_mrr_at_5_max": 0.4491744296205967, + "nauc_mrr_at_5_std": 0.2775527170293142, + "nauc_ndcg_at_1000_diff1": 0.18074086901153086, + "nauc_ndcg_at_1000_max": 0.5530821197008913, + "nauc_ndcg_at_1000_std": 0.4454779048773893, + "nauc_ndcg_at_100_diff1": 0.2284898419651647, + "nauc_ndcg_at_100_max": 0.5783727833932886, + "nauc_ndcg_at_100_std": 0.44002154414052513, + "nauc_ndcg_at_10_diff1": 0.18354723934873435, + "nauc_ndcg_at_10_max": 0.5208519216308659, + "nauc_ndcg_at_10_std": 0.3159423750253909, + "nauc_ndcg_at_1_diff1": 0.17843691740505693, + "nauc_ndcg_at_1_max": 0.41786799053185064, + "nauc_ndcg_at_1_std": 0.28476507677161284, + "nauc_ndcg_at_20_diff1": 0.2117842564700844, + "nauc_ndcg_at_20_max": 0.5602472480203021, + "nauc_ndcg_at_20_std": 0.3758412098875625, + "nauc_ndcg_at_3_diff1": 0.11745748833864916, + "nauc_ndcg_at_3_max": 0.45579183201231105, + "nauc_ndcg_at_3_std": 0.27164664850767267, + "nauc_ndcg_at_5_diff1": 0.12949390146991652, + "nauc_ndcg_at_5_max": 0.4896091209203072, + "nauc_ndcg_at_5_std": 0.268936456435834, + "nauc_precision_at_1000_diff1": -0.20392355643046964, + "nauc_precision_at_1000_max": -0.015745323452258923, + "nauc_precision_at_1000_std": -0.13354869543328612, + "nauc_precision_at_100_diff1": -0.2347588557152868, + "nauc_precision_at_100_max": -0.053608528290382915, + "nauc_precision_at_100_std": 0.01597643985794409, + "nauc_precision_at_10_diff1": -0.15515036685301728, + "nauc_precision_at_10_max": 0.1318614379390734, + "nauc_precision_at_10_std": 0.19090489111365838, + "nauc_precision_at_1_diff1": 0.074035943689712, + "nauc_precision_at_1_max": 0.4718560461941322, + "nauc_precision_at_1_std": 0.3191065553591009, + "nauc_precision_at_20_diff1": -0.2246197999479069, + "nauc_precision_at_20_max": 0.027244754755416448, + "nauc_precision_at_20_std": 0.13969533457993316, + "nauc_precision_at_3_diff1": -0.011937350451710085, + "nauc_precision_at_3_max": 0.30356397187000866, + "nauc_precision_at_3_std": 0.24217046350856075, + "nauc_precision_at_5_diff1": -0.08382760304687577, + "nauc_precision_at_5_max": 0.24206618587243142, + "nauc_precision_at_5_std": 0.23018142248358187, + "nauc_recall_at_1000_diff1": 0.1651727525152866, + "nauc_recall_at_1000_max": 0.4878317322539761, + "nauc_recall_at_1000_std": 0.770257287149842, + "nauc_recall_at_100_diff1": 0.2524912242516631, + "nauc_recall_at_100_max": 0.36998679387096234, + "nauc_recall_at_100_std": 0.40604564576634167, + "nauc_recall_at_10_diff1": 0.2965460145077722, + "nauc_recall_at_10_max": 0.3522033702678236, + "nauc_recall_at_10_std": 0.16853569228725654, + "nauc_recall_at_1_diff1": 0.3534955232576457, + "nauc_recall_at_1_max": 0.45076717540850814, + "nauc_recall_at_1_std": 0.09323603623623261, + "nauc_recall_at_20_diff1": 0.30868138463726746, + "nauc_recall_at_20_max": 0.3591737130609038, + "nauc_recall_at_20_std": 0.24837983835734032, + "nauc_recall_at_3_diff1": 0.2893143882025561, + "nauc_recall_at_3_max": 0.30779062845737776, + "nauc_recall_at_3_std": 0.08774799106071993, + "nauc_recall_at_5_diff1": 0.28073950766646805, + "nauc_recall_at_5_max": 0.33498444594265425, + "nauc_recall_at_5_std": 0.10526027663117878, + "ndcg_at_1": 0.6375, + "ndcg_at_10": 0.59691, + "ndcg_at_100": 0.64157, + "ndcg_at_1000": 0.72431, + "ndcg_at_20": 0.60352, + "ndcg_at_3": 0.61047, + "ndcg_at_5": 0.60071, + "precision_at_1": 0.77, + "precision_at_10": 0.5345, + "precision_at_100": 0.2343, + "precision_at_1000": 0.05737, + "precision_at_20": 0.4425, + "precision_at_3": 0.67833, + "precision_at_5": 0.622, + "recall_at_1": 0.07437, + "recall_at_10": 0.3584, + "recall_at_100": 0.70501, + "recall_at_1000": 0.94365, + "recall_at_20": 0.46584, + "recall_at_3": 0.19065, + "recall_at_5": 0.25929 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.54816, + "map_at_1": 0.07516, + "map_at_10": 0.24764, + "map_at_100": 0.37386, + "map_at_1000": 0.43178, + "map_at_20": 0.29159, + "map_at_3": 0.1568, + "map_at_5": 0.19772, + "mrr_at_1": 0.72, + "mrr_at_10": 0.813873015873016, + "mrr_at_100": 0.8158637773045669, + "mrr_at_1000": 0.8158637773045669, + "mrr_at_20": 0.8155238650238652, + "mrr_at_3": 0.8016666666666669, + "mrr_at_5": 0.8096666666666669, + "nauc_map_at_1000_diff1": 0.15109209290599762, + "nauc_map_at_1000_max": 0.5027057841167796, + "nauc_map_at_1000_std": 0.4013379787450602, + "nauc_map_at_100_diff1": 0.20000295255473743, + "nauc_map_at_100_max": 0.4884433040479198, + "nauc_map_at_100_std": 0.3861192736228834, + "nauc_map_at_10_diff1": 0.2639362026477408, + "nauc_map_at_10_max": 0.48390326005580886, + "nauc_map_at_10_std": 0.26091406692873037, + "nauc_map_at_1_diff1": 0.2703916146156676, + "nauc_map_at_1_max": 0.3821775926364581, + "nauc_map_at_1_std": 0.11505256778194446, + "nauc_map_at_20_diff1": 0.2556208893946092, + "nauc_map_at_20_max": 0.47897246639555635, + "nauc_map_at_20_std": 0.29633697854617647, + "nauc_map_at_3_diff1": 0.23103520755850135, + "nauc_map_at_3_max": 0.43178705246961396, + "nauc_map_at_3_std": 0.18375544891524107, + "nauc_map_at_5_diff1": 0.26000019846296657, + "nauc_map_at_5_max": 0.45319436297169186, + "nauc_map_at_5_std": 0.21050613708296578, + "nauc_mrr_at_1000_diff1": 0.07840811342453155, + "nauc_mrr_at_1000_max": 0.300361782313354, + "nauc_mrr_at_1000_std": 0.15778009016520483, + "nauc_mrr_at_100_diff1": 0.07840811342453155, + "nauc_mrr_at_100_max": 0.300361782313354, + "nauc_mrr_at_100_std": 0.15778009016520483, + "nauc_mrr_at_10_diff1": 0.07972220126778562, + "nauc_mrr_at_10_max": 0.3004010037411641, + "nauc_mrr_at_10_std": 0.15553242303715534, + "nauc_mrr_at_1_diff1": 0.005256028693528281, + "nauc_mrr_at_1_max": 0.2704899267399261, + "nauc_mrr_at_1_std": 0.17029151404151374, + "nauc_mrr_at_20_diff1": 0.07849911984005133, + "nauc_mrr_at_20_max": 0.3016928797585783, + "nauc_mrr_at_20_std": 0.1586466560389884, + "nauc_mrr_at_3_diff1": 0.11330355518200523, + "nauc_mrr_at_3_max": 0.3101014652236833, + "nauc_mrr_at_3_std": 0.15617499501771986, + "nauc_mrr_at_5_diff1": 0.09208479869989722, + "nauc_mrr_at_5_max": 0.3046238625460467, + "nauc_mrr_at_5_std": 0.15885268826370663, + "nauc_ndcg_at_1000_diff1": 0.13082713877946336, + "nauc_ndcg_at_1000_max": 0.4936451676379235, + "nauc_ndcg_at_1000_std": 0.40912181195105035, + "nauc_ndcg_at_100_diff1": 0.21792097625710116, + "nauc_ndcg_at_100_max": 0.5482805322901604, + "nauc_ndcg_at_100_std": 0.4211706508774381, + "nauc_ndcg_at_10_diff1": 0.1285987434822592, + "nauc_ndcg_at_10_max": 0.43130455243992655, + "nauc_ndcg_at_10_std": 0.2608333583547663, + "nauc_ndcg_at_1_diff1": 0.09808044337521714, + "nauc_ndcg_at_1_max": 0.34256643049526037, + "nauc_ndcg_at_1_std": 0.19027279546364326, + "nauc_ndcg_at_20_diff1": 0.1856136542618104, + "nauc_ndcg_at_20_max": 0.48179254067282196, + "nauc_ndcg_at_20_std": 0.31520180459712677, + "nauc_ndcg_at_3_diff1": 0.06558266748463466, + "nauc_ndcg_at_3_max": 0.37946895235021205, + "nauc_ndcg_at_3_std": 0.23607970336544404, + "nauc_ndcg_at_5_diff1": 0.0913167446119182, + "nauc_ndcg_at_5_max": 0.3814293256638929, + "nauc_ndcg_at_5_std": 0.22757366083580371, + "nauc_precision_at_1000_diff1": -0.21489072126180384, + "nauc_precision_at_1000_max": -0.12228682460148212, + "nauc_precision_at_1000_std": -0.1539995161284525, + "nauc_precision_at_100_diff1": -0.24184152988289284, + "nauc_precision_at_100_max": -0.12805464957376564, + "nauc_precision_at_100_std": -0.013768236829147185, + "nauc_precision_at_10_diff1": -0.19370010630196258, + "nauc_precision_at_10_max": 0.0006492399754490352, + "nauc_precision_at_10_std": 0.09856329794203735, + "nauc_precision_at_1_diff1": 0.005256028693528281, + "nauc_precision_at_1_max": 0.2704899267399261, + "nauc_precision_at_1_std": 0.17029151404151374, + "nauc_precision_at_20_diff1": -0.2258852331642251, + "nauc_precision_at_20_max": -0.08752625544235296, + "nauc_precision_at_20_std": 0.048628457421968904, + "nauc_precision_at_3_diff1": -0.08378455755131572, + "nauc_precision_at_3_max": 0.19308351071112984, + "nauc_precision_at_3_std": 0.19685201090406618, + "nauc_precision_at_5_diff1": -0.11465152446743059, + "nauc_precision_at_5_max": 0.1137701753751444, + "nauc_precision_at_5_std": 0.14513325884061662, + "nauc_recall_at_1000_diff1": 0.29970621580701173, + "nauc_recall_at_1000_max": 0.5893395767503951, + "nauc_recall_at_1000_std": 0.6469276191039679, + "nauc_recall_at_100_diff1": 0.3167863677939041, + "nauc_recall_at_100_max": 0.45621844120476335, + "nauc_recall_at_100_std": 0.4233346123469961, + "nauc_recall_at_10_diff1": 0.32046724589587, + "nauc_recall_at_10_max": 0.44945382540348633, + "nauc_recall_at_10_std": 0.22833372772499214, + "nauc_recall_at_1_diff1": 0.2703916146156676, + "nauc_recall_at_1_max": 0.3821775926364581, + "nauc_recall_at_1_std": 0.11505256778194446, + "nauc_recall_at_20_diff1": 0.3413610067510486, + "nauc_recall_at_20_max": 0.4505301617327839, + "nauc_recall_at_20_std": 0.29706853051379967, + "nauc_recall_at_3_diff1": 0.23835257824903902, + "nauc_recall_at_3_max": 0.3819627397542637, + "nauc_recall_at_3_std": 0.15365216783208718, + "nauc_recall_at_5_diff1": 0.27318171307645484, + "nauc_recall_at_5_max": 0.3962592215373492, + "nauc_recall_at_5_std": 0.1734600748258217, + "ndcg_at_1": 0.5875, + "ndcg_at_10": 0.54816, + "ndcg_at_100": 0.59328, + "ndcg_at_1000": 0.68468, + "ndcg_at_20": 0.55202, + "ndcg_at_3": 0.55675, + "ndcg_at_5": 0.55356, + "precision_at_1": 0.72, + "precision_at_10": 0.487, + "precision_at_100": 0.21335, + "precision_at_1000": 0.05453, + "precision_at_20": 0.40025, + "precision_at_3": 0.63, + "precision_at_5": 0.578, + "recall_at_1": 0.07516, + "recall_at_10": 0.33088, + "recall_at_100": 0.66405, + "recall_at_1000": 0.92529, + "recall_at_20": 0.42643, + "recall_at_3": 0.18591, + "recall_at_5": 0.24444 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.5258, + "map_at_1": 0.0681, + "map_at_10": 0.23699, + "map_at_100": 0.35665, + "map_at_1000": 0.411, + "map_at_20": 0.27656, + "map_at_3": 0.14067, + "map_at_5": 0.18368, + "mrr_at_1": 0.665, + "mrr_at_10": 0.7635674603174604, + "mrr_at_100": 0.7657378286396143, + "mrr_at_1000": 0.7657378286396143, + "mrr_at_20": 0.7654066211566212, + "mrr_at_3": 0.7441666666666668, + "mrr_at_5": 0.7556666666666666, + "nauc_map_at_1000_diff1": 0.2371139472319755, + "nauc_map_at_1000_max": 0.5642146819704448, + "nauc_map_at_1000_std": 0.42943662123020865, + "nauc_map_at_100_diff1": 0.28648468681461264, + "nauc_map_at_100_max": 0.580332327450666, + "nauc_map_at_100_std": 0.436098287103131, + "nauc_map_at_10_diff1": 0.3571348577378731, + "nauc_map_at_10_max": 0.5814266961031652, + "nauc_map_at_10_std": 0.32488123849305056, + "nauc_map_at_1_diff1": 0.41713334928074247, + "nauc_map_at_1_max": 0.5586306806743231, + "nauc_map_at_1_std": 0.11651289141914611, + "nauc_map_at_20_diff1": 0.33498501243704476, + "nauc_map_at_20_max": 0.5788469508413183, + "nauc_map_at_20_std": 0.3566121923178316, + "nauc_map_at_3_diff1": 0.37968376996199105, + "nauc_map_at_3_max": 0.5536452883255113, + "nauc_map_at_3_std": 0.2492977999959987, + "nauc_map_at_5_diff1": 0.3876982545415338, + "nauc_map_at_5_max": 0.5903248431187362, + "nauc_map_at_5_std": 0.2758590815774598, + "nauc_mrr_at_1000_diff1": 0.1488970619586119, + "nauc_mrr_at_1000_max": 0.4658761682771213, + "nauc_mrr_at_1000_std": 0.26737409693318565, + "nauc_mrr_at_100_diff1": 0.1488970619586119, + "nauc_mrr_at_100_max": 0.4658761682771213, + "nauc_mrr_at_100_std": 0.26737409693318565, + "nauc_mrr_at_10_diff1": 0.15095618158881563, + "nauc_mrr_at_10_max": 0.46661956129796556, + "nauc_mrr_at_10_std": 0.26730829653654264, + "nauc_mrr_at_1_diff1": 0.06930419261034604, + "nauc_mrr_at_1_max": 0.4252109713481217, + "nauc_mrr_at_1_std": 0.21606650520828966, + "nauc_mrr_at_20_diff1": 0.1498564061873246, + "nauc_mrr_at_20_max": 0.4661571504333439, + "nauc_mrr_at_20_std": 0.2665305649097784, + "nauc_mrr_at_3_diff1": 0.15437406616581992, + "nauc_mrr_at_3_max": 0.46916004407084305, + "nauc_mrr_at_3_std": 0.28094286379902605, + "nauc_mrr_at_5_diff1": 0.16158373186961036, + "nauc_mrr_at_5_max": 0.4659039176938368, + "nauc_mrr_at_5_std": 0.2743845691351163, + "nauc_ndcg_at_1000_diff1": 0.21588006379366956, + "nauc_ndcg_at_1000_max": 0.54983259947214, + "nauc_ndcg_at_1000_std": 0.44317227138146453, + "nauc_ndcg_at_100_diff1": 0.2921532311074125, + "nauc_ndcg_at_100_max": 0.6015951910716353, + "nauc_ndcg_at_100_std": 0.4570516857973934, + "nauc_ndcg_at_10_diff1": 0.2148797187900735, + "nauc_ndcg_at_10_max": 0.5308812223944666, + "nauc_ndcg_at_10_std": 0.33426353128505093, + "nauc_ndcg_at_1_diff1": 0.1125881175587568, + "nauc_ndcg_at_1_max": 0.42675756817613175, + "nauc_ndcg_at_1_std": 0.20270349821189368, + "nauc_ndcg_at_20_diff1": 0.2558652168319219, + "nauc_ndcg_at_20_max": 0.5700877944661181, + "nauc_ndcg_at_20_std": 0.3688793479729102, + "nauc_ndcg_at_3_diff1": 0.1456215185506693, + "nauc_ndcg_at_3_max": 0.45224355548889045, + "nauc_ndcg_at_3_std": 0.2766945980844169, + "nauc_ndcg_at_5_diff1": 0.18924400964908297, + "nauc_ndcg_at_5_max": 0.5037841059793546, + "nauc_ndcg_at_5_std": 0.28826017129870546, + "nauc_precision_at_1000_diff1": -0.23975317735907362, + "nauc_precision_at_1000_max": -0.2160440635012749, + "nauc_precision_at_1000_std": -0.217996282381542, + "nauc_precision_at_100_diff1": -0.26312533249817055, + "nauc_precision_at_100_max": -0.18650391238057185, + "nauc_precision_at_100_std": -0.05704434730390768, + "nauc_precision_at_10_diff1": -0.18184433223324867, + "nauc_precision_at_10_max": 0.025754801693274865, + "nauc_precision_at_10_std": 0.13204705095761762, + "nauc_precision_at_1_diff1": 0.06930419261034604, + "nauc_precision_at_1_max": 0.4252109713481217, + "nauc_precision_at_1_std": 0.21606650520828966, + "nauc_precision_at_20_diff1": -0.23871594471225444, + "nauc_precision_at_20_max": -0.08260205224193229, + "nauc_precision_at_20_std": 0.06398034592672124, + "nauc_precision_at_3_diff1": -0.010297110064474436, + "nauc_precision_at_3_max": 0.23867117838035606, + "nauc_precision_at_3_std": 0.19791714298779112, + "nauc_precision_at_5_diff1": -0.06526741457747015, + "nauc_precision_at_5_max": 0.21211155288312855, + "nauc_precision_at_5_std": 0.1969433483971727, + "nauc_recall_at_1000_diff1": 0.4025825649915693, + "nauc_recall_at_1000_max": 0.6318663511463328, + "nauc_recall_at_1000_std": 0.7547042611264168, + "nauc_recall_at_100_diff1": 0.3911683992131513, + "nauc_recall_at_100_max": 0.5172953539955439, + "nauc_recall_at_100_std": 0.48857825645180014, + "nauc_recall_at_10_diff1": 0.3929638395616115, + "nauc_recall_at_10_max": 0.5233408474703923, + "nauc_recall_at_10_std": 0.30043603194283347, + "nauc_recall_at_1_diff1": 0.41713334928074247, + "nauc_recall_at_1_max": 0.5586306806743231, + "nauc_recall_at_1_std": 0.11651289141914611, + "nauc_recall_at_20_diff1": 0.3881124726863457, + "nauc_recall_at_20_max": 0.5130095088429913, + "nauc_recall_at_20_std": 0.3268792909041199, + "nauc_recall_at_3_diff1": 0.399306184368114, + "nauc_recall_at_3_max": 0.5248290114057336, + "nauc_recall_at_3_std": 0.2732141793127108, + "nauc_recall_at_5_diff1": 0.41310283770133344, + "nauc_recall_at_5_max": 0.5367823445056352, + "nauc_recall_at_5_std": 0.2565716770792635, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.5258, + "ndcg_at_100": 0.57306, + "ndcg_at_1000": 0.66598, + "ndcg_at_20": 0.52823, + "ndcg_at_3": 0.51918, + "ndcg_at_5": 0.51951, + "precision_at_1": 0.665, + "precision_at_10": 0.4705, + "precision_at_100": 0.2037, + "precision_at_1000": 0.05313, + "precision_at_20": 0.38175, + "precision_at_3": 0.57833, + "precision_at_5": 0.541, + "recall_at_1": 0.0681, + "recall_at_10": 0.33059, + "recall_at_100": 0.65095, + "recall_at_1000": 0.91576, + "recall_at_20": 0.41509, + "recall_at_3": 0.16414, + "recall_at_5": 0.23303 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53479, + "map_at_1": 0.05029, + "map_at_10": 0.20073, + "map_at_100": 0.3828, + "map_at_1000": 0.43148, + "map_at_20": 0.2577, + "map_at_3": 0.11057, + "map_at_5": 0.14534, + "mrr_at_1": 0.755, + "mrr_at_10": 0.8288749999999999, + "mrr_at_100": 0.8303765383993209, + "mrr_at_1000": 0.8304218709471083, + "mrr_at_20": 0.8295446428571428, + "mrr_at_3": 0.8199999999999998, + "mrr_at_5": 0.8282499999999999, + "nauc_map_at_1000_diff1": 0.06805097882389943, + "nauc_map_at_1000_max": 0.40247283043730625, + "nauc_map_at_1000_std": 0.3386947299193016, + "nauc_map_at_100_diff1": 0.08173483203902346, + "nauc_map_at_100_max": 0.35269493782996525, + "nauc_map_at_100_std": 0.2536977730185604, + "nauc_map_at_10_diff1": 0.09046134394698203, + "nauc_map_at_10_max": 0.11311415432203858, + "nauc_map_at_10_std": 0.00653041280400051, + "nauc_map_at_1_diff1": 0.07515836748268191, + "nauc_map_at_1_max": -0.06287850104097505, + "nauc_map_at_1_std": -0.040590200190648865, + "nauc_map_at_20_diff1": 0.09587269732422797, + "nauc_map_at_20_max": 0.18741760750568068, + "nauc_map_at_20_std": 0.06946629485849339, + "nauc_map_at_3_diff1": 0.11042480997107754, + "nauc_map_at_3_max": 0.03101222310615252, + "nauc_map_at_3_std": -0.10162751165587208, + "nauc_map_at_5_diff1": 0.10070485749118634, + "nauc_map_at_5_max": 0.06054675598961386, + "nauc_map_at_5_std": -0.05557241009025698, + "nauc_mrr_at_1000_diff1": 0.1267210974643449, + "nauc_mrr_at_1000_max": 0.3348571729058483, + "nauc_mrr_at_1000_std": 0.32784454791482875, + "nauc_mrr_at_100_diff1": 0.12695268886012936, + "nauc_mrr_at_100_max": 0.33504001270972295, + "nauc_mrr_at_100_std": 0.32801228580905395, + "nauc_mrr_at_10_diff1": 0.12829878978410975, + "nauc_mrr_at_10_max": 0.3370499786734672, + "nauc_mrr_at_10_std": 0.33095753043939535, + "nauc_mrr_at_1_diff1": 0.1000606363626698, + "nauc_mrr_at_1_max": 0.28178887907832745, + "nauc_mrr_at_1_std": 0.24147101688244, + "nauc_mrr_at_20_diff1": 0.12657464352944245, + "nauc_mrr_at_20_max": 0.33574042387959835, + "nauc_mrr_at_20_std": 0.3298232701441164, + "nauc_mrr_at_3_diff1": 0.13533292611289333, + "nauc_mrr_at_3_max": 0.33964759049538173, + "nauc_mrr_at_3_std": 0.3323199629288985, + "nauc_mrr_at_5_diff1": 0.13174376853008177, + "nauc_mrr_at_5_max": 0.33857218625676966, + "nauc_mrr_at_5_std": 0.33250381548689156, + "nauc_ndcg_at_1000_diff1": 0.0917007443234996, + "nauc_ndcg_at_1000_max": 0.4475775932806534, + "nauc_ndcg_at_1000_std": 0.43939775910705925, + "nauc_ndcg_at_100_diff1": 0.12719456691485834, + "nauc_ndcg_at_100_max": 0.3961069702633623, + "nauc_ndcg_at_100_std": 0.3559123306614796, + "nauc_ndcg_at_10_diff1": 0.10937182033180808, + "nauc_ndcg_at_10_max": 0.3683117860390534, + "nauc_ndcg_at_10_std": 0.33745154032639924, + "nauc_ndcg_at_1_diff1": 0.16607127052708678, + "nauc_ndcg_at_1_max": 0.2536910537707082, + "nauc_ndcg_at_1_std": 0.26011972289941826, + "nauc_ndcg_at_20_diff1": 0.09372950258627301, + "nauc_ndcg_at_20_max": 0.3641502215837791, + "nauc_ndcg_at_20_std": 0.31105198099330156, + "nauc_ndcg_at_3_diff1": 0.12881814207844774, + "nauc_ndcg_at_3_max": 0.3468452240014496, + "nauc_ndcg_at_3_std": 0.31684518628944996, + "nauc_ndcg_at_5_diff1": 0.09407189317708968, + "nauc_ndcg_at_5_max": 0.3646613277895979, + "nauc_ndcg_at_5_std": 0.3433932172057687, + "nauc_precision_at_1000_diff1": -0.034273619041406495, + "nauc_precision_at_1000_max": 0.14817825408131585, + "nauc_precision_at_1000_std": 0.20523928954874535, + "nauc_precision_at_100_diff1": -0.02233645917016579, + "nauc_precision_at_100_max": 0.25734184032240315, + "nauc_precision_at_100_std": 0.30128882841708915, + "nauc_precision_at_10_diff1": 0.009487071778446527, + "nauc_precision_at_10_max": 0.3203832334431001, + "nauc_precision_at_10_std": 0.310462970603017, + "nauc_precision_at_1_diff1": 0.1000606363626698, + "nauc_precision_at_1_max": 0.28178887907832745, + "nauc_precision_at_1_std": 0.24147101688244, + "nauc_precision_at_20_diff1": -0.009386799741668823, + "nauc_precision_at_20_max": 0.3239736082000403, + "nauc_precision_at_20_std": 0.31257107084698593, + "nauc_precision_at_3_diff1": 0.06624638114241785, + "nauc_precision_at_3_max": 0.36090894777598925, + "nauc_precision_at_3_std": 0.2836284650260104, + "nauc_precision_at_5_diff1": 0.003888937086730235, + "nauc_precision_at_5_max": 0.34344670722829307, + "nauc_precision_at_5_std": 0.3036350811546867, + "nauc_recall_at_1000_diff1": 0.08736344719297921, + "nauc_recall_at_1000_max": 0.34601115874211047, + "nauc_recall_at_1000_std": 0.5888797486737056, + "nauc_recall_at_100_diff1": 0.1521898190586019, + "nauc_recall_at_100_max": 0.14028166278977663, + "nauc_recall_at_100_std": 0.12380960077531013, + "nauc_recall_at_10_diff1": 0.11216810530409352, + "nauc_recall_at_10_max": 0.030197274263013964, + "nauc_recall_at_10_std": -0.04505679810186286, + "nauc_recall_at_1_diff1": 0.07515836748268191, + "nauc_recall_at_1_max": -0.06287850104097505, + "nauc_recall_at_1_std": -0.040590200190648865, + "nauc_recall_at_20_diff1": 0.09134504189067784, + "nauc_recall_at_20_max": 0.050957356636541815, + "nauc_recall_at_20_std": -0.01530632833319129, + "nauc_recall_at_3_diff1": 0.13967714620021637, + "nauc_recall_at_3_max": -0.010311417441215352, + "nauc_recall_at_3_std": -0.12110615994255926, + "nauc_recall_at_5_diff1": 0.13019460376402836, + "nauc_recall_at_5_max": 0.00019187196933731292, + "nauc_recall_at_5_std": -0.09034613052946415, + "ndcg_at_1": 0.585, + "ndcg_at_10": 0.53479, + "ndcg_at_100": 0.59392, + "ndcg_at_1000": 0.68799, + "ndcg_at_20": 0.5255, + "ndcg_at_3": 0.55717, + "ndcg_at_5": 0.55153, + "precision_at_1": 0.755, + "precision_at_10": 0.5515, + "precision_at_100": 0.23085, + "precision_at_1000": 0.03956, + "precision_at_20": 0.44825, + "precision_at_3": 0.67, + "precision_at_5": 0.626, + "recall_at_1": 0.05029, + "recall_at_10": 0.25737, + "recall_at_100": 0.70306, + "recall_at_1000": 0.97122, + "recall_at_20": 0.36638, + "recall_at_3": 0.12651, + "recall_at_5": 0.17667 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.4585, + "map_at_1": 0.04723, + "map_at_10": 0.16628, + "map_at_100": 0.31072, + "map_at_1000": 0.35623, + "map_at_20": 0.21244, + "map_at_3": 0.09612, + "map_at_5": 0.12135, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7389007936507936, + "mrr_at_100": 0.7414583526908645, + "mrr_at_1000": 0.7415704540070052, + "mrr_at_20": 0.74076674020424, + "mrr_at_3": 0.7175, + "mrr_at_5": 0.7334999999999999, + "nauc_map_at_1000_diff1": 0.08082968520950373, + "nauc_map_at_1000_max": 0.381034600936375, + "nauc_map_at_1000_std": 0.4239338241858786, + "nauc_map_at_100_diff1": 0.0641030787859456, + "nauc_map_at_100_max": 0.33358253452913494, + "nauc_map_at_100_std": 0.347127589951618, + "nauc_map_at_10_diff1": 0.020197493734376636, + "nauc_map_at_10_max": 0.10189263872867954, + "nauc_map_at_10_std": 0.04592847369173729, + "nauc_map_at_1_diff1": 0.06231861606564225, + "nauc_map_at_1_max": 0.09526168042483409, + "nauc_map_at_1_std": -0.06136533713529457, + "nauc_map_at_20_diff1": 0.0394152320380439, + "nauc_map_at_20_max": 0.16989287407663617, + "nauc_map_at_20_std": 0.12696823160082527, + "nauc_map_at_3_diff1": 0.013546937304714872, + "nauc_map_at_3_max": 0.07560827643267641, + "nauc_map_at_3_std": -0.04840044960722214, + "nauc_map_at_5_diff1": 0.005036048349469803, + "nauc_map_at_5_max": 0.06734605584668943, + "nauc_map_at_5_std": -0.01966306788394028, + "nauc_mrr_at_1000_diff1": 0.1674124926627566, + "nauc_mrr_at_1000_max": 0.40524572850178636, + "nauc_mrr_at_1000_std": 0.3590369827479647, + "nauc_mrr_at_100_diff1": 0.16752492369038946, + "nauc_mrr_at_100_max": 0.4049095779384709, + "nauc_mrr_at_100_std": 0.3590845064996753, + "nauc_mrr_at_10_diff1": 0.1618005960383421, + "nauc_mrr_at_10_max": 0.4003032779315199, + "nauc_mrr_at_10_std": 0.35589874242368447, + "nauc_mrr_at_1_diff1": 0.19288828711203573, + "nauc_mrr_at_1_max": 0.45005117789759586, + "nauc_mrr_at_1_std": 0.3203897579728718, + "nauc_mrr_at_20_diff1": 0.1673632828971967, + "nauc_mrr_at_20_max": 0.40315888026037894, + "nauc_mrr_at_20_std": 0.3600351918258205, + "nauc_mrr_at_3_diff1": 0.17517947330882896, + "nauc_mrr_at_3_max": 0.4197848091279826, + "nauc_mrr_at_3_std": 0.3565863766113956, + "nauc_mrr_at_5_diff1": 0.1620313284222741, + "nauc_mrr_at_5_max": 0.4069544765163258, + "nauc_mrr_at_5_std": 0.3648758073063204, + "nauc_ndcg_at_1000_diff1": 0.10709243871616371, + "nauc_ndcg_at_1000_max": 0.379631367497226, + "nauc_ndcg_at_1000_std": 0.49844702953733316, + "nauc_ndcg_at_100_diff1": 0.1085778720083144, + "nauc_ndcg_at_100_max": 0.34611345257015314, + "nauc_ndcg_at_100_std": 0.4384030485624173, + "nauc_ndcg_at_10_diff1": 0.12081398433690434, + "nauc_ndcg_at_10_max": 0.3140294367905783, + "nauc_ndcg_at_10_std": 0.380894108426011, + "nauc_ndcg_at_1_diff1": 0.18713016144335715, + "nauc_ndcg_at_1_max": 0.3052249994567855, + "nauc_ndcg_at_1_std": 0.2762680437758483, + "nauc_ndcg_at_20_diff1": 0.10033047062932261, + "nauc_ndcg_at_20_max": 0.2990428887841104, + "nauc_ndcg_at_20_std": 0.37926971014512856, + "nauc_ndcg_at_3_diff1": 0.13625357081651815, + "nauc_ndcg_at_3_max": 0.32651623127591484, + "nauc_ndcg_at_3_std": 0.34238706780508615, + "nauc_ndcg_at_5_diff1": 0.13038062988070617, + "nauc_ndcg_at_5_max": 0.32115554924365, + "nauc_ndcg_at_5_std": 0.3578392299214541, + "nauc_precision_at_1000_diff1": 0.1146469952102188, + "nauc_precision_at_1000_max": 0.22711284705212437, + "nauc_precision_at_1000_std": 0.25731933609188956, + "nauc_precision_at_100_diff1": 0.07327700421399941, + "nauc_precision_at_100_max": 0.32987350111744274, + "nauc_precision_at_100_std": 0.44310952913537716, + "nauc_precision_at_10_diff1": 0.13287271061351794, + "nauc_precision_at_10_max": 0.34924979215396, + "nauc_precision_at_10_std": 0.4437775321853356, + "nauc_precision_at_1_diff1": 0.19288828711203573, + "nauc_precision_at_1_max": 0.45005117789759586, + "nauc_precision_at_1_std": 0.3203897579728718, + "nauc_precision_at_20_diff1": 0.1196427791494421, + "nauc_precision_at_20_max": 0.3602792200952147, + "nauc_precision_at_20_std": 0.4565382154886482, + "nauc_precision_at_3_diff1": 0.12295557644366312, + "nauc_precision_at_3_max": 0.38596591605705216, + "nauc_precision_at_3_std": 0.3538463634258318, + "nauc_precision_at_5_diff1": 0.11401084598328196, + "nauc_precision_at_5_max": 0.3441662299710331, + "nauc_precision_at_5_std": 0.3875040753517603, + "nauc_recall_at_1000_diff1": 0.1315377771450848, + "nauc_recall_at_1000_max": 0.4148049547153142, + "nauc_recall_at_1000_std": 0.5949432370431575, + "nauc_recall_at_100_diff1": 0.05443097920090108, + "nauc_recall_at_100_max": 0.1846862792607632, + "nauc_recall_at_100_std": 0.2616358873856981, + "nauc_recall_at_10_diff1": -0.00994797156780016, + "nauc_recall_at_10_max": -0.044933959891306816, + "nauc_recall_at_10_std": -0.020388479560140595, + "nauc_recall_at_1_diff1": 0.06231861606564225, + "nauc_recall_at_1_max": 0.09526168042483409, + "nauc_recall_at_1_std": -0.06136533713529457, + "nauc_recall_at_20_diff1": 0.016188443982549993, + "nauc_recall_at_20_max": -0.00904893187060639, + "nauc_recall_at_20_std": 0.04877739245007171, + "nauc_recall_at_3_diff1": 0.020762929599342034, + "nauc_recall_at_3_max": 0.0254399831494102, + "nauc_recall_at_3_std": -0.058945069047585716, + "nauc_recall_at_5_diff1": 0.00658168868754798, + "nauc_recall_at_5_max": -0.01749837865282028, + "nauc_recall_at_5_std": -0.043057712502986165, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.4585, + "ndcg_at_100": 0.51523, + "ndcg_at_1000": 0.62564, + "ndcg_at_20": 0.45179, + "ndcg_at_3": 0.47302, + "ndcg_at_5": 0.467, + "precision_at_1": 0.645, + "precision_at_10": 0.4745, + "precision_at_100": 0.19915, + "precision_at_1000": 0.03778, + "precision_at_20": 0.391, + "precision_at_3": 0.57, + "precision_at_5": 0.542, + "recall_at_1": 0.04723, + "recall_at_10": 0.22818, + "recall_at_100": 0.62072, + "recall_at_1000": 0.93336, + "recall_at_20": 0.31775, + "recall_at_3": 0.1065, + "recall_at_5": 0.14625 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.43435, + "map_at_1": 0.03865, + "map_at_10": 0.1525, + "map_at_100": 0.29294, + "map_at_1000": 0.33896, + "map_at_20": 0.19668, + "map_at_3": 0.08608, + "map_at_5": 0.11401, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7345674603174602, + "mrr_at_100": 0.7389644813542894, + "mrr_at_1000": 0.7391145362620136, + "mrr_at_20": 0.7378818195693196, + "mrr_at_3": 0.7225, + "mrr_at_5": 0.7295, + "nauc_map_at_1000_diff1": 0.01894642703612593, + "nauc_map_at_1000_max": 0.4438788285163359, + "nauc_map_at_1000_std": 0.47260324377444674, + "nauc_map_at_100_diff1": 0.021752721624284876, + "nauc_map_at_100_max": 0.41198897565413034, + "nauc_map_at_100_std": 0.39619426850218514, + "nauc_map_at_10_diff1": -0.012406442513754501, + "nauc_map_at_10_max": 0.21459282837764182, + "nauc_map_at_10_std": 0.10284128717088546, + "nauc_map_at_1_diff1": -0.0005922563364273044, + "nauc_map_at_1_max": 0.1033667515712249, + "nauc_map_at_1_std": -0.008846326312040827, + "nauc_map_at_20_diff1": 0.007663888697047086, + "nauc_map_at_20_max": 0.2757266572507604, + "nauc_map_at_20_std": 0.16580070930537555, + "nauc_map_at_3_diff1": 0.015186405425555055, + "nauc_map_at_3_max": 0.20128439503527304, + "nauc_map_at_3_std": 0.002866164638154005, + "nauc_map_at_5_diff1": 0.010273985228638585, + "nauc_map_at_5_max": 0.19496152417572998, + "nauc_map_at_5_std": 0.034849437508007404, + "nauc_mrr_at_1000_diff1": 0.05095215125232486, + "nauc_mrr_at_1000_max": 0.33096538582709495, + "nauc_mrr_at_1000_std": 0.37967738051171057, + "nauc_mrr_at_100_diff1": 0.050819894178392125, + "nauc_mrr_at_100_max": 0.33060819327525925, + "nauc_mrr_at_100_std": 0.37946141273543993, + "nauc_mrr_at_10_diff1": 0.05174200971330073, + "nauc_mrr_at_10_max": 0.33774205170463917, + "nauc_mrr_at_10_std": 0.38655892291172633, + "nauc_mrr_at_1_diff1": 0.048373187617366246, + "nauc_mrr_at_1_max": 0.33223723977852476, + "nauc_mrr_at_1_std": 0.34406860256131316, + "nauc_mrr_at_20_diff1": 0.052661995433549484, + "nauc_mrr_at_20_max": 0.3315578421297702, + "nauc_mrr_at_20_std": 0.3810141747917631, + "nauc_mrr_at_3_diff1": 0.0569165149187428, + "nauc_mrr_at_3_max": 0.3241973721022697, + "nauc_mrr_at_3_std": 0.37515849682024766, + "nauc_mrr_at_5_diff1": 0.04831924095597826, + "nauc_mrr_at_5_max": 0.3340659086032177, + "nauc_mrr_at_5_std": 0.38370623647724433, + "nauc_ndcg_at_1000_diff1": 0.016168968620175774, + "nauc_ndcg_at_1000_max": 0.40094870366590774, + "nauc_ndcg_at_1000_std": 0.5175044539918305, + "nauc_ndcg_at_100_diff1": 0.033673476388954605, + "nauc_ndcg_at_100_max": 0.3874230623746713, + "nauc_ndcg_at_100_std": 0.45464404430060756, + "nauc_ndcg_at_10_diff1": 0.01921780488195162, + "nauc_ndcg_at_10_max": 0.35381663635810706, + "nauc_ndcg_at_10_std": 0.4051521948363364, + "nauc_ndcg_at_1_diff1": 0.11129298590850066, + "nauc_ndcg_at_1_max": 0.2736672074943608, + "nauc_ndcg_at_1_std": 0.320514158053596, + "nauc_ndcg_at_20_diff1": 0.02343605441355331, + "nauc_ndcg_at_20_max": 0.37075273561381306, + "nauc_ndcg_at_20_std": 0.3973922094549387, + "nauc_ndcg_at_3_diff1": 0.043311223837459153, + "nauc_ndcg_at_3_max": 0.3061153187793504, + "nauc_ndcg_at_3_std": 0.3503991181972152, + "nauc_ndcg_at_5_diff1": 0.0444003104062151, + "nauc_ndcg_at_5_max": 0.33535192165219, + "nauc_ndcg_at_5_std": 0.37018710262590343, + "nauc_precision_at_1000_diff1": -0.008237030402112103, + "nauc_precision_at_1000_max": 0.16357670781035044, + "nauc_precision_at_1000_std": 0.2690820223994494, + "nauc_precision_at_100_diff1": -0.007277066119919623, + "nauc_precision_at_100_max": 0.28941308865796345, + "nauc_precision_at_100_std": 0.4430239859672426, + "nauc_precision_at_10_diff1": -0.03481825212683686, + "nauc_precision_at_10_max": 0.31043901551339753, + "nauc_precision_at_10_std": 0.42630362585869613, + "nauc_precision_at_1_diff1": 0.048373187617366246, + "nauc_precision_at_1_max": 0.33223723977852476, + "nauc_precision_at_1_std": 0.34406860256131316, + "nauc_precision_at_20_diff1": -0.012673291626985887, + "nauc_precision_at_20_max": 0.32658926603806376, + "nauc_precision_at_20_std": 0.425343902057973, + "nauc_precision_at_3_diff1": -0.05196165775753993, + "nauc_precision_at_3_max": 0.2921863657361579, + "nauc_precision_at_3_std": 0.34156602652940016, + "nauc_precision_at_5_diff1": -0.021030220513641885, + "nauc_precision_at_5_max": 0.31464573655827893, + "nauc_precision_at_5_std": 0.3833660366276898, + "nauc_recall_at_1000_diff1": 0.01475787487216298, + "nauc_recall_at_1000_max": 0.400920388053654, + "nauc_recall_at_1000_std": 0.6024971445744891, + "nauc_recall_at_100_diff1": 0.029290241029265487, + "nauc_recall_at_100_max": 0.19806938622020287, + "nauc_recall_at_100_std": 0.2406802657753964, + "nauc_recall_at_10_diff1": 0.0011157756465618868, + "nauc_recall_at_10_max": 0.09467174708370514, + "nauc_recall_at_10_std": 0.023646282740921443, + "nauc_recall_at_1_diff1": -0.0005922563364273044, + "nauc_recall_at_1_max": 0.1033667515712249, + "nauc_recall_at_1_std": -0.008846326312040827, + "nauc_recall_at_20_diff1": 0.04206945182873209, + "nauc_recall_at_20_max": 0.12356110443240732, + "nauc_recall_at_20_std": 0.032701106281380996, + "nauc_recall_at_3_diff1": 0.05764144869947294, + "nauc_recall_at_3_max": 0.13857468248882407, + "nauc_recall_at_3_std": -0.02449752428156628, + "nauc_recall_at_5_diff1": 0.03657539479577043, + "nauc_recall_at_5_max": 0.09894011287767465, + "nauc_recall_at_5_std": -0.02170934913949502, + "ndcg_at_1": 0.5125, + "ndcg_at_10": 0.43435, + "ndcg_at_100": 0.49892, + "ndcg_at_1000": 0.61364, + "ndcg_at_20": 0.43533, + "ndcg_at_3": 0.46992, + "ndcg_at_5": 0.45533, + "precision_at_1": 0.645, + "precision_at_10": 0.447, + "precision_at_100": 0.1962, + "precision_at_1000": 0.03749, + "precision_at_20": 0.376, + "precision_at_3": 0.57, + "precision_at_5": 0.528, + "recall_at_1": 0.03865, + "recall_at_10": 0.21045, + "recall_at_100": 0.60006, + "recall_at_1000": 0.92938, + "recall_at_20": 0.30588, + "recall_at_3": 0.09898, + "recall_at_5": 0.14229 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53833, + "map_at_1": 0.12941, + "map_at_10": 0.30802, + "map_at_100": 0.42049, + "map_at_1000": 0.43634, + "map_at_20": 0.35112, + "map_at_3": 0.22021, + "map_at_5": 0.25838, + "mrr_at_1": 0.71, + "mrr_at_10": 0.7886587301587302, + "mrr_at_100": 0.7934168181677856, + "mrr_at_1000": 0.7934168181677856, + "mrr_at_20": 0.7929876255280667, + "mrr_at_3": 0.775, + "mrr_at_5": 0.7859999999999999, + "nauc_map_at_1000_diff1": 0.17645626051124816, + "nauc_map_at_1000_max": 0.1975839390099017, + "nauc_map_at_1000_std": -0.03776982269262503, + "nauc_map_at_100_diff1": 0.19213779471453554, + "nauc_map_at_100_max": 0.17855478035020517, + "nauc_map_at_100_std": -0.07354641435013008, + "nauc_map_at_10_diff1": 0.25276962602810477, + "nauc_map_at_10_max": 0.0964676747164429, + "nauc_map_at_10_std": -0.21468364539487222, + "nauc_map_at_1_diff1": 0.34247037906946093, + "nauc_map_at_1_max": -0.04426304945079839, + "nauc_map_at_1_std": -0.2618549549358161, + "nauc_map_at_20_diff1": 0.22331973084352505, + "nauc_map_at_20_max": 0.11896070804119381, + "nauc_map_at_20_std": -0.1799050571339616, + "nauc_map_at_3_diff1": 0.27139180237608934, + "nauc_map_at_3_max": 0.013769195987916387, + "nauc_map_at_3_std": -0.23537811126368507, + "nauc_map_at_5_diff1": 0.2690483627959857, + "nauc_map_at_5_max": 0.05914894818830888, + "nauc_map_at_5_std": -0.23829643140734277, + "nauc_mrr_at_1000_diff1": 0.2658073637487848, + "nauc_mrr_at_1000_max": 0.48774291226588684, + "nauc_mrr_at_1000_std": 0.19173782944304676, + "nauc_mrr_at_100_diff1": 0.2658073637487848, + "nauc_mrr_at_100_max": 0.48774291226588684, + "nauc_mrr_at_100_std": 0.19173782944304676, + "nauc_mrr_at_10_diff1": 0.2627728632086744, + "nauc_mrr_at_10_max": 0.492227044269848, + "nauc_mrr_at_10_std": 0.1995862377074281, + "nauc_mrr_at_1_diff1": 0.3236106220929153, + "nauc_mrr_at_1_max": 0.42541185627189027, + "nauc_mrr_at_1_std": 0.15570854103737708, + "nauc_mrr_at_20_diff1": 0.26657674324689673, + "nauc_mrr_at_20_max": 0.48855684949333417, + "nauc_mrr_at_20_std": 0.19172105862742994, + "nauc_mrr_at_3_diff1": 0.24964280900390864, + "nauc_mrr_at_3_max": 0.4958523482178956, + "nauc_mrr_at_3_std": 0.19903144436100337, + "nauc_mrr_at_5_diff1": 0.2626885895871789, + "nauc_mrr_at_5_max": 0.4927927469057202, + "nauc_mrr_at_5_std": 0.18950802786691376, + "nauc_ndcg_at_1000_diff1": 0.21840925842388947, + "nauc_ndcg_at_1000_max": 0.36584530938143317, + "nauc_ndcg_at_1000_std": 0.09960976793367582, + "nauc_ndcg_at_100_diff1": 0.26265111594969587, + "nauc_ndcg_at_100_max": 0.3069943136162696, + "nauc_ndcg_at_100_std": 0.01658664954499675, + "nauc_ndcg_at_10_diff1": 0.23736061130600056, + "nauc_ndcg_at_10_max": 0.28971808375207153, + "nauc_ndcg_at_10_std": -0.0015800493601099343, + "nauc_ndcg_at_1_diff1": 0.3657210522795846, + "nauc_ndcg_at_1_max": 0.3637658296320483, + "nauc_ndcg_at_1_std": 0.07191442655326108, + "nauc_ndcg_at_20_diff1": 0.23851532931327263, + "nauc_ndcg_at_20_max": 0.28304238171350715, + "nauc_ndcg_at_20_std": -0.02793079021706974, + "nauc_ndcg_at_3_diff1": 0.20449670687112528, + "nauc_ndcg_at_3_max": 0.34022648920790965, + "nauc_ndcg_at_3_std": 0.07617247718611887, + "nauc_ndcg_at_5_diff1": 0.20986494240765913, + "nauc_ndcg_at_5_max": 0.34186415845907525, + "nauc_ndcg_at_5_std": 0.03824945821444995, + "nauc_precision_at_1000_diff1": -0.21082516692241524, + "nauc_precision_at_1000_max": 0.2099748261134163, + "nauc_precision_at_1000_std": 0.4246916179108919, + "nauc_precision_at_100_diff1": -0.19077721771722575, + "nauc_precision_at_100_max": 0.21844924135564373, + "nauc_precision_at_100_std": 0.4293997807296091, + "nauc_precision_at_10_diff1": -0.12834251196891275, + "nauc_precision_at_10_max": 0.2671078196895487, + "nauc_precision_at_10_std": 0.28219436413432225, + "nauc_precision_at_1_diff1": 0.3236106220929153, + "nauc_precision_at_1_max": 0.42541185627189027, + "nauc_precision_at_1_std": 0.15570854103737708, + "nauc_precision_at_20_diff1": -0.19419846166883623, + "nauc_precision_at_20_max": 0.2331772136948442, + "nauc_precision_at_20_std": 0.3496503823140628, + "nauc_precision_at_3_diff1": -0.03077874897008332, + "nauc_precision_at_3_max": 0.3464361217075654, + "nauc_precision_at_3_std": 0.22041830011699287, + "nauc_precision_at_5_diff1": -0.08715524921461054, + "nauc_precision_at_5_max": 0.3291846016786229, + "nauc_precision_at_5_std": 0.23116050077366693, + "nauc_recall_at_1000_diff1": 0.17937643931183536, + "nauc_recall_at_1000_max": 0.2749213890757242, + "nauc_recall_at_1000_std": 0.34048735012836984, + "nauc_recall_at_100_diff1": 0.23886761233076675, + "nauc_recall_at_100_max": -0.022996313982754223, + "nauc_recall_at_100_std": -0.1582625182771388, + "nauc_recall_at_10_diff1": 0.23721842441643376, + "nauc_recall_at_10_max": 0.06260626101660194, + "nauc_recall_at_10_std": -0.23448900118163774, + "nauc_recall_at_1_diff1": 0.34247037906946093, + "nauc_recall_at_1_max": -0.04426304945079839, + "nauc_recall_at_1_std": -0.2618549549358161, + "nauc_recall_at_20_diff1": 0.20859664279033455, + "nauc_recall_at_20_max": 0.03143348511634682, + "nauc_recall_at_20_std": -0.2195821600491499, + "nauc_recall_at_3_diff1": 0.23015238712968641, + "nauc_recall_at_3_max": -0.004269107133287177, + "nauc_recall_at_3_std": -0.2235218359651211, + "nauc_recall_at_5_diff1": 0.24866544065528973, + "nauc_recall_at_5_max": 0.04742422189540433, + "nauc_recall_at_5_std": -0.24683892006834615, + "ndcg_at_1": 0.6175, + "ndcg_at_10": 0.53833, + "ndcg_at_100": 0.63959, + "ndcg_at_1000": 0.68795, + "ndcg_at_20": 0.5537, + "ndcg_at_3": 0.56418, + "ndcg_at_5": 0.55008, + "precision_at_1": 0.71, + "precision_at_10": 0.369, + "precision_at_100": 0.1098, + "precision_at_1000": 0.01456, + "precision_at_20": 0.27525, + "precision_at_3": 0.55167, + "precision_at_5": 0.483, + "recall_at_1": 0.12941, + "recall_at_10": 0.39413, + "recall_at_100": 0.80926, + "recall_at_1000": 0.97346, + "recall_at_20": 0.50858, + "recall_at_3": 0.24533, + "recall_at_5": 0.3052 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.44965, + "map_at_1": 0.09701, + "map_at_10": 0.24474, + "map_at_100": 0.33516, + "map_at_1000": 0.35014, + "map_at_20": 0.27931, + "map_at_3": 0.17249, + "map_at_5": 0.20622, + "mrr_at_1": 0.575, + "mrr_at_10": 0.6930555555555554, + "mrr_at_100": 0.6976732132019281, + "mrr_at_1000": 0.6977191211064767, + "mrr_at_20": 0.6963913144603933, + "mrr_at_3": 0.6724999999999998, + "mrr_at_5": 0.6874999999999997, + "nauc_map_at_1000_diff1": 0.18674825030190764, + "nauc_map_at_1000_max": 0.25055818612724273, + "nauc_map_at_1000_std": 0.17153623040515698, + "nauc_map_at_100_diff1": 0.19491326413252663, + "nauc_map_at_100_max": 0.24827104272779202, + "nauc_map_at_100_std": 0.16341246205665888, + "nauc_map_at_10_diff1": 0.2268808210849406, + "nauc_map_at_10_max": 0.21001487644370215, + "nauc_map_at_10_std": 0.06490435726643187, + "nauc_map_at_1_diff1": 0.3450416792204624, + "nauc_map_at_1_max": 0.04176610502133981, + "nauc_map_at_1_std": -0.022091086998694415, + "nauc_map_at_20_diff1": 0.22048996182282848, + "nauc_map_at_20_max": 0.223041310587172, + "nauc_map_at_20_std": 0.0941271327508203, + "nauc_map_at_3_diff1": 0.2776250709572645, + "nauc_map_at_3_max": 0.13237773483614573, + "nauc_map_at_3_std": 0.011808553453785866, + "nauc_map_at_5_diff1": 0.2621010892143441, + "nauc_map_at_5_max": 0.17197848545156275, + "nauc_map_at_5_std": 0.021160164713774243, + "nauc_mrr_at_1000_diff1": 0.1606498663424139, + "nauc_mrr_at_1000_max": 0.45991068015979886, + "nauc_mrr_at_1000_std": 0.29429028386199985, + "nauc_mrr_at_100_diff1": 0.16038825164822618, + "nauc_mrr_at_100_max": 0.4600063771120198, + "nauc_mrr_at_100_std": 0.2944231628162428, + "nauc_mrr_at_10_diff1": 0.16261225406182206, + "nauc_mrr_at_10_max": 0.4611394640626447, + "nauc_mrr_at_10_std": 0.2949675563277235, + "nauc_mrr_at_1_diff1": 0.20739564919369402, + "nauc_mrr_at_1_max": 0.43544139398968207, + "nauc_mrr_at_1_std": 0.2720588765828493, + "nauc_mrr_at_20_diff1": 0.15994644288118043, + "nauc_mrr_at_20_max": 0.4605512267565468, + "nauc_mrr_at_20_std": 0.29453940251330607, + "nauc_mrr_at_3_diff1": 0.1477530118984427, + "nauc_mrr_at_3_max": 0.4523119126267964, + "nauc_mrr_at_3_std": 0.28477885449156365, + "nauc_mrr_at_5_diff1": 0.14837310961813985, + "nauc_mrr_at_5_max": 0.4649654478337195, + "nauc_mrr_at_5_std": 0.28855080647329745, + "nauc_ndcg_at_1000_diff1": 0.19138555728848786, + "nauc_ndcg_at_1000_max": 0.34333654189460294, + "nauc_ndcg_at_1000_std": 0.22496094449592555, + "nauc_ndcg_at_100_diff1": 0.21365302660613086, + "nauc_ndcg_at_100_max": 0.3362308009828445, + "nauc_ndcg_at_100_std": 0.22931130545434567, + "nauc_ndcg_at_10_diff1": 0.20601779130641043, + "nauc_ndcg_at_10_max": 0.32755590746867486, + "nauc_ndcg_at_10_std": 0.1829930009494169, + "nauc_ndcg_at_1_diff1": 0.25519307134054503, + "nauc_ndcg_at_1_max": 0.3776085170477885, + "nauc_ndcg_at_1_std": 0.19580994112008768, + "nauc_ndcg_at_20_diff1": 0.2130339465580654, + "nauc_ndcg_at_20_max": 0.3147258183310296, + "nauc_ndcg_at_20_std": 0.17046218535442212, + "nauc_ndcg_at_3_diff1": 0.20586898680905544, + "nauc_ndcg_at_3_max": 0.3470779583975317, + "nauc_ndcg_at_3_std": 0.19710645108726096, + "nauc_ndcg_at_5_diff1": 0.20381583552522597, + "nauc_ndcg_at_5_max": 0.34617628259932626, + "nauc_ndcg_at_5_std": 0.1845207830361473, + "nauc_precision_at_1000_diff1": -0.14188076955020731, + "nauc_precision_at_1000_max": 0.03810961261023855, + "nauc_precision_at_1000_std": 0.1278631272743677, + "nauc_precision_at_100_diff1": -0.1250114028092799, + "nauc_precision_at_100_max": 0.09947314366919145, + "nauc_precision_at_100_std": 0.2236874358107164, + "nauc_precision_at_10_diff1": -0.08995971790436329, + "nauc_precision_at_10_max": 0.25577437187753305, + "nauc_precision_at_10_std": 0.277686380296854, + "nauc_precision_at_1_diff1": 0.20739564919369402, + "nauc_precision_at_1_max": 0.43544139398968207, + "nauc_precision_at_1_std": 0.2720588765828493, + "nauc_precision_at_20_diff1": -0.09492195593618348, + "nauc_precision_at_20_max": 0.16966742063218002, + "nauc_precision_at_20_std": 0.24313157561525922, + "nauc_precision_at_3_diff1": 0.04971241602930883, + "nauc_precision_at_3_max": 0.4192099613315153, + "nauc_precision_at_3_std": 0.2945931857471437, + "nauc_precision_at_5_diff1": -0.01998521496964704, + "nauc_precision_at_5_max": 0.34216588960510685, + "nauc_precision_at_5_std": 0.2659369328493652, + "nauc_recall_at_1000_diff1": 0.22407373308725126, + "nauc_recall_at_1000_max": 0.3583842434758104, + "nauc_recall_at_1000_std": 0.5442973314759169, + "nauc_recall_at_100_diff1": 0.1682255732241207, + "nauc_recall_at_100_max": 0.2127724068285788, + "nauc_recall_at_100_std": 0.2724265524208203, + "nauc_recall_at_10_diff1": 0.18860048161738396, + "nauc_recall_at_10_max": 0.16905846492783544, + "nauc_recall_at_10_std": 0.03704665222163037, + "nauc_recall_at_1_diff1": 0.3450416792204624, + "nauc_recall_at_1_max": 0.04176610502133981, + "nauc_recall_at_1_std": -0.022091086998694415, + "nauc_recall_at_20_diff1": 0.18492416028929304, + "nauc_recall_at_20_max": 0.16355616667007014, + "nauc_recall_at_20_std": 0.07604979800493178, + "nauc_recall_at_3_diff1": 0.23360474335950615, + "nauc_recall_at_3_max": 0.1070833602467287, + "nauc_recall_at_3_std": 0.012723698115678273, + "nauc_recall_at_5_diff1": 0.2380242047030663, + "nauc_recall_at_5_max": 0.15880341442905893, + "nauc_recall_at_5_std": 0.012649026380783704, + "ndcg_at_1": 0.475, + "ndcg_at_10": 0.44965, + "ndcg_at_100": 0.54893, + "ndcg_at_1000": 0.60981, + "ndcg_at_20": 0.46453, + "ndcg_at_3": 0.45263, + "ndcg_at_5": 0.44848, + "precision_at_1": 0.575, + "precision_at_10": 0.3085, + "precision_at_100": 0.0964, + "precision_at_1000": 0.01408, + "precision_at_20": 0.23325, + "precision_at_3": 0.46167, + "precision_at_5": 0.398, + "recall_at_1": 0.09701, + "recall_at_10": 0.35008, + "recall_at_100": 0.72691, + "recall_at_1000": 0.95093, + "recall_at_20": 0.44842, + "recall_at_3": 0.20558, + "recall_at_5": 0.2683 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.43004, + "map_at_1": 0.09852, + "map_at_10": 0.22492, + "map_at_100": 0.31344, + "map_at_1000": 0.32906, + "map_at_20": 0.25902, + "map_at_3": 0.15857, + "map_at_5": 0.18991, + "mrr_at_1": 0.545, + "mrr_at_10": 0.6624126984126982, + "mrr_at_100": 0.6670400852344985, + "mrr_at_1000": 0.6670628125072259, + "mrr_at_20": 0.6656221854126264, + "mrr_at_3": 0.6374999999999998, + "mrr_at_5": 0.6537499999999998, + "nauc_map_at_1000_diff1": 0.2805398202879283, + "nauc_map_at_1000_max": 0.37004265647559764, + "nauc_map_at_1000_std": 0.20720735045753022, + "nauc_map_at_100_diff1": 0.28612191213314886, + "nauc_map_at_100_max": 0.35544334364069574, + "nauc_map_at_100_std": 0.1866597677303115, + "nauc_map_at_10_diff1": 0.3328000898961135, + "nauc_map_at_10_max": 0.27034817634439445, + "nauc_map_at_10_std": 0.033348771828869105, + "nauc_map_at_1_diff1": 0.4332108458210289, + "nauc_map_at_1_max": 0.13144155861800302, + "nauc_map_at_1_std": -0.08383754904383264, + "nauc_map_at_20_diff1": 0.31789253009530927, + "nauc_map_at_20_max": 0.3189055199511589, + "nauc_map_at_20_std": 0.0858718467236615, + "nauc_map_at_3_diff1": 0.417102374314535, + "nauc_map_at_3_max": 0.2200673546557964, + "nauc_map_at_3_std": -0.01117090450430191, + "nauc_map_at_5_diff1": 0.35534167569175834, + "nauc_map_at_5_max": 0.219667319404127, + "nauc_map_at_5_std": -0.009526557514263788, + "nauc_mrr_at_1000_diff1": 0.32902891943307466, + "nauc_mrr_at_1000_max": 0.4308741324716623, + "nauc_mrr_at_1000_std": 0.21310948699655272, + "nauc_mrr_at_100_diff1": 0.3288996184833123, + "nauc_mrr_at_100_max": 0.4309238290465461, + "nauc_mrr_at_100_std": 0.21317819897317533, + "nauc_mrr_at_10_diff1": 0.3266636268337993, + "nauc_mrr_at_10_max": 0.43476526524477027, + "nauc_mrr_at_10_std": 0.21484781009551446, + "nauc_mrr_at_1_diff1": 0.3730874250158874, + "nauc_mrr_at_1_max": 0.4059093416761525, + "nauc_mrr_at_1_std": 0.20624035419736442, + "nauc_mrr_at_20_diff1": 0.3276711386465661, + "nauc_mrr_at_20_max": 0.43168760448394866, + "nauc_mrr_at_20_std": 0.21118412761824637, + "nauc_mrr_at_3_diff1": 0.32718301496632085, + "nauc_mrr_at_3_max": 0.42802312170287105, + "nauc_mrr_at_3_std": 0.21606234943253513, + "nauc_mrr_at_5_diff1": 0.31866333579006884, + "nauc_mrr_at_5_max": 0.4334730244702307, + "nauc_mrr_at_5_std": 0.21422607110821612, + "nauc_ndcg_at_1000_diff1": 0.26895828324193727, + "nauc_ndcg_at_1000_max": 0.41986273770821136, + "nauc_ndcg_at_1000_std": 0.2592172146727828, + "nauc_ndcg_at_100_diff1": 0.27649301276297844, + "nauc_ndcg_at_100_max": 0.3886764160992017, + "nauc_ndcg_at_100_std": 0.24134930090196904, + "nauc_ndcg_at_10_diff1": 0.25043905413516915, + "nauc_ndcg_at_10_max": 0.37668905611619763, + "nauc_ndcg_at_10_std": 0.18252087509884588, + "nauc_ndcg_at_1_diff1": 0.30842415909319565, + "nauc_ndcg_at_1_max": 0.33039337335256047, + "nauc_ndcg_at_1_std": 0.15381803548073386, + "nauc_ndcg_at_20_diff1": 0.2569650191418125, + "nauc_ndcg_at_20_max": 0.37646475384335026, + "nauc_ndcg_at_20_std": 0.1680454542695954, + "nauc_ndcg_at_3_diff1": 0.30497040288631094, + "nauc_ndcg_at_3_max": 0.3641690809723599, + "nauc_ndcg_at_3_std": 0.19999630904382787, + "nauc_ndcg_at_5_diff1": 0.26121218817516995, + "nauc_ndcg_at_5_max": 0.36109614797969747, + "nauc_ndcg_at_5_std": 0.17477718566196618, + "nauc_precision_at_1000_diff1": -0.10692290316642943, + "nauc_precision_at_1000_max": 0.17772574118326154, + "nauc_precision_at_1000_std": 0.2891987034033001, + "nauc_precision_at_100_diff1": -0.10003925811616579, + "nauc_precision_at_100_max": 0.2306937461241378, + "nauc_precision_at_100_std": 0.3780367464508311, + "nauc_precision_at_10_diff1": -0.08334009275517183, + "nauc_precision_at_10_max": 0.3373396824185056, + "nauc_precision_at_10_std": 0.3490593270478662, + "nauc_precision_at_1_diff1": 0.3730874250158874, + "nauc_precision_at_1_max": 0.4059093416761525, + "nauc_precision_at_1_std": 0.20624035419736442, + "nauc_precision_at_20_diff1": -0.08164939572719836, + "nauc_precision_at_20_max": 0.3107674289793086, + "nauc_precision_at_20_std": 0.3603690101219929, + "nauc_precision_at_3_diff1": 0.16805281430575708, + "nauc_precision_at_3_max": 0.40655541816279434, + "nauc_precision_at_3_std": 0.3182650464889544, + "nauc_precision_at_5_diff1": 0.03691449712357168, + "nauc_precision_at_5_max": 0.38095377768391775, + "nauc_precision_at_5_std": 0.32339195694938183, + "nauc_recall_at_1000_diff1": 0.08583749393466575, + "nauc_recall_at_1000_max": 0.2491736717825858, + "nauc_recall_at_1000_std": 0.5099389325171423, + "nauc_recall_at_100_diff1": 0.1720890673314091, + "nauc_recall_at_100_max": 0.18876538893909467, + "nauc_recall_at_100_std": 0.26517842585844453, + "nauc_recall_at_10_diff1": 0.2049352693332522, + "nauc_recall_at_10_max": 0.16377671453754195, + "nauc_recall_at_10_std": -0.023511099657107487, + "nauc_recall_at_1_diff1": 0.4332108458210289, + "nauc_recall_at_1_max": 0.13144155861800302, + "nauc_recall_at_1_std": -0.08383754904383264, + "nauc_recall_at_20_diff1": 0.2079304176108768, + "nauc_recall_at_20_max": 0.20965412076120704, + "nauc_recall_at_20_std": 0.014521886600511364, + "nauc_recall_at_3_diff1": 0.36019934801359416, + "nauc_recall_at_3_max": 0.1936825797117531, + "nauc_recall_at_3_std": -0.012175209292315043, + "nauc_recall_at_5_diff1": 0.22348979887194798, + "nauc_recall_at_5_max": 0.14102570905848721, + "nauc_recall_at_5_std": -0.06152002227226563, + "ndcg_at_1": 0.47, + "ndcg_at_10": 0.43004, + "ndcg_at_100": 0.52818, + "ndcg_at_1000": 0.59427, + "ndcg_at_20": 0.44642, + "ndcg_at_3": 0.42791, + "ndcg_at_5": 0.42811, + "precision_at_1": 0.545, + "precision_at_10": 0.2975, + "precision_at_100": 0.0945, + "precision_at_1000": 0.01405, + "precision_at_20": 0.227, + "precision_at_3": 0.42667, + "precision_at_5": 0.378, + "recall_at_1": 0.09852, + "recall_at_10": 0.3315, + "recall_at_100": 0.69704, + "recall_at_1000": 0.94795, + "recall_at_20": 0.42715, + "recall_at_3": 0.18807, + "recall_at_5": 0.25018 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52722, + "map_at_1": 0.06539, + "map_at_10": 0.21158, + "map_at_100": 0.34828, + "map_at_1000": 0.39056, + "map_at_20": 0.25914, + "map_at_3": 0.1289, + "map_at_5": 0.15996, + "mrr_at_1": 0.755, + "mrr_at_10": 0.8218769841269843, + "mrr_at_100": 0.8234329408363295, + "mrr_at_1000": 0.8234329408363295, + "mrr_at_20": 0.8229827900857313, + "mrr_at_3": 0.8050000000000002, + "mrr_at_5": 0.8147500000000001, + "nauc_map_at_1000_diff1": 0.10723605458844909, + "nauc_map_at_1000_max": 0.23057540729541362, + "nauc_map_at_1000_std": 0.3242654341057218, + "nauc_map_at_100_diff1": 0.15653238592129434, + "nauc_map_at_100_max": 0.22524552220765393, + "nauc_map_at_100_std": 0.28843954733172605, + "nauc_map_at_10_diff1": 0.23873349107127778, + "nauc_map_at_10_max": 0.16912666367848847, + "nauc_map_at_10_std": 0.16977231607354523, + "nauc_map_at_1_diff1": 0.3684579169119538, + "nauc_map_at_1_max": 0.14320676852315153, + "nauc_map_at_1_std": 0.16979590987883614, + "nauc_map_at_20_diff1": 0.21404006562578137, + "nauc_map_at_20_max": 0.19854574495365637, + "nauc_map_at_20_std": 0.19776468236022063, + "nauc_map_at_3_diff1": 0.2526251630142805, + "nauc_map_at_3_max": 0.1474080855019808, + "nauc_map_at_3_std": 0.1579918468718565, + "nauc_map_at_5_diff1": 0.24625650462452034, + "nauc_map_at_5_max": 0.17070902193167697, + "nauc_map_at_5_std": 0.16087167946395664, + "nauc_mrr_at_1000_diff1": 0.21035879633345908, + "nauc_mrr_at_1000_max": 0.38996877558888243, + "nauc_mrr_at_1000_std": 0.15251008774614572, + "nauc_mrr_at_100_diff1": 0.21035879633345908, + "nauc_mrr_at_100_max": 0.38996877558888243, + "nauc_mrr_at_100_std": 0.15251008774614572, + "nauc_mrr_at_10_diff1": 0.21169389625134968, + "nauc_mrr_at_10_max": 0.38825571815381854, + "nauc_mrr_at_10_std": 0.1502815851026463, + "nauc_mrr_at_1_diff1": 0.20976990096060794, + "nauc_mrr_at_1_max": 0.37638160484239835, + "nauc_mrr_at_1_std": 0.1418571747710186, + "nauc_mrr_at_20_diff1": 0.2113128717559389, + "nauc_mrr_at_20_max": 0.38977879441719027, + "nauc_mrr_at_20_std": 0.15247765476002184, + "nauc_mrr_at_3_diff1": 0.17843633830508931, + "nauc_mrr_at_3_max": 0.3899497182092994, + "nauc_mrr_at_3_std": 0.16960176040520522, + "nauc_mrr_at_5_diff1": 0.21143057023476386, + "nauc_mrr_at_5_max": 0.4013073470274378, + "nauc_mrr_at_5_std": 0.1592076513205808, + "nauc_ndcg_at_1000_diff1": 0.09738404994762558, + "nauc_ndcg_at_1000_max": 0.26612412747556163, + "nauc_ndcg_at_1000_std": 0.29026490443863034, + "nauc_ndcg_at_100_diff1": 0.1693194325624802, + "nauc_ndcg_at_100_max": 0.2470983475815328, + "nauc_ndcg_at_100_std": 0.2841885194483269, + "nauc_ndcg_at_10_diff1": 0.09590782507236634, + "nauc_ndcg_at_10_max": 0.22487873393090152, + "nauc_ndcg_at_10_std": 0.16289349979902248, + "nauc_ndcg_at_1_diff1": 0.20168183013849636, + "nauc_ndcg_at_1_max": 0.29205306032125133, + "nauc_ndcg_at_1_std": 0.10076367113289711, + "nauc_ndcg_at_20_diff1": 0.10610038248830468, + "nauc_ndcg_at_20_max": 0.21702254337808236, + "nauc_ndcg_at_20_std": 0.18903048587765817, + "nauc_ndcg_at_3_diff1": 0.09952223284257602, + "nauc_ndcg_at_3_max": 0.25646004385706295, + "nauc_ndcg_at_3_std": 0.11093526813686883, + "nauc_ndcg_at_5_diff1": 0.08257839626229009, + "nauc_ndcg_at_5_max": 0.26361617366172985, + "nauc_ndcg_at_5_std": 0.1505116752514422, + "nauc_precision_at_1000_diff1": -0.18398618013459692, + "nauc_precision_at_1000_max": 0.019449180480239022, + "nauc_precision_at_1000_std": 0.05653909383740912, + "nauc_precision_at_100_diff1": -0.19080632696062988, + "nauc_precision_at_100_max": 0.04114998355988253, + "nauc_precision_at_100_std": 0.11703337114736481, + "nauc_precision_at_10_diff1": -0.13684215780725054, + "nauc_precision_at_10_max": 0.13434032336160293, + "nauc_precision_at_10_std": 0.13748109397852573, + "nauc_precision_at_1_diff1": 0.20976990096060794, + "nauc_precision_at_1_max": 0.37638160484239835, + "nauc_precision_at_1_std": 0.1418571747710186, + "nauc_precision_at_20_diff1": -0.17066636129579008, + "nauc_precision_at_20_max": 0.11560057931953231, + "nauc_precision_at_20_std": 0.12204490058297114, + "nauc_precision_at_3_diff1": -0.04142462565489802, + "nauc_precision_at_3_max": 0.2500772232035486, + "nauc_precision_at_3_std": 0.1092610864030184, + "nauc_precision_at_5_diff1": -0.08868112566554845, + "nauc_precision_at_5_max": 0.23789439681674443, + "nauc_precision_at_5_std": 0.16097061398437393, + "nauc_recall_at_1000_diff1": -0.014300452636061882, + "nauc_recall_at_1000_max": 0.11041900514056395, + "nauc_recall_at_1000_std": 0.6365687116647737, + "nauc_recall_at_100_diff1": 0.17600048343037825, + "nauc_recall_at_100_max": 0.07230506729231401, + "nauc_recall_at_100_std": 0.32672233263960077, + "nauc_recall_at_10_diff1": 0.24510600223395976, + "nauc_recall_at_10_max": 0.05903737731606556, + "nauc_recall_at_10_std": 0.11557236516592813, + "nauc_recall_at_1_diff1": 0.3684579169119538, + "nauc_recall_at_1_max": 0.14320676852315153, + "nauc_recall_at_1_std": 0.16979590987883614, + "nauc_recall_at_20_diff1": 0.22762812528849094, + "nauc_recall_at_20_max": 0.0779612030518138, + "nauc_recall_at_20_std": 0.15242408181417566, + "nauc_recall_at_3_diff1": 0.24100751495088343, + "nauc_recall_at_3_max": 0.0968214396647433, + "nauc_recall_at_3_std": 0.12431797347010123, + "nauc_recall_at_5_diff1": 0.25268129888113317, + "nauc_recall_at_5_max": 0.10978902152924945, + "nauc_recall_at_5_std": 0.12010226612013078, + "ndcg_at_1": 0.6425, + "ndcg_at_10": 0.52722, + "ndcg_at_100": 0.58716, + "ndcg_at_1000": 0.67996, + "ndcg_at_20": 0.52023, + "ndcg_at_3": 0.56616, + "ndcg_at_5": 0.54181, + "precision_at_1": 0.755, + "precision_at_10": 0.479, + "precision_at_100": 0.18235, + "precision_at_1000": 0.03416, + "precision_at_20": 0.378, + "precision_at_3": 0.63833, + "precision_at_5": 0.563, + "recall_at_1": 0.06539, + "recall_at_10": 0.27515, + "recall_at_100": 0.6604, + "recall_at_1000": 0.94576, + "recall_at_20": 0.37013, + "recall_at_3": 0.1414, + "recall_at_5": 0.18533 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.4494, + "map_at_1": 0.05269, + "map_at_10": 0.1748, + "map_at_100": 0.29155, + "map_at_1000": 0.32797, + "map_at_20": 0.21575, + "map_at_3": 0.10334, + "map_at_5": 0.13386, + "mrr_at_1": 0.635, + "mrr_at_10": 0.7349007936507935, + "mrr_at_100": 0.7364404940738274, + "mrr_at_1000": 0.7365454954092975, + "mrr_at_20": 0.7356187423687424, + "mrr_at_3": 0.7058333333333333, + "mrr_at_5": 0.7278333333333332, + "nauc_map_at_1000_diff1": -0.02460726995380281, + "nauc_map_at_1000_max": 0.3517232376624808, + "nauc_map_at_1000_std": 0.4106634034365311, + "nauc_map_at_100_diff1": 0.006993430316448678, + "nauc_map_at_100_max": 0.34580855569587426, + "nauc_map_at_100_std": 0.3935526790720433, + "nauc_map_at_10_diff1": 0.08288146920369738, + "nauc_map_at_10_max": 0.20932966878291634, + "nauc_map_at_10_std": 0.23928251998487438, + "nauc_map_at_1_diff1": 0.21083421141078634, + "nauc_map_at_1_max": 0.06327706838537106, + "nauc_map_at_1_std": 0.122654220603325, + "nauc_map_at_20_diff1": 0.05733073585581852, + "nauc_map_at_20_max": 0.23597280534146906, + "nauc_map_at_20_std": 0.2891347251365574, + "nauc_map_at_3_diff1": 0.10049345306625267, + "nauc_map_at_3_max": 0.10050531107248305, + "nauc_map_at_3_std": 0.19834055534192374, + "nauc_map_at_5_diff1": 0.10664210000012464, + "nauc_map_at_5_max": 0.15033400216991147, + "nauc_map_at_5_std": 0.1826432290998009, + "nauc_mrr_at_1000_diff1": 0.11086720575246434, + "nauc_mrr_at_1000_max": 0.32663300725309335, + "nauc_mrr_at_1000_std": 0.2181041141506965, + "nauc_mrr_at_100_diff1": 0.11084783212846812, + "nauc_mrr_at_100_max": 0.3265971192290199, + "nauc_mrr_at_100_std": 0.21819480725677828, + "nauc_mrr_at_10_diff1": 0.10908709086085862, + "nauc_mrr_at_10_max": 0.3258764255468112, + "nauc_mrr_at_10_std": 0.2176694929239344, + "nauc_mrr_at_1_diff1": 0.10361325730915562, + "nauc_mrr_at_1_max": 0.34642667910890373, + "nauc_mrr_at_1_std": 0.2107614807316666, + "nauc_mrr_at_20_diff1": 0.11113764554564272, + "nauc_mrr_at_20_max": 0.3269687270858239, + "nauc_mrr_at_20_std": 0.21611683922318944, + "nauc_mrr_at_3_diff1": 0.10331056013947776, + "nauc_mrr_at_3_max": 0.3273975401207956, + "nauc_mrr_at_3_std": 0.22384370550689217, + "nauc_mrr_at_5_diff1": 0.11951638272815628, + "nauc_mrr_at_5_max": 0.32601032107152406, + "nauc_mrr_at_5_std": 0.224170510145029, + "nauc_ndcg_at_1000_diff1": -0.008768252885169294, + "nauc_ndcg_at_1000_max": 0.386374790521214, + "nauc_ndcg_at_1000_std": 0.392418475648944, + "nauc_ndcg_at_100_diff1": 0.0285532616729086, + "nauc_ndcg_at_100_max": 0.37858602809180675, + "nauc_ndcg_at_100_std": 0.44004039760927544, + "nauc_ndcg_at_10_diff1": -0.0006381474733453529, + "nauc_ndcg_at_10_max": 0.36608565787122194, + "nauc_ndcg_at_10_std": 0.29859919598604545, + "nauc_ndcg_at_1_diff1": 0.13691085563042413, + "nauc_ndcg_at_1_max": 0.26706926871725006, + "nauc_ndcg_at_1_std": 0.13450309085655793, + "nauc_ndcg_at_20_diff1": 0.016237127121999026, + "nauc_ndcg_at_20_max": 0.3184684038594838, + "nauc_ndcg_at_20_std": 0.32063682185772635, + "nauc_ndcg_at_3_diff1": -0.0026491829234965973, + "nauc_ndcg_at_3_max": 0.322461204400704, + "nauc_ndcg_at_3_std": 0.21906792124090382, + "nauc_ndcg_at_5_diff1": 0.016404021007486953, + "nauc_ndcg_at_5_max": 0.35213838238391165, + "nauc_ndcg_at_5_std": 0.2385366230051687, + "nauc_precision_at_1000_diff1": -0.13447769321474837, + "nauc_precision_at_1000_max": 0.011553256697475516, + "nauc_precision_at_1000_std": 0.023268247979754617, + "nauc_precision_at_100_diff1": -0.14517960941978286, + "nauc_precision_at_100_max": 0.1764217631536975, + "nauc_precision_at_100_std": 0.17807688116943532, + "nauc_precision_at_10_diff1": -0.13509143395399076, + "nauc_precision_at_10_max": 0.33771082184995393, + "nauc_precision_at_10_std": 0.2694540759567675, + "nauc_precision_at_1_diff1": 0.10361325730915562, + "nauc_precision_at_1_max": 0.34642667910890373, + "nauc_precision_at_1_std": 0.2107614807316666, + "nauc_precision_at_20_diff1": -0.148755942869111, + "nauc_precision_at_20_max": 0.2601292043483515, + "nauc_precision_at_20_std": 0.2410694334809973, + "nauc_precision_at_3_diff1": -0.10477082394345273, + "nauc_precision_at_3_max": 0.3046909368649181, + "nauc_precision_at_3_std": 0.24622493070605617, + "nauc_precision_at_5_diff1": -0.07416859412800166, + "nauc_precision_at_5_max": 0.33646567938141764, + "nauc_precision_at_5_std": 0.2414769607860498, + "nauc_recall_at_1000_diff1": -0.10190605622123194, + "nauc_recall_at_1000_max": 0.3428296429827034, + "nauc_recall_at_1000_std": 0.6502000942314102, + "nauc_recall_at_100_diff1": 0.030627181793958944, + "nauc_recall_at_100_max": 0.26068230738054815, + "nauc_recall_at_100_std": 0.49384213529166615, + "nauc_recall_at_10_diff1": 0.08487460401592639, + "nauc_recall_at_10_max": 0.12554059427111638, + "nauc_recall_at_10_std": 0.2420865822609371, + "nauc_recall_at_1_diff1": 0.21083421141078634, + "nauc_recall_at_1_max": 0.06327706838537106, + "nauc_recall_at_1_std": 0.122654220603325, + "nauc_recall_at_20_diff1": 0.0603999131201134, + "nauc_recall_at_20_max": 0.11102060530011146, + "nauc_recall_at_20_std": 0.2794163172528463, + "nauc_recall_at_3_diff1": 0.09024987858769895, + "nauc_recall_at_3_max": 0.07481999692510269, + "nauc_recall_at_3_std": 0.19800747636993887, + "nauc_recall_at_5_diff1": 0.11991557407901982, + "nauc_recall_at_5_max": 0.10090746137943452, + "nauc_recall_at_5_std": 0.17100750034180415, + "ndcg_at_1": 0.5075, + "ndcg_at_10": 0.4494, + "ndcg_at_100": 0.5129, + "ndcg_at_1000": 0.61287, + "ndcg_at_20": 0.44803, + "ndcg_at_3": 0.47641, + "ndcg_at_5": 0.46618, + "precision_at_1": 0.635, + "precision_at_10": 0.426, + "precision_at_100": 0.1618, + "precision_at_1000": 0.03166, + "precision_at_20": 0.3385, + "precision_at_3": 0.55833, + "precision_at_5": 0.517, + "recall_at_1": 0.05269, + "recall_at_10": 0.24027, + "recall_at_100": 0.60144, + "recall_at_1000": 0.90964, + "recall_at_20": 0.32819, + "recall_at_3": 0.11381, + "recall_at_5": 0.1605 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.45033, + "map_at_1": 0.05065, + "map_at_10": 0.17303, + "map_at_100": 0.28828, + "map_at_1000": 0.32377, + "map_at_20": 0.21202, + "map_at_3": 0.1016, + "map_at_5": 0.13142, + "mrr_at_1": 0.625, + "mrr_at_10": 0.7286924603174603, + "mrr_at_100": 0.7316925454044113, + "mrr_at_1000": 0.7317293101102936, + "mrr_at_20": 0.7306906377935788, + "mrr_at_3": 0.7025, + "mrr_at_5": 0.7247499999999999, + "nauc_map_at_1000_diff1": 0.028457922592006586, + "nauc_map_at_1000_max": 0.3171672122447313, + "nauc_map_at_1000_std": 0.4822619678274353, + "nauc_map_at_100_diff1": 0.07252952394092209, + "nauc_map_at_100_max": 0.3229994595614896, + "nauc_map_at_100_std": 0.48314507887756775, + "nauc_map_at_10_diff1": 0.17643734149110246, + "nauc_map_at_10_max": 0.210571339638173, + "nauc_map_at_10_std": 0.3556874873678013, + "nauc_map_at_1_diff1": 0.351745647530892, + "nauc_map_at_1_max": 0.1468502055309674, + "nauc_map_at_1_std": 0.30688029222686686, + "nauc_map_at_20_diff1": 0.14931001460899188, + "nauc_map_at_20_max": 0.2514577847165005, + "nauc_map_at_20_std": 0.4044022626606683, + "nauc_map_at_3_diff1": 0.23982540454680143, + "nauc_map_at_3_max": 0.15825220439289667, + "nauc_map_at_3_std": 0.307185801604613, + "nauc_map_at_5_diff1": 0.19621485378521245, + "nauc_map_at_5_max": 0.18874668734593422, + "nauc_map_at_5_std": 0.3343059716181537, + "nauc_mrr_at_1000_diff1": 0.06276709539453328, + "nauc_mrr_at_1000_max": 0.2390268170294237, + "nauc_mrr_at_1000_std": 0.30193855941869524, + "nauc_mrr_at_100_diff1": 0.06281537708675668, + "nauc_mrr_at_100_max": 0.238895609013029, + "nauc_mrr_at_100_std": 0.30194773771518013, + "nauc_mrr_at_10_diff1": 0.06690818798732655, + "nauc_mrr_at_10_max": 0.2403311776017449, + "nauc_mrr_at_10_std": 0.2989083357282701, + "nauc_mrr_at_1_diff1": 0.06341936735881996, + "nauc_mrr_at_1_max": 0.2907743062293809, + "nauc_mrr_at_1_std": 0.31731418591111954, + "nauc_mrr_at_20_diff1": 0.061666650294822496, + "nauc_mrr_at_20_max": 0.2385344150898192, + "nauc_mrr_at_20_std": 0.30049645287080357, + "nauc_mrr_at_3_diff1": 0.07150550382082828, + "nauc_mrr_at_3_max": 0.2316563842926863, + "nauc_mrr_at_3_std": 0.3200274609897426, + "nauc_mrr_at_5_diff1": 0.05665910408225119, + "nauc_mrr_at_5_max": 0.24803530638877236, + "nauc_mrr_at_5_std": 0.3070380728439418, + "nauc_ndcg_at_1000_diff1": -0.03468828947532596, + "nauc_ndcg_at_1000_max": 0.31123729758417024, + "nauc_ndcg_at_1000_std": 0.4454790871245209, + "nauc_ndcg_at_100_diff1": 0.04953502583779236, + "nauc_ndcg_at_100_max": 0.32186121805399714, + "nauc_ndcg_at_100_std": 0.4919643166585555, + "nauc_ndcg_at_10_diff1": 0.035656136251266894, + "nauc_ndcg_at_10_max": 0.24417065910944616, + "nauc_ndcg_at_10_std": 0.331434299490368, + "nauc_ndcg_at_1_diff1": 0.08361011187866318, + "nauc_ndcg_at_1_max": 0.24789807475319872, + "nauc_ndcg_at_1_std": 0.2423978749067089, + "nauc_ndcg_at_20_diff1": 0.0429986398260341, + "nauc_ndcg_at_20_max": 0.25715730331568004, + "nauc_ndcg_at_20_std": 0.3881301541124802, + "nauc_ndcg_at_3_diff1": 0.004958249653997288, + "nauc_ndcg_at_3_max": 0.22893547411390472, + "nauc_ndcg_at_3_std": 0.2564361682607207, + "nauc_ndcg_at_5_diff1": -0.024249671348320328, + "nauc_ndcg_at_5_max": 0.24557192240367529, + "nauc_ndcg_at_5_std": 0.2841379413595038, + "nauc_precision_at_1000_diff1": -0.1784286830978216, + "nauc_precision_at_1000_max": -0.03963892365763187, + "nauc_precision_at_1000_std": -0.0728203805939824, + "nauc_precision_at_100_diff1": -0.20948148640433767, + "nauc_precision_at_100_max": 0.10325334198597745, + "nauc_precision_at_100_std": 0.10605183376759453, + "nauc_precision_at_10_diff1": -0.1154975961614149, + "nauc_precision_at_10_max": 0.21529599066380736, + "nauc_precision_at_10_std": 0.22641630223403225, + "nauc_precision_at_1_diff1": 0.06341936735881996, + "nauc_precision_at_1_max": 0.2907743062293809, + "nauc_precision_at_1_std": 0.31731418591111954, + "nauc_precision_at_20_diff1": -0.15584823786462776, + "nauc_precision_at_20_max": 0.20116901894177314, + "nauc_precision_at_20_std": 0.20864620462472824, + "nauc_precision_at_3_diff1": -0.06621986009613498, + "nauc_precision_at_3_max": 0.21347063191214954, + "nauc_precision_at_3_std": 0.21493610535777094, + "nauc_precision_at_5_diff1": -0.13539126834429777, + "nauc_precision_at_5_max": 0.22525463495422576, + "nauc_precision_at_5_std": 0.2338077931637302, + "nauc_recall_at_1000_diff1": -0.20357369589355073, + "nauc_recall_at_1000_max": 0.2646067418866327, + "nauc_recall_at_1000_std": 0.7194964495136329, + "nauc_recall_at_100_diff1": 0.08207150887816446, + "nauc_recall_at_100_max": 0.24659380128714717, + "nauc_recall_at_100_std": 0.5578658297081998, + "nauc_recall_at_10_diff1": 0.17733626252623613, + "nauc_recall_at_10_max": 0.10917153658286659, + "nauc_recall_at_10_std": 0.29038523482381423, + "nauc_recall_at_1_diff1": 0.351745647530892, + "nauc_recall_at_1_max": 0.1468502055309674, + "nauc_recall_at_1_std": 0.30688029222686686, + "nauc_recall_at_20_diff1": 0.1431704569692595, + "nauc_recall_at_20_max": 0.1479120895916842, + "nauc_recall_at_20_std": 0.37106860519416474, + "nauc_recall_at_3_diff1": 0.19824645215455683, + "nauc_recall_at_3_max": 0.0910130823109616, + "nauc_recall_at_3_std": 0.2721006176033318, + "nauc_recall_at_5_diff1": 0.158390766870896, + "nauc_recall_at_5_max": 0.1125282587848694, + "nauc_recall_at_5_std": 0.28823636995070545, + "ndcg_at_1": 0.5025, + "ndcg_at_10": 0.45033, + "ndcg_at_100": 0.51361, + "ndcg_at_1000": 0.61098, + "ndcg_at_20": 0.44388, + "ndcg_at_3": 0.47324, + "ndcg_at_5": 0.46305, + "precision_at_1": 0.625, + "precision_at_10": 0.4255, + "precision_at_100": 0.16245, + "precision_at_1000": 0.03146, + "precision_at_20": 0.333, + "precision_at_3": 0.54667, + "precision_at_5": 0.506, + "recall_at_1": 0.05065, + "recall_at_10": 0.23942, + "recall_at_100": 0.60841, + "recall_at_1000": 0.90869, + "recall_at_20": 0.32612, + "recall_at_3": 0.1162, + "recall_at_5": 0.16264 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57443, + "map_at_1": 0.08546, + "map_at_10": 0.27159, + "map_at_100": 0.42405, + "map_at_1000": 0.45176, + "map_at_20": 0.3288, + "map_at_3": 0.17282, + "map_at_5": 0.213, + "mrr_at_1": 0.82, + "mrr_at_10": 0.887172619047619, + "mrr_at_100": 0.8878350122100122, + "mrr_at_1000": 0.8878350122100122, + "mrr_at_20": 0.8878350122100122, + "mrr_at_3": 0.8775, + "mrr_at_5": 0.8849999999999999, + "nauc_map_at_1000_diff1": 0.10962137126480555, + "nauc_map_at_1000_max": 0.33941554243268046, + "nauc_map_at_1000_std": 0.26994931371985437, + "nauc_map_at_100_diff1": 0.14767764122309804, + "nauc_map_at_100_max": 0.35066947878120713, + "nauc_map_at_100_std": 0.2381671497435346, + "nauc_map_at_10_diff1": 0.1954467562417803, + "nauc_map_at_10_max": 0.27997527087116575, + "nauc_map_at_10_std": -0.06528033220928961, + "nauc_map_at_1_diff1": 0.37261063692877494, + "nauc_map_at_1_max": 0.16559419832198674, + "nauc_map_at_1_std": -0.11443729071774239, + "nauc_map_at_20_diff1": 0.17893839408204437, + "nauc_map_at_20_max": 0.29527522227416286, + "nauc_map_at_20_std": 0.022454298607004996, + "nauc_map_at_3_diff1": 0.23909097752310787, + "nauc_map_at_3_max": 0.2506814137025724, + "nauc_map_at_3_std": -0.12362850210437587, + "nauc_map_at_5_diff1": 0.23386161330949717, + "nauc_map_at_5_max": 0.2630419045211795, + "nauc_map_at_5_std": -0.11348111436633808, + "nauc_mrr_at_1000_diff1": 0.5249123906302554, + "nauc_mrr_at_1000_max": 0.44331616624059367, + "nauc_mrr_at_1000_std": 0.18282154719775165, + "nauc_mrr_at_100_diff1": 0.5249123906302554, + "nauc_mrr_at_100_max": 0.44331616624059367, + "nauc_mrr_at_100_std": 0.18282154719775165, + "nauc_mrr_at_10_diff1": 0.5243915226261568, + "nauc_mrr_at_10_max": 0.4424565489523364, + "nauc_mrr_at_10_std": 0.18152131159057042, + "nauc_mrr_at_1_diff1": 0.5478439255424612, + "nauc_mrr_at_1_max": 0.40578532878070256, + "nauc_mrr_at_1_std": 0.17427580129970272, + "nauc_mrr_at_20_diff1": 0.5249123906302554, + "nauc_mrr_at_20_max": 0.44331616624059367, + "nauc_mrr_at_20_std": 0.18282154719775165, + "nauc_mrr_at_3_diff1": 0.5176290663959606, + "nauc_mrr_at_3_max": 0.462618682696709, + "nauc_mrr_at_3_std": 0.2039849519297764, + "nauc_mrr_at_5_diff1": 0.5169409830023106, + "nauc_mrr_at_5_max": 0.44773742185174137, + "nauc_mrr_at_5_std": 0.1815761493641815, + "nauc_ndcg_at_1000_diff1": 0.2030348447556746, + "nauc_ndcg_at_1000_max": 0.40731674967841547, + "nauc_ndcg_at_1000_std": 0.2856727923156391, + "nauc_ndcg_at_100_diff1": 0.2448706561551048, + "nauc_ndcg_at_100_max": 0.4132862647414351, + "nauc_ndcg_at_100_std": 0.26371898643192215, + "nauc_ndcg_at_10_diff1": 0.11994623307988118, + "nauc_ndcg_at_10_max": 0.3353155739096055, + "nauc_ndcg_at_10_std": 0.18389435075863128, + "nauc_ndcg_at_1_diff1": 0.5279173116293008, + "nauc_ndcg_at_1_max": 0.2833574674189845, + "nauc_ndcg_at_1_std": 0.07828431617316656, + "nauc_ndcg_at_20_diff1": 0.14276624191010676, + "nauc_ndcg_at_20_max": 0.32608795981503025, + "nauc_ndcg_at_20_std": 0.1538886833766597, + "nauc_ndcg_at_3_diff1": 0.19150553625388994, + "nauc_ndcg_at_3_max": 0.36919585819260115, + "nauc_ndcg_at_3_std": 0.16504165856404193, + "nauc_ndcg_at_5_diff1": 0.14938320952863254, + "nauc_ndcg_at_5_max": 0.36524484786768086, + "nauc_ndcg_at_5_std": 0.18062662275691688, + "nauc_precision_at_1000_diff1": -0.24398098684168432, + "nauc_precision_at_1000_max": -0.1304995398199675, + "nauc_precision_at_1000_std": 0.15739859359476946, + "nauc_precision_at_100_diff1": -0.19274414513260582, + "nauc_precision_at_100_max": -0.014754797845506486, + "nauc_precision_at_100_std": 0.3627449269949496, + "nauc_precision_at_10_diff1": -0.18506551745018368, + "nauc_precision_at_10_max": 0.12947079906268164, + "nauc_precision_at_10_std": 0.3236135881443638, + "nauc_precision_at_1_diff1": 0.5478439255424612, + "nauc_precision_at_1_max": 0.40578532878070256, + "nauc_precision_at_1_std": 0.17427580129970272, + "nauc_precision_at_20_diff1": -0.19682521995089478, + "nauc_precision_at_20_max": 0.04571610652797517, + "nauc_precision_at_20_std": 0.37637989685752293, + "nauc_precision_at_3_diff1": -0.04143163149757553, + "nauc_precision_at_3_max": 0.32762120452529614, + "nauc_precision_at_3_std": 0.25823075925270184, + "nauc_precision_at_5_diff1": -0.07448286587150033, + "nauc_precision_at_5_max": 0.24091114644272718, + "nauc_precision_at_5_std": 0.28852902478601555, + "nauc_recall_at_1000_diff1": 0.18210707962404943, + "nauc_recall_at_1000_max": 0.46430060824232977, + "nauc_recall_at_1000_std": 0.6364559751582464, + "nauc_recall_at_100_diff1": 0.17681288847404802, + "nauc_recall_at_100_max": 0.2668363970397821, + "nauc_recall_at_100_std": 0.2415995262333674, + "nauc_recall_at_10_diff1": 0.11907812667390644, + "nauc_recall_at_10_max": 0.1713683701215686, + "nauc_recall_at_10_std": -0.12241837847519432, + "nauc_recall_at_1_diff1": 0.37261063692877494, + "nauc_recall_at_1_max": 0.16559419832198674, + "nauc_recall_at_1_std": -0.11443729071774239, + "nauc_recall_at_20_diff1": 0.11782093851658247, + "nauc_recall_at_20_max": 0.16978602963431721, + "nauc_recall_at_20_std": -0.02847243633480582, + "nauc_recall_at_3_diff1": 0.20118244350151465, + "nauc_recall_at_3_max": 0.20866643250021452, + "nauc_recall_at_3_std": -0.13570446934500213, + "nauc_recall_at_5_diff1": 0.18738768732448832, + "nauc_recall_at_5_max": 0.18060312309976206, + "nauc_recall_at_5_std": -0.14399079372094542, + "ndcg_at_1": 0.725, + "ndcg_at_10": 0.57443, + "ndcg_at_100": 0.66759, + "ndcg_at_1000": 0.73538, + "ndcg_at_20": 0.58367, + "ndcg_at_3": 0.64122, + "ndcg_at_5": 0.59637, + "precision_at_1": 0.82, + "precision_at_10": 0.472, + "precision_at_100": 0.1606, + "precision_at_1000": 0.02436, + "precision_at_20": 0.372, + "precision_at_3": 0.675, + "precision_at_5": 0.579, + "recall_at_1": 0.08546, + "recall_at_10": 0.34592, + "recall_at_100": 0.78022, + "recall_at_1000": 0.97932, + "recall_at_20": 0.46624, + "recall_at_3": 0.18736, + "recall_at_5": 0.24404 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.46938, + "map_at_1": 0.07257, + "map_at_10": 0.21824, + "map_at_100": 0.33498, + "map_at_1000": 0.35808, + "map_at_20": 0.25913, + "map_at_3": 0.14336, + "map_at_5": 0.17635, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7781845238095235, + "mrr_at_100": 0.7806821715106597, + "mrr_at_1000": 0.7807300247902786, + "mrr_at_20": 0.7803873210123207, + "mrr_at_3": 0.76, + "mrr_at_5": 0.7737499999999997, + "nauc_map_at_1000_diff1": 0.248831611323342, + "nauc_map_at_1000_max": 0.4731603815672102, + "nauc_map_at_1000_std": 0.40800442203251325, + "nauc_map_at_100_diff1": 0.2670845788152712, + "nauc_map_at_100_max": 0.47037955520267793, + "nauc_map_at_100_std": 0.376786397034358, + "nauc_map_at_10_diff1": 0.3192456224121331, + "nauc_map_at_10_max": 0.42873883961389386, + "nauc_map_at_10_std": 0.17456428275737934, + "nauc_map_at_1_diff1": 0.44877701391611974, + "nauc_map_at_1_max": 0.2595722057713812, + "nauc_map_at_1_std": -0.02841687087428934, + "nauc_map_at_20_diff1": 0.29559575204990013, + "nauc_map_at_20_max": 0.44147601952387794, + "nauc_map_at_20_std": 0.23366859766595865, + "nauc_map_at_3_diff1": 0.3086427984814486, + "nauc_map_at_3_max": 0.35821310495580105, + "nauc_map_at_3_std": 0.07010851859622252, + "nauc_map_at_5_diff1": 0.3212678576851443, + "nauc_map_at_5_max": 0.3891108985658451, + "nauc_map_at_5_std": 0.11232322041300466, + "nauc_mrr_at_1000_diff1": 0.5349809161425887, + "nauc_mrr_at_1000_max": 0.3760689346545776, + "nauc_mrr_at_1000_std": 0.20422001481754215, + "nauc_mrr_at_100_diff1": 0.5348933128783878, + "nauc_mrr_at_100_max": 0.37609321932248313, + "nauc_mrr_at_100_std": 0.2042629041755848, + "nauc_mrr_at_10_diff1": 0.5331741861509772, + "nauc_mrr_at_10_max": 0.38180283498144185, + "nauc_mrr_at_10_std": 0.21177670390586611, + "nauc_mrr_at_1_diff1": 0.5485856003792047, + "nauc_mrr_at_1_max": 0.32826598500109994, + "nauc_mrr_at_1_std": 0.13219684786104846, + "nauc_mrr_at_20_diff1": 0.5350257981682887, + "nauc_mrr_at_20_max": 0.3763775522544326, + "nauc_mrr_at_20_std": 0.20450112768052406, + "nauc_mrr_at_3_diff1": 0.5295041257892452, + "nauc_mrr_at_3_max": 0.3676573757530541, + "nauc_mrr_at_3_std": 0.20384145685088825, + "nauc_mrr_at_5_diff1": 0.533913306200793, + "nauc_mrr_at_5_max": 0.38554333208926483, + "nauc_mrr_at_5_std": 0.2182779327926572, + "nauc_ndcg_at_1000_diff1": 0.32676925371160004, + "nauc_ndcg_at_1000_max": 0.524178524499993, + "nauc_ndcg_at_1000_std": 0.4359032388733935, + "nauc_ndcg_at_100_diff1": 0.34513971073885763, + "nauc_ndcg_at_100_max": 0.5193242107541082, + "nauc_ndcg_at_100_std": 0.41697189101872445, + "nauc_ndcg_at_10_diff1": 0.3059217624027082, + "nauc_ndcg_at_10_max": 0.5061158117551887, + "nauc_ndcg_at_10_std": 0.3626229279736629, + "nauc_ndcg_at_1_diff1": 0.5265620474277185, + "nauc_ndcg_at_1_max": 0.32152962932705487, + "nauc_ndcg_at_1_std": 0.0726083759756993, + "nauc_ndcg_at_20_diff1": 0.29417081291422187, + "nauc_ndcg_at_20_max": 0.49941741675513895, + "nauc_ndcg_at_20_std": 0.3286354531169474, + "nauc_ndcg_at_3_diff1": 0.3029908113047232, + "nauc_ndcg_at_3_max": 0.4465338451574237, + "nauc_ndcg_at_3_std": 0.2864848864556493, + "nauc_ndcg_at_5_diff1": 0.305238368483869, + "nauc_ndcg_at_5_max": 0.48270243880237884, + "nauc_ndcg_at_5_std": 0.33558041380535775, + "nauc_precision_at_1000_diff1": -0.2064235580027873, + "nauc_precision_at_1000_max": -0.13072096143061054, + "nauc_precision_at_1000_std": 0.1454003677220353, + "nauc_precision_at_100_diff1": -0.16043551399866393, + "nauc_precision_at_100_max": 0.02775471864656884, + "nauc_precision_at_100_std": 0.36396246409961175, + "nauc_precision_at_10_diff1": 0.004253586464142791, + "nauc_precision_at_10_max": 0.2994670292515867, + "nauc_precision_at_10_std": 0.4545629712573893, + "nauc_precision_at_1_diff1": 0.5485856003792047, + "nauc_precision_at_1_max": 0.32826598500109994, + "nauc_precision_at_1_std": 0.13219684786104846, + "nauc_precision_at_20_diff1": -0.11282650876685968, + "nauc_precision_at_20_max": 0.17223577043978835, + "nauc_precision_at_20_std": 0.437279206647834, + "nauc_precision_at_3_diff1": 0.06493734010324052, + "nauc_precision_at_3_max": 0.3727878745775101, + "nauc_precision_at_3_std": 0.39406414899433073, + "nauc_precision_at_5_diff1": 0.049306250667637455, + "nauc_precision_at_5_max": 0.35940448731390223, + "nauc_precision_at_5_std": 0.44541793105631144, + "nauc_recall_at_1000_diff1": 0.2259217540888202, + "nauc_recall_at_1000_max": 0.6554010535739379, + "nauc_recall_at_1000_std": 0.6766338462594217, + "nauc_recall_at_100_diff1": 0.2057166201083992, + "nauc_recall_at_100_max": 0.4166348439644506, + "nauc_recall_at_100_std": 0.44435651755115557, + "nauc_recall_at_10_diff1": 0.27860487271760165, + "nauc_recall_at_10_max": 0.3941027648169328, + "nauc_recall_at_10_std": 0.15629031828838433, + "nauc_recall_at_1_diff1": 0.44877701391611974, + "nauc_recall_at_1_max": 0.2595722057713812, + "nauc_recall_at_1_std": -0.02841687087428934, + "nauc_recall_at_20_diff1": 0.2424785111561445, + "nauc_recall_at_20_max": 0.3831480666106894, + "nauc_recall_at_20_std": 0.20450875315901348, + "nauc_recall_at_3_diff1": 0.2550079633308855, + "nauc_recall_at_3_max": 0.33833222395851353, + "nauc_recall_at_3_std": 0.07285878147867078, + "nauc_recall_at_5_diff1": 0.27842446234077356, + "nauc_recall_at_5_max": 0.3502282705110856, + "nauc_recall_at_5_std": 0.08149756585031029, + "ndcg_at_1": 0.575, + "ndcg_at_10": 0.46938, + "ndcg_at_100": 0.56736, + "ndcg_at_1000": 0.64545, + "ndcg_at_20": 0.47749, + "ndcg_at_3": 0.51564, + "ndcg_at_5": 0.4842, + "precision_at_1": 0.67, + "precision_at_10": 0.3775, + "precision_at_100": 0.1346, + "precision_at_1000": 0.02211, + "precision_at_20": 0.29575, + "precision_at_3": 0.55333, + "precision_at_5": 0.475, + "recall_at_1": 0.07257, + "recall_at_10": 0.29152, + "recall_at_100": 0.68626, + "recall_at_1000": 0.93029, + "recall_at_20": 0.39553, + "recall_at_3": 0.15723, + "recall_at_5": 0.2076 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.47906, + "map_at_1": 0.06883, + "map_at_10": 0.21879, + "map_at_100": 0.33564, + "map_at_1000": 0.35875, + "map_at_20": 0.25955, + "map_at_3": 0.13527, + "map_at_5": 0.17611, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7589067460317461, + "mrr_at_100": 0.7608129768160045, + "mrr_at_1000": 0.7608565640449464, + "mrr_at_20": 0.7598354790634203, + "mrr_at_3": 0.74, + "mrr_at_5": 0.75475, + "nauc_map_at_1000_diff1": 0.1596143206764714, + "nauc_map_at_1000_max": 0.47410108537837875, + "nauc_map_at_1000_std": 0.4432965257702399, + "nauc_map_at_100_diff1": 0.17395559581801306, + "nauc_map_at_100_max": 0.4852514277372494, + "nauc_map_at_100_std": 0.43644604639164286, + "nauc_map_at_10_diff1": 0.20609108022601316, + "nauc_map_at_10_max": 0.43618971671770884, + "nauc_map_at_10_std": 0.22205457282792726, + "nauc_map_at_1_diff1": 0.381391721746597, + "nauc_map_at_1_max": 0.32599875383283394, + "nauc_map_at_1_std": 0.1448053376394776, + "nauc_map_at_20_diff1": 0.19939694860150095, + "nauc_map_at_20_max": 0.4533007080359532, + "nauc_map_at_20_std": 0.2917394356569281, + "nauc_map_at_3_diff1": 0.2310092251883044, + "nauc_map_at_3_max": 0.3944846830426237, + "nauc_map_at_3_std": 0.18408662449309549, + "nauc_map_at_5_diff1": 0.22215145874288236, + "nauc_map_at_5_max": 0.41722540724148477, + "nauc_map_at_5_std": 0.18477934827046477, + "nauc_mrr_at_1000_diff1": 0.3686209016733924, + "nauc_mrr_at_1000_max": 0.47399181886982644, + "nauc_mrr_at_1000_std": 0.35047871949284637, + "nauc_mrr_at_100_diff1": 0.3686605844619651, + "nauc_mrr_at_100_max": 0.474006499388059, + "nauc_mrr_at_100_std": 0.3505117793693521, + "nauc_mrr_at_10_diff1": 0.3707484929593228, + "nauc_mrr_at_10_max": 0.47501713282607155, + "nauc_mrr_at_10_std": 0.3494474305020966, + "nauc_mrr_at_1_diff1": 0.36306487100751933, + "nauc_mrr_at_1_max": 0.46080256614844, + "nauc_mrr_at_1_std": 0.3409898691941297, + "nauc_mrr_at_20_diff1": 0.36908333047385067, + "nauc_mrr_at_20_max": 0.4759661785107791, + "nauc_mrr_at_20_std": 0.353325762025977, + "nauc_mrr_at_3_diff1": 0.3648174212418177, + "nauc_mrr_at_3_max": 0.47219329960287326, + "nauc_mrr_at_3_std": 0.35635864513079685, + "nauc_mrr_at_5_diff1": 0.36973334994427154, + "nauc_mrr_at_5_max": 0.4648912243077357, + "nauc_mrr_at_5_std": 0.33327716018209763, + "nauc_ndcg_at_1000_diff1": 0.2249146218611449, + "nauc_ndcg_at_1000_max": 0.5173979685652342, + "nauc_ndcg_at_1000_std": 0.4544741444957691, + "nauc_ndcg_at_100_diff1": 0.22597804094719365, + "nauc_ndcg_at_100_max": 0.5454710821797055, + "nauc_ndcg_at_100_std": 0.4798479261827141, + "nauc_ndcg_at_10_diff1": 0.19427544338132988, + "nauc_ndcg_at_10_max": 0.4496267801946588, + "nauc_ndcg_at_10_std": 0.30866987527153944, + "nauc_ndcg_at_1_diff1": 0.40449139616240076, + "nauc_ndcg_at_1_max": 0.3944733038954799, + "nauc_ndcg_at_1_std": 0.21480289621882523, + "nauc_ndcg_at_20_diff1": 0.20475267601404212, + "nauc_ndcg_at_20_max": 0.47001158697009315, + "nauc_ndcg_at_20_std": 0.3354710261503611, + "nauc_ndcg_at_3_diff1": 0.18796523007987492, + "nauc_ndcg_at_3_max": 0.4053103729521225, + "nauc_ndcg_at_3_std": 0.32378333527140324, + "nauc_ndcg_at_5_diff1": 0.1621335786764211, + "nauc_ndcg_at_5_max": 0.43997869217864366, + "nauc_ndcg_at_5_std": 0.3132461292316917, + "nauc_precision_at_1000_diff1": -0.11989095065174943, + "nauc_precision_at_1000_max": -0.1698017107236759, + "nauc_precision_at_1000_std": 0.006801287705840418, + "nauc_precision_at_100_diff1": -0.0914726647886286, + "nauc_precision_at_100_max": 0.014751488632459396, + "nauc_precision_at_100_std": 0.26884066691120767, + "nauc_precision_at_10_diff1": -0.02753085282958277, + "nauc_precision_at_10_max": 0.21634048963151287, + "nauc_precision_at_10_std": 0.3094845151495835, + "nauc_precision_at_1_diff1": 0.36306487100751933, + "nauc_precision_at_1_max": 0.46080256614844, + "nauc_precision_at_1_std": 0.3409898691941297, + "nauc_precision_at_20_diff1": -0.04794525257831921, + "nauc_precision_at_20_max": 0.10943089251995192, + "nauc_precision_at_20_std": 0.3135159072561512, + "nauc_precision_at_3_diff1": 0.013662003002769298, + "nauc_precision_at_3_max": 0.36671172814767466, + "nauc_precision_at_3_std": 0.3873034292584599, + "nauc_precision_at_5_diff1": -0.015203289313376698, + "nauc_precision_at_5_max": 0.32835958350201394, + "nauc_precision_at_5_std": 0.3219379013551346, + "nauc_recall_at_1000_diff1": 0.24085918304283024, + "nauc_recall_at_1000_max": 0.7368352473242193, + "nauc_recall_at_1000_std": 0.7610169290850852, + "nauc_recall_at_100_diff1": 0.13156398939444708, + "nauc_recall_at_100_max": 0.5365857183146618, + "nauc_recall_at_100_std": 0.5657957904905542, + "nauc_recall_at_10_diff1": 0.1581767638811654, + "nauc_recall_at_10_max": 0.384920362006165, + "nauc_recall_at_10_std": 0.1777291017134726, + "nauc_recall_at_1_diff1": 0.381391721746597, + "nauc_recall_at_1_max": 0.32599875383283394, + "nauc_recall_at_1_std": 0.1448053376394776, + "nauc_recall_at_20_diff1": 0.14125555742372417, + "nauc_recall_at_20_max": 0.38967063725490075, + "nauc_recall_at_20_std": 0.25739121137121757, + "nauc_recall_at_3_diff1": 0.2057763803746151, + "nauc_recall_at_3_max": 0.38108882621065093, + "nauc_recall_at_3_std": 0.1756781397023805, + "nauc_recall_at_5_diff1": 0.18294789689659224, + "nauc_recall_at_5_max": 0.3794008322052771, + "nauc_recall_at_5_std": 0.13751452559724672, + "ndcg_at_1": 0.5675, + "ndcg_at_10": 0.47906, + "ndcg_at_100": 0.5685, + "ndcg_at_1000": 0.64646, + "ndcg_at_20": 0.4837, + "ndcg_at_3": 0.52213, + "ndcg_at_5": 0.49535, + "precision_at_1": 0.645, + "precision_at_10": 0.3945, + "precision_at_100": 0.13545, + "precision_at_1000": 0.02199, + "precision_at_20": 0.30225, + "precision_at_3": 0.55333, + "precision_at_5": 0.49, + "recall_at_1": 0.06883, + "recall_at_10": 0.2978, + "recall_at_100": 0.68634, + "recall_at_1000": 0.9297, + "recall_at_20": 0.39692, + "recall_at_3": 0.14993, + "recall_at_5": 0.21318 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55803, + "map_at_1": 0.06335, + "map_at_10": 0.20581, + "map_at_100": 0.38699, + "map_at_1000": 0.44378, + "map_at_20": 0.2718, + "map_at_3": 0.10932, + "map_at_5": 0.1426, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8424404761904759, + "mrr_at_100": 0.8428571428571426, + "mrr_at_1000": 0.8429043126684634, + "mrr_at_20": 0.8428571428571426, + "mrr_at_3": 0.8266666666666665, + "mrr_at_5": 0.8366666666666664, + "nauc_map_at_1000_diff1": 0.08504275122131018, + "nauc_map_at_1000_max": 0.4037044837589791, + "nauc_map_at_1000_std": 0.41687559254318424, + "nauc_map_at_100_diff1": 0.13799085396161567, + "nauc_map_at_100_max": 0.37310756234949294, + "nauc_map_at_100_std": 0.39779511656003586, + "nauc_map_at_10_diff1": 0.23421889045625416, + "nauc_map_at_10_max": 0.13611526453151523, + "nauc_map_at_10_std": 0.1018757694269194, + "nauc_map_at_1_diff1": 0.45367626792490434, + "nauc_map_at_1_max": -0.043791285525035924, + "nauc_map_at_1_std": -0.1307202074994973, + "nauc_map_at_20_diff1": 0.2012782216118022, + "nauc_map_at_20_max": 0.22429552876531866, + "nauc_map_at_20_std": 0.20623854350171877, + "nauc_map_at_3_diff1": 0.36975671273635674, + "nauc_map_at_3_max": 0.02917918350794065, + "nauc_map_at_3_std": -0.029235463372271696, + "nauc_map_at_5_diff1": 0.2997032167687976, + "nauc_map_at_5_max": 0.05627824716761764, + "nauc_map_at_5_std": 0.03780968077962373, + "nauc_mrr_at_1000_diff1": 0.22411989299210916, + "nauc_mrr_at_1000_max": 0.4515598381240442, + "nauc_mrr_at_1000_std": 0.33120101314389755, + "nauc_mrr_at_100_diff1": 0.2239912330300479, + "nauc_mrr_at_100_max": 0.4517382712547273, + "nauc_mrr_at_100_std": 0.331418604606589, + "nauc_mrr_at_10_diff1": 0.22584041370684838, + "nauc_mrr_at_10_max": 0.4529348065402931, + "nauc_mrr_at_10_std": 0.3329599350496458, + "nauc_mrr_at_1_diff1": 0.21344421344421338, + "nauc_mrr_at_1_max": 0.44444444444444486, + "nauc_mrr_at_1_std": 0.2984522984522989, + "nauc_mrr_at_20_diff1": 0.2239912330300479, + "nauc_mrr_at_20_max": 0.4517382712547273, + "nauc_mrr_at_20_std": 0.331418604606589, + "nauc_mrr_at_3_diff1": 0.2280022496807723, + "nauc_mrr_at_3_max": 0.4277821092446917, + "nauc_mrr_at_3_std": 0.3134683946403526, + "nauc_mrr_at_5_diff1": 0.23488214691039505, + "nauc_mrr_at_5_max": 0.46487543009493715, + "nauc_mrr_at_5_std": 0.3445788093479541, + "nauc_ndcg_at_1000_diff1": 0.1493079707983661, + "nauc_ndcg_at_1000_max": 0.46731474804759837, + "nauc_ndcg_at_1000_std": 0.46082201206663553, + "nauc_ndcg_at_100_diff1": 0.17875315076871873, + "nauc_ndcg_at_100_max": 0.4478897581334381, + "nauc_ndcg_at_100_std": 0.4606554636129135, + "nauc_ndcg_at_10_diff1": 0.18509243629181646, + "nauc_ndcg_at_10_max": 0.37204663581047154, + "nauc_ndcg_at_10_std": 0.27441796939714713, + "nauc_ndcg_at_1_diff1": 0.26247916013271455, + "nauc_ndcg_at_1_max": 0.4189308529076772, + "nauc_ndcg_at_1_std": 0.29938429540615047, + "nauc_ndcg_at_20_diff1": 0.18741672374622384, + "nauc_ndcg_at_20_max": 0.40300818766785684, + "nauc_ndcg_at_20_std": 0.33281873655955224, + "nauc_ndcg_at_3_diff1": 0.22345922335765953, + "nauc_ndcg_at_3_max": 0.39091370908390394, + "nauc_ndcg_at_3_std": 0.26783490663832527, + "nauc_ndcg_at_5_diff1": 0.18646017541512158, + "nauc_ndcg_at_5_max": 0.3695747189795259, + "nauc_ndcg_at_5_std": 0.26997797208193913, + "nauc_precision_at_1000_diff1": -0.11959814406107336, + "nauc_precision_at_1000_max": 0.01705874399155852, + "nauc_precision_at_1000_std": -0.06628711983953858, + "nauc_precision_at_100_diff1": -0.14493042248825952, + "nauc_precision_at_100_max": 0.1547761268624171, + "nauc_precision_at_100_std": 0.13199926225080985, + "nauc_precision_at_10_diff1": -0.12955066906267057, + "nauc_precision_at_10_max": 0.3688839729807785, + "nauc_precision_at_10_std": 0.2780952170843625, + "nauc_precision_at_1_diff1": 0.21344421344421338, + "nauc_precision_at_1_max": 0.44444444444444486, + "nauc_precision_at_1_std": 0.2984522984522989, + "nauc_precision_at_20_diff1": -0.13585316385636734, + "nauc_precision_at_20_max": 0.3345611514639942, + "nauc_precision_at_20_std": 0.276930341510386, + "nauc_precision_at_3_diff1": 0.04313587658636643, + "nauc_precision_at_3_max": 0.38697849380652005, + "nauc_precision_at_3_std": 0.26298224282493593, + "nauc_precision_at_5_diff1": -0.08430877694303109, + "nauc_precision_at_5_max": 0.357509110321257, + "nauc_precision_at_5_std": 0.28057642422574497, + "nauc_recall_at_1000_diff1": 0.015001880206423103, + "nauc_recall_at_1000_max": 0.21159021793435265, + "nauc_recall_at_1000_std": 0.5650486826565595, + "nauc_recall_at_100_diff1": 0.07432727732975145, + "nauc_recall_at_100_max": 0.16018257903901645, + "nauc_recall_at_100_std": 0.36640510302619833, + "nauc_recall_at_10_diff1": 0.15911246611058807, + "nauc_recall_at_10_max": -0.014867072907244188, + "nauc_recall_at_10_std": 0.01402815053301762, + "nauc_recall_at_1_diff1": 0.45367626792490434, + "nauc_recall_at_1_max": -0.043791285525035924, + "nauc_recall_at_1_std": -0.1307202074994973, + "nauc_recall_at_20_diff1": 0.14386152784078057, + "nauc_recall_at_20_max": 0.04311703166190946, + "nauc_recall_at_20_std": 0.11557563374234137, + "nauc_recall_at_3_diff1": 0.354714995784104, + "nauc_recall_at_3_max": -0.021488549408035667, + "nauc_recall_at_3_std": -0.04551770439745259, + "nauc_recall_at_5_diff1": 0.2805945266221107, + "nauc_recall_at_5_max": -0.009780040886418612, + "nauc_recall_at_5_std": 0.01764491318637095, + "ndcg_at_1": 0.62, + "ndcg_at_10": 0.55803, + "ndcg_at_100": 0.62713, + "ndcg_at_1000": 0.70037, + "ndcg_at_20": 0.56167, + "ndcg_at_3": 0.57239, + "ndcg_at_5": 0.55749, + "precision_at_1": 0.765, + "precision_at_10": 0.5685, + "precision_at_100": 0.24715, + "precision_at_1000": 0.05352, + "precision_at_20": 0.47675, + "precision_at_3": 0.66, + "precision_at_5": 0.618, + "recall_at_1": 0.06335, + "recall_at_10": 0.27736, + "recall_at_100": 0.70157, + "recall_at_1000": 0.93246, + "recall_at_20": 0.40465, + "recall_at_3": 0.12005, + "recall_at_5": 0.16674 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.52193, + "map_at_1": 0.06068, + "map_at_10": 0.1928, + "map_at_100": 0.35983, + "map_at_1000": 0.41383, + "map_at_20": 0.25247, + "map_at_3": 0.10759, + "map_at_5": 0.13732, + "mrr_at_1": 0.725, + "mrr_at_10": 0.8162777777777778, + "mrr_at_100": 0.8173989898989897, + "mrr_at_1000": 0.8174219256788062, + "mrr_at_20": 0.8173989898989897, + "mrr_at_3": 0.8016666666666667, + "mrr_at_5": 0.8121666666666666, + "nauc_map_at_1000_diff1": 0.17155245196674723, + "nauc_map_at_1000_max": 0.29633931389267565, + "nauc_map_at_1000_std": 0.4539629314497573, + "nauc_map_at_100_diff1": 0.2064797268064714, + "nauc_map_at_100_max": 0.26647852478370954, + "nauc_map_at_100_std": 0.44111790021985825, + "nauc_map_at_10_diff1": 0.27914546717153094, + "nauc_map_at_10_max": 0.11642432131798129, + "nauc_map_at_10_std": 0.16505991589498772, + "nauc_map_at_1_diff1": 0.48301098566563244, + "nauc_map_at_1_max": -0.05737459531174306, + "nauc_map_at_1_std": -0.10487684572064825, + "nauc_map_at_20_diff1": 0.2522578697773315, + "nauc_map_at_20_max": 0.1764798382034189, + "nauc_map_at_20_std": 0.2585197946136935, + "nauc_map_at_3_diff1": 0.38126056920213575, + "nauc_map_at_3_max": -0.0010232827037410877, + "nauc_map_at_3_std": 0.015515876163723071, + "nauc_map_at_5_diff1": 0.32186482911706255, + "nauc_map_at_5_max": 0.03722688184590908, + "nauc_map_at_5_std": 0.0681076571164743, + "nauc_mrr_at_1000_diff1": 0.38425737720360315, + "nauc_mrr_at_1000_max": 0.41336285498173014, + "nauc_mrr_at_1000_std": 0.22966322759762778, + "nauc_mrr_at_100_diff1": 0.38425372093462246, + "nauc_mrr_at_100_max": 0.41342652601910335, + "nauc_mrr_at_100_std": 0.22975255311880427, + "nauc_mrr_at_10_diff1": 0.3851770775934696, + "nauc_mrr_at_10_max": 0.41527361004516034, + "nauc_mrr_at_10_std": 0.23324124454600204, + "nauc_mrr_at_1_diff1": 0.3729099094737864, + "nauc_mrr_at_1_max": 0.39190589146536253, + "nauc_mrr_at_1_std": 0.1986832550709203, + "nauc_mrr_at_20_diff1": 0.38425372093462246, + "nauc_mrr_at_20_max": 0.41342652601910335, + "nauc_mrr_at_20_std": 0.22975255311880427, + "nauc_mrr_at_3_diff1": 0.3821903623365417, + "nauc_mrr_at_3_max": 0.4286146642425871, + "nauc_mrr_at_3_std": 0.23547443582853564, + "nauc_mrr_at_5_diff1": 0.3920716597511699, + "nauc_mrr_at_5_max": 0.41226510691890883, + "nauc_mrr_at_5_std": 0.23609581263926427, + "nauc_ndcg_at_1000_diff1": 0.2547608302515603, + "nauc_ndcg_at_1000_max": 0.39777990500124405, + "nauc_ndcg_at_1000_std": 0.48918374583256446, + "nauc_ndcg_at_100_diff1": 0.25295121787405145, + "nauc_ndcg_at_100_max": 0.36222023327263353, + "nauc_ndcg_at_100_std": 0.47995003723847995, + "nauc_ndcg_at_10_diff1": 0.26428032117711747, + "nauc_ndcg_at_10_max": 0.3151266995050687, + "nauc_ndcg_at_10_std": 0.2751499822997236, + "nauc_ndcg_at_1_diff1": 0.30631064351107123, + "nauc_ndcg_at_1_max": 0.3570877806872313, + "nauc_ndcg_at_1_std": 0.21892919068922717, + "nauc_ndcg_at_20_diff1": 0.2550873724145339, + "nauc_ndcg_at_20_max": 0.3281443724683651, + "nauc_ndcg_at_20_std": 0.3278801622392046, + "nauc_ndcg_at_3_diff1": 0.23569744133623707, + "nauc_ndcg_at_3_max": 0.3026116811103351, + "nauc_ndcg_at_3_std": 0.23323296402351867, + "nauc_ndcg_at_5_diff1": 0.2401919654942943, + "nauc_ndcg_at_5_max": 0.3050202863809276, + "nauc_ndcg_at_5_std": 0.22844506643102025, + "nauc_precision_at_1000_diff1": -0.10116876501707807, + "nauc_precision_at_1000_max": 0.034188406540432974, + "nauc_precision_at_1000_std": -0.1017430037624328, + "nauc_precision_at_100_diff1": -0.10260242270609078, + "nauc_precision_at_100_max": 0.13772652242915687, + "nauc_precision_at_100_std": 0.11882790151770985, + "nauc_precision_at_10_diff1": 0.008258539945723793, + "nauc_precision_at_10_max": 0.3367717446761204, + "nauc_precision_at_10_std": 0.2626493634372992, + "nauc_precision_at_1_diff1": 0.3729099094737864, + "nauc_precision_at_1_max": 0.39190589146536253, + "nauc_precision_at_1_std": 0.1986832550709203, + "nauc_precision_at_20_diff1": -0.05112513990245782, + "nauc_precision_at_20_max": 0.28101682365566405, + "nauc_precision_at_20_std": 0.2623560190069109, + "nauc_precision_at_3_diff1": 0.08418715629106983, + "nauc_precision_at_3_max": 0.3411984994832406, + "nauc_precision_at_3_std": 0.2952483635946058, + "nauc_precision_at_5_diff1": -0.006380170885778925, + "nauc_precision_at_5_max": 0.31589800701247706, + "nauc_precision_at_5_std": 0.25224927539779135, + "nauc_recall_at_1000_diff1": 0.08426721131120343, + "nauc_recall_at_1000_max": 0.21381876310766249, + "nauc_recall_at_1000_std": 0.6271307825547016, + "nauc_recall_at_100_diff1": 0.11231168540184018, + "nauc_recall_at_100_max": 0.13087802144480026, + "nauc_recall_at_100_std": 0.44558376752369566, + "nauc_recall_at_10_diff1": 0.23143461860146544, + "nauc_recall_at_10_max": 0.0393341639909718, + "nauc_recall_at_10_std": 0.14491790905312327, + "nauc_recall_at_1_diff1": 0.48301098566563244, + "nauc_recall_at_1_max": -0.05737459531174306, + "nauc_recall_at_1_std": -0.10487684572064825, + "nauc_recall_at_20_diff1": 0.15679435341753123, + "nauc_recall_at_20_max": 0.04076171999602759, + "nauc_recall_at_20_std": 0.17846104138876057, + "nauc_recall_at_3_diff1": 0.3488074445575252, + "nauc_recall_at_3_max": -0.033859021770654064, + "nauc_recall_at_3_std": 0.0030144327088028272, + "nauc_recall_at_5_diff1": 0.27225813045922304, + "nauc_recall_at_5_max": -0.035936718109670314, + "nauc_recall_at_5_std": 0.053904708683474314, + "ndcg_at_1": 0.5925, + "ndcg_at_10": 0.52193, + "ndcg_at_100": 0.59688, + "ndcg_at_1000": 0.6767, + "ndcg_at_20": 0.52991, + "ndcg_at_3": 0.54603, + "ndcg_at_5": 0.53448, + "precision_at_1": 0.725, + "precision_at_10": 0.528, + "precision_at_100": 0.23395, + "precision_at_1000": 0.05174, + "precision_at_20": 0.4435, + "precision_at_3": 0.63667, + "precision_at_5": 0.606, + "recall_at_1": 0.06068, + "recall_at_10": 0.25336, + "recall_at_100": 0.67274, + "recall_at_1000": 0.92111, + "recall_at_20": 0.38307, + "recall_at_3": 0.11884, + "recall_at_5": 0.16475 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.51364, + "map_at_1": 0.05611, + "map_at_10": 0.18014, + "map_at_100": 0.34554, + "map_at_1000": 0.39957, + "map_at_20": 0.23943, + "map_at_3": 0.0994, + "map_at_5": 0.12689, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8185535714285718, + "mrr_at_100": 0.8196405388471181, + "mrr_at_1000": 0.8196549066632098, + "mrr_at_20": 0.8195072055137846, + "mrr_at_3": 0.8050000000000003, + "mrr_at_5": 0.8140000000000004, + "nauc_map_at_1000_diff1": 0.08483275489230231, + "nauc_map_at_1000_max": 0.3801924830114241, + "nauc_map_at_1000_std": 0.4562115444842177, + "nauc_map_at_100_diff1": 0.14588146531945054, + "nauc_map_at_100_max": 0.35975866294684594, + "nauc_map_at_100_std": 0.42160917161362466, + "nauc_map_at_10_diff1": 0.26011862989763024, + "nauc_map_at_10_max": 0.18036055863557848, + "nauc_map_at_10_std": 0.17034023018305106, + "nauc_map_at_1_diff1": 0.42854182950874675, + "nauc_map_at_1_max": -0.05905343959664698, + "nauc_map_at_1_std": -0.08612246769266839, + "nauc_map_at_20_diff1": 0.227484316777725, + "nauc_map_at_20_max": 0.25140386840866247, + "nauc_map_at_20_std": 0.2602358908331754, + "nauc_map_at_3_diff1": 0.32256559535416063, + "nauc_map_at_3_max": 0.006753621600603486, + "nauc_map_at_3_std": 0.007401028431205693, + "nauc_map_at_5_diff1": 0.29377366275311817, + "nauc_map_at_5_max": 0.08725333305412077, + "nauc_map_at_5_std": 0.0893999264222663, + "nauc_mrr_at_1000_diff1": 0.1970095124197661, + "nauc_mrr_at_1000_max": 0.30109144007274363, + "nauc_mrr_at_1000_std": 0.21093775572071746, + "nauc_mrr_at_100_diff1": 0.19700299728366416, + "nauc_mrr_at_100_max": 0.30114131180830367, + "nauc_mrr_at_100_std": 0.21100701412177555, + "nauc_mrr_at_10_diff1": 0.19667345318360638, + "nauc_mrr_at_10_max": 0.30475587747410915, + "nauc_mrr_at_10_std": 0.21160645500599232, + "nauc_mrr_at_1_diff1": 0.20015408945298252, + "nauc_mrr_at_1_max": 0.2688759579903493, + "nauc_mrr_at_1_std": 0.161581038887312, + "nauc_mrr_at_20_diff1": 0.19706227824088107, + "nauc_mrr_at_20_max": 0.3014840173470091, + "nauc_mrr_at_20_std": 0.2115427642615856, + "nauc_mrr_at_3_diff1": 0.18260664500576454, + "nauc_mrr_at_3_max": 0.2709119414456903, + "nauc_mrr_at_3_std": 0.18587761590329466, + "nauc_mrr_at_5_diff1": 0.20056821941374964, + "nauc_mrr_at_5_max": 0.30357648308667234, + "nauc_mrr_at_5_std": 0.21191284912915312, + "nauc_ndcg_at_1000_diff1": 0.12313082363843984, + "nauc_ndcg_at_1000_max": 0.4205958695983566, + "nauc_ndcg_at_1000_std": 0.46436954720097184, + "nauc_ndcg_at_100_diff1": 0.18126508521767315, + "nauc_ndcg_at_100_max": 0.4189111767569137, + "nauc_ndcg_at_100_std": 0.44357572303032144, + "nauc_ndcg_at_10_diff1": 0.13714648720468797, + "nauc_ndcg_at_10_max": 0.30506885141442125, + "nauc_ndcg_at_10_std": 0.2675399450372429, + "nauc_ndcg_at_1_diff1": 0.1966295954154819, + "nauc_ndcg_at_1_max": 0.2722957382057832, + "nauc_ndcg_at_1_std": 0.18719182272983537, + "nauc_ndcg_at_20_diff1": 0.16663093362956788, + "nauc_ndcg_at_20_max": 0.33903789767182285, + "nauc_ndcg_at_20_std": 0.3265328776775988, + "nauc_ndcg_at_3_diff1": 0.11198798398703276, + "nauc_ndcg_at_3_max": 0.25973571439823934, + "nauc_ndcg_at_3_std": 0.20007532600729605, + "nauc_ndcg_at_5_diff1": 0.10162053028972345, + "nauc_ndcg_at_5_max": 0.2827925035090881, + "nauc_ndcg_at_5_std": 0.24393792755656632, + "nauc_precision_at_1000_diff1": -0.15315216294568898, + "nauc_precision_at_1000_max": 0.01060677416444606, + "nauc_precision_at_1000_std": -0.027068733031602323, + "nauc_precision_at_100_diff1": -0.16482201627427848, + "nauc_precision_at_100_max": 0.14194575996302886, + "nauc_precision_at_100_std": 0.15813028276991017, + "nauc_precision_at_10_diff1": -0.08018063547230574, + "nauc_precision_at_10_max": 0.31849660233733174, + "nauc_precision_at_10_std": 0.2680747724621657, + "nauc_precision_at_1_diff1": 0.20015408945298252, + "nauc_precision_at_1_max": 0.2688759579903493, + "nauc_precision_at_1_std": 0.161581038887312, + "nauc_precision_at_20_diff1": -0.11934114067085272, + "nauc_precision_at_20_max": 0.2703671326014931, + "nauc_precision_at_20_std": 0.25717363711784264, + "nauc_precision_at_3_diff1": -0.030209959984383923, + "nauc_precision_at_3_max": 0.2665186414210421, + "nauc_precision_at_3_std": 0.2138303972281871, + "nauc_precision_at_5_diff1": -0.0584705250660946, + "nauc_precision_at_5_max": 0.316356920835989, + "nauc_precision_at_5_std": 0.281777358301269, + "nauc_recall_at_1000_diff1": -0.018243178404375077, + "nauc_recall_at_1000_max": 0.2955764884346872, + "nauc_recall_at_1000_std": 0.617273560182, + "nauc_recall_at_100_diff1": 0.11947507273049433, + "nauc_recall_at_100_max": 0.20508685476343605, + "nauc_recall_at_100_std": 0.3716458616951704, + "nauc_recall_at_10_diff1": 0.2093911970495096, + "nauc_recall_at_10_max": 0.0948440448239016, + "nauc_recall_at_10_std": 0.11889288750177653, + "nauc_recall_at_1_diff1": 0.42854182950874675, + "nauc_recall_at_1_max": -0.05905343959664698, + "nauc_recall_at_1_std": -0.08612246769266839, + "nauc_recall_at_20_diff1": 0.19854126364551708, + "nauc_recall_at_20_max": 0.11335913608274131, + "nauc_recall_at_20_std": 0.19963689917577315, + "nauc_recall_at_3_diff1": 0.22689530994640764, + "nauc_recall_at_3_max": -0.07268090276716703, + "nauc_recall_at_3_std": -0.0413429995431018, + "nauc_recall_at_5_diff1": 0.2052546355915671, + "nauc_recall_at_5_max": 0.011263979434949894, + "nauc_recall_at_5_std": 0.04954967678520554, + "ndcg_at_1": 0.6075, + "ndcg_at_10": 0.51364, + "ndcg_at_100": 0.58433, + "ndcg_at_1000": 0.66572, + "ndcg_at_20": 0.51765, + "ndcg_at_3": 0.54713, + "ndcg_at_5": 0.52623, + "precision_at_1": 0.74, + "precision_at_10": 0.5155, + "precision_at_100": 0.22985, + "precision_at_1000": 0.05145, + "precision_at_20": 0.4385, + "precision_at_3": 0.62833, + "precision_at_5": 0.578, + "recall_at_1": 0.05611, + "recall_at_10": 0.2412, + "recall_at_100": 0.66527, + "recall_at_1000": 0.91371, + "recall_at_20": 0.36166, + "recall_at_3": 0.11575, + "recall_at_5": 0.15483 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.5753, + "map_at_1": 0.12221, + "map_at_10": 0.29125, + "map_at_100": 0.41105, + "map_at_1000": 0.4479, + "map_at_20": 0.33222, + "map_at_3": 0.19696, + "map_at_5": 0.24199, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8334841269841271, + "mrr_at_100": 0.8346430375180376, + "mrr_at_1000": 0.8346430375180376, + "mrr_at_20": 0.8342958152958154, + "mrr_at_3": 0.8250000000000002, + "mrr_at_5": 0.8285000000000001, + "nauc_map_at_1000_diff1": 0.253895379047837, + "nauc_map_at_1000_max": 0.387576684938853, + "nauc_map_at_1000_std": 0.2736686969816984, + "nauc_map_at_100_diff1": 0.28945199870687244, + "nauc_map_at_100_max": 0.38810846412202643, + "nauc_map_at_100_std": 0.28679726132595595, + "nauc_map_at_10_diff1": 0.3563665658991521, + "nauc_map_at_10_max": 0.3884193397478166, + "nauc_map_at_10_std": 0.20910005251110667, + "nauc_map_at_1_diff1": 0.5580513994201631, + "nauc_map_at_1_max": 0.30033555310078497, + "nauc_map_at_1_std": 0.01959676002288673, + "nauc_map_at_20_diff1": 0.3261658726541746, + "nauc_map_at_20_max": 0.3791978574353119, + "nauc_map_at_20_std": 0.23308433616131705, + "nauc_map_at_3_diff1": 0.438939226741746, + "nauc_map_at_3_max": 0.33133374681726724, + "nauc_map_at_3_std": 0.14942944382007523, + "nauc_map_at_5_diff1": 0.39215447229412714, + "nauc_map_at_5_max": 0.37445277168988783, + "nauc_map_at_5_std": 0.19937646405133913, + "nauc_mrr_at_1000_diff1": 0.49616076588611385, + "nauc_mrr_at_1000_max": 0.5869965644643363, + "nauc_mrr_at_1000_std": 0.04259403094621142, + "nauc_mrr_at_100_diff1": 0.49616076588611385, + "nauc_mrr_at_100_max": 0.5869965644643363, + "nauc_mrr_at_100_std": 0.04259403094621142, + "nauc_mrr_at_10_diff1": 0.4969295998360079, + "nauc_mrr_at_10_max": 0.5897303879288026, + "nauc_mrr_at_10_std": 0.04949613629052601, + "nauc_mrr_at_1_diff1": 0.5024769045387603, + "nauc_mrr_at_1_max": 0.5543734615899564, + "nauc_mrr_at_1_std": 0.006375068230738853, + "nauc_mrr_at_20_diff1": 0.4961136301872992, + "nauc_mrr_at_20_max": 0.5878285101897176, + "nauc_mrr_at_20_std": 0.044681572609032556, + "nauc_mrr_at_3_diff1": 0.49402845216798635, + "nauc_mrr_at_3_max": 0.5884682316575996, + "nauc_mrr_at_3_std": 0.046652793496647874, + "nauc_mrr_at_5_diff1": 0.49206656106000873, + "nauc_mrr_at_5_max": 0.5894603360401882, + "nauc_mrr_at_5_std": 0.04980832043110714, + "nauc_ndcg_at_1000_diff1": 0.3372631611536003, + "nauc_ndcg_at_1000_max": 0.5432321647565949, + "nauc_ndcg_at_1000_std": 0.2748420071884054, + "nauc_ndcg_at_100_diff1": 0.36019162552965517, + "nauc_ndcg_at_100_max": 0.517391289653379, + "nauc_ndcg_at_100_std": 0.29431689422300417, + "nauc_ndcg_at_10_diff1": 0.3410978563051059, + "nauc_ndcg_at_10_max": 0.48128658516102046, + "nauc_ndcg_at_10_std": 0.19930124300115004, + "nauc_ndcg_at_1_diff1": 0.5080640922311385, + "nauc_ndcg_at_1_max": 0.5871281143778252, + "nauc_ndcg_at_1_std": 0.10666853558537992, + "nauc_ndcg_at_20_diff1": 0.3463282203089268, + "nauc_ndcg_at_20_max": 0.4662280457168762, + "nauc_ndcg_at_20_std": 0.21537549995510236, + "nauc_ndcg_at_3_diff1": 0.3814037271776283, + "nauc_ndcg_at_3_max": 0.5048015115403476, + "nauc_ndcg_at_3_std": 0.1516869113675822, + "nauc_ndcg_at_5_diff1": 0.33834976508137915, + "nauc_ndcg_at_5_max": 0.504858327619505, + "nauc_ndcg_at_5_std": 0.17107494113350413, + "nauc_precision_at_1000_diff1": -0.27039082576285034, + "nauc_precision_at_1000_max": -0.10974484310775615, + "nauc_precision_at_1000_std": -0.24457608643868062, + "nauc_precision_at_100_diff1": -0.23598279198392383, + "nauc_precision_at_100_max": -0.0963073930747616, + "nauc_precision_at_100_std": -0.06307113932197865, + "nauc_precision_at_10_diff1": -0.21710482784822582, + "nauc_precision_at_10_max": 0.03541005440640667, + "nauc_precision_at_10_std": 0.020167082523142532, + "nauc_precision_at_1_diff1": 0.5024769045387603, + "nauc_precision_at_1_max": 0.5543734615899564, + "nauc_precision_at_1_std": 0.006375068230738853, + "nauc_precision_at_20_diff1": -0.25361066763669615, + "nauc_precision_at_20_max": -0.06846964277293854, + "nauc_precision_at_20_std": -0.010585565862125185, + "nauc_precision_at_3_diff1": -0.03961916563131267, + "nauc_precision_at_3_max": 0.22964417889592306, + "nauc_precision_at_3_std": 0.12068323452160086, + "nauc_precision_at_5_diff1": -0.15177715262488117, + "nauc_precision_at_5_max": 0.18190625750696374, + "nauc_precision_at_5_std": 0.11108816972040818, + "nauc_recall_at_1000_diff1": 0.19473304511738534, + "nauc_recall_at_1000_max": 0.33745407341388134, + "nauc_recall_at_1000_std": 0.7590604583619258, + "nauc_recall_at_100_diff1": 0.28241285304204033, + "nauc_recall_at_100_max": 0.2950167404188598, + "nauc_recall_at_100_std": 0.3756317262354508, + "nauc_recall_at_10_diff1": 0.32805400923303996, + "nauc_recall_at_10_max": 0.3247332430815117, + "nauc_recall_at_10_std": 0.24239677063155138, + "nauc_recall_at_1_diff1": 0.5580513994201631, + "nauc_recall_at_1_max": 0.30033555310078497, + "nauc_recall_at_1_std": 0.01959676002288673, + "nauc_recall_at_20_diff1": 0.2909613498566107, + "nauc_recall_at_20_max": 0.2853825099614069, + "nauc_recall_at_20_std": 0.2582173953840081, + "nauc_recall_at_3_diff1": 0.39307080828876734, + "nauc_recall_at_3_max": 0.2763752715415212, + "nauc_recall_at_3_std": 0.20212366736185153, + "nauc_recall_at_5_diff1": 0.3546738183881019, + "nauc_recall_at_5_max": 0.3299783737563492, + "nauc_recall_at_5_std": 0.2495181846763488, + "ndcg_at_1": 0.68, + "ndcg_at_10": 0.5753, + "ndcg_at_100": 0.64815, + "ndcg_at_1000": 0.72086, + "ndcg_at_20": 0.58432, + "ndcg_at_3": 0.6011, + "ndcg_at_5": 0.5885, + "precision_at_1": 0.745, + "precision_at_10": 0.426, + "precision_at_100": 0.1647, + "precision_at_1000": 0.03472, + "precision_at_20": 0.33325, + "precision_at_3": 0.59167, + "precision_at_5": 0.53, + "recall_at_1": 0.12221, + "recall_at_10": 0.3776, + "recall_at_100": 0.74284, + "recall_at_1000": 0.96563, + "recall_at_20": 0.47707, + "recall_at_3": 0.22048, + "recall_at_5": 0.28612 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.50822, + "map_at_1": 0.11632, + "map_at_10": 0.25469, + "map_at_100": 0.35066, + "map_at_1000": 0.38362, + "map_at_20": 0.28872, + "map_at_3": 0.17562, + "map_at_5": 0.21531, + "mrr_at_1": 0.675, + "mrr_at_10": 0.7700297619047619, + "mrr_at_100": 0.7726571720903618, + "mrr_at_1000": 0.7726571720903618, + "mrr_at_20": 0.7721438492063493, + "mrr_at_3": 0.7500000000000001, + "mrr_at_5": 0.7620000000000001, + "nauc_map_at_1000_diff1": 0.31465530834914185, + "nauc_map_at_1000_max": 0.37876897204213983, + "nauc_map_at_1000_std": 0.299699250039469, + "nauc_map_at_100_diff1": 0.3353699555485273, + "nauc_map_at_100_max": 0.3601200744687476, + "nauc_map_at_100_std": 0.3172713074414236, + "nauc_map_at_10_diff1": 0.3690975799992879, + "nauc_map_at_10_max": 0.25912345619023935, + "nauc_map_at_10_std": 0.21523857037501684, + "nauc_map_at_1_diff1": 0.5484478917607596, + "nauc_map_at_1_max": 0.23617449195991957, + "nauc_map_at_1_std": 0.10023247143968216, + "nauc_map_at_20_diff1": 0.3557225743963765, + "nauc_map_at_20_max": 0.29591573181710196, + "nauc_map_at_20_std": 0.25368186403570175, + "nauc_map_at_3_diff1": 0.4563770555569059, + "nauc_map_at_3_max": 0.2217167611743345, + "nauc_map_at_3_std": 0.147298209425193, + "nauc_map_at_5_diff1": 0.41313340187856396, + "nauc_map_at_5_max": 0.24371532592987513, + "nauc_map_at_5_std": 0.1857174880973384, + "nauc_mrr_at_1000_diff1": 0.3718305746338075, + "nauc_mrr_at_1000_max": 0.5362001024996073, + "nauc_mrr_at_1000_std": 0.18628379911699627, + "nauc_mrr_at_100_diff1": 0.3718305746338075, + "nauc_mrr_at_100_max": 0.5362001024996073, + "nauc_mrr_at_100_std": 0.18628379911699627, + "nauc_mrr_at_10_diff1": 0.36809648148495366, + "nauc_mrr_at_10_max": 0.5393515340581114, + "nauc_mrr_at_10_std": 0.1888427375968395, + "nauc_mrr_at_1_diff1": 0.3865674832200419, + "nauc_mrr_at_1_max": 0.49196699585310605, + "nauc_mrr_at_1_std": 0.14626138258304405, + "nauc_mrr_at_20_diff1": 0.37155552708036144, + "nauc_mrr_at_20_max": 0.536816013397083, + "nauc_mrr_at_20_std": 0.18689542310349838, + "nauc_mrr_at_3_diff1": 0.36587962962962933, + "nauc_mrr_at_3_max": 0.5458137464387456, + "nauc_mrr_at_3_std": 0.19477207977207986, + "nauc_mrr_at_5_diff1": 0.3680179705123832, + "nauc_mrr_at_5_max": 0.5454595771925733, + "nauc_mrr_at_5_std": 0.19519165754154152, + "nauc_ndcg_at_1000_diff1": 0.343812868813594, + "nauc_ndcg_at_1000_max": 0.5061205784794158, + "nauc_ndcg_at_1000_std": 0.3539534665917383, + "nauc_ndcg_at_100_diff1": 0.35415801593415763, + "nauc_ndcg_at_100_max": 0.46660634884936286, + "nauc_ndcg_at_100_std": 0.3932183769070762, + "nauc_ndcg_at_10_diff1": 0.32108514697473045, + "nauc_ndcg_at_10_max": 0.4699200083835225, + "nauc_ndcg_at_10_std": 0.2956408494933035, + "nauc_ndcg_at_1_diff1": 0.38406057874062016, + "nauc_ndcg_at_1_max": 0.46296597938534856, + "nauc_ndcg_at_1_std": 0.207104895316815, + "nauc_ndcg_at_20_diff1": 0.3449640274233557, + "nauc_ndcg_at_20_max": 0.46497140382398244, + "nauc_ndcg_at_20_std": 0.3237718669942567, + "nauc_ndcg_at_3_diff1": 0.2977488791873697, + "nauc_ndcg_at_3_max": 0.478340440915213, + "nauc_ndcg_at_3_std": 0.23364112620101937, + "nauc_ndcg_at_5_diff1": 0.31703407555965507, + "nauc_ndcg_at_5_max": 0.4925169903366275, + "nauc_ndcg_at_5_std": 0.2569048272413928, + "nauc_precision_at_1000_diff1": -0.2499405582707177, + "nauc_precision_at_1000_max": 0.04397049488913717, + "nauc_precision_at_1000_std": -0.24073281239739963, + "nauc_precision_at_100_diff1": -0.18135836449178874, + "nauc_precision_at_100_max": 0.12085027679878144, + "nauc_precision_at_100_std": -0.04217602004361539, + "nauc_precision_at_10_diff1": -0.12694388949619098, + "nauc_precision_at_10_max": 0.24527979862707888, + "nauc_precision_at_10_std": 0.1022916221660989, + "nauc_precision_at_1_diff1": 0.3865674832200419, + "nauc_precision_at_1_max": 0.49196699585310605, + "nauc_precision_at_1_std": 0.14626138258304405, + "nauc_precision_at_20_diff1": -0.14769875854400208, + "nauc_precision_at_20_max": 0.2275953892260837, + "nauc_precision_at_20_std": 0.07855970620581666, + "nauc_precision_at_3_diff1": -0.007331271866788668, + "nauc_precision_at_3_max": 0.32453871056719374, + "nauc_precision_at_3_std": 0.11506467488349824, + "nauc_precision_at_5_diff1": -0.06122104466453722, + "nauc_precision_at_5_max": 0.3222202228681994, + "nauc_precision_at_5_std": 0.14059581162127696, + "nauc_recall_at_1000_diff1": 0.23638747690278142, + "nauc_recall_at_1000_max": 0.29252959997259503, + "nauc_recall_at_1000_std": 0.7272992983232333, + "nauc_recall_at_100_diff1": 0.24672078638759654, + "nauc_recall_at_100_max": 0.2577282908133031, + "nauc_recall_at_100_std": 0.4719604394356839, + "nauc_recall_at_10_diff1": 0.3168852566455768, + "nauc_recall_at_10_max": 0.19456960340735152, + "nauc_recall_at_10_std": 0.2521675351158294, + "nauc_recall_at_1_diff1": 0.5484478917607596, + "nauc_recall_at_1_max": 0.23617449195991957, + "nauc_recall_at_1_std": 0.10023247143968216, + "nauc_recall_at_20_diff1": 0.2953736164580073, + "nauc_recall_at_20_max": 0.22694197265972244, + "nauc_recall_at_20_std": 0.31743869185278895, + "nauc_recall_at_3_diff1": 0.4174849802503844, + "nauc_recall_at_3_max": 0.19527549942066252, + "nauc_recall_at_3_std": 0.1696328291644502, + "nauc_recall_at_5_diff1": 0.3698094147739089, + "nauc_recall_at_5_max": 0.2024568317893521, + "nauc_recall_at_5_std": 0.2073619261238131, + "ndcg_at_1": 0.5975, + "ndcg_at_10": 0.50822, + "ndcg_at_100": 0.57814, + "ndcg_at_1000": 0.66234, + "ndcg_at_20": 0.51628, + "ndcg_at_3": 0.53575, + "ndcg_at_5": 0.52353, + "precision_at_1": 0.675, + "precision_at_10": 0.373, + "precision_at_100": 0.14205, + "precision_at_1000": 0.03236, + "precision_at_20": 0.285, + "precision_at_3": 0.525, + "precision_at_5": 0.467, + "recall_at_1": 0.11632, + "recall_at_10": 0.3332, + "recall_at_100": 0.66853, + "recall_at_1000": 0.93903, + "recall_at_20": 0.42659, + "recall_at_3": 0.19472, + "recall_at_5": 0.25793 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.49747, + "map_at_1": 0.11601, + "map_at_10": 0.25639, + "map_at_100": 0.34164, + "map_at_1000": 0.37372, + "map_at_20": 0.28305, + "map_at_3": 0.17705, + "map_at_5": 0.21502, + "mrr_at_1": 0.665, + "mrr_at_10": 0.7605813492063491, + "mrr_at_100": 0.7628917255306473, + "mrr_at_1000": 0.7629172357347289, + "mrr_at_20": 0.7620111737677526, + "mrr_at_3": 0.7416666666666667, + "mrr_at_5": 0.7544166666666667, + "nauc_map_at_1000_diff1": 0.22745069600045437, + "nauc_map_at_1000_max": 0.35353927322086925, + "nauc_map_at_1000_std": 0.3776563798651132, + "nauc_map_at_100_diff1": 0.24272211211163325, + "nauc_map_at_100_max": 0.3209519552866391, + "nauc_map_at_100_std": 0.3832917251127414, + "nauc_map_at_10_diff1": 0.25824953765702274, + "nauc_map_at_10_max": 0.21549163420891004, + "nauc_map_at_10_std": 0.2743057128025884, + "nauc_map_at_1_diff1": 0.35549659094625097, + "nauc_map_at_1_max": 0.21065219989211895, + "nauc_map_at_1_std": 0.13564972270445647, + "nauc_map_at_20_diff1": 0.2498654273540039, + "nauc_map_at_20_max": 0.25254787064758605, + "nauc_map_at_20_std": 0.313116655643614, + "nauc_map_at_3_diff1": 0.3132771708079152, + "nauc_map_at_3_max": 0.18428699856529435, + "nauc_map_at_3_std": 0.18831930178463216, + "nauc_map_at_5_diff1": 0.2639737030430616, + "nauc_map_at_5_max": 0.1836244425127026, + "nauc_map_at_5_std": 0.2355421245189835, + "nauc_mrr_at_1000_diff1": 0.3397298444049368, + "nauc_mrr_at_1000_max": 0.48971177614366146, + "nauc_mrr_at_1000_std": 0.22925793449698123, + "nauc_mrr_at_100_diff1": 0.3396170911983538, + "nauc_mrr_at_100_max": 0.4896659707240113, + "nauc_mrr_at_100_std": 0.2292740154992383, + "nauc_mrr_at_10_diff1": 0.3409570592584632, + "nauc_mrr_at_10_max": 0.49338256975279726, + "nauc_mrr_at_10_std": 0.23359103280563065, + "nauc_mrr_at_1_diff1": 0.3476439088570256, + "nauc_mrr_at_1_max": 0.45465058787050944, + "nauc_mrr_at_1_std": 0.19521658607714815, + "nauc_mrr_at_20_diff1": 0.3400075066087557, + "nauc_mrr_at_20_max": 0.4912540631684061, + "nauc_mrr_at_20_std": 0.23232053250078843, + "nauc_mrr_at_3_diff1": 0.33178753865934585, + "nauc_mrr_at_3_max": 0.4892744205441845, + "nauc_mrr_at_3_std": 0.21068909198318184, + "nauc_mrr_at_5_diff1": 0.3399356989123875, + "nauc_mrr_at_5_max": 0.4919135569345038, + "nauc_mrr_at_5_std": 0.23635201372302597, + "nauc_ndcg_at_1000_diff1": 0.2858007778567515, + "nauc_ndcg_at_1000_max": 0.49602206324670073, + "nauc_ndcg_at_1000_std": 0.45195465444359584, + "nauc_ndcg_at_100_diff1": 0.300446530919982, + "nauc_ndcg_at_100_max": 0.45491034604295, + "nauc_ndcg_at_100_std": 0.4698063985848797, + "nauc_ndcg_at_10_diff1": 0.2856639728210208, + "nauc_ndcg_at_10_max": 0.47839302661355615, + "nauc_ndcg_at_10_std": 0.39006883483637883, + "nauc_ndcg_at_1_diff1": 0.38425078415906977, + "nauc_ndcg_at_1_max": 0.4506557587541502, + "nauc_ndcg_at_1_std": 0.26531907478401284, + "nauc_ndcg_at_20_diff1": 0.2765994393448022, + "nauc_ndcg_at_20_max": 0.4546232594770391, + "nauc_ndcg_at_20_std": 0.39335316919139396, + "nauc_ndcg_at_3_diff1": 0.3164558886598315, + "nauc_ndcg_at_3_max": 0.470883044617878, + "nauc_ndcg_at_3_std": 0.29423902383556433, + "nauc_ndcg_at_5_diff1": 0.2834875810741589, + "nauc_ndcg_at_5_max": 0.47064176984098793, + "nauc_ndcg_at_5_std": 0.3584606171793696, + "nauc_precision_at_1000_diff1": -0.17051678578234788, + "nauc_precision_at_1000_max": 0.14331089069049696, + "nauc_precision_at_1000_std": -0.20590981485755702, + "nauc_precision_at_100_diff1": -0.1061689031027542, + "nauc_precision_at_100_max": 0.2081708400547441, + "nauc_precision_at_100_std": 0.028574117312304918, + "nauc_precision_at_10_diff1": -0.02491138138336841, + "nauc_precision_at_10_max": 0.3087971983499117, + "nauc_precision_at_10_std": 0.1934158662002941, + "nauc_precision_at_1_diff1": 0.3476439088570256, + "nauc_precision_at_1_max": 0.45465058787050944, + "nauc_precision_at_1_std": 0.19521658607714815, + "nauc_precision_at_20_diff1": -0.08741491787208054, + "nauc_precision_at_20_max": 0.2859352501765109, + "nauc_precision_at_20_std": 0.14116822958137035, + "nauc_precision_at_3_diff1": 0.09124722803855573, + "nauc_precision_at_3_max": 0.32038426085445587, + "nauc_precision_at_3_std": 0.1815991824738411, + "nauc_precision_at_5_diff1": 0.01770775600084829, + "nauc_precision_at_5_max": 0.31524864508977596, + "nauc_precision_at_5_std": 0.24032964212515404, + "nauc_recall_at_1000_diff1": 0.2695671609562685, + "nauc_recall_at_1000_max": 0.36747885913391254, + "nauc_recall_at_1000_std": 0.7564140086932128, + "nauc_recall_at_100_diff1": 0.20798349233949825, + "nauc_recall_at_100_max": 0.2826782024877983, + "nauc_recall_at_100_std": 0.5260777026816444, + "nauc_recall_at_10_diff1": 0.21680921775564752, + "nauc_recall_at_10_max": 0.20008998632879335, + "nauc_recall_at_10_std": 0.31400615396599707, + "nauc_recall_at_1_diff1": 0.35549659094625097, + "nauc_recall_at_1_max": 0.21065219989211895, + "nauc_recall_at_1_std": 0.13564972270445647, + "nauc_recall_at_20_diff1": 0.20255065630346475, + "nauc_recall_at_20_max": 0.2344560612747913, + "nauc_recall_at_20_std": 0.37439031706615455, + "nauc_recall_at_3_diff1": 0.27484182581491573, + "nauc_recall_at_3_max": 0.18467534086460255, + "nauc_recall_at_3_std": 0.2137795453313931, + "nauc_recall_at_5_diff1": 0.21167820010695498, + "nauc_recall_at_5_max": 0.17540299063477705, + "nauc_recall_at_5_std": 0.262600893072105, + "ndcg_at_1": 0.5525, + "ndcg_at_10": 0.49747, + "ndcg_at_100": 0.56001, + "ndcg_at_1000": 0.64622, + "ndcg_at_20": 0.50068, + "ndcg_at_3": 0.50741, + "ndcg_at_5": 0.50053, + "precision_at_1": 0.665, + "precision_at_10": 0.3665, + "precision_at_100": 0.13745, + "precision_at_1000": 0.03181, + "precision_at_20": 0.27375, + "precision_at_3": 0.51, + "precision_at_5": 0.452, + "recall_at_1": 0.11601, + "recall_at_10": 0.34309, + "recall_at_100": 0.6578, + "recall_at_1000": 0.92841, + "recall_at_20": 0.41395, + "recall_at_3": 0.19762, + "recall_at_5": 0.25891 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CmedqaRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CmedqaRetrieval.json new file mode 100644 index 000000000..c6517339e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 86.2425434589386, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.43699, + "map_at_1": 0.25123, + "map_at_10": 0.37145, + "map_at_100": 0.39029, + "map_at_1000": 0.39148, + "map_at_20": 0.38159, + "map_at_3": 0.3313, + "map_at_5": 0.35188, + "mrr_at_1": 0.3805951487871968, + "mrr_at_10": 0.4591721343034161, + "mrr_at_100": 0.469489208815292, + "mrr_at_1000": 0.46998205236236223, + "mrr_at_20": 0.46519547765953406, + "mrr_at_3": 0.4345669750771019, + "mrr_at_5": 0.44732016337417674, + "nauc_map_at_1000_diff1": 0.49813341213882933, + "nauc_map_at_1000_max": 0.46667297752304215, + "nauc_map_at_1000_std": -0.2115004116153259, + "nauc_map_at_100_diff1": 0.49772743622056637, + "nauc_map_at_100_max": 0.46634966669327077, + "nauc_map_at_100_std": -0.21194802860597248, + "nauc_map_at_10_diff1": 0.4978142934620917, + "nauc_map_at_10_max": 0.4557999527467833, + "nauc_map_at_10_std": -0.22222237488295415, + "nauc_map_at_1_diff1": 0.5385198444012356, + "nauc_map_at_1_max": 0.3635877577759685, + "nauc_map_at_1_std": -0.2032361932141185, + "nauc_map_at_20_diff1": 0.4967078857551182, + "nauc_map_at_20_max": 0.46128577222607664, + "nauc_map_at_20_std": -0.21836316048754462, + "nauc_map_at_3_diff1": 0.5040813705683914, + "nauc_map_at_3_max": 0.4307483897624298, + "nauc_map_at_3_std": -0.22536372479185993, + "nauc_map_at_5_diff1": 0.5014816709761236, + "nauc_map_at_5_max": 0.44427123084854697, + "nauc_map_at_5_std": -0.22746743383402063, + "nauc_mrr_at_1000_diff1": 0.5580855888304205, + "nauc_mrr_at_1000_max": 0.53950048295922, + "nauc_mrr_at_1000_std": -0.17345096662382842, + "nauc_mrr_at_100_diff1": 0.5577926841372045, + "nauc_mrr_at_100_max": 0.5393931277261859, + "nauc_mrr_at_100_std": -0.17336533821457392, + "nauc_mrr_at_10_diff1": 0.5577342706008739, + "nauc_mrr_at_10_max": 0.538631367557111, + "nauc_mrr_at_10_std": -0.17578975608928338, + "nauc_mrr_at_1_diff1": 0.6039465259241465, + "nauc_mrr_at_1_max": 0.551018124631, + "nauc_mrr_at_1_std": -0.17030489834752938, + "nauc_mrr_at_20_diff1": 0.5571724793113779, + "nauc_mrr_at_20_max": 0.5384753334244183, + "nauc_mrr_at_20_std": -0.17458559643680668, + "nauc_mrr_at_3_diff1": 0.5660078453068109, + "nauc_mrr_at_3_max": 0.542552001631273, + "nauc_mrr_at_3_std": -0.1787756921503833, + "nauc_mrr_at_5_diff1": 0.5616071490783057, + "nauc_mrr_at_5_max": 0.5401105723340697, + "nauc_mrr_at_5_std": -0.1789396656278645, + "nauc_ndcg_at_1000_diff1": 0.500384575447285, + "nauc_ndcg_at_1000_max": 0.498798033176388, + "nauc_ndcg_at_1000_std": -0.18020476726364754, + "nauc_ndcg_at_100_diff1": 0.49200833000284433, + "nauc_ndcg_at_100_max": 0.4966210754023092, + "nauc_ndcg_at_100_std": -0.17883378000318695, + "nauc_ndcg_at_10_diff1": 0.4909496517972793, + "nauc_ndcg_at_10_max": 0.47311098594841977, + "nauc_ndcg_at_10_std": -0.21466463360375493, + "nauc_ndcg_at_1_diff1": 0.6039465259241465, + "nauc_ndcg_at_1_max": 0.551018124631, + "nauc_ndcg_at_1_std": -0.17030489834752938, + "nauc_ndcg_at_20_diff1": 0.488069644282602, + "nauc_ndcg_at_20_max": 0.4793151588222457, + "nauc_ndcg_at_20_std": -0.20742609849742694, + "nauc_ndcg_at_3_diff1": 0.5072587860097273, + "nauc_ndcg_at_3_max": 0.48635125455678685, + "nauc_ndcg_at_3_std": -0.20502675254630254, + "nauc_ndcg_at_5_diff1": 0.4998628927681115, + "nauc_ndcg_at_5_max": 0.4733705576897094, + "nauc_ndcg_at_5_std": -0.2160648527614981, + "nauc_precision_at_1000_diff1": 0.00705343278243793, + "nauc_precision_at_1000_max": 0.28474708920596764, + "nauc_precision_at_1000_std": 0.20739086861881534, + "nauc_precision_at_100_diff1": 0.06602912690507227, + "nauc_precision_at_100_max": 0.36728304663505135, + "nauc_precision_at_100_std": 0.17288359216060187, + "nauc_precision_at_10_diff1": 0.2417157750011223, + "nauc_precision_at_10_max": 0.4867712498387466, + "nauc_precision_at_10_std": -0.04873906392388768, + "nauc_precision_at_1_diff1": 0.6039465259241465, + "nauc_precision_at_1_max": 0.551018124631, + "nauc_precision_at_1_std": -0.17030489834752938, + "nauc_precision_at_20_diff1": 0.17789947995213537, + "nauc_precision_at_20_max": 0.4498723044175421, + "nauc_precision_at_20_std": 0.011689248006385254, + "nauc_precision_at_3_diff1": 0.3673540955668648, + "nauc_precision_at_3_max": 0.5320070197358888, + "nauc_precision_at_3_std": -0.13371370540798236, + "nauc_precision_at_5_diff1": 0.3170871677468047, + "nauc_precision_at_5_max": 0.5206583536291864, + "nauc_precision_at_5_std": -0.1085282350851522, + "nauc_recall_at_1000_diff1": 0.1370037187356309, + "nauc_recall_at_1000_max": 0.5241118188862932, + "nauc_recall_at_1000_std": 0.4319269962078443, + "nauc_recall_at_100_diff1": 0.27476619247122397, + "nauc_recall_at_100_max": 0.4255356197321045, + "nauc_recall_at_100_std": -0.02360060078596081, + "nauc_recall_at_10_diff1": 0.37524138888069813, + "nauc_recall_at_10_max": 0.3817717496491762, + "nauc_recall_at_10_std": -0.2248721790504144, + "nauc_recall_at_1_diff1": 0.5385198444012356, + "nauc_recall_at_1_max": 0.3635877577759685, + "nauc_recall_at_1_std": -0.2032361932141185, + "nauc_recall_at_20_diff1": 0.342231740052593, + "nauc_recall_at_20_max": 0.37752431870907666, + "nauc_recall_at_20_std": -0.2064861987371536, + "nauc_recall_at_3_diff1": 0.43749420502280584, + "nauc_recall_at_3_max": 0.39017672224689776, + "nauc_recall_at_3_std": -0.2333289186503266, + "nauc_recall_at_5_diff1": 0.4124107859282033, + "nauc_recall_at_5_max": 0.38664739838744705, + "nauc_recall_at_5_std": -0.23824031533098647, + "ndcg_at_1": 0.3806, + "ndcg_at_10": 0.43699, + "ndcg_at_100": 0.51121, + "ndcg_at_1000": 0.53162, + "ndcg_at_20": 0.46512, + "ndcg_at_3": 0.38475, + "ndcg_at_5": 0.40351, + "precision_at_1": 0.3806, + "precision_at_10": 0.09697, + "precision_at_100": 0.01576, + "precision_at_1000": 0.00183, + "precision_at_20": 0.05803, + "precision_at_3": 0.21605, + "precision_at_5": 0.15449, + "recall_at_1": 0.25123, + "recall_at_10": 0.54331, + "recall_at_100": 0.84891, + "recall_at_1000": 0.98466, + "recall_at_20": 0.63808, + "recall_at_3": 0.38509, + "recall_at_5": 0.44565 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedicalQARetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedicalQARetrieval.json new file mode 100644 index 000000000..e9f2e47c6 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 8.193093061447144, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.66761, + "map_at_1": 0.46289, + "map_at_10": 0.60194, + "map_at_100": 0.60643, + "map_at_1000": 0.6066, + "map_at_20": 0.60503, + "map_at_3": 0.57243, + "map_at_5": 0.59157, + "mrr_at_1": 0.46337890625, + "mrr_at_10": 0.6024129231770831, + "mrr_at_100": 0.6069048718600322, + "mrr_at_1000": 0.6070752299991914, + "mrr_at_20": 0.6055055320261574, + "mrr_at_3": 0.5730794270833333, + "mrr_at_5": 0.5921223958333338, + "nauc_map_at_1000_diff1": 0.3585935527862499, + "nauc_map_at_1000_max": 0.2566020693907782, + "nauc_map_at_1000_std": 0.009304272567064915, + "nauc_map_at_100_diff1": 0.35852369569616527, + "nauc_map_at_100_max": 0.2567154985236093, + "nauc_map_at_100_std": 0.009369538897268838, + "nauc_map_at_10_diff1": 0.35693484332389847, + "nauc_map_at_10_max": 0.25603167358164614, + "nauc_map_at_10_std": 0.008196016290431362, + "nauc_map_at_1_diff1": 0.40889188207120186, + "nauc_map_at_1_max": 0.2525278701765195, + "nauc_map_at_1_std": 0.009866335215237824, + "nauc_map_at_20_diff1": 0.35824593345894495, + "nauc_map_at_20_max": 0.257376773025785, + "nauc_map_at_20_std": 0.008497626236952863, + "nauc_map_at_3_diff1": 0.35482240991881514, + "nauc_map_at_3_max": 0.24995083294530915, + "nauc_map_at_3_std": 0.006279630936368323, + "nauc_map_at_5_diff1": 0.35702105698103137, + "nauc_map_at_5_max": 0.2519955755498722, + "nauc_map_at_5_std": 0.007080256137974069, + "nauc_mrr_at_1000_diff1": 0.3571928886845272, + "nauc_mrr_at_1000_max": 0.256420023983697, + "nauc_mrr_at_1000_std": 0.008829536058155165, + "nauc_mrr_at_100_diff1": 0.35712370866083354, + "nauc_mrr_at_100_max": 0.25653318891604376, + "nauc_mrr_at_100_std": 0.00889453414334544, + "nauc_mrr_at_10_diff1": 0.3555592484275343, + "nauc_mrr_at_10_max": 0.25583808311208, + "nauc_mrr_at_10_std": 0.007709980614156179, + "nauc_mrr_at_1_diff1": 0.4075849838309024, + "nauc_mrr_at_1_max": 0.2523027081369278, + "nauc_mrr_at_1_std": 0.008903090170012064, + "nauc_mrr_at_20_diff1": 0.35685243410292533, + "nauc_mrr_at_20_max": 0.2571950503963793, + "nauc_mrr_at_20_std": 0.008023416017621009, + "nauc_mrr_at_3_diff1": 0.353117459689756, + "nauc_mrr_at_3_max": 0.2500015744106352, + "nauc_mrr_at_3_std": 0.006026261900740228, + "nauc_mrr_at_5_diff1": 0.35548331269772165, + "nauc_mrr_at_5_max": 0.2518214887525673, + "nauc_mrr_at_5_std": 0.006575792238237387, + "nauc_ndcg_at_1000_diff1": 0.3477583459716763, + "nauc_ndcg_at_1000_max": 0.258070837125355, + "nauc_ndcg_at_1000_std": 0.01040725218257647, + "nauc_ndcg_at_100_diff1": 0.3441839165911295, + "nauc_ndcg_at_100_max": 0.2613977120053606, + "nauc_ndcg_at_100_std": 0.013648885918831094, + "nauc_ndcg_at_10_diff1": 0.3370930541080225, + "nauc_ndcg_at_10_max": 0.2612230520920567, + "nauc_ndcg_at_10_std": 0.0050941296737867904, + "nauc_ndcg_at_1_diff1": 0.40889188207120186, + "nauc_ndcg_at_1_max": 0.2525278701765195, + "nauc_ndcg_at_1_std": 0.009866335215237824, + "nauc_ndcg_at_20_diff1": 0.3419023712951331, + "nauc_ndcg_at_20_max": 0.2667195183657452, + "nauc_ndcg_at_20_std": 0.0076610457167504645, + "nauc_ndcg_at_3_diff1": 0.3356691900406169, + "nauc_ndcg_at_3_max": 0.24664887051728623, + "nauc_ndcg_at_3_std": 0.0021630963212051894, + "nauc_ndcg_at_5_diff1": 0.33895429554064976, + "nauc_ndcg_at_5_max": 0.2506110802482534, + "nauc_ndcg_at_5_std": 0.003331234963267087, + "nauc_precision_at_1000_diff1": -0.14600257723100907, + "nauc_precision_at_1000_max": -0.26490340094640735, + "nauc_precision_at_1000_std": 0.02224578899858252, + "nauc_precision_at_100_diff1": 0.08760476755034709, + "nauc_precision_at_100_max": 0.35863920403522914, + "nauc_precision_at_100_std": 0.1923490153489279, + "nauc_precision_at_10_diff1": 0.20552855197147896, + "nauc_precision_at_10_max": 0.30442198410388194, + "nauc_precision_at_10_std": -0.017861935450856792, + "nauc_precision_at_1_diff1": 0.40889188207120186, + "nauc_precision_at_1_max": 0.2525278701765195, + "nauc_precision_at_1_std": 0.009866335215237824, + "nauc_precision_at_20_diff1": 0.19710150018249664, + "nauc_precision_at_20_max": 0.38316818439373307, + "nauc_precision_at_20_std": 0.008163969698665507, + "nauc_precision_at_3_diff1": 0.26748740013655004, + "nauc_precision_at_3_max": 0.23394307264475375, + "nauc_precision_at_3_std": -0.013624386518396064, + "nauc_precision_at_5_diff1": 0.25951632249695417, + "nauc_precision_at_5_max": 0.24433632498994043, + "nauc_precision_at_5_std": -0.014711564867386387, + "nauc_recall_at_1000_diff1": -0.14600257723097623, + "nauc_recall_at_1000_max": -0.26490340094634457, + "nauc_recall_at_1000_std": 0.022245788998625043, + "nauc_recall_at_100_diff1": 0.0876047675503494, + "nauc_recall_at_100_max": 0.35863920403522687, + "nauc_recall_at_100_std": 0.19234901534892657, + "nauc_recall_at_10_diff1": 0.20552855197148062, + "nauc_recall_at_10_max": 0.30442198410388344, + "nauc_recall_at_10_std": -0.017861935450854915, + "nauc_recall_at_1_diff1": 0.40889188207120186, + "nauc_recall_at_1_max": 0.2525278701765195, + "nauc_recall_at_1_std": 0.009866335215237824, + "nauc_recall_at_20_diff1": 0.19710150018249728, + "nauc_recall_at_20_max": 0.38316818439373784, + "nauc_recall_at_20_std": 0.008163969698668963, + "nauc_recall_at_3_diff1": 0.26748740013654937, + "nauc_recall_at_3_max": 0.23394307264475334, + "nauc_recall_at_3_std": -0.013624386518396859, + "nauc_recall_at_5_diff1": 0.25951632249695505, + "nauc_recall_at_5_max": 0.2443363249899419, + "nauc_recall_at_5_std": -0.014711564867385353, + "ndcg_at_1": 0.46289, + "ndcg_at_10": 0.66761, + "ndcg_at_100": 0.68798, + "ndcg_at_1000": 0.69209, + "ndcg_at_20": 0.67869, + "ndcg_at_3": 0.60824, + "ndcg_at_5": 0.64268, + "precision_at_1": 0.46289, + "precision_at_10": 0.08721, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "precision_at_20": 0.04578, + "precision_at_3": 0.2373, + "precision_at_5": 0.15908, + "recall_at_1": 0.46289, + "recall_at_10": 0.87207, + "recall_at_100": 0.96387, + "recall_at_1000": 0.99561, + "recall_at_20": 0.91553, + "recall_at_3": 0.71191, + "recall_at_5": 0.79541 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json index fa4eb8cd3..4a6c6a834 100644 --- a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 64.67595291137695, - "kg_co2_emissions": 0.00216187656902773, - "mteb_version": "1.12.75", + "evaluation_time": 18.079678297042847, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3643905833170059, - "v_measure": 0.3643905833170059, - "v_measure_std": 0.0074643498876258525, + "main_score": 0.36920965436201, + "v_measure": 0.36920965436201, + "v_measure_std": 0.006364174589516692, "v_measures": { "Level 0": [ - 0.35852216426455713, - 0.353043957130908, - 0.3722905173121207, - 0.3624897242690057, - 0.3606885846495812, - 0.35561629359271557, - 0.3774043877050248, - 0.36403144218478345, - 0.3717618664568674, - 0.36805689560449567 + 0.3685926426002978, + 0.3703772482701954, + 0.36704213226119226, + 0.3751518874904071, + 0.3585648395186036, + 0.3791090873818695, + 0.364265921503015, + 0.3658511954533329, + 0.36432185146681684, + 0.3788197376743697 ] } } diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringS2S.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..18070ebd5 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 14.463542222976685, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3491208896744532, + "v_measure": 0.3491208896744532, + "v_measure_std": 0.0054477943693406255, + "v_measures": { + "Level 0": [ + 0.35864493516437845, + 0.34653069676260556, + 0.351614179824472, + 0.3476740652310202, + 0.3517353379950068, + 0.34681579275259483, + 0.34793454954985115, + 0.3364932657337256, + 0.3530633505991821, + 0.35070272313169487 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NFCorpus.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NFCorpus.json new file mode 100644 index 000000000..db82dd223 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 5.9927403926849365, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36389, + "map_at_1": 0.06382, + "map_at_10": 0.13855, + "map_at_100": 0.17899, + "map_at_1000": 0.19469, + "map_at_20": 0.15612, + "map_at_3": 0.10466, + "map_at_5": 0.12006, + "mrr_at_1": 0.47368421052631576, + "mrr_at_10": 0.5646763968745391, + "mrr_at_100": 0.5699926246130594, + "mrr_at_1000": 0.5703597940176078, + "mrr_at_20": 0.5681958576945826, + "mrr_at_3": 0.5464396284829722, + "mrr_at_5": 0.5568111455108359, + "nauc_map_at_1000_diff1": 0.2284703467175404, + "nauc_map_at_1000_max": 0.38095175994992947, + "nauc_map_at_1000_std": 0.16563358603953474, + "nauc_map_at_100_diff1": 0.2424885742772919, + "nauc_map_at_100_max": 0.3746168001381313, + "nauc_map_at_100_std": 0.12796117858485415, + "nauc_map_at_10_diff1": 0.2707132875799532, + "nauc_map_at_10_max": 0.31344380814169703, + "nauc_map_at_10_std": 0.006378420285233815, + "nauc_map_at_1_diff1": 0.31884195862745185, + "nauc_map_at_1_max": 0.14107511764836103, + "nauc_map_at_1_std": -0.15870741758920714, + "nauc_map_at_20_diff1": 0.2610370738518285, + "nauc_map_at_20_max": 0.3443752792204298, + "nauc_map_at_20_std": 0.05395647483265062, + "nauc_map_at_3_diff1": 0.3036072957632199, + "nauc_map_at_3_max": 0.22043834240746876, + "nauc_map_at_3_std": -0.08503101037080738, + "nauc_map_at_5_diff1": 0.2886290033091598, + "nauc_map_at_5_max": 0.2610121227462263, + "nauc_map_at_5_std": -0.053272621670267736, + "nauc_mrr_at_1000_diff1": 0.22103841517720094, + "nauc_mrr_at_1000_max": 0.45872612465538126, + "nauc_mrr_at_1000_std": 0.278427209139532, + "nauc_mrr_at_100_diff1": 0.22126663175350308, + "nauc_mrr_at_100_max": 0.4591087238347403, + "nauc_mrr_at_100_std": 0.27890989014189305, + "nauc_mrr_at_10_diff1": 0.22370414777051706, + "nauc_mrr_at_10_max": 0.46016754914447594, + "nauc_mrr_at_10_std": 0.27993568204627794, + "nauc_mrr_at_1_diff1": 0.21554136791628684, + "nauc_mrr_at_1_max": 0.3782316581890685, + "nauc_mrr_at_1_std": 0.20838797624041533, + "nauc_mrr_at_20_diff1": 0.22103955929824803, + "nauc_mrr_at_20_max": 0.4590034294739656, + "nauc_mrr_at_20_std": 0.27937512881023135, + "nauc_mrr_at_3_diff1": 0.2237717485148232, + "nauc_mrr_at_3_max": 0.4520874131287335, + "nauc_mrr_at_3_std": 0.26077694666318163, + "nauc_mrr_at_5_diff1": 0.22457894934237513, + "nauc_mrr_at_5_max": 0.45325662237515113, + "nauc_mrr_at_5_std": 0.26564611340530425, + "nauc_ndcg_at_1000_diff1": 0.20417373417911439, + "nauc_ndcg_at_1000_max": 0.5007818252842825, + "nauc_ndcg_at_1000_std": 0.34655358377552653, + "nauc_ndcg_at_100_diff1": 0.2017352688202348, + "nauc_ndcg_at_100_max": 0.45372010355032394, + "nauc_ndcg_at_100_std": 0.29271519124061857, + "nauc_ndcg_at_10_diff1": 0.18457692501528536, + "nauc_ndcg_at_10_max": 0.4507742495120063, + "nauc_ndcg_at_10_std": 0.28835837420811034, + "nauc_ndcg_at_1_diff1": 0.2321683757719928, + "nauc_ndcg_at_1_max": 0.38262320757413754, + "nauc_ndcg_at_1_std": 0.20635273879685107, + "nauc_ndcg_at_20_diff1": 0.1768493189859616, + "nauc_ndcg_at_20_max": 0.43665778647085646, + "nauc_ndcg_at_20_std": 0.2812347218767586, + "nauc_ndcg_at_3_diff1": 0.2084068643383486, + "nauc_ndcg_at_3_max": 0.440341294401464, + "nauc_ndcg_at_3_std": 0.2583574258947144, + "nauc_ndcg_at_5_diff1": 0.20447184608392907, + "nauc_ndcg_at_5_max": 0.44156011005657686, + "nauc_ndcg_at_5_std": 0.2631171263054208, + "nauc_precision_at_1000_diff1": -0.15125079014766446, + "nauc_precision_at_1000_max": 0.07452593445210047, + "nauc_precision_at_1000_std": 0.3834344305698942, + "nauc_precision_at_100_diff1": -0.10979531047782035, + "nauc_precision_at_100_max": 0.22870508398084158, + "nauc_precision_at_100_std": 0.48827733306999427, + "nauc_precision_at_10_diff1": 0.022399902266397514, + "nauc_precision_at_10_max": 0.43000630864961586, + "nauc_precision_at_10_std": 0.4256775692736191, + "nauc_precision_at_1_diff1": 0.21554136791628684, + "nauc_precision_at_1_max": 0.3782316581890685, + "nauc_precision_at_1_std": 0.20838797624041533, + "nauc_precision_at_20_diff1": -0.03547213922545974, + "nauc_precision_at_20_max": 0.3553445187416914, + "nauc_precision_at_20_std": 0.4356525156606047, + "nauc_precision_at_3_diff1": 0.13753214761724322, + "nauc_precision_at_3_max": 0.4639631508726463, + "nauc_precision_at_3_std": 0.31533184592485725, + "nauc_precision_at_5_diff1": 0.09091865133224557, + "nauc_precision_at_5_max": 0.44485022359485366, + "nauc_precision_at_5_std": 0.3464115827386727, + "nauc_recall_at_1000_diff1": 0.035438893778585896, + "nauc_recall_at_1000_max": 0.2779776235178906, + "nauc_recall_at_1000_std": 0.2374847386964976, + "nauc_recall_at_100_diff1": 0.12220308951573988, + "nauc_recall_at_100_max": 0.2762901876666602, + "nauc_recall_at_100_std": 0.15408179416891402, + "nauc_recall_at_10_diff1": 0.22530954691323993, + "nauc_recall_at_10_max": 0.293147316865039, + "nauc_recall_at_10_std": 0.02697925803481183, + "nauc_recall_at_1_diff1": 0.31884195862745185, + "nauc_recall_at_1_max": 0.14107511764836103, + "nauc_recall_at_1_std": -0.15870741758920714, + "nauc_recall_at_20_diff1": 0.19765606615675665, + "nauc_recall_at_20_max": 0.30323902934003105, + "nauc_recall_at_20_std": 0.06653104301450462, + "nauc_recall_at_3_diff1": 0.2745734401174722, + "nauc_recall_at_3_max": 0.1999630089618056, + "nauc_recall_at_3_std": -0.08411086152095265, + "nauc_recall_at_5_diff1": 0.2525537815889435, + "nauc_recall_at_5_max": 0.23536214673340283, + "nauc_recall_at_5_std": -0.05477134830797853, + "ndcg_at_1": 0.45046, + "ndcg_at_10": 0.36389, + "ndcg_at_100": 0.34119, + "ndcg_at_1000": 0.42765, + "ndcg_at_20": 0.34579, + "ndcg_at_3": 0.42193, + "ndcg_at_5": 0.39568, + "precision_at_1": 0.47368, + "precision_at_10": 0.26935, + "precision_at_100": 0.08715, + "precision_at_1000": 0.02151, + "precision_at_20": 0.20542, + "precision_at_3": 0.39938, + "precision_at_5": 0.34241, + "recall_at_1": 0.06382, + "recall_at_10": 0.17656, + "recall_at_100": 0.35232, + "recall_at_1000": 0.66121, + "recall_at_20": 0.22283, + "recall_at_3": 0.11721, + "recall_at_5": 0.14192 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SciFact-PL.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SciFact-PL.json new file mode 100644 index 000000000..ad2423f3b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 8.811893939971924, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.58748, + "map_at_1": 0.44289, + "map_at_10": 0.53886, + "map_at_100": 0.54757, + "map_at_1000": 0.54799, + "map_at_20": 0.54583, + "map_at_3": 0.50943, + "map_at_5": 0.52927, + "mrr_at_1": 0.4633333333333333, + "mrr_at_10": 0.5528214285714285, + "mrr_at_100": 0.5587195476021215, + "mrr_at_1000": 0.5591232515046262, + "mrr_at_20": 0.5572551794610618, + "mrr_at_3": 0.5294444444444445, + "mrr_at_5": 0.545611111111111, + "nauc_map_at_1000_diff1": 0.6341914500365539, + "nauc_map_at_1000_max": 0.5145985329416821, + "nauc_map_at_1000_std": 0.08416563422966786, + "nauc_map_at_100_diff1": 0.633886389705342, + "nauc_map_at_100_max": 0.5148151353668715, + "nauc_map_at_100_std": 0.08471794911265064, + "nauc_map_at_10_diff1": 0.6315429792618791, + "nauc_map_at_10_max": 0.5073307154810197, + "nauc_map_at_10_std": 0.07580577145294677, + "nauc_map_at_1_diff1": 0.6662378611959161, + "nauc_map_at_1_max": 0.4653004304117375, + "nauc_map_at_1_std": -0.010229354562373153, + "nauc_map_at_20_diff1": 0.6332707071463912, + "nauc_map_at_20_max": 0.5147873052168025, + "nauc_map_at_20_std": 0.08534881051853714, + "nauc_map_at_3_diff1": 0.6366278134740128, + "nauc_map_at_3_max": 0.48857715524768425, + "nauc_map_at_3_std": 0.0465601379827522, + "nauc_map_at_5_diff1": 0.6307368970120888, + "nauc_map_at_5_max": 0.5011112172525142, + "nauc_map_at_5_std": 0.07293869817393506, + "nauc_mrr_at_1000_diff1": 0.6572937503478427, + "nauc_mrr_at_1000_max": 0.5247187915937332, + "nauc_mrr_at_1000_std": 0.09382866194123435, + "nauc_mrr_at_100_diff1": 0.6569598291841837, + "nauc_mrr_at_100_max": 0.524888854646862, + "nauc_mrr_at_100_std": 0.09433790351474906, + "nauc_mrr_at_10_diff1": 0.6566161417771003, + "nauc_mrr_at_10_max": 0.5230294234009012, + "nauc_mrr_at_10_std": 0.09012697826654653, + "nauc_mrr_at_1_diff1": 0.7040207329319471, + "nauc_mrr_at_1_max": 0.49767368434900416, + "nauc_mrr_at_1_std": 0.00833176199225606, + "nauc_mrr_at_20_diff1": 0.6561216268672472, + "nauc_mrr_at_20_max": 0.5245365904248772, + "nauc_mrr_at_20_std": 0.09466994217301689, + "nauc_mrr_at_3_diff1": 0.664459096133561, + "nauc_mrr_at_3_max": 0.5226772650719972, + "nauc_mrr_at_3_std": 0.07866727326416366, + "nauc_mrr_at_5_diff1": 0.6564851125091808, + "nauc_mrr_at_5_max": 0.525809711803304, + "nauc_mrr_at_5_std": 0.0970953368171911, + "nauc_ndcg_at_1000_diff1": 0.6295900615191976, + "nauc_ndcg_at_1000_max": 0.5382437160566886, + "nauc_ndcg_at_1000_std": 0.12378036700144543, + "nauc_ndcg_at_100_diff1": 0.6196621487254743, + "nauc_ndcg_at_100_max": 0.542675533885183, + "nauc_ndcg_at_100_std": 0.13675337799820425, + "nauc_ndcg_at_10_diff1": 0.6157461404635558, + "nauc_ndcg_at_10_max": 0.52521555459244, + "nauc_ndcg_at_10_std": 0.1134532553387761, + "nauc_ndcg_at_1_diff1": 0.7040207329319471, + "nauc_ndcg_at_1_max": 0.49767368434900416, + "nauc_ndcg_at_1_std": 0.00833176199225606, + "nauc_ndcg_at_20_diff1": 0.6157674148330452, + "nauc_ndcg_at_20_max": 0.5405544561413614, + "nauc_ndcg_at_20_std": 0.1385213203978623, + "nauc_ndcg_at_3_diff1": 0.6314329051632716, + "nauc_ndcg_at_3_max": 0.5046278894801219, + "nauc_ndcg_at_3_std": 0.07206518928991955, + "nauc_ndcg_at_5_diff1": 0.6151413605785975, + "nauc_ndcg_at_5_max": 0.517304498113515, + "nauc_ndcg_at_5_std": 0.11537892178847044, + "nauc_precision_at_1000_diff1": 0.09180742686166268, + "nauc_precision_at_1000_max": 0.3624387640685249, + "nauc_precision_at_1000_std": 0.3262338627955363, + "nauc_precision_at_100_diff1": 0.17501094192716202, + "nauc_precision_at_100_max": 0.4606067586556411, + "nauc_precision_at_100_std": 0.37185966690470146, + "nauc_precision_at_10_diff1": 0.3691017667625849, + "nauc_precision_at_10_max": 0.531951572051822, + "nauc_precision_at_10_std": 0.3027586603192276, + "nauc_precision_at_1_diff1": 0.7040207329319471, + "nauc_precision_at_1_max": 0.49767368434900416, + "nauc_precision_at_1_std": 0.00833176199225606, + "nauc_precision_at_20_diff1": 0.2649049226347628, + "nauc_precision_at_20_max": 0.5188274905591018, + "nauc_precision_at_20_std": 0.3811115195668885, + "nauc_precision_at_3_diff1": 0.562205921166395, + "nauc_precision_at_3_max": 0.5439127387897377, + "nauc_precision_at_3_std": 0.16923924024136014, + "nauc_precision_at_5_diff1": 0.4395863659228194, + "nauc_precision_at_5_max": 0.540488686493681, + "nauc_precision_at_5_std": 0.2865568924916422, + "nauc_recall_at_1000_diff1": 0.6688608776844089, + "nauc_recall_at_1000_max": 0.9014939309056956, + "nauc_recall_at_1000_std": 0.6749299719887969, + "nauc_recall_at_100_diff1": 0.45671357231100485, + "nauc_recall_at_100_max": 0.7004141219049603, + "nauc_recall_at_100_std": 0.48336055202996786, + "nauc_recall_at_10_diff1": 0.5081738812684501, + "nauc_recall_at_10_max": 0.5473739670979741, + "nauc_recall_at_10_std": 0.22206583591901824, + "nauc_recall_at_1_diff1": 0.6662378611959161, + "nauc_recall_at_1_max": 0.4653004304117375, + "nauc_recall_at_1_std": -0.010229354562373153, + "nauc_recall_at_20_diff1": 0.4793758959751157, + "nauc_recall_at_20_max": 0.6209733170221731, + "nauc_recall_at_20_std": 0.37144894690329217, + "nauc_recall_at_3_diff1": 0.5759390358473222, + "nauc_recall_at_3_max": 0.4998020586388797, + "nauc_recall_at_3_std": 0.10883510351785042, + "nauc_recall_at_5_diff1": 0.5253663738253324, + "nauc_recall_at_5_max": 0.5265243005841638, + "nauc_recall_at_5_std": 0.22636593707155933, + "ndcg_at_1": 0.46333, + "ndcg_at_10": 0.58748, + "ndcg_at_100": 0.62146, + "ndcg_at_1000": 0.63335, + "ndcg_at_20": 0.60736, + "ndcg_at_3": 0.5354, + "ndcg_at_5": 0.56666, + "precision_at_1": 0.46333, + "precision_at_10": 0.081, + "precision_at_100": 0.00997, + "precision_at_1000": 0.0011, + "precision_at_20": 0.04533, + "precision_at_3": 0.21111, + "precision_at_5": 0.146, + "recall_at_1": 0.44289, + "recall_at_10": 0.72056, + "recall_at_100": 0.871, + "recall_at_1000": 0.96667, + "recall_at_20": 0.79233, + "recall_at_3": 0.5845, + "recall_at_5": 0.65917 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SciFact.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SciFact.json new file mode 100644 index 000000000..7fb02cd47 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 15.136753797531128, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73438, + "map_at_1": 0.58039, + "map_at_10": 0.68778, + "map_at_100": 0.69265, + "map_at_1000": 0.69291, + "map_at_20": 0.69097, + "map_at_3": 0.66004, + "map_at_5": 0.67697, + "mrr_at_1": 0.6066666666666667, + "mrr_at_10": 0.699056878306878, + "mrr_at_100": 0.7023358412798459, + "mrr_at_1000": 0.7025883745758292, + "mrr_at_20": 0.7009632741985681, + "mrr_at_3": 0.6794444444444445, + "mrr_at_5": 0.6922777777777775, + "nauc_map_at_1000_diff1": 0.6765203484898094, + "nauc_map_at_1000_max": 0.47275209992165895, + "nauc_map_at_1000_std": -0.05887286848801525, + "nauc_map_at_100_diff1": 0.6762430515115861, + "nauc_map_at_100_max": 0.4729402719880313, + "nauc_map_at_100_std": -0.058901283153369476, + "nauc_map_at_10_diff1": 0.6788495855093555, + "nauc_map_at_10_max": 0.47387605098599495, + "nauc_map_at_10_std": -0.0650777750013153, + "nauc_map_at_1_diff1": 0.7145113047010481, + "nauc_map_at_1_max": 0.40316477221036046, + "nauc_map_at_1_std": -0.09696620331065786, + "nauc_map_at_20_diff1": 0.6758442142505554, + "nauc_map_at_20_max": 0.47315181589090566, + "nauc_map_at_20_std": -0.057259670390759056, + "nauc_map_at_3_diff1": 0.6790311376055062, + "nauc_map_at_3_max": 0.4504228923029152, + "nauc_map_at_3_std": -0.09189346478442748, + "nauc_map_at_5_diff1": 0.6788940318123615, + "nauc_map_at_5_max": 0.4572685546161719, + "nauc_map_at_5_std": -0.09313936221041542, + "nauc_mrr_at_1000_diff1": 0.6670683629582409, + "nauc_mrr_at_1000_max": 0.4716898559778706, + "nauc_mrr_at_1000_std": -0.049493384699030134, + "nauc_mrr_at_100_diff1": 0.666795935990622, + "nauc_mrr_at_100_max": 0.4718823622625737, + "nauc_mrr_at_100_std": -0.049531873522187034, + "nauc_mrr_at_10_diff1": 0.6675293525470616, + "nauc_mrr_at_10_max": 0.4737886688679504, + "nauc_mrr_at_10_std": -0.048506501498583626, + "nauc_mrr_at_1_diff1": 0.7021114704203917, + "nauc_mrr_at_1_max": 0.44134637525905324, + "nauc_mrr_at_1_std": -0.0546539451157852, + "nauc_mrr_at_20_diff1": 0.6662930523663166, + "nauc_mrr_at_20_max": 0.47169504086704667, + "nauc_mrr_at_20_std": -0.047514962097074266, + "nauc_mrr_at_3_diff1": 0.6597026444704097, + "nauc_mrr_at_3_max": 0.4657316121261498, + "nauc_mrr_at_3_std": -0.05525546712610556, + "nauc_mrr_at_5_diff1": 0.662841408913113, + "nauc_mrr_at_5_max": 0.46471899020000934, + "nauc_mrr_at_5_std": -0.06517403498189661, + "nauc_ndcg_at_1000_diff1": 0.6657330844861171, + "nauc_ndcg_at_1000_max": 0.486848004950393, + "nauc_ndcg_at_1000_std": -0.041629772074005804, + "nauc_ndcg_at_100_diff1": 0.6592917451442208, + "nauc_ndcg_at_100_max": 0.49299553792483003, + "nauc_ndcg_at_100_std": -0.03938309305869417, + "nauc_ndcg_at_10_diff1": 0.6670170933520679, + "nauc_ndcg_at_10_max": 0.5008382024454608, + "nauc_ndcg_at_10_std": -0.04471335830270608, + "nauc_ndcg_at_1_diff1": 0.7021114704203917, + "nauc_ndcg_at_1_max": 0.44134637525905324, + "nauc_ndcg_at_1_std": -0.0546539451157852, + "nauc_ndcg_at_20_diff1": 0.6576753777798594, + "nauc_ndcg_at_20_max": 0.4962635040227689, + "nauc_ndcg_at_20_std": -0.026046549546033373, + "nauc_ndcg_at_3_diff1": 0.6562185868799253, + "nauc_ndcg_at_3_max": 0.4742578236983274, + "nauc_ndcg_at_3_std": -0.07609250957224836, + "nauc_ndcg_at_5_diff1": 0.6618602369392399, + "nauc_ndcg_at_5_max": 0.47101975279876285, + "nauc_ndcg_at_5_std": -0.10082187120432717, + "nauc_precision_at_1000_diff1": -0.32103912543944757, + "nauc_precision_at_1000_max": 0.1352156474238577, + "nauc_precision_at_1000_std": 0.4919127916176476, + "nauc_precision_at_100_diff1": -0.18766289686952806, + "nauc_precision_at_100_max": 0.2322503008423588, + "nauc_precision_at_100_std": 0.4194683502432403, + "nauc_precision_at_10_diff1": 0.08343370023983278, + "nauc_precision_at_10_max": 0.41256558759150846, + "nauc_precision_at_10_std": 0.32247625231716587, + "nauc_precision_at_1_diff1": 0.7021114704203917, + "nauc_precision_at_1_max": 0.44134637525905324, + "nauc_precision_at_1_std": -0.0546539451157852, + "nauc_precision_at_20_diff1": -0.04812777013602403, + "nauc_precision_at_20_max": 0.3208161393856027, + "nauc_precision_at_20_std": 0.4146925467420651, + "nauc_precision_at_3_diff1": 0.3870065504259723, + "nauc_precision_at_3_max": 0.47087549715551547, + "nauc_precision_at_3_std": 0.06310448796478108, + "nauc_precision_at_5_diff1": 0.2445281389707841, + "nauc_precision_at_5_max": 0.42401313360259424, + "nauc_precision_at_5_std": 0.09144100387986598, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.45881686007736094, + "nauc_recall_at_100_max": 0.7025810324129632, + "nauc_recall_at_100_std": 0.06832733093237042, + "nauc_recall_at_10_diff1": 0.6246028832690091, + "nauc_recall_at_10_max": 0.6356681462093988, + "nauc_recall_at_10_std": 0.015401750248699188, + "nauc_recall_at_1_diff1": 0.7145113047010481, + "nauc_recall_at_1_max": 0.40316477221036046, + "nauc_recall_at_1_std": -0.09696620331065786, + "nauc_recall_at_20_diff1": 0.5452106808504102, + "nauc_recall_at_20_max": 0.6333645908594797, + "nauc_recall_at_20_std": 0.1596439716530123, + "nauc_recall_at_3_diff1": 0.6024680469893057, + "nauc_recall_at_3_max": 0.4881274964233832, + "nauc_recall_at_3_std": -0.12010630227014654, + "nauc_recall_at_5_diff1": 0.5995069881339439, + "nauc_recall_at_5_max": 0.4992526273470003, + "nauc_recall_at_5_std": -0.19129879646505407, + "ndcg_at_1": 0.60667, + "ndcg_at_10": 0.73438, + "ndcg_at_100": 0.75465, + "ndcg_at_1000": 0.76076, + "ndcg_at_20": 0.74397, + "ndcg_at_3": 0.69005, + "ndcg_at_5": 0.71453, + "precision_at_1": 0.60667, + "precision_at_10": 0.09733, + "precision_at_100": 0.01083, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05117, + "precision_at_3": 0.27, + "precision_at_5": 0.178, + "recall_at_1": 0.58039, + "recall_at_10": 0.86256, + "recall_at_100": 0.95333, + "recall_at_1000": 1.0, + "recall_at_20": 0.89833, + "recall_at_3": 0.74683, + "recall_at_5": 0.80872 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.71827, + "map_at_1": 0.56308, + "map_at_10": 0.67081, + "map_at_100": 0.67651, + "map_at_1000": 0.6767, + "map_at_20": 0.67489, + "map_at_3": 0.64375, + "map_at_5": 0.66053, + "mrr_at_1": 0.5920889987639061, + "mrr_at_10": 0.6820344536660975, + "mrr_at_100": 0.6858158758253502, + "mrr_at_1000": 0.6859684245418944, + "mrr_at_20": 0.6844719963849952, + "mrr_at_3": 0.6625463535228675, + "mrr_at_5": 0.6742274412855374, + "nauc_map_at_1000_diff1": 0.7259212428333867, + "nauc_map_at_1000_max": 0.5346748058574061, + "nauc_map_at_1000_std": 0.011450446293259716, + "nauc_map_at_100_diff1": 0.7258408566249267, + "nauc_map_at_100_max": 0.5347853696175422, + "nauc_map_at_100_std": 0.011601787052626551, + "nauc_map_at_10_diff1": 0.726037547124949, + "nauc_map_at_10_max": 0.5323730346868435, + "nauc_map_at_10_std": 0.00453818602151803, + "nauc_map_at_1_diff1": 0.7519030270981545, + "nauc_map_at_1_max": 0.4652597392629361, + "nauc_map_at_1_std": -0.04561261014834529, + "nauc_map_at_20_diff1": 0.7254743575201171, + "nauc_map_at_20_max": 0.5342442514319314, + "nauc_map_at_20_std": 0.012271287397825405, + "nauc_map_at_3_diff1": 0.7312595725697658, + "nauc_map_at_3_max": 0.516162609628177, + "nauc_map_at_3_std": -0.022944885396331924, + "nauc_map_at_5_diff1": 0.7290494095054356, + "nauc_map_at_5_max": 0.5293703681410347, + "nauc_map_at_5_std": -0.00673520247455107, + "nauc_mrr_at_1000_diff1": 0.7211328859820343, + "nauc_mrr_at_1000_max": 0.5458009761862782, + "nauc_mrr_at_1000_std": 0.029179987519993508, + "nauc_mrr_at_100_diff1": 0.7210739228107806, + "nauc_mrr_at_100_max": 0.5459059550012403, + "nauc_mrr_at_100_std": 0.029284516732741097, + "nauc_mrr_at_10_diff1": 0.7201258862833835, + "nauc_mrr_at_10_max": 0.5457263088681299, + "nauc_mrr_at_10_std": 0.02770602843225975, + "nauc_mrr_at_1_diff1": 0.7444323010470864, + "nauc_mrr_at_1_max": 0.5202219951674182, + "nauc_mrr_at_1_std": 0.006991940260831452, + "nauc_mrr_at_20_diff1": 0.7204350041966846, + "nauc_mrr_at_20_max": 0.5456990389095183, + "nauc_mrr_at_20_std": 0.030700197583335725, + "nauc_mrr_at_3_diff1": 0.7202503446396111, + "nauc_mrr_at_3_max": 0.5493420136241178, + "nauc_mrr_at_3_std": 0.01884981946198339, + "nauc_mrr_at_5_diff1": 0.7208102734278972, + "nauc_mrr_at_5_max": 0.546684706811198, + "nauc_mrr_at_5_std": 0.024445750721127743, + "nauc_ndcg_at_1000_diff1": 0.71611561530203, + "nauc_ndcg_at_1000_max": 0.5451894641161681, + "nauc_ndcg_at_1000_std": 0.03600019694746122, + "nauc_ndcg_at_100_diff1": 0.7134408045179919, + "nauc_ndcg_at_100_max": 0.547854993298123, + "nauc_ndcg_at_100_std": 0.041550480116638526, + "nauc_ndcg_at_10_diff1": 0.7122084351210557, + "nauc_ndcg_at_10_max": 0.5410395846522966, + "nauc_ndcg_at_10_std": 0.027309394092650728, + "nauc_ndcg_at_1_diff1": 0.7444323010470864, + "nauc_ndcg_at_1_max": 0.5202219951674182, + "nauc_ndcg_at_1_std": 0.006991940260831452, + "nauc_ndcg_at_20_diff1": 0.7111676906614492, + "nauc_ndcg_at_20_max": 0.5455260541637862, + "nauc_ndcg_at_20_std": 0.04968108997199073, + "nauc_ndcg_at_3_diff1": 0.7191932859319733, + "nauc_ndcg_at_3_max": 0.5320430419982343, + "nauc_ndcg_at_3_std": -0.008860827872422298, + "nauc_ndcg_at_5_diff1": 0.718034305874028, + "nauc_ndcg_at_5_max": 0.5378834348841225, + "nauc_ndcg_at_5_std": 0.008634976705813932, + "nauc_precision_at_1000_diff1": -0.3000036739445195, + "nauc_precision_at_1000_max": 0.18016660143444935, + "nauc_precision_at_1000_std": 0.40079267721153444, + "nauc_precision_at_100_diff1": -0.17161519935878553, + "nauc_precision_at_100_max": 0.27056155842857965, + "nauc_precision_at_100_std": 0.40710497202759194, + "nauc_precision_at_10_diff1": 0.11542565778356545, + "nauc_precision_at_10_max": 0.4133688272660864, + "nauc_precision_at_10_std": 0.3113060062513821, + "nauc_precision_at_1_diff1": 0.7444323010470864, + "nauc_precision_at_1_max": 0.5202219951674182, + "nauc_precision_at_1_std": 0.006991940260831452, + "nauc_precision_at_20_diff1": -0.012102078224773128, + "nauc_precision_at_20_max": 0.33281275207447464, + "nauc_precision_at_20_std": 0.3876692133691289, + "nauc_precision_at_3_diff1": 0.4466836774820225, + "nauc_precision_at_3_max": 0.5324245789836817, + "nauc_precision_at_3_std": 0.1160388661230923, + "nauc_precision_at_5_diff1": 0.29315858150926477, + "nauc_precision_at_5_max": 0.48779322426615934, + "nauc_precision_at_5_std": 0.20486414121406846, + "nauc_recall_at_1000_diff1": 0.27852317174497093, + "nauc_recall_at_1000_max": 0.7443170220548584, + "nauc_recall_at_1000_std": 0.8885006247960138, + "nauc_recall_at_100_diff1": 0.5693887516206801, + "nauc_recall_at_100_max": 0.6558249348869043, + "nauc_recall_at_100_std": 0.34060224341982187, + "nauc_recall_at_10_diff1": 0.6382430344016536, + "nauc_recall_at_10_max": 0.5357736154067899, + "nauc_recall_at_10_std": 0.08900890909479774, + "nauc_recall_at_1_diff1": 0.7519030270981545, + "nauc_recall_at_1_max": 0.4652597392629361, + "nauc_recall_at_1_std": -0.04561261014834529, + "nauc_recall_at_20_diff1": 0.619710975120782, + "nauc_recall_at_20_max": 0.5727695055655695, + "nauc_recall_at_20_std": 0.2786032048215005, + "nauc_recall_at_3_diff1": 0.6820177017479359, + "nauc_recall_at_3_max": 0.5135901828106663, + "nauc_recall_at_3_std": -0.029546009192925143, + "nauc_recall_at_5_diff1": 0.6756238931883733, + "nauc_recall_at_5_max": 0.5302281843923418, + "nauc_recall_at_5_std": 0.020775013963687465, + "ndcg_at_1": 0.59209, + "ndcg_at_10": 0.71827, + "ndcg_at_100": 0.74146, + "ndcg_at_1000": 0.74666, + "ndcg_at_20": 0.7306, + "ndcg_at_3": 0.67144, + "ndcg_at_5": 0.69653, + "precision_at_1": 0.59209, + "precision_at_10": 0.0958, + "precision_at_100": 0.01085, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05099, + "precision_at_3": 0.26576, + "precision_at_5": 0.17528, + "recall_at_1": 0.56308, + "recall_at_10": 0.85107, + "recall_at_100": 0.95426, + "recall_at_1000": 0.99506, + "recall_at_20": 0.8971, + "recall_at_3": 0.72855, + "recall_at_5": 0.78844 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID-PL.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID-PL.json new file mode 100644 index 000000000..c37db056a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 170.0676736831665, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.59297, + "map_at_1": 0.00182, + "map_at_10": 0.01401, + "map_at_100": 0.07442, + "map_at_1000": 0.17704, + "map_at_20": 0.02427, + "map_at_3": 0.00502, + "map_at_5": 0.00793, + "mrr_at_1": 0.68, + "mrr_at_10": 0.7929999999999999, + "mrr_at_100": 0.7946666666666666, + "mrr_at_1000": 0.7946666666666666, + "mrr_at_20": 0.7946666666666666, + "mrr_at_3": 0.7766666666666667, + "mrr_at_5": 0.7896666666666667, + "nauc_map_at_1000_diff1": -0.22104689717419437, + "nauc_map_at_1000_max": 0.5900691717539688, + "nauc_map_at_1000_std": 0.8161705088594132, + "nauc_map_at_100_diff1": -0.009816068819183172, + "nauc_map_at_100_max": 0.4913811891638421, + "nauc_map_at_100_std": 0.6785569312220123, + "nauc_map_at_10_diff1": 0.1937872464947568, + "nauc_map_at_10_max": 0.32657277214550245, + "nauc_map_at_10_std": 0.19500908076512136, + "nauc_map_at_1_diff1": 0.1769937897925387, + "nauc_map_at_1_max": 0.15550221897086505, + "nauc_map_at_1_std": 0.08412107527800293, + "nauc_map_at_20_diff1": 0.2064250522828427, + "nauc_map_at_20_max": 0.3954288272888107, + "nauc_map_at_20_std": 0.29100943406514485, + "nauc_map_at_3_diff1": 0.23740533085182744, + "nauc_map_at_3_max": 0.2699045280689615, + "nauc_map_at_3_std": 0.10798804462907816, + "nauc_map_at_5_diff1": 0.18325984079129679, + "nauc_map_at_5_max": 0.26307323145212924, + "nauc_map_at_5_std": 0.12416754663686598, + "nauc_mrr_at_1000_diff1": 0.05731156802847918, + "nauc_mrr_at_1000_max": 0.3006708627517911, + "nauc_mrr_at_1000_std": 0.2805815537125601, + "nauc_mrr_at_100_diff1": 0.05731156802847918, + "nauc_mrr_at_100_max": 0.3006708627517911, + "nauc_mrr_at_100_std": 0.2805815537125601, + "nauc_mrr_at_10_diff1": 0.06602207609125184, + "nauc_mrr_at_10_max": 0.3045660272526012, + "nauc_mrr_at_10_std": 0.28466234485566994, + "nauc_mrr_at_1_diff1": 0.05217331214152349, + "nauc_mrr_at_1_max": 0.20053900905258784, + "nauc_mrr_at_1_std": 0.20050445719024196, + "nauc_mrr_at_20_diff1": 0.05731156802847918, + "nauc_mrr_at_20_max": 0.3006708627517911, + "nauc_mrr_at_20_std": 0.2805815537125601, + "nauc_mrr_at_3_diff1": 0.014975791905320128, + "nauc_mrr_at_3_max": 0.33245783361285963, + "nauc_mrr_at_3_std": 0.2820005696022283, + "nauc_mrr_at_5_diff1": 0.04392622799453088, + "nauc_mrr_at_5_max": 0.3090947749347297, + "nauc_mrr_at_5_std": 0.2926017914412672, + "nauc_ndcg_at_1000_diff1": -0.16445536953066653, + "nauc_ndcg_at_1000_max": 0.5970624819823784, + "nauc_ndcg_at_1000_std": 0.7952273630910143, + "nauc_ndcg_at_100_diff1": -0.14821912856251945, + "nauc_ndcg_at_100_max": 0.38230961334449537, + "nauc_ndcg_at_100_std": 0.6671662034345286, + "nauc_ndcg_at_10_diff1": 0.0037200110661015275, + "nauc_ndcg_at_10_max": 0.3299437428974225, + "nauc_ndcg_at_10_std": 0.37235686429058995, + "nauc_ndcg_at_1_diff1": 0.13796747582769417, + "nauc_ndcg_at_1_max": 0.1566270761368469, + "nauc_ndcg_at_1_std": 0.16984495023580817, + "nauc_ndcg_at_20_diff1": -0.010895365406196067, + "nauc_ndcg_at_20_max": 0.3548200536066469, + "nauc_ndcg_at_20_std": 0.4658153431942461, + "nauc_ndcg_at_3_diff1": 0.04310087228601529, + "nauc_ndcg_at_3_max": 0.24582492172413212, + "nauc_ndcg_at_3_std": 0.23487620641922277, + "nauc_ndcg_at_5_diff1": 0.005309361541991747, + "nauc_ndcg_at_5_max": 0.25820262502617963, + "nauc_ndcg_at_5_std": 0.2968547997006548, + "nauc_precision_at_1000_diff1": -0.3814356139976461, + "nauc_precision_at_1000_max": 0.3017468494135439, + "nauc_precision_at_1000_std": 0.450814038131326, + "nauc_precision_at_100_diff1": -0.2051606011277643, + "nauc_precision_at_100_max": 0.37231869552326075, + "nauc_precision_at_100_std": 0.6981318320521207, + "nauc_precision_at_10_diff1": -0.0299287181133383, + "nauc_precision_at_10_max": 0.36328697005808963, + "nauc_precision_at_10_std": 0.4269349668216024, + "nauc_precision_at_1_diff1": 0.05217331214152349, + "nauc_precision_at_1_max": 0.20053900905258784, + "nauc_precision_at_1_std": 0.20050445719024196, + "nauc_precision_at_20_diff1": -0.026637671384215023, + "nauc_precision_at_20_max": 0.3888616250537841, + "nauc_precision_at_20_std": 0.5288483678524492, + "nauc_precision_at_3_diff1": -0.03543049819645504, + "nauc_precision_at_3_max": 0.2772884102671347, + "nauc_precision_at_3_std": 0.2059046473940094, + "nauc_precision_at_5_diff1": -0.1073319974236024, + "nauc_precision_at_5_max": 0.24360373577613958, + "nauc_precision_at_5_std": 0.26855363916124025, + "nauc_recall_at_1000_diff1": -0.17852126431964846, + "nauc_recall_at_1000_max": 0.5777181685013466, + "nauc_recall_at_1000_std": 0.7338262189023205, + "nauc_recall_at_100_diff1": 0.08126504259273194, + "nauc_recall_at_100_max": 0.46456350142578384, + "nauc_recall_at_100_std": 0.6490475791932601, + "nauc_recall_at_10_diff1": 0.24166257242964453, + "nauc_recall_at_10_max": 0.3108908679863077, + "nauc_recall_at_10_std": 0.1935782489270693, + "nauc_recall_at_1_diff1": 0.1769937897925387, + "nauc_recall_at_1_max": 0.15550221897086505, + "nauc_recall_at_1_std": 0.08412107527800293, + "nauc_recall_at_20_diff1": 0.28731042782804567, + "nauc_recall_at_20_max": 0.3810013451051625, + "nauc_recall_at_20_std": 0.2910325267544454, + "nauc_recall_at_3_diff1": 0.24585873560239777, + "nauc_recall_at_3_max": 0.2634389988386387, + "nauc_recall_at_3_std": 0.07167985013482048, + "nauc_recall_at_5_diff1": 0.20102114617456776, + "nauc_recall_at_5_max": 0.23953458161226288, + "nauc_recall_at_5_std": 0.0949212849789344, + "ndcg_at_1": 0.63, + "ndcg_at_10": 0.59297, + "ndcg_at_100": 0.45001, + "ndcg_at_1000": 0.42416, + "ndcg_at_20": 0.55799, + "ndcg_at_3": 0.64358, + "ndcg_at_5": 0.62974, + "precision_at_1": 0.68, + "precision_at_10": 0.626, + "precision_at_100": 0.4608, + "precision_at_1000": 0.188, + "precision_at_20": 0.587, + "precision_at_3": 0.68667, + "precision_at_5": 0.676, + "recall_at_1": 0.00182, + "recall_at_10": 0.01693, + "recall_at_100": 0.11172, + "recall_at_1000": 0.40315, + "recall_at_20": 0.03095, + "recall_at_3": 0.00551, + "recall_at_5": 0.00918 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json index bc7516343..89f717572 100644 --- a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 375.83887243270874, - "kg_co2_emissions": 0.03500239942611658, - "mteb_version": "1.12.75", + "evaluation_time": 155.1773521900177, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,14 +10,14 @@ "languages": [ "eng-Latn" ], - "main_score": 0.57398, + "main_score": 0.57668, "map_at_1": 0.00179, - "map_at_10": 0.01357, - "map_at_100": 0.07598, - "map_at_1000": 0.19345, - "map_at_20": 0.02337, + "map_at_10": 0.0137, + "map_at_100": 0.07596, + "map_at_1000": 0.19367, + "map_at_20": 0.02331, "map_at_3": 0.00483, - "map_at_5": 0.0076, + "map_at_5": 0.00764, "mrr_at_1": 0.68, "mrr_at_10": 0.8050000000000002, "mrr_at_100": 0.8050000000000002, @@ -25,132 +25,132 @@ "mrr_at_20": 0.8050000000000002, "mrr_at_3": 0.7866666666666667, "mrr_at_5": 0.8016666666666667, - "nauc_map_at_1000_diff1": -0.19237551549213014, - "nauc_map_at_1000_max": 0.5200468990300321, - "nauc_map_at_1000_std": 0.7446847277279296, - "nauc_map_at_100_diff1": -0.1395925900315698, - "nauc_map_at_100_max": 0.4705504208485092, - "nauc_map_at_100_std": 0.6318793301759729, - "nauc_map_at_10_diff1": 0.07732978895799532, - "nauc_map_at_10_max": 0.39080102867420413, - "nauc_map_at_10_std": 0.2695866850641964, - "nauc_map_at_1_diff1": 0.21957951854673405, - "nauc_map_at_1_max": 0.29322935041687176, + "nauc_map_at_1000_diff1": -0.16625307444949117, + "nauc_map_at_1000_max": 0.5507067771285247, + "nauc_map_at_1000_std": 0.7458614871893842, + "nauc_map_at_100_diff1": -0.09939147080387406, + "nauc_map_at_100_max": 0.46535477630375854, + "nauc_map_at_100_std": 0.6354596583119598, + "nauc_map_at_10_diff1": 0.14067516731344518, + "nauc_map_at_10_max": 0.33285025231685983, + "nauc_map_at_10_std": 0.2587726569048716, + "nauc_map_at_1_diff1": 0.2766683247664169, + "nauc_map_at_1_max": 0.26973416495998387, "nauc_map_at_1_std": 0.2520501195901945, - "nauc_map_at_20_diff1": 0.035235568457754045, - "nauc_map_at_20_max": 0.34706256359109383, - "nauc_map_at_20_std": 0.34731098276350997, - "nauc_map_at_3_diff1": 0.17588189125228829, - "nauc_map_at_3_max": 0.3859936546090128, + "nauc_map_at_20_diff1": 0.08139414799762514, + "nauc_map_at_20_max": 0.3122417502520855, + "nauc_map_at_20_std": 0.3423115926476921, + "nauc_map_at_3_diff1": 0.2228837493793321, + "nauc_map_at_3_max": 0.3531482719836236, "nauc_map_at_3_std": 0.23455082987006, - "nauc_map_at_5_diff1": 0.20068863004434762, - "nauc_map_at_5_max": 0.3800234425486266, - "nauc_map_at_5_std": 0.20044992863212893, - "nauc_mrr_at_1000_diff1": 0.1467131281285433, - "nauc_mrr_at_1000_max": 0.5928491754012369, + "nauc_map_at_5_diff1": 0.25543158129657, + "nauc_map_at_5_max": 0.3573985029459215, + "nauc_map_at_5_std": 0.21667428877178455, + "nauc_mrr_at_1000_diff1": 0.17857241627257375, + "nauc_mrr_at_1000_max": 0.6067876139642503, "nauc_mrr_at_1000_std": 0.6045475077666238, - "nauc_mrr_at_100_diff1": 0.1467131281285433, - "nauc_mrr_at_100_max": 0.5928491754012369, + "nauc_mrr_at_100_diff1": 0.17857241627257375, + "nauc_mrr_at_100_max": 0.6067876139642503, "nauc_mrr_at_100_std": 0.6045475077666238, - "nauc_mrr_at_10_diff1": 0.1467131281285433, - "nauc_mrr_at_10_max": 0.5928491754012369, + "nauc_mrr_at_10_diff1": 0.17857241627257375, + "nauc_mrr_at_10_max": 0.6067876139642503, "nauc_mrr_at_10_std": 0.6045475077666238, - "nauc_mrr_at_1_diff1": 0.09429203234054244, - "nauc_mrr_at_1_max": 0.5694837951765598, + "nauc_mrr_at_1_diff1": 0.13990049063644483, + "nauc_mrr_at_1_max": 0.5868979337986315, "nauc_mrr_at_1_std": 0.6018934420565267, - "nauc_mrr_at_20_diff1": 0.1467131281285433, - "nauc_mrr_at_20_max": 0.5928491754012369, + "nauc_mrr_at_20_diff1": 0.17857241627257375, + "nauc_mrr_at_20_max": 0.6067876139642503, "nauc_mrr_at_20_std": 0.6045475077666238, - "nauc_mrr_at_3_diff1": 0.18756340534517474, - "nauc_mrr_at_3_max": 0.6097640073841241, + "nauc_mrr_at_3_diff1": 0.21630161818756352, + "nauc_mrr_at_3_max": 0.6223369755026692, "nauc_mrr_at_3_std": 0.604475377937435, - "nauc_mrr_at_5_diff1": 0.15785714931431422, - "nauc_mrr_at_5_max": 0.5982019363762098, + "nauc_mrr_at_5_diff1": 0.1890995217819726, + "nauc_mrr_at_5_max": 0.6118704743308107, "nauc_mrr_at_5_std": 0.6096737450166783, - "nauc_ndcg_at_1000_diff1": -0.1396151693495466, - "nauc_ndcg_at_1000_max": 0.5139181843507322, - "nauc_ndcg_at_1000_std": 0.7269715875855167, - "nauc_ndcg_at_100_diff1": -0.23158229862469448, - "nauc_ndcg_at_100_max": 0.4509473722360078, - "nauc_ndcg_at_100_std": 0.6870831064828699, - "nauc_ndcg_at_10_diff1": -0.12409330969894315, - "nauc_ndcg_at_10_max": 0.44701334463093845, - "nauc_ndcg_at_10_std": 0.49390715356116666, - "nauc_ndcg_at_1_diff1": 0.04948103356917978, - "nauc_ndcg_at_1_max": 0.39235732319296807, + "nauc_ndcg_at_1000_diff1": -0.11512373473904101, + "nauc_ndcg_at_1000_max": 0.5384660162986789, + "nauc_ndcg_at_1000_std": 0.7289910560910312, + "nauc_ndcg_at_100_diff1": -0.20407536366400267, + "nauc_ndcg_at_100_max": 0.4829024191085038, + "nauc_ndcg_at_100_std": 0.6879811694119939, + "nauc_ndcg_at_10_diff1": -0.07296887813513252, + "nauc_ndcg_at_10_max": 0.43506570471309297, + "nauc_ndcg_at_10_std": 0.4865638233117004, + "nauc_ndcg_at_1_diff1": 0.1102608858273853, + "nauc_ndcg_at_1_max": 0.40806657731508883, "nauc_ndcg_at_1_std": 0.5277717171087491, - "nauc_ndcg_at_20_diff1": -0.11205469060016576, - "nauc_ndcg_at_20_max": 0.41145306486348904, - "nauc_ndcg_at_20_std": 0.5447580103743228, - "nauc_ndcg_at_3_diff1": -0.006583325392374469, - "nauc_ndcg_at_3_max": 0.46281253557703333, - "nauc_ndcg_at_3_std": 0.48315954186042054, - "nauc_ndcg_at_5_diff1": -0.012137873441738674, - "nauc_ndcg_at_5_max": 0.46572975890856966, - "nauc_ndcg_at_5_std": 0.48182272228685996, - "nauc_precision_at_1000_diff1": -0.25303280249647864, - "nauc_precision_at_1000_max": 0.32787850125441415, - "nauc_precision_at_1000_std": 0.4860057629318324, - "nauc_precision_at_100_diff1": -0.23246307728254526, - "nauc_precision_at_100_max": 0.4588399447985452, - "nauc_precision_at_100_std": 0.6982159301297415, - "nauc_precision_at_10_diff1": -0.08955729340730408, - "nauc_precision_at_10_max": 0.48061849698103876, - "nauc_precision_at_10_std": 0.46650624958224707, - "nauc_precision_at_1_diff1": 0.09429203234054244, - "nauc_precision_at_1_max": 0.5694837951765598, + "nauc_ndcg_at_20_diff1": -0.089590194958405, + "nauc_ndcg_at_20_max": 0.42777338273468724, + "nauc_ndcg_at_20_std": 0.5380142052579521, + "nauc_ndcg_at_3_diff1": 0.018880936353206933, + "nauc_ndcg_at_3_max": 0.47822629142580253, + "nauc_ndcg_at_3_std": 0.48365207547412475, + "nauc_ndcg_at_5_diff1": 0.020426612922841734, + "nauc_ndcg_at_5_max": 0.49145628602632724, + "nauc_ndcg_at_5_std": 0.4966303932952612, + "nauc_precision_at_1000_diff1": -0.25724799614064303, + "nauc_precision_at_1000_max": 0.37786771382500267, + "nauc_precision_at_1000_std": 0.4866394137294978, + "nauc_precision_at_100_diff1": -0.21317767177937993, + "nauc_precision_at_100_max": 0.49268289696986384, + "nauc_precision_at_100_std": 0.6995730988514114, + "nauc_precision_at_10_diff1": -0.03382042417186464, + "nauc_precision_at_10_max": 0.45361422582658634, + "nauc_precision_at_10_std": 0.4502720242232146, + "nauc_precision_at_1_diff1": 0.13990049063644483, + "nauc_precision_at_1_max": 0.5868979337986315, "nauc_precision_at_1_std": 0.6018934420565267, - "nauc_precision_at_20_diff1": -0.07311422014952978, - "nauc_precision_at_20_max": 0.41046216102845073, - "nauc_precision_at_20_std": 0.5398573790312637, - "nauc_precision_at_3_diff1": 0.02529542097488891, - "nauc_precision_at_3_max": 0.5733804600126603, + "nauc_precision_at_20_diff1": -0.0625241238583422, + "nauc_precision_at_20_max": 0.4290420523410902, + "nauc_precision_at_20_std": 0.5317549876461254, + "nauc_precision_at_3_diff1": 0.04072589153829865, + "nauc_precision_at_3_max": 0.5866744038826752, "nauc_precision_at_3_std": 0.482960540198354, - "nauc_precision_at_5_diff1": 0.08713672472492229, - "nauc_precision_at_5_max": 0.5218746402197333, - "nauc_precision_at_5_std": 0.41639117777668105, - "nauc_recall_at_1000_diff1": -0.07611925741236142, - "nauc_recall_at_1000_max": 0.47801398316161725, - "nauc_recall_at_1000_std": 0.6679811540610818, - "nauc_recall_at_100_diff1": -0.04260102565858229, - "nauc_recall_at_100_max": 0.43943430281378365, - "nauc_recall_at_100_std": 0.55598071189216, - "nauc_recall_at_10_diff1": 0.11630641881711928, - "nauc_recall_at_10_max": 0.29269599688674963, - "nauc_recall_at_10_std": 0.18313832940093144, - "nauc_recall_at_1_diff1": 0.21957951854673405, - "nauc_recall_at_1_max": 0.29322935041687176, + "nauc_precision_at_5_diff1": 0.0972413116041622, + "nauc_precision_at_5_max": 0.5580126317167361, + "nauc_precision_at_5_std": 0.44173375220891464, + "nauc_recall_at_1000_diff1": -0.061995859505799146, + "nauc_recall_at_1000_max": 0.5000802179027928, + "nauc_recall_at_1000_std": 0.6718726974557242, + "nauc_recall_at_100_diff1": -0.006108218122485659, + "nauc_recall_at_100_max": 0.4187290565418897, + "nauc_recall_at_100_std": 0.5603322385515819, + "nauc_recall_at_10_diff1": 0.1697516166168201, + "nauc_recall_at_10_max": 0.22837969433568234, + "nauc_recall_at_10_std": 0.17034400776119074, + "nauc_recall_at_1_diff1": 0.2766683247664169, + "nauc_recall_at_1_max": 0.26973416495998387, "nauc_recall_at_1_std": 0.2520501195901945, - "nauc_recall_at_20_diff1": 0.11284402111638028, - "nauc_recall_at_20_max": 0.22762691302814167, - "nauc_recall_at_20_std": 0.22980349274774445, - "nauc_recall_at_3_diff1": 0.20387301649339806, - "nauc_recall_at_3_max": 0.3449552946941167, + "nauc_recall_at_20_diff1": 0.14251989912731827, + "nauc_recall_at_20_max": 0.19041047368379332, + "nauc_recall_at_20_std": 0.22684765048969838, + "nauc_recall_at_3_diff1": 0.24465694762668055, + "nauc_recall_at_3_max": 0.30718621260897, "nauc_recall_at_3_std": 0.18599646336740036, - "nauc_recall_at_5_diff1": 0.23728953583247944, - "nauc_recall_at_5_max": 0.3168600254224991, - "nauc_recall_at_5_std": 0.13686446522553594, + "nauc_recall_at_5_diff1": 0.27908199984389803, + "nauc_recall_at_5_max": 0.29023850328798256, + "nauc_recall_at_5_std": 0.15388983574056814, "ndcg_at_1": 0.62, - "ndcg_at_10": 0.57398, - "ndcg_at_100": 0.45114, - "ndcg_at_1000": 0.44451, - "ndcg_at_20": 0.5467, - "ndcg_at_3": 0.61531, - "ndcg_at_5": 0.5972, + "ndcg_at_10": 0.57668, + "ndcg_at_100": 0.4512, + "ndcg_at_1000": 0.44456, + "ndcg_at_20": 0.54442, + "ndcg_at_3": 0.61469, + "ndcg_at_5": 0.59836, "precision_at_1": 0.68, - "precision_at_10": 0.628, - "precision_at_100": 0.4666, - "precision_at_1000": 0.20012, - "precision_at_20": 0.585, + "precision_at_10": 0.632, + "precision_at_100": 0.4662, + "precision_at_1000": 0.2002, + "precision_at_20": 0.581, "precision_at_3": 0.68, "precision_at_5": 0.664, "recall_at_1": 0.00179, - "recall_at_10": 0.01662, - "recall_at_100": 0.11352, - "recall_at_1000": 0.42765, - "recall_at_20": 0.03083, + "recall_at_10": 0.01677, + "recall_at_100": 0.11325, + "recall_at_1000": 0.42745, + "recall_at_20": 0.03065, "recall_at_3": 0.00537, - "recall_at_5": 0.00874 + "recall_at_5": 0.00877 } ] }, diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json index 93d5e1114..8e8c6ded7 100644 --- a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json @@ -1 +1 @@ -{"name": "Alibaba-NLP/gte-multilingual-base", "revision": "7fc06782350c1a83f88b15dd4b38ef853d3b8503", "release_date": "2024-07-29", "languages": null, "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_source": true, "similarity_fn_name": null, "framework": [], "loader": "GTESTWrapper"} \ No newline at end of file +{"name": "Alibaba-NLP/gte-multilingual-base", "revision": "7fc06782350c1a83f88b15dd4b38ef853d3b8503", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CMedQAv2-reranking.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CMedQAv2-reranking.json new file mode 100644 index 000000000..709ad7860 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 19.48772931098938, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.2207531148572955, + "map": 0.2207531148572955, + "mrr": 0.24978571428571428, + "nAUC_map_diff1": 0.22507587795617653, + "nAUC_map_max": 0.25401880585678904, + "nAUC_map_std": 0.11068463279782986, + "nAUC_mrr_diff1": 0.21973332426981892, + "nAUC_mrr_max": 0.23920196384877318, + "nAUC_mrr_std": 0.09801059674696207 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CUREv1.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CUREv1.json new file mode 100644 index 000000000..bf1190c05 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 529.6598119735718, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52323, + "map_at_1": 0.08922, + "map_at_10": 0.24809, + "map_at_100": 0.37792, + "map_at_1000": 0.41658, + "map_at_20": 0.29472, + "map_at_3": 0.16123, + "map_at_5": 0.19834, + "mrr_at_1": 0.713, + "mrr_at_10": 0.8042827380952375, + "mrr_at_100": 0.8061873002248117, + "mrr_at_1000": 0.8062059352142715, + "mrr_at_20": 0.8057599456292753, + "mrr_at_3": 0.7895833333333327, + "mrr_at_5": 0.7997583333333332, + "nauc_map_at_1000_diff1": 0.19191547971671963, + "nauc_map_at_1000_max": 0.3283448932502761, + "nauc_map_at_1000_std": 0.2382002775013542, + "nauc_map_at_100_diff1": 0.22424765847829536, + "nauc_map_at_100_max": 0.31004080020067043, + "nauc_map_at_100_std": 0.19910934141238423, + "nauc_map_at_10_diff1": 0.27321918443278725, + "nauc_map_at_10_max": 0.21162654304933276, + "nauc_map_at_10_std": 0.026030268120945735, + "nauc_map_at_1_diff1": 0.4499225625351145, + "nauc_map_at_1_max": 0.10182272482018753, + "nauc_map_at_1_std": -0.11283399626471814, + "nauc_map_at_20_diff1": 0.25646028920163905, + "nauc_map_at_20_max": 0.24228394654471064, + "nauc_map_at_20_std": 0.07283883017814853, + "nauc_map_at_3_diff1": 0.3428341345080522, + "nauc_map_at_3_max": 0.15181756970432897, + "nauc_map_at_3_std": -0.05547548559488096, + "nauc_map_at_5_diff1": 0.31005742290482013, + "nauc_map_at_5_max": 0.17380712130749934, + "nauc_map_at_5_std": -0.01952715447716242, + "nauc_mrr_at_1000_diff1": 0.3410818802350895, + "nauc_mrr_at_1000_max": 0.46242072972554316, + "nauc_mrr_at_1000_std": 0.2165798264495569, + "nauc_mrr_at_100_diff1": 0.3410508690032059, + "nauc_mrr_at_100_max": 0.46244105723805606, + "nauc_mrr_at_100_std": 0.2166311741732655, + "nauc_mrr_at_10_diff1": 0.3425015572321482, + "nauc_mrr_at_10_max": 0.46530989105812454, + "nauc_mrr_at_10_std": 0.2193739147352645, + "nauc_mrr_at_1_diff1": 0.34958756161341664, + "nauc_mrr_at_1_max": 0.4265199845230465, + "nauc_mrr_at_1_std": 0.16691745063917254, + "nauc_mrr_at_20_diff1": 0.3412969431434267, + "nauc_mrr_at_20_max": 0.463091321935035, + "nauc_mrr_at_20_std": 0.21719334278122635, + "nauc_mrr_at_3_diff1": 0.33512226253406463, + "nauc_mrr_at_3_max": 0.46654956167711803, + "nauc_mrr_at_3_std": 0.22292617460682285, + "nauc_mrr_at_5_diff1": 0.3417888526984823, + "nauc_mrr_at_5_max": 0.46748366190360485, + "nauc_mrr_at_5_std": 0.22386716170037166, + "nauc_ndcg_at_1000_diff1": 0.25574191053055645, + "nauc_ndcg_at_1000_max": 0.43743973612328263, + "nauc_ndcg_at_1000_std": 0.3182799866425517, + "nauc_ndcg_at_100_diff1": 0.2815485373774132, + "nauc_ndcg_at_100_max": 0.3911700858884206, + "nauc_ndcg_at_100_std": 0.25425915524163123, + "nauc_ndcg_at_10_diff1": 0.2437003495760369, + "nauc_ndcg_at_10_max": 0.3447467659850384, + "nauc_ndcg_at_10_std": 0.16616976550499113, + "nauc_ndcg_at_1_diff1": 0.37520367462195736, + "nauc_ndcg_at_1_max": 0.34886828892363114, + "nauc_ndcg_at_1_std": 0.10653710651848013, + "nauc_ndcg_at_20_diff1": 0.25774278108832205, + "nauc_ndcg_at_20_max": 0.34815742882451467, + "nauc_ndcg_at_20_std": 0.17354989162456264, + "nauc_ndcg_at_3_diff1": 0.25025673811742766, + "nauc_ndcg_at_3_max": 0.35828388220640695, + "nauc_ndcg_at_3_std": 0.15857985552858142, + "nauc_ndcg_at_5_diff1": 0.24256144756401557, + "nauc_ndcg_at_5_max": 0.3593331998443607, + "nauc_ndcg_at_5_std": 0.16561039591629903, + "nauc_precision_at_1000_diff1": -0.20449660418504464, + "nauc_precision_at_1000_max": -0.013466293040663291, + "nauc_precision_at_1000_std": 0.026906479034064953, + "nauc_precision_at_100_diff1": -0.1842747422306235, + "nauc_precision_at_100_max": 0.08168026255560254, + "nauc_precision_at_100_std": 0.20759341256076685, + "nauc_precision_at_10_diff1": -0.13307948622981092, + "nauc_precision_at_10_max": 0.23469849099073492, + "nauc_precision_at_10_std": 0.26260049914064026, + "nauc_precision_at_1_diff1": 0.34958756161341664, + "nauc_precision_at_1_max": 0.4265199845230465, + "nauc_precision_at_1_std": 0.16691745063917254, + "nauc_precision_at_20_diff1": -0.1616403916464735, + "nauc_precision_at_20_max": 0.17206650087612063, + "nauc_precision_at_20_std": 0.2493236336401692, + "nauc_precision_at_3_diff1": 0.005506606574839898, + "nauc_precision_at_3_max": 0.32729052938701875, + "nauc_precision_at_3_std": 0.23825275714718053, + "nauc_precision_at_5_diff1": -0.06013969840573295, + "nauc_precision_at_5_max": 0.29661499422862286, + "nauc_precision_at_5_std": 0.26016757553708375, + "nauc_recall_at_1000_diff1": 0.17913894195695243, + "nauc_recall_at_1000_max": 0.4480992727747233, + "nauc_recall_at_1000_std": 0.623349114841917, + "nauc_recall_at_100_diff1": 0.19643598922502328, + "nauc_recall_at_100_max": 0.21654124084861945, + "nauc_recall_at_100_std": 0.21833985611777207, + "nauc_recall_at_10_diff1": 0.2234983945283453, + "nauc_recall_at_10_max": 0.13791846420945797, + "nauc_recall_at_10_std": -0.0005013040516620117, + "nauc_recall_at_1_diff1": 0.4499225625351145, + "nauc_recall_at_1_max": 0.10182272482018753, + "nauc_recall_at_1_std": -0.11283399626471814, + "nauc_recall_at_20_diff1": 0.20501326948306245, + "nauc_recall_at_20_max": 0.145395156025689, + "nauc_recall_at_20_std": 0.033886249858426455, + "nauc_recall_at_3_diff1": 0.2995640996216506, + "nauc_recall_at_3_max": 0.11784155231155095, + "nauc_recall_at_3_std": -0.05709297257140795, + "nauc_recall_at_5_diff1": 0.25851681187503134, + "nauc_recall_at_5_max": 0.12347977764780318, + "nauc_recall_at_5_std": -0.031010783437031512, + "ndcg_at_1": 0.60075, + "ndcg_at_10": 0.52323, + "ndcg_at_100": 0.60035, + "ndcg_at_1000": 0.68149, + "ndcg_at_20": 0.53175, + "ndcg_at_3": 0.54931, + "ndcg_at_5": 0.53104, + "precision_at_1": 0.713, + "precision_at_10": 0.43985, + "precision_at_100": 0.17223, + "precision_at_1000": 0.03422, + "precision_at_20": 0.3525, + "precision_at_3": 0.60233, + "precision_at_5": 0.5327, + "recall_at_1": 0.08922, + "recall_at_10": 0.32376, + "recall_at_100": 0.70523, + "recall_at_1000": 0.94628, + "recall_at_20": 0.43148, + "recall_at_3": 0.17835, + "recall_at_5": 0.23349 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17427, + "map_at_1": 0.02896, + "map_at_10": 0.07973, + "map_at_100": 0.11938, + "map_at_1000": 0.13607, + "map_at_20": 0.09333, + "map_at_3": 0.05322, + "map_at_5": 0.06504, + "mrr_at_1": 0.214, + "mrr_at_10": 0.3142593253968256, + "mrr_at_100": 0.32414579060412585, + "mrr_at_1000": 0.32473843006667796, + "mrr_at_20": 0.32035045780887506, + "mrr_at_3": 0.28408333333333313, + "mrr_at_5": 0.3023333333333333, + "nauc_map_at_1000_diff1": 0.17138974749562855, + "nauc_map_at_1000_max": 0.47542005071638416, + "nauc_map_at_1000_std": 0.5304861421515764, + "nauc_map_at_100_diff1": 0.18110981227336428, + "nauc_map_at_100_max": 0.45301011879504255, + "nauc_map_at_100_std": 0.5011807784015522, + "nauc_map_at_10_diff1": 0.23286525807638997, + "nauc_map_at_10_max": 0.3736397347570448, + "nauc_map_at_10_std": 0.36982145804177663, + "nauc_map_at_1_diff1": 0.35295915250937526, + "nauc_map_at_1_max": 0.29104819838708473, + "nauc_map_at_1_std": 0.21680433107486063, + "nauc_map_at_20_diff1": 0.21021444528770597, + "nauc_map_at_20_max": 0.405019284549407, + "nauc_map_at_20_std": 0.4207328545501339, + "nauc_map_at_3_diff1": 0.26374820113230885, + "nauc_map_at_3_max": 0.3201288135814105, + "nauc_map_at_3_std": 0.27121607934516356, + "nauc_map_at_5_diff1": 0.25847936789151055, + "nauc_map_at_5_max": 0.34335735784060495, + "nauc_map_at_5_std": 0.32034544440481005, + "nauc_mrr_at_1000_diff1": 0.11387054289807758, + "nauc_mrr_at_1000_max": 0.41236096351076396, + "nauc_mrr_at_1000_std": 0.42330561963399166, + "nauc_mrr_at_100_diff1": 0.11373668151040098, + "nauc_mrr_at_100_max": 0.4124262681403494, + "nauc_mrr_at_100_std": 0.42352314361760957, + "nauc_mrr_at_10_diff1": 0.11098261922896767, + "nauc_mrr_at_10_max": 0.4090643951251121, + "nauc_mrr_at_10_std": 0.4203104542291809, + "nauc_mrr_at_1_diff1": 0.1308742130259722, + "nauc_mrr_at_1_max": 0.3736378237869676, + "nauc_mrr_at_1_std": 0.3843277835228148, + "nauc_mrr_at_20_diff1": 0.11313253161503226, + "nauc_mrr_at_20_max": 0.41215517244851807, + "nauc_mrr_at_20_std": 0.4230200607771753, + "nauc_mrr_at_3_diff1": 0.11641743049344429, + "nauc_mrr_at_3_max": 0.39588701526905534, + "nauc_mrr_at_3_std": 0.4022888005879445, + "nauc_mrr_at_5_diff1": 0.11539135912840777, + "nauc_mrr_at_5_max": 0.4046079335964191, + "nauc_mrr_at_5_std": 0.41672521797993856, + "nauc_ndcg_at_1000_diff1": 0.1487177266334595, + "nauc_ndcg_at_1000_max": 0.5347809179265791, + "nauc_ndcg_at_1000_std": 0.6071012390302981, + "nauc_ndcg_at_100_diff1": 0.15501814886002982, + "nauc_ndcg_at_100_max": 0.49501960994609, + "nauc_ndcg_at_100_std": 0.5617581384857143, + "nauc_ndcg_at_10_diff1": 0.1490255952126383, + "nauc_ndcg_at_10_max": 0.42583470813524643, + "nauc_ndcg_at_10_std": 0.44935641042715074, + "nauc_ndcg_at_1_diff1": 0.15022558230456115, + "nauc_ndcg_at_1_max": 0.3319871150649643, + "nauc_ndcg_at_1_std": 0.35513826360389616, + "nauc_ndcg_at_20_diff1": 0.15465653933339474, + "nauc_ndcg_at_20_max": 0.45409634705015084, + "nauc_ndcg_at_20_std": 0.4873188845350976, + "nauc_ndcg_at_3_diff1": 0.13072329937801846, + "nauc_ndcg_at_3_max": 0.382260963913592, + "nauc_ndcg_at_3_std": 0.3931787273693516, + "nauc_ndcg_at_5_diff1": 0.1485735314446049, + "nauc_ndcg_at_5_max": 0.4041567509149065, + "nauc_ndcg_at_5_std": 0.42382801654246294, + "nauc_precision_at_1000_diff1": -0.01365085429866078, + "nauc_precision_at_1000_max": 0.295046783344058, + "nauc_precision_at_1000_std": 0.2521386339122827, + "nauc_precision_at_100_diff1": 0.002259522222439947, + "nauc_precision_at_100_max": 0.4114170426470881, + "nauc_precision_at_100_std": 0.47881042771488125, + "nauc_precision_at_10_diff1": 0.03039834449855557, + "nauc_precision_at_10_max": 0.44959437826325527, + "nauc_precision_at_10_std": 0.5039389105356287, + "nauc_precision_at_1_diff1": 0.1308742130259722, + "nauc_precision_at_1_max": 0.3736378237869676, + "nauc_precision_at_1_std": 0.3843277835228148, + "nauc_precision_at_20_diff1": 0.015107308781119941, + "nauc_precision_at_20_max": 0.4595217379873416, + "nauc_precision_at_20_std": 0.523777292078409, + "nauc_precision_at_3_diff1": 0.0757952012136778, + "nauc_precision_at_3_max": 0.41239347074972005, + "nauc_precision_at_3_std": 0.42787706047092, + "nauc_precision_at_5_diff1": 0.0718156274544638, + "nauc_precision_at_5_max": 0.4381886830211501, + "nauc_precision_at_5_std": 0.4768958738719168, + "nauc_recall_at_1000_diff1": 0.14498601163665312, + "nauc_recall_at_1000_max": 0.5808217916154832, + "nauc_recall_at_1000_std": 0.7056115342284625, + "nauc_recall_at_100_diff1": 0.14820192667421145, + "nauc_recall_at_100_max": 0.452541192164293, + "nauc_recall_at_100_std": 0.5711585219159542, + "nauc_recall_at_10_diff1": 0.19017768900630821, + "nauc_recall_at_10_max": 0.3398444060097526, + "nauc_recall_at_10_std": 0.36560561488863613, + "nauc_recall_at_1_diff1": 0.35295915250937526, + "nauc_recall_at_1_max": 0.29104819838708473, + "nauc_recall_at_1_std": 0.21680433107486063, + "nauc_recall_at_20_diff1": 0.16510501342436282, + "nauc_recall_at_20_max": 0.3818595531093056, + "nauc_recall_at_20_std": 0.4424461328672638, + "nauc_recall_at_3_diff1": 0.22086377982168537, + "nauc_recall_at_3_max": 0.3023642243665512, + "nauc_recall_at_3_std": 0.259246879874749, + "nauc_recall_at_5_diff1": 0.22998017937985374, + "nauc_recall_at_5_max": 0.31345624166321207, + "nauc_recall_at_5_std": 0.3099662963212001, + "ndcg_at_1": 0.16375, + "ndcg_at_10": 0.17427, + "ndcg_at_100": 0.23627, + "ndcg_at_1000": 0.3218, + "ndcg_at_20": 0.18598, + "ndcg_at_3": 0.1677, + "ndcg_at_5": 0.16892, + "precision_at_1": 0.214, + "precision_at_10": 0.15135, + "precision_at_100": 0.06893, + "precision_at_1000": 0.01892, + "precision_at_20": 0.12445, + "precision_at_3": 0.19683, + "precision_at_5": 0.1787, + "recall_at_1": 0.02896, + "recall_at_10": 0.1273, + "recall_at_100": 0.33458, + "recall_at_1000": 0.61301, + "recall_at_20": 0.17637, + "recall_at_3": 0.06558, + "recall_at_5": 0.08986 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.21881, + "map_at_1": 0.03585, + "map_at_10": 0.09906, + "map_at_100": 0.15037, + "map_at_1000": 0.17044, + "map_at_20": 0.11686, + "map_at_3": 0.06479, + "map_at_5": 0.07959, + "mrr_at_1": 0.2765, + "mrr_at_10": 0.3815236111111117, + "mrr_at_100": 0.39029446626160996, + "mrr_at_1000": 0.39074765095333347, + "mrr_at_20": 0.386839596632728, + "mrr_at_3": 0.34991666666666704, + "mrr_at_5": 0.3698416666666675, + "nauc_map_at_1000_diff1": 0.18526605696525128, + "nauc_map_at_1000_max": 0.5081658501816251, + "nauc_map_at_1000_std": 0.5341023471337251, + "nauc_map_at_100_diff1": 0.20304648204107273, + "nauc_map_at_100_max": 0.47917074913003205, + "nauc_map_at_100_std": 0.4986767154711185, + "nauc_map_at_10_diff1": 0.24165570728982727, + "nauc_map_at_10_max": 0.3849540052198516, + "nauc_map_at_10_std": 0.35661286868159003, + "nauc_map_at_1_diff1": 0.3630475604310613, + "nauc_map_at_1_max": 0.3025358449584341, + "nauc_map_at_1_std": 0.21618835338103295, + "nauc_map_at_20_diff1": 0.22518629006584862, + "nauc_map_at_20_max": 0.418474789715038, + "nauc_map_at_20_std": 0.40430998552136194, + "nauc_map_at_3_diff1": 0.2853738761109688, + "nauc_map_at_3_max": 0.3405033242466827, + "nauc_map_at_3_std": 0.2711631589355408, + "nauc_map_at_5_diff1": 0.2642076218603156, + "nauc_map_at_5_max": 0.3483109169374865, + "nauc_map_at_5_std": 0.3040172604401688, + "nauc_mrr_at_1000_diff1": 0.18729456507663236, + "nauc_mrr_at_1000_max": 0.4663614170244256, + "nauc_mrr_at_1000_std": 0.43393034395941044, + "nauc_mrr_at_100_diff1": 0.1871890801454521, + "nauc_mrr_at_100_max": 0.46653587437000693, + "nauc_mrr_at_100_std": 0.4342765305311332, + "nauc_mrr_at_10_diff1": 0.1862500352029487, + "nauc_mrr_at_10_max": 0.4639975293337844, + "nauc_mrr_at_10_std": 0.4318181120559495, + "nauc_mrr_at_1_diff1": 0.2262146541798182, + "nauc_mrr_at_1_max": 0.4232731119917441, + "nauc_mrr_at_1_std": 0.37856759990193, + "nauc_mrr_at_20_diff1": 0.18690037815532157, + "nauc_mrr_at_20_max": 0.46550460827612083, + "nauc_mrr_at_20_std": 0.4334651814277566, + "nauc_mrr_at_3_diff1": 0.19407499684447865, + "nauc_mrr_at_3_max": 0.4591884213403254, + "nauc_mrr_at_3_std": 0.4171001396099651, + "nauc_mrr_at_5_diff1": 0.18879255544171428, + "nauc_mrr_at_5_max": 0.4599189539667283, + "nauc_mrr_at_5_std": 0.42647467993096255, + "nauc_ndcg_at_1000_diff1": 0.158610599193974, + "nauc_ndcg_at_1000_max": 0.5855932467100946, + "nauc_ndcg_at_1000_std": 0.6249091444455837, + "nauc_ndcg_at_100_diff1": 0.18522935504876284, + "nauc_ndcg_at_100_max": 0.5430776037692508, + "nauc_ndcg_at_100_std": 0.5746824706522271, + "nauc_ndcg_at_10_diff1": 0.1876374442972979, + "nauc_ndcg_at_10_max": 0.48645735097849807, + "nauc_ndcg_at_10_std": 0.45696906660670816, + "nauc_ndcg_at_1_diff1": 0.24428763412369697, + "nauc_ndcg_at_1_max": 0.38840272507980644, + "nauc_ndcg_at_1_std": 0.34008215937562264, + "nauc_ndcg_at_20_diff1": 0.1875201865039692, + "nauc_ndcg_at_20_max": 0.5020359141504649, + "nauc_ndcg_at_20_std": 0.48425457102399116, + "nauc_ndcg_at_3_diff1": 0.1935283303106329, + "nauc_ndcg_at_3_max": 0.44459368980668895, + "nauc_ndcg_at_3_std": 0.3954657774416136, + "nauc_ndcg_at_5_diff1": 0.18576370425380415, + "nauc_ndcg_at_5_max": 0.4540636092101389, + "nauc_ndcg_at_5_std": 0.416063767384876, + "nauc_precision_at_1000_diff1": -0.07735421257504492, + "nauc_precision_at_1000_max": 0.25886348341556087, + "nauc_precision_at_1000_std": 0.20413610065804796, + "nauc_precision_at_100_diff1": -0.02094840567806987, + "nauc_precision_at_100_max": 0.4022095945646361, + "nauc_precision_at_100_std": 0.44889099579234487, + "nauc_precision_at_10_diff1": 0.05128583308916128, + "nauc_precision_at_10_max": 0.4783139629173146, + "nauc_precision_at_10_std": 0.4924618172455989, + "nauc_precision_at_1_diff1": 0.2262146541798182, + "nauc_precision_at_1_max": 0.4232731119917441, + "nauc_precision_at_1_std": 0.37856759990193, + "nauc_precision_at_20_diff1": 0.025899875266326523, + "nauc_precision_at_20_max": 0.46969581048789083, + "nauc_precision_at_20_std": 0.49240740265642424, + "nauc_precision_at_3_diff1": 0.11906642624095358, + "nauc_precision_at_3_max": 0.46290557691150624, + "nauc_precision_at_3_std": 0.42955335979445847, + "nauc_precision_at_5_diff1": 0.08370025992341709, + "nauc_precision_at_5_max": 0.45755663788650325, + "nauc_precision_at_5_std": 0.45755192318730087, + "nauc_recall_at_1000_diff1": 0.12040603021765917, + "nauc_recall_at_1000_max": 0.658010828936545, + "nauc_recall_at_1000_std": 0.779964991468742, + "nauc_recall_at_100_diff1": 0.16492866829345676, + "nauc_recall_at_100_max": 0.49085918693027464, + "nauc_recall_at_100_std": 0.591916486868351, + "nauc_recall_at_10_diff1": 0.1976678737119593, + "nauc_recall_at_10_max": 0.35171472503031637, + "nauc_recall_at_10_std": 0.35563944637596334, + "nauc_recall_at_1_diff1": 0.3630475604310613, + "nauc_recall_at_1_max": 0.3025358449584341, + "nauc_recall_at_1_std": 0.21618835338103295, + "nauc_recall_at_20_diff1": 0.18161847625209712, + "nauc_recall_at_20_max": 0.3891997464288712, + "nauc_recall_at_20_std": 0.41245479100945137, + "nauc_recall_at_3_diff1": 0.24898680531041376, + "nauc_recall_at_3_max": 0.3213276280767251, + "nauc_recall_at_3_std": 0.26433262856704504, + "nauc_recall_at_5_diff1": 0.22379817228129187, + "nauc_recall_at_5_max": 0.3184065620436943, + "nauc_recall_at_5_std": 0.2961699118476048, + "ndcg_at_1": 0.2075, + "ndcg_at_10": 0.21881, + "ndcg_at_100": 0.28712, + "ndcg_at_1000": 0.3748, + "ndcg_at_20": 0.23107, + "ndcg_at_3": 0.20774, + "ndcg_at_5": 0.21186, + "precision_at_1": 0.2765, + "precision_at_10": 0.1934, + "precision_at_100": 0.08403, + "precision_at_1000": 0.02167, + "precision_at_20": 0.1569, + "precision_at_3": 0.244, + "precision_at_5": 0.2274, + "recall_at_1": 0.03585, + "recall_at_10": 0.15505, + "recall_at_100": 0.39649, + "recall_at_1000": 0.67553, + "recall_at_20": 0.21416, + "recall_at_3": 0.07844, + "recall_at_5": 0.10774 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.50427, + "map_at_1": 0.09773, + "map_at_10": 0.20392, + "map_at_100": 0.3284, + "map_at_1000": 0.38091, + "map_at_20": 0.24222, + "map_at_3": 0.14465, + "map_at_5": 0.16606, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8307123015873015, + "mrr_at_100": 0.8311913956639566, + "mrr_at_1000": 0.8312194855515969, + "mrr_at_20": 0.8310694444444444, + "mrr_at_3": 0.8150000000000002, + "mrr_at_5": 0.8255, + "nauc_map_at_1000_diff1": 0.34662051770460955, + "nauc_map_at_1000_max": 0.20198443179912914, + "nauc_map_at_1000_std": 0.03131524652741274, + "nauc_map_at_100_diff1": 0.3892614151896516, + "nauc_map_at_100_max": 0.1739341192241518, + "nauc_map_at_100_std": -0.1195530767730113, + "nauc_map_at_10_diff1": 0.4408769670289144, + "nauc_map_at_10_max": 0.0944720823057256, + "nauc_map_at_10_std": -0.3570418621924953, + "nauc_map_at_1_diff1": 0.5654074053605445, + "nauc_map_at_1_max": 0.053788916415288456, + "nauc_map_at_1_std": -0.35612928024792445, + "nauc_map_at_20_diff1": 0.43522351404056575, + "nauc_map_at_20_max": 0.13334617291943412, + "nauc_map_at_20_std": -0.3033797545711028, + "nauc_map_at_3_diff1": 0.47879146527392186, + "nauc_map_at_3_max": 0.08695480632025324, + "nauc_map_at_3_std": -0.34813212919583686, + "nauc_map_at_5_diff1": 0.46199731558591195, + "nauc_map_at_5_max": 0.07920333911101296, + "nauc_map_at_5_std": -0.36226375265378075, + "nauc_mrr_at_1000_diff1": 0.34905527724862756, + "nauc_mrr_at_1000_max": 0.5299704439663363, + "nauc_mrr_at_1000_std": 0.1541629769619876, + "nauc_mrr_at_100_diff1": 0.34912349714627716, + "nauc_mrr_at_100_max": 0.5299748652250809, + "nauc_mrr_at_100_std": 0.1542002550870241, + "nauc_mrr_at_10_diff1": 0.35049098574091203, + "nauc_mrr_at_10_max": 0.5304027821934352, + "nauc_mrr_at_10_std": 0.15559222580198587, + "nauc_mrr_at_1_diff1": 0.3378786162291321, + "nauc_mrr_at_1_max": 0.5079662605435799, + "nauc_mrr_at_1_std": 0.12441167080342397, + "nauc_mrr_at_20_diff1": 0.3492860969713784, + "nauc_mrr_at_20_max": 0.5303476177308373, + "nauc_mrr_at_20_std": 0.15363109060980945, + "nauc_mrr_at_3_diff1": 0.34626599689854365, + "nauc_mrr_at_3_max": 0.5284204787788415, + "nauc_mrr_at_3_std": 0.16231340292141722, + "nauc_mrr_at_5_diff1": 0.3555224159003924, + "nauc_mrr_at_5_max": 0.5288231988003319, + "nauc_mrr_at_5_std": 0.1607498709653155, + "nauc_ndcg_at_1000_diff1": 0.3414324669517046, + "nauc_ndcg_at_1000_max": 0.3539099536461508, + "nauc_ndcg_at_1000_std": 0.13521573578910642, + "nauc_ndcg_at_100_diff1": 0.3808695973089248, + "nauc_ndcg_at_100_max": 0.24706071218303152, + "nauc_ndcg_at_100_std": -0.08095247032901726, + "nauc_ndcg_at_10_diff1": 0.3793322077220222, + "nauc_ndcg_at_10_max": 0.23360677929164256, + "nauc_ndcg_at_10_std": -0.11947587884210199, + "nauc_ndcg_at_1_diff1": 0.37093712247598243, + "nauc_ndcg_at_1_max": 0.3603233043778405, + "nauc_ndcg_at_1_std": -0.049181877203507564, + "nauc_ndcg_at_20_diff1": 0.3899541489466151, + "nauc_ndcg_at_20_max": 0.24093799252205228, + "nauc_ndcg_at_20_std": -0.0896205480816434, + "nauc_ndcg_at_3_diff1": 0.2987993154459248, + "nauc_ndcg_at_3_max": 0.2804737617741038, + "nauc_ndcg_at_3_std": -0.02624028993577064, + "nauc_ndcg_at_5_diff1": 0.3352089797635644, + "nauc_ndcg_at_5_max": 0.24445373085141375, + "nauc_ndcg_at_5_std": -0.06117707150872383, + "nauc_precision_at_1000_diff1": -0.1845280848169737, + "nauc_precision_at_1000_max": 0.003470271417521172, + "nauc_precision_at_1000_std": 0.4053737010231525, + "nauc_precision_at_100_diff1": -0.19635464573534925, + "nauc_precision_at_100_max": 0.06674187830792973, + "nauc_precision_at_100_std": 0.5130428911976336, + "nauc_precision_at_10_diff1": -0.10871550228052165, + "nauc_precision_at_10_max": 0.15374221760130122, + "nauc_precision_at_10_std": 0.3621542105339811, + "nauc_precision_at_1_diff1": 0.3378786162291321, + "nauc_precision_at_1_max": 0.5079662605435799, + "nauc_precision_at_1_std": 0.12441167080342397, + "nauc_precision_at_20_diff1": -0.14698690642845677, + "nauc_precision_at_20_max": 0.16383375646472978, + "nauc_precision_at_20_std": 0.468284346698525, + "nauc_precision_at_3_diff1": -0.024998848434199895, + "nauc_precision_at_3_max": 0.20915725124533616, + "nauc_precision_at_3_std": 0.23968690570979226, + "nauc_precision_at_5_diff1": -0.05095313434171274, + "nauc_precision_at_5_max": 0.16227076580185731, + "nauc_precision_at_5_std": 0.2954269073871469, + "nauc_recall_at_1000_diff1": 0.0606015182241924, + "nauc_recall_at_1000_max": 0.30660106513204477, + "nauc_recall_at_1000_std": 0.49831018668475946, + "nauc_recall_at_100_diff1": 0.22147162311313878, + "nauc_recall_at_100_max": 0.08972819240220209, + "nauc_recall_at_100_std": -0.12972871238210185, + "nauc_recall_at_10_diff1": 0.3363163431579275, + "nauc_recall_at_10_max": 0.026752108959655737, + "nauc_recall_at_10_std": -0.3785878857268926, + "nauc_recall_at_1_diff1": 0.5654074053605445, + "nauc_recall_at_1_max": 0.053788916415288456, + "nauc_recall_at_1_std": -0.35612928024792445, + "nauc_recall_at_20_diff1": 0.3301469279339776, + "nauc_recall_at_20_max": 0.06203188290664664, + "nauc_recall_at_20_std": -0.3244223267068069, + "nauc_recall_at_3_diff1": 0.43898465042783974, + "nauc_recall_at_3_max": 0.061237370649708654, + "nauc_recall_at_3_std": -0.3417307316839627, + "nauc_recall_at_5_diff1": 0.4036888958181363, + "nauc_recall_at_5_max": 0.03202985516164375, + "nauc_recall_at_5_std": -0.3713669772398979, + "ndcg_at_1": 0.635, + "ndcg_at_10": 0.50427, + "ndcg_at_100": 0.56988, + "ndcg_at_1000": 0.68646, + "ndcg_at_20": 0.50497, + "ndcg_at_3": 0.54076, + "ndcg_at_5": 0.51698, + "precision_at_1": 0.745, + "precision_at_10": 0.425, + "precision_at_100": 0.1847, + "precision_at_1000": 0.03728, + "precision_at_20": 0.34825, + "precision_at_3": 0.57667, + "precision_at_5": 0.505, + "recall_at_1": 0.09773, + "recall_at_10": 0.2732, + "recall_at_100": 0.63749, + "recall_at_1000": 0.95949, + "recall_at_20": 0.36209, + "recall_at_3": 0.15659, + "recall_at_5": 0.19306 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.1178, + "map_at_1": 0.02607, + "map_at_10": 0.04417, + "map_at_100": 0.06947, + "map_at_1000": 0.08487, + "map_at_20": 0.04961, + "map_at_3": 0.03675, + "map_at_5": 0.03939, + "mrr_at_1": 0.155, + "mrr_at_10": 0.23790476190476187, + "mrr_at_100": 0.24849514971636089, + "mrr_at_1000": 0.24941988372175955, + "mrr_at_20": 0.24304790735150647, + "mrr_at_3": 0.20916666666666664, + "mrr_at_5": 0.21941666666666668, + "nauc_map_at_1000_diff1": 0.2908284096795666, + "nauc_map_at_1000_max": 0.4927481285098327, + "nauc_map_at_1000_std": 0.5564066356634799, + "nauc_map_at_100_diff1": 0.3214996308813633, + "nauc_map_at_100_max": 0.48839022453498204, + "nauc_map_at_100_std": 0.49932787958964187, + "nauc_map_at_10_diff1": 0.45225773520357665, + "nauc_map_at_10_max": 0.5305273508352886, + "nauc_map_at_10_std": 0.30101749372385167, + "nauc_map_at_1_diff1": 0.7102537908064073, + "nauc_map_at_1_max": 0.5079732474058667, + "nauc_map_at_1_std": 0.20542843752750595, + "nauc_map_at_20_diff1": 0.4244971480543767, + "nauc_map_at_20_max": 0.515421611647122, + "nauc_map_at_20_std": 0.3478574221478223, + "nauc_map_at_3_diff1": 0.5100907346906747, + "nauc_map_at_3_max": 0.554619041146211, + "nauc_map_at_3_std": 0.24229767991699064, + "nauc_map_at_5_diff1": 0.48345669557005166, + "nauc_map_at_5_max": 0.5376326945355627, + "nauc_map_at_5_std": 0.26972407724203556, + "nauc_mrr_at_1000_diff1": 0.11761013068302781, + "nauc_mrr_at_1000_max": 0.3976560645959323, + "nauc_mrr_at_1000_std": 0.48227532974808723, + "nauc_mrr_at_100_diff1": 0.11735004184306487, + "nauc_mrr_at_100_max": 0.39765298150437967, + "nauc_mrr_at_100_std": 0.48225836375185976, + "nauc_mrr_at_10_diff1": 0.11228552658732398, + "nauc_mrr_at_10_max": 0.40087633555486674, + "nauc_mrr_at_10_std": 0.4778392079225428, + "nauc_mrr_at_1_diff1": 0.14276581724480447, + "nauc_mrr_at_1_max": 0.3400572400837948, + "nauc_mrr_at_1_std": 0.4745124266058203, + "nauc_mrr_at_20_diff1": 0.11818740091307575, + "nauc_mrr_at_20_max": 0.3994945779209512, + "nauc_mrr_at_20_std": 0.48183101208445006, + "nauc_mrr_at_3_diff1": 0.12536659022306137, + "nauc_mrr_at_3_max": 0.39466214186955134, + "nauc_mrr_at_3_std": 0.4961337620080357, + "nauc_mrr_at_5_diff1": 0.11852303760095259, + "nauc_mrr_at_5_max": 0.385405708125344, + "nauc_mrr_at_5_std": 0.47770910822933227, + "nauc_ndcg_at_1000_diff1": 0.17357162446947405, + "nauc_ndcg_at_1000_max": 0.5338053947058111, + "nauc_ndcg_at_1000_std": 0.6300305909659273, + "nauc_ndcg_at_100_diff1": 0.20494540242866102, + "nauc_ndcg_at_100_max": 0.4909075704663398, + "nauc_ndcg_at_100_std": 0.57945299716039, + "nauc_ndcg_at_10_diff1": 0.2146436280262059, + "nauc_ndcg_at_10_max": 0.46521447803229454, + "nauc_ndcg_at_10_std": 0.4775933989565873, + "nauc_ndcg_at_1_diff1": 0.17796117210790377, + "nauc_ndcg_at_1_max": 0.3098960226859594, + "nauc_ndcg_at_1_std": 0.4376499672798662, + "nauc_ndcg_at_20_diff1": 0.2380111086909815, + "nauc_ndcg_at_20_max": 0.4633395252879162, + "nauc_ndcg_at_20_std": 0.4986512795855036, + "nauc_ndcg_at_3_diff1": 0.21439017907445856, + "nauc_ndcg_at_3_max": 0.43141376348527083, + "nauc_ndcg_at_3_std": 0.4604111192056334, + "nauc_ndcg_at_5_diff1": 0.22051939319640262, + "nauc_ndcg_at_5_max": 0.4367142573780813, + "nauc_ndcg_at_5_std": 0.47871302978826313, + "nauc_precision_at_1000_diff1": -0.005102472121555103, + "nauc_precision_at_1000_max": 0.30609529550258896, + "nauc_precision_at_1000_std": 0.46356663470757425, + "nauc_precision_at_100_diff1": 0.032103183026553975, + "nauc_precision_at_100_max": 0.35590389838805403, + "nauc_precision_at_100_std": 0.6990878924271897, + "nauc_precision_at_10_diff1": 0.05281699558680238, + "nauc_precision_at_10_max": 0.40185889230651667, + "nauc_precision_at_10_std": 0.5741168828687695, + "nauc_precision_at_1_diff1": 0.14276581724480447, + "nauc_precision_at_1_max": 0.3400572400837948, + "nauc_precision_at_1_std": 0.4745124266058203, + "nauc_precision_at_20_diff1": 0.06720652850622805, + "nauc_precision_at_20_max": 0.388041000237384, + "nauc_precision_at_20_std": 0.6300752014404278, + "nauc_precision_at_3_diff1": 0.10517503873130968, + "nauc_precision_at_3_max": 0.40727032445006006, + "nauc_precision_at_3_std": 0.5214015599676756, + "nauc_precision_at_5_diff1": 0.09066672289969621, + "nauc_precision_at_5_max": 0.3873963705595988, + "nauc_precision_at_5_std": 0.5654401841230057, + "nauc_recall_at_1000_diff1": 0.11586409865711804, + "nauc_recall_at_1000_max": 0.5301206877527401, + "nauc_recall_at_1000_std": 0.6839623736022854, + "nauc_recall_at_100_diff1": 0.13252582302026947, + "nauc_recall_at_100_max": 0.4221621122194299, + "nauc_recall_at_100_std": 0.5485097455337656, + "nauc_recall_at_10_diff1": 0.2820581326506978, + "nauc_recall_at_10_max": 0.4717964770112401, + "nauc_recall_at_10_std": 0.2969749246754096, + "nauc_recall_at_1_diff1": 0.7102537908064073, + "nauc_recall_at_1_max": 0.5079732474058667, + "nauc_recall_at_1_std": 0.20542843752750595, + "nauc_recall_at_20_diff1": 0.2636203191760148, + "nauc_recall_at_20_max": 0.4092703344912844, + "nauc_recall_at_20_std": 0.3460347102607672, + "nauc_recall_at_3_diff1": 0.400711187155835, + "nauc_recall_at_3_max": 0.5596727325668484, + "nauc_recall_at_3_std": 0.24417932951271357, + "nauc_recall_at_5_diff1": 0.35812225589666047, + "nauc_recall_at_5_max": 0.5146979596809749, + "nauc_recall_at_5_std": 0.2696114688689265, + "ndcg_at_1": 0.12, + "ndcg_at_10": 0.1178, + "ndcg_at_100": 0.16129, + "ndcg_at_1000": 0.25916, + "ndcg_at_20": 0.12225, + "ndcg_at_3": 0.11567, + "ndcg_at_5": 0.11521, + "precision_at_1": 0.155, + "precision_at_10": 0.1, + "precision_at_100": 0.0543, + "precision_at_1000": 0.01705, + "precision_at_20": 0.0835, + "precision_at_3": 0.12833, + "precision_at_5": 0.116, + "recall_at_1": 0.02607, + "recall_at_10": 0.07251, + "recall_at_100": 0.22658, + "recall_at_1000": 0.5336, + "recall_at_20": 0.0978, + "recall_at_3": 0.04603, + "recall_at_5": 0.05263 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.14456, + "map_at_1": 0.03046, + "map_at_10": 0.05425, + "map_at_100": 0.08457, + "map_at_1000": 0.10351, + "map_at_20": 0.063, + "map_at_3": 0.04399, + "map_at_5": 0.04728, + "mrr_at_1": 0.205, + "mrr_at_10": 0.29597420634920657, + "mrr_at_100": 0.3069038650012107, + "mrr_at_1000": 0.3075061033590053, + "mrr_at_20": 0.3023148785339191, + "mrr_at_3": 0.2641666666666667, + "mrr_at_5": 0.2844166666666668, + "nauc_map_at_1000_diff1": 0.27392482036893434, + "nauc_map_at_1000_max": 0.5078106756701701, + "nauc_map_at_1000_std": 0.6175263430329057, + "nauc_map_at_100_diff1": 0.3068018388887392, + "nauc_map_at_100_max": 0.509939117776025, + "nauc_map_at_100_std": 0.5784147307839114, + "nauc_map_at_10_diff1": 0.34264723283602816, + "nauc_map_at_10_max": 0.479780546919059, + "nauc_map_at_10_std": 0.4405802648224856, + "nauc_map_at_1_diff1": 0.42943516018584116, + "nauc_map_at_1_max": 0.39025519610288717, + "nauc_map_at_1_std": 0.35959000420410636, + "nauc_map_at_20_diff1": 0.34116061776308265, + "nauc_map_at_20_max": 0.5061106091188878, + "nauc_map_at_20_std": 0.4718186016930293, + "nauc_map_at_3_diff1": 0.37023810770322463, + "nauc_map_at_3_max": 0.44493502202044005, + "nauc_map_at_3_std": 0.4072808539716293, + "nauc_map_at_5_diff1": 0.3591826646661776, + "nauc_map_at_5_max": 0.4579257599587696, + "nauc_map_at_5_std": 0.4234794629204498, + "nauc_mrr_at_1000_diff1": 0.18241653325393792, + "nauc_mrr_at_1000_max": 0.4423300196629039, + "nauc_mrr_at_1000_std": 0.4922264017787832, + "nauc_mrr_at_100_diff1": 0.18250933540562736, + "nauc_mrr_at_100_max": 0.4423939213583376, + "nauc_mrr_at_100_std": 0.49240700710341423, + "nauc_mrr_at_10_diff1": 0.18025273783620072, + "nauc_mrr_at_10_max": 0.4437714063484544, + "nauc_mrr_at_10_std": 0.4947919570940245, + "nauc_mrr_at_1_diff1": 0.22885671572585492, + "nauc_mrr_at_1_max": 0.38794598959124454, + "nauc_mrr_at_1_std": 0.45459560146138295, + "nauc_mrr_at_20_diff1": 0.1823215103019206, + "nauc_mrr_at_20_max": 0.44094591972063957, + "nauc_mrr_at_20_std": 0.4925546982854277, + "nauc_mrr_at_3_diff1": 0.1964695258386518, + "nauc_mrr_at_3_max": 0.44026767819791224, + "nauc_mrr_at_3_std": 0.4742804568419956, + "nauc_mrr_at_5_diff1": 0.18021580076722657, + "nauc_mrr_at_5_max": 0.4422385191953536, + "nauc_mrr_at_5_std": 0.49275757769556616, + "nauc_ndcg_at_1000_diff1": 0.16671086431109378, + "nauc_ndcg_at_1000_max": 0.5795152550416115, + "nauc_ndcg_at_1000_std": 0.6618009404267415, + "nauc_ndcg_at_100_diff1": 0.23859421775622405, + "nauc_ndcg_at_100_max": 0.5655765490442264, + "nauc_ndcg_at_100_std": 0.6469701255598312, + "nauc_ndcg_at_10_diff1": 0.2355846730640566, + "nauc_ndcg_at_10_max": 0.49843047126526413, + "nauc_ndcg_at_10_std": 0.5152439076492964, + "nauc_ndcg_at_1_diff1": 0.2701953358965937, + "nauc_ndcg_at_1_max": 0.41263983615742805, + "nauc_ndcg_at_1_std": 0.4531754158857739, + "nauc_ndcg_at_20_diff1": 0.25609661999911315, + "nauc_ndcg_at_20_max": 0.5314227373290515, + "nauc_ndcg_at_20_std": 0.5462494712878121, + "nauc_ndcg_at_3_diff1": 0.2335713871145319, + "nauc_ndcg_at_3_max": 0.4528909324230811, + "nauc_ndcg_at_3_std": 0.4874964277030041, + "nauc_ndcg_at_5_diff1": 0.23161560005676815, + "nauc_ndcg_at_5_max": 0.4661186400367458, + "nauc_ndcg_at_5_std": 0.5040303913589415, + "nauc_precision_at_1000_diff1": -0.042841788761098704, + "nauc_precision_at_1000_max": 0.22752181623018014, + "nauc_precision_at_1000_std": 0.31938824701199825, + "nauc_precision_at_100_diff1": 0.03479577252085517, + "nauc_precision_at_100_max": 0.3114720617630764, + "nauc_precision_at_100_std": 0.5558789604435557, + "nauc_precision_at_10_diff1": 0.08448203500534465, + "nauc_precision_at_10_max": 0.4155261621997366, + "nauc_precision_at_10_std": 0.49286187381550417, + "nauc_precision_at_1_diff1": 0.22885671572585492, + "nauc_precision_at_1_max": 0.38794598959124454, + "nauc_precision_at_1_std": 0.45459560146138295, + "nauc_precision_at_20_diff1": 0.08645810435057584, + "nauc_precision_at_20_max": 0.3799995372137957, + "nauc_precision_at_20_std": 0.5145796937126635, + "nauc_precision_at_3_diff1": 0.1527820342231136, + "nauc_precision_at_3_max": 0.39779035530435, + "nauc_precision_at_3_std": 0.474685680369619, + "nauc_precision_at_5_diff1": 0.13152619947360303, + "nauc_precision_at_5_max": 0.41436041148768005, + "nauc_precision_at_5_std": 0.5147978132616323, + "nauc_recall_at_1000_diff1": 0.053867757438509044, + "nauc_recall_at_1000_max": 0.6242806516698407, + "nauc_recall_at_1000_std": 0.7090175886641426, + "nauc_recall_at_100_diff1": 0.2183594204174295, + "nauc_recall_at_100_max": 0.5406228144830474, + "nauc_recall_at_100_std": 0.613701357280267, + "nauc_recall_at_10_diff1": 0.2884102758849277, + "nauc_recall_at_10_max": 0.49372189832336, + "nauc_recall_at_10_std": 0.4304258231091523, + "nauc_recall_at_1_diff1": 0.42943516018584116, + "nauc_recall_at_1_max": 0.39025519610288717, + "nauc_recall_at_1_std": 0.35959000420410636, + "nauc_recall_at_20_diff1": 0.30433375785178496, + "nauc_recall_at_20_max": 0.5085107684987007, + "nauc_recall_at_20_std": 0.4343242868701678, + "nauc_recall_at_3_diff1": 0.34188284446992645, + "nauc_recall_at_3_max": 0.44260451650241367, + "nauc_recall_at_3_std": 0.39185381478280557, + "nauc_recall_at_5_diff1": 0.32246953049595284, + "nauc_recall_at_5_max": 0.4643979241058548, + "nauc_recall_at_5_std": 0.4177774048166127, + "ndcg_at_1": 0.16, + "ndcg_at_10": 0.14456, + "ndcg_at_100": 0.19982, + "ndcg_at_1000": 0.30608, + "ndcg_at_20": 0.15627, + "ndcg_at_3": 0.14845, + "ndcg_at_5": 0.1448, + "precision_at_1": 0.205, + "precision_at_10": 0.128, + "precision_at_100": 0.0662, + "precision_at_1000": 0.02016, + "precision_at_20": 0.1125, + "precision_at_3": 0.16167, + "precision_at_5": 0.149, + "recall_at_1": 0.03046, + "recall_at_10": 0.0833, + "recall_at_100": 0.27526, + "recall_at_1000": 0.59839, + "recall_at_20": 0.12514, + "recall_at_3": 0.05579, + "recall_at_5": 0.06287 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.54327, + "map_at_1": 0.12425, + "map_at_10": 0.36916, + "map_at_100": 0.48295, + "map_at_1000": 0.49625, + "map_at_20": 0.42114, + "map_at_3": 0.24381, + "map_at_5": 0.30307, + "mrr_at_1": 0.625, + "mrr_at_10": 0.7422976190476188, + "mrr_at_100": 0.7439143093168762, + "mrr_at_1000": 0.7439143093168762, + "mrr_at_20": 0.7433096854126265, + "mrr_at_3": 0.7191666666666666, + "mrr_at_5": 0.7371666666666666, + "nauc_map_at_1000_diff1": 0.19089326226114728, + "nauc_map_at_1000_max": 0.22175166654083137, + "nauc_map_at_1000_std": -0.15806012183113, + "nauc_map_at_100_diff1": 0.20069599576905284, + "nauc_map_at_100_max": 0.2077691698441628, + "nauc_map_at_100_std": -0.214549938171202, + "nauc_map_at_10_diff1": 0.22181178621106332, + "nauc_map_at_10_max": 0.08589614681055069, + "nauc_map_at_10_std": -0.3395832739856168, + "nauc_map_at_1_diff1": 0.35614845866036454, + "nauc_map_at_1_max": -0.0031168978023005086, + "nauc_map_at_1_std": -0.2786818963418489, + "nauc_map_at_20_diff1": 0.19742420948482944, + "nauc_map_at_20_max": 0.12798735713665657, + "nauc_map_at_20_std": -0.3262837628508757, + "nauc_map_at_3_diff1": 0.27276554160382344, + "nauc_map_at_3_max": -0.035446276448181734, + "nauc_map_at_3_std": -0.3357831673691617, + "nauc_map_at_5_diff1": 0.24924254935275825, + "nauc_map_at_5_max": -0.0042078481886945775, + "nauc_map_at_5_std": -0.3479094290654479, + "nauc_mrr_at_1000_diff1": 0.33221479093724493, + "nauc_mrr_at_1000_max": 0.3443694087689859, + "nauc_mrr_at_1000_std": 0.09103500554131783, + "nauc_mrr_at_100_diff1": 0.33221479093724493, + "nauc_mrr_at_100_max": 0.3443694087689859, + "nauc_mrr_at_100_std": 0.09103500554131783, + "nauc_mrr_at_10_diff1": 0.33347976768897475, + "nauc_mrr_at_10_max": 0.3491245650505497, + "nauc_mrr_at_10_std": 0.0913577264993342, + "nauc_mrr_at_1_diff1": 0.3532932272462645, + "nauc_mrr_at_1_max": 0.30633029303318443, + "nauc_mrr_at_1_std": 0.08410634581797072, + "nauc_mrr_at_20_diff1": 0.33209879550005295, + "nauc_mrr_at_20_max": 0.3460568772139161, + "nauc_mrr_at_20_std": 0.09092919669304059, + "nauc_mrr_at_3_diff1": 0.33136440401182343, + "nauc_mrr_at_3_max": 0.344817569042457, + "nauc_mrr_at_3_std": 0.0906927469107943, + "nauc_mrr_at_5_diff1": 0.3265989215406184, + "nauc_mrr_at_5_max": 0.34539058484598023, + "nauc_mrr_at_5_std": 0.09557420898946334, + "nauc_ndcg_at_1000_diff1": 0.2509373262402318, + "nauc_ndcg_at_1000_max": 0.3325181917802328, + "nauc_ndcg_at_1000_std": 0.019939150866678385, + "nauc_ndcg_at_100_diff1": 0.2643818037694459, + "nauc_ndcg_at_100_max": 0.28864403654216764, + "nauc_ndcg_at_100_std": -0.1388425518828094, + "nauc_ndcg_at_10_diff1": 0.2344274713237709, + "nauc_ndcg_at_10_max": 0.24569932471575215, + "nauc_ndcg_at_10_std": -0.12728482690959553, + "nauc_ndcg_at_1_diff1": 0.37646652372438266, + "nauc_ndcg_at_1_max": 0.2581829708725415, + "nauc_ndcg_at_1_std": -0.001168232620759175, + "nauc_ndcg_at_20_diff1": 0.218195314558466, + "nauc_ndcg_at_20_max": 0.2454582876753707, + "nauc_ndcg_at_20_std": -0.18863669371719458, + "nauc_ndcg_at_3_diff1": 0.2579237603998689, + "nauc_ndcg_at_3_max": 0.22678595793219095, + "nauc_ndcg_at_3_std": -0.018390095784381763, + "nauc_ndcg_at_5_diff1": 0.23363707887553653, + "nauc_ndcg_at_5_max": 0.2272896568199192, + "nauc_ndcg_at_5_std": -0.0867860946502999, + "nauc_precision_at_1000_diff1": -0.1349469213697966, + "nauc_precision_at_1000_max": 0.1842427904393171, + "nauc_precision_at_1000_std": 0.6216211510048505, + "nauc_precision_at_100_diff1": -0.10654739612701264, + "nauc_precision_at_100_max": 0.24776821406630015, + "nauc_precision_at_100_std": 0.5621486370483826, + "nauc_precision_at_10_diff1": -0.07434602655737926, + "nauc_precision_at_10_max": 0.3905405452498862, + "nauc_precision_at_10_std": 0.32059364374637717, + "nauc_precision_at_1_diff1": 0.3532932272462645, + "nauc_precision_at_1_max": 0.30633029303318443, + "nauc_precision_at_1_std": 0.08410634581797072, + "nauc_precision_at_20_diff1": -0.11320790477875223, + "nauc_precision_at_20_max": 0.344277796029078, + "nauc_precision_at_20_std": 0.3993089776744473, + "nauc_precision_at_3_diff1": 0.08969000778999149, + "nauc_precision_at_3_max": 0.2758398971226488, + "nauc_precision_at_3_std": 0.13736661184820637, + "nauc_precision_at_5_diff1": -0.02118130683780024, + "nauc_precision_at_5_max": 0.3185981558553536, + "nauc_precision_at_5_std": 0.1667678024521855, + "nauc_recall_at_1000_diff1": 0.03497723375320453, + "nauc_recall_at_1000_max": 0.5981848744464706, + "nauc_recall_at_1000_std": 0.6469096863510326, + "nauc_recall_at_100_diff1": 0.14161218855426563, + "nauc_recall_at_100_max": -0.054195181554851396, + "nauc_recall_at_100_std": -0.7003907754826186, + "nauc_recall_at_10_diff1": 0.1524176126888332, + "nauc_recall_at_10_max": 0.0025292144748853703, + "nauc_recall_at_10_std": -0.4462292033717285, + "nauc_recall_at_1_diff1": 0.35614845866036454, + "nauc_recall_at_1_max": -0.0031168978023005086, + "nauc_recall_at_1_std": -0.2786818963418489, + "nauc_recall_at_20_diff1": 0.117063208851314, + "nauc_recall_at_20_max": 0.011149596716315244, + "nauc_recall_at_20_std": -0.5322527588411813, + "nauc_recall_at_3_diff1": 0.20948688529198486, + "nauc_recall_at_3_max": -0.08175251795028458, + "nauc_recall_at_3_std": -0.360195420076539, + "nauc_recall_at_5_diff1": 0.16967614727829589, + "nauc_recall_at_5_max": -0.07002662175346491, + "nauc_recall_at_5_std": -0.4035225260331273, + "ndcg_at_1": 0.545, + "ndcg_at_10": 0.54327, + "ndcg_at_100": 0.66338, + "ndcg_at_1000": 0.69587, + "ndcg_at_20": 0.58796, + "ndcg_at_3": 0.51002, + "ndcg_at_5": 0.51738, + "precision_at_1": 0.625, + "precision_at_10": 0.3645, + "precision_at_100": 0.10235, + "precision_at_1000": 0.01342, + "precision_at_20": 0.26775, + "precision_at_3": 0.53333, + "precision_at_5": 0.469, + "recall_at_1": 0.12425, + "recall_at_10": 0.50753, + "recall_at_100": 0.8927, + "recall_at_1000": 0.99638, + "recall_at_20": 0.64785, + "recall_at_3": 0.28349, + "recall_at_5": 0.38227 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.29208, + "map_at_1": 0.06853, + "map_at_10": 0.18288, + "map_at_100": 0.248, + "map_at_1000": 0.26309, + "map_at_20": 0.21098, + "map_at_3": 0.12084, + "map_at_5": 0.14765, + "mrr_at_1": 0.335, + "mrr_at_10": 0.4627043650793651, + "mrr_at_100": 0.4704153231780277, + "mrr_at_1000": 0.47057388492694896, + "mrr_at_20": 0.46804704016313936, + "mrr_at_3": 0.42083333333333334, + "mrr_at_5": 0.4460833333333334, + "nauc_map_at_1000_diff1": 0.08697060044437772, + "nauc_map_at_1000_max": 0.3083923172133978, + "nauc_map_at_1000_std": 0.12459665452120659, + "nauc_map_at_100_diff1": 0.09190537365544077, + "nauc_map_at_100_max": 0.2949152421643658, + "nauc_map_at_100_std": 0.09032453911940799, + "nauc_map_at_10_diff1": 0.14593412082502016, + "nauc_map_at_10_max": 0.19749309215055408, + "nauc_map_at_10_std": -0.026962718910936642, + "nauc_map_at_1_diff1": 0.23037524929850095, + "nauc_map_at_1_max": 0.04258639223564411, + "nauc_map_at_1_std": -0.10319650426059941, + "nauc_map_at_20_diff1": 0.11020489334334507, + "nauc_map_at_20_max": 0.24313145265921018, + "nauc_map_at_20_std": 0.01599083393433484, + "nauc_map_at_3_diff1": 0.21425045805441148, + "nauc_map_at_3_max": 0.13698492244652502, + "nauc_map_at_3_std": -0.07342573990629825, + "nauc_map_at_5_diff1": 0.19975978480811774, + "nauc_map_at_5_max": 0.15605867523296513, + "nauc_map_at_5_std": -0.05622019307487041, + "nauc_mrr_at_1000_diff1": 0.06237431365529399, + "nauc_mrr_at_1000_max": 0.22306419206781655, + "nauc_mrr_at_1000_std": 0.1596666764811685, + "nauc_mrr_at_100_diff1": 0.06231576307646571, + "nauc_mrr_at_100_max": 0.2231896431038257, + "nauc_mrr_at_100_std": 0.15997877690399803, + "nauc_mrr_at_10_diff1": 0.06370298621546643, + "nauc_mrr_at_10_max": 0.22757479293219787, + "nauc_mrr_at_10_std": 0.16245130363254068, + "nauc_mrr_at_1_diff1": 0.09506670473938972, + "nauc_mrr_at_1_max": 0.1210911819588416, + "nauc_mrr_at_1_std": 0.0819648181474078, + "nauc_mrr_at_20_diff1": 0.06218014517279928, + "nauc_mrr_at_20_max": 0.2245498952630516, + "nauc_mrr_at_20_std": 0.16027957277080607, + "nauc_mrr_at_3_diff1": 0.046688942110320444, + "nauc_mrr_at_3_max": 0.22104593163668618, + "nauc_mrr_at_3_std": 0.15344439733813298, + "nauc_mrr_at_5_diff1": 0.05841103439162035, + "nauc_mrr_at_5_max": 0.22956421832621804, + "nauc_mrr_at_5_std": 0.16380369210800927, + "nauc_ndcg_at_1000_diff1": 0.07756860226957639, + "nauc_ndcg_at_1000_max": 0.3539518401593559, + "nauc_ndcg_at_1000_std": 0.23760043358390315, + "nauc_ndcg_at_100_diff1": 0.0805974313900312, + "nauc_ndcg_at_100_max": 0.3403286038663266, + "nauc_ndcg_at_100_std": 0.15831456691445295, + "nauc_ndcg_at_10_diff1": 0.12892856132718883, + "nauc_ndcg_at_10_max": 0.30505077601123587, + "nauc_ndcg_at_10_std": 0.10468882746032263, + "nauc_ndcg_at_1_diff1": 0.13603869250961909, + "nauc_ndcg_at_1_max": 0.08481067280376842, + "nauc_ndcg_at_1_std": 0.021651263979287207, + "nauc_ndcg_at_20_diff1": 0.10192213362088087, + "nauc_ndcg_at_20_max": 0.3290371614665344, + "nauc_ndcg_at_20_std": 0.11581258063214486, + "nauc_ndcg_at_3_diff1": 0.12482836212739185, + "nauc_ndcg_at_3_max": 0.2407200466819822, + "nauc_ndcg_at_3_std": 0.07930546474964334, + "nauc_ndcg_at_5_diff1": 0.14922428274725116, + "nauc_ndcg_at_5_max": 0.2580412093536423, + "nauc_ndcg_at_5_std": 0.08678705053824053, + "nauc_precision_at_1000_diff1": -0.08304731158276225, + "nauc_precision_at_1000_max": 0.12816938403711256, + "nauc_precision_at_1000_std": 0.3479172131081557, + "nauc_precision_at_100_diff1": -0.09660319060442697, + "nauc_precision_at_100_max": 0.30474795906443813, + "nauc_precision_at_100_std": 0.4338642008969359, + "nauc_precision_at_10_diff1": -0.08886581179812991, + "nauc_precision_at_10_max": 0.39887981047939186, + "nauc_precision_at_10_std": 0.3058792986203408, + "nauc_precision_at_1_diff1": 0.09506670473938972, + "nauc_precision_at_1_max": 0.1210911819588416, + "nauc_precision_at_1_std": 0.0819648181474078, + "nauc_precision_at_20_diff1": -0.1333070383687878, + "nauc_precision_at_20_max": 0.4083445602214025, + "nauc_precision_at_20_std": 0.3681732244809246, + "nauc_precision_at_3_diff1": 0.0037704231252614407, + "nauc_precision_at_3_max": 0.32099726537115386, + "nauc_precision_at_3_std": 0.20626160732840904, + "nauc_precision_at_5_diff1": 0.001636313358578954, + "nauc_precision_at_5_max": 0.33754904940706487, + "nauc_precision_at_5_std": 0.24949665081392866, + "nauc_recall_at_1000_diff1": 0.07654580125504612, + "nauc_recall_at_1000_max": 0.5841362413147655, + "nauc_recall_at_1000_std": 0.5170750260813353, + "nauc_recall_at_100_diff1": 0.0438870687557034, + "nauc_recall_at_100_max": 0.291941418643732, + "nauc_recall_at_100_std": 0.08125006166480746, + "nauc_recall_at_10_diff1": 0.1222457175981769, + "nauc_recall_at_10_max": 0.21845626920425415, + "nauc_recall_at_10_std": -0.01957886294564693, + "nauc_recall_at_1_diff1": 0.23037524929850095, + "nauc_recall_at_1_max": 0.04258639223564411, + "nauc_recall_at_1_std": -0.10319650426059941, + "nauc_recall_at_20_diff1": 0.0949356515479921, + "nauc_recall_at_20_max": 0.24604569980399654, + "nauc_recall_at_20_std": 0.002017172289689571, + "nauc_recall_at_3_diff1": 0.19622959382167954, + "nauc_recall_at_3_max": 0.16941667511019592, + "nauc_recall_at_3_std": -0.05699155457299555, + "nauc_recall_at_5_diff1": 0.21431594309992608, + "nauc_recall_at_5_max": 0.17832953366646623, + "nauc_recall_at_5_std": -0.03164329686816627, + "ndcg_at_1": 0.275, + "ndcg_at_10": 0.29208, + "ndcg_at_100": 0.41554, + "ndcg_at_1000": 0.48701, + "ndcg_at_20": 0.33134, + "ndcg_at_3": 0.25355, + "ndcg_at_5": 0.2643, + "precision_at_1": 0.335, + "precision_at_10": 0.2005, + "precision_at_100": 0.069, + "precision_at_1000": 0.0123, + "precision_at_20": 0.15575, + "precision_at_3": 0.26833, + "precision_at_5": 0.247, + "recall_at_1": 0.06853, + "recall_at_10": 0.29668, + "recall_at_100": 0.66993, + "recall_at_1000": 0.93672, + "recall_at_20": 0.40271, + "recall_at_3": 0.14433, + "recall_at_5": 0.20148 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.32459, + "map_at_1": 0.05657, + "map_at_10": 0.21206, + "map_at_100": 0.2811, + "map_at_1000": 0.29771, + "map_at_20": 0.24287, + "map_at_3": 0.12942, + "map_at_5": 0.16753, + "mrr_at_1": 0.305, + "mrr_at_10": 0.4477043650793652, + "mrr_at_100": 0.4572067095656534, + "mrr_at_1000": 0.45736552946511433, + "mrr_at_20": 0.45390799323655373, + "mrr_at_3": 0.40916666666666673, + "mrr_at_5": 0.4334166666666668, + "nauc_map_at_1000_diff1": 0.12891176175164681, + "nauc_map_at_1000_max": 0.34360839777099167, + "nauc_map_at_1000_std": 0.027432614824471187, + "nauc_map_at_100_diff1": 0.1444533872157568, + "nauc_map_at_100_max": 0.33566892735675413, + "nauc_map_at_100_std": -0.01961725017876507, + "nauc_map_at_10_diff1": 0.1735250146260279, + "nauc_map_at_10_max": 0.24121037176086046, + "nauc_map_at_10_std": -0.09405121935756225, + "nauc_map_at_1_diff1": 0.2832148231906013, + "nauc_map_at_1_max": 0.2696204909624436, + "nauc_map_at_1_std": -0.06039392111152176, + "nauc_map_at_20_diff1": 0.1395666528085095, + "nauc_map_at_20_max": 0.29167525451631254, + "nauc_map_at_20_std": -0.07377598315493368, + "nauc_map_at_3_diff1": 0.25766562247309355, + "nauc_map_at_3_max": 0.2088062507190284, + "nauc_map_at_3_std": -0.09209119809841193, + "nauc_map_at_5_diff1": 0.22166027545274472, + "nauc_map_at_5_max": 0.19360314939824047, + "nauc_map_at_5_std": -0.10223555382137985, + "nauc_mrr_at_1000_diff1": 0.07800109861990617, + "nauc_mrr_at_1000_max": 0.3428327525133525, + "nauc_mrr_at_1000_std": 0.10551927144858969, + "nauc_mrr_at_100_diff1": 0.07795765048910963, + "nauc_mrr_at_100_max": 0.3429583888487549, + "nauc_mrr_at_100_std": 0.105654743908818, + "nauc_mrr_at_10_diff1": 0.07582003218569158, + "nauc_mrr_at_10_max": 0.34161586399345284, + "nauc_mrr_at_10_std": 0.1007688745568438, + "nauc_mrr_at_1_diff1": 0.0984587598644085, + "nauc_mrr_at_1_max": 0.3392210907963635, + "nauc_mrr_at_1_std": 0.10545398181781424, + "nauc_mrr_at_20_diff1": 0.07814629792553346, + "nauc_mrr_at_20_max": 0.3421090751067732, + "nauc_mrr_at_20_std": 0.10383270534172995, + "nauc_mrr_at_3_diff1": 0.08614171998138773, + "nauc_mrr_at_3_max": 0.33158567470906625, + "nauc_mrr_at_3_std": 0.09371578791251213, + "nauc_mrr_at_5_diff1": 0.0784751226060494, + "nauc_mrr_at_5_max": 0.3321053528433271, + "nauc_mrr_at_5_std": 0.10018510346882771, + "nauc_ndcg_at_1000_diff1": 0.08274535443441441, + "nauc_ndcg_at_1000_max": 0.34946201101365965, + "nauc_ndcg_at_1000_std": 0.1397659107982877, + "nauc_ndcg_at_100_diff1": 0.12411269206096631, + "nauc_ndcg_at_100_max": 0.36033647645034383, + "nauc_ndcg_at_100_std": 0.02153008406860842, + "nauc_ndcg_at_10_diff1": 0.14947649968579427, + "nauc_ndcg_at_10_max": 0.3039107159890125, + "nauc_ndcg_at_10_std": -0.02049626012594209, + "nauc_ndcg_at_1_diff1": 0.1355704393919945, + "nauc_ndcg_at_1_max": 0.27351566452470294, + "nauc_ndcg_at_1_std": 0.06503666004696729, + "nauc_ndcg_at_20_diff1": 0.12520001728982744, + "nauc_ndcg_at_20_max": 0.34664263248939114, + "nauc_ndcg_at_20_std": -0.009207252134373891, + "nauc_ndcg_at_3_diff1": 0.15642307485235274, + "nauc_ndcg_at_3_max": 0.25903711899555537, + "nauc_ndcg_at_3_std": 0.0153652646375892, + "nauc_ndcg_at_5_diff1": 0.1658742196154974, + "nauc_ndcg_at_5_max": 0.25005748617510987, + "nauc_ndcg_at_5_std": -0.006875564996436277, + "nauc_precision_at_1000_diff1": -0.1557266445557021, + "nauc_precision_at_1000_max": 0.03592664115698234, + "nauc_precision_at_1000_std": 0.3996547768107495, + "nauc_precision_at_100_diff1": -0.10829847930462622, + "nauc_precision_at_100_max": 0.24931992532634872, + "nauc_precision_at_100_std": 0.42092449883578964, + "nauc_precision_at_10_diff1": -0.06772745266793027, + "nauc_precision_at_10_max": 0.3239455078275415, + "nauc_precision_at_10_std": 0.11398608106811804, + "nauc_precision_at_1_diff1": 0.0984587598644085, + "nauc_precision_at_1_max": 0.3392210907963635, + "nauc_precision_at_1_std": 0.10545398181781424, + "nauc_precision_at_20_diff1": -0.11691908138016391, + "nauc_precision_at_20_max": 0.3488515420527369, + "nauc_precision_at_20_std": 0.21763923713307665, + "nauc_precision_at_3_diff1": 0.05823773550398694, + "nauc_precision_at_3_max": 0.25573218252130475, + "nauc_precision_at_3_std": 0.06301639789148895, + "nauc_precision_at_5_diff1": -0.0026153554865245756, + "nauc_precision_at_5_max": 0.2476181955503588, + "nauc_precision_at_5_std": 0.08451946744121726, + "nauc_recall_at_1000_diff1": 0.22512654124384407, + "nauc_recall_at_1000_max": 0.5128643661197121, + "nauc_recall_at_1000_std": 0.4892651991716026, + "nauc_recall_at_100_diff1": 0.13942622986693112, + "nauc_recall_at_100_max": 0.343316888305295, + "nauc_recall_at_100_std": -0.08656283976780128, + "nauc_recall_at_10_diff1": 0.1729071674763674, + "nauc_recall_at_10_max": 0.21992577586779521, + "nauc_recall_at_10_std": -0.13854132569881544, + "nauc_recall_at_1_diff1": 0.2832148231906013, + "nauc_recall_at_1_max": 0.2696204909624436, + "nauc_recall_at_1_std": -0.06039392111152176, + "nauc_recall_at_20_diff1": 0.13442511710919364, + "nauc_recall_at_20_max": 0.2945127435322116, + "nauc_recall_at_20_std": -0.12512771294784517, + "nauc_recall_at_3_diff1": 0.27490589585412467, + "nauc_recall_at_3_max": 0.17409765050724832, + "nauc_recall_at_3_std": -0.11427830971745996, + "nauc_recall_at_5_diff1": 0.23307132512058937, + "nauc_recall_at_5_max": 0.1470030151887761, + "nauc_recall_at_5_std": -0.12507434781996235, + "ndcg_at_1": 0.245, + "ndcg_at_10": 0.32459, + "ndcg_at_100": 0.4445, + "ndcg_at_1000": 0.51698, + "ndcg_at_20": 0.36417, + "ndcg_at_3": 0.26642, + "ndcg_at_5": 0.28889, + "precision_at_1": 0.305, + "precision_at_10": 0.2285, + "precision_at_100": 0.0721, + "precision_at_1000": 0.01294, + "precision_at_20": 0.172, + "precision_at_3": 0.30167, + "precision_at_5": 0.281, + "recall_at_1": 0.05657, + "recall_at_10": 0.35163, + "recall_at_100": 0.71165, + "recall_at_1000": 0.96179, + "recall_at_20": 0.45457, + "recall_at_3": 0.16442, + "recall_at_5": 0.24164 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53907, + "map_at_1": 0.06197, + "map_at_10": 0.22583, + "map_at_100": 0.40216, + "map_at_1000": 0.4589, + "map_at_20": 0.28454, + "map_at_3": 0.12753, + "map_at_5": 0.16714, + "mrr_at_1": 0.725, + "mrr_at_10": 0.8204424603174603, + "mrr_at_100": 0.8219558520097425, + "mrr_at_1000": 0.8219879032917938, + "mrr_at_20": 0.8217643557422969, + "mrr_at_3": 0.8116666666666665, + "mrr_at_5": 0.8161666666666666, + "nauc_map_at_1000_diff1": 0.11983614156043716, + "nauc_map_at_1000_max": 0.5407164585094036, + "nauc_map_at_1000_std": 0.35540482433737963, + "nauc_map_at_100_diff1": 0.16852500748456398, + "nauc_map_at_100_max": 0.5142369175071474, + "nauc_map_at_100_std": 0.36890614058139554, + "nauc_map_at_10_diff1": 0.31394501663499885, + "nauc_map_at_10_max": 0.4032510606060673, + "nauc_map_at_10_std": 0.19684857695373092, + "nauc_map_at_1_diff1": 0.5860528306757375, + "nauc_map_at_1_max": 0.23560863405165566, + "nauc_map_at_1_std": -0.016943741449644438, + "nauc_map_at_20_diff1": 0.2748651846152812, + "nauc_map_at_20_max": 0.44326875242571634, + "nauc_map_at_20_std": 0.25716864837026976, + "nauc_map_at_3_diff1": 0.42788544607330736, + "nauc_map_at_3_max": 0.31275107933020035, + "nauc_map_at_3_std": 0.09528468041681731, + "nauc_map_at_5_diff1": 0.3755359546559948, + "nauc_map_at_5_max": 0.3811891113020048, + "nauc_map_at_5_std": 0.1552842659730302, + "nauc_mrr_at_1000_diff1": 0.21475707516190598, + "nauc_mrr_at_1000_max": 0.6010463280226466, + "nauc_mrr_at_1000_std": 0.43580078073209105, + "nauc_mrr_at_100_diff1": 0.2149140526361102, + "nauc_mrr_at_100_max": 0.6011260826282226, + "nauc_mrr_at_100_std": 0.43591356948266413, + "nauc_mrr_at_10_diff1": 0.2179084733085364, + "nauc_mrr_at_10_max": 0.6033814161289979, + "nauc_mrr_at_10_std": 0.4370323092151504, + "nauc_mrr_at_1_diff1": 0.2680447305997968, + "nauc_mrr_at_1_max": 0.57876748801859, + "nauc_mrr_at_1_std": 0.4111342402091305, + "nauc_mrr_at_20_diff1": 0.21512976959309243, + "nauc_mrr_at_20_max": 0.6014975244383794, + "nauc_mrr_at_20_std": 0.4361362295587837, + "nauc_mrr_at_3_diff1": 0.18870067060838192, + "nauc_mrr_at_3_max": 0.586585096122055, + "nauc_mrr_at_3_std": 0.44506871398700776, + "nauc_mrr_at_5_diff1": 0.20406042105884414, + "nauc_mrr_at_5_max": 0.6039400904283053, + "nauc_mrr_at_5_std": 0.4419352013231223, + "nauc_ndcg_at_1000_diff1": 0.1897103292909701, + "nauc_ndcg_at_1000_max": 0.5646511479717549, + "nauc_ndcg_at_1000_std": 0.38714997884461516, + "nauc_ndcg_at_100_diff1": 0.24893897728818534, + "nauc_ndcg_at_100_max": 0.5561943220801765, + "nauc_ndcg_at_100_std": 0.3804762338307565, + "nauc_ndcg_at_10_diff1": 0.23984699012899857, + "nauc_ndcg_at_10_max": 0.4851139351722147, + "nauc_ndcg_at_10_std": 0.2663290589680507, + "nauc_ndcg_at_1_diff1": 0.380928238035157, + "nauc_ndcg_at_1_max": 0.44284044554187213, + "nauc_ndcg_at_1_std": 0.30383695458661986, + "nauc_ndcg_at_20_diff1": 0.2667014099120799, + "nauc_ndcg_at_20_max": 0.5407076300120055, + "nauc_ndcg_at_20_std": 0.2957083290904978, + "nauc_ndcg_at_3_diff1": 0.25229195130112736, + "nauc_ndcg_at_3_max": 0.498399000744216, + "nauc_ndcg_at_3_std": 0.31475483290492895, + "nauc_ndcg_at_5_diff1": 0.24535341151178372, + "nauc_ndcg_at_5_max": 0.495538214583562, + "nauc_ndcg_at_5_std": 0.2883167194416113, + "nauc_precision_at_1000_diff1": -0.2227486034482975, + "nauc_precision_at_1000_max": -0.038418042663251765, + "nauc_precision_at_1000_std": -0.18883082443940408, + "nauc_precision_at_100_diff1": -0.24624122053183867, + "nauc_precision_at_100_max": 0.055926511711835956, + "nauc_precision_at_100_std": 0.02468825614323341, + "nauc_precision_at_10_diff1": -0.20643874435490492, + "nauc_precision_at_10_max": 0.3009215009305937, + "nauc_precision_at_10_std": 0.22445165110075008, + "nauc_precision_at_1_diff1": 0.2680447305997968, + "nauc_precision_at_1_max": 0.57876748801859, + "nauc_precision_at_1_std": 0.4111342402091305, + "nauc_precision_at_20_diff1": -0.23746842368115095, + "nauc_precision_at_20_max": 0.2322348884389749, + "nauc_precision_at_20_std": 0.18622619730977022, + "nauc_precision_at_3_diff1": -0.05703457385024882, + "nauc_precision_at_3_max": 0.46302343641106314, + "nauc_precision_at_3_std": 0.359866058687269, + "nauc_precision_at_5_diff1": -0.09927249372774685, + "nauc_precision_at_5_max": 0.4328774995117408, + "nauc_precision_at_5_std": 0.2913536799723567, + "nauc_recall_at_1000_diff1": 0.3943692898499177, + "nauc_recall_at_1000_max": 0.3148486211406265, + "nauc_recall_at_1000_std": 0.7417828268226873, + "nauc_recall_at_100_diff1": 0.2346861020618663, + "nauc_recall_at_100_max": 0.2344935801413573, + "nauc_recall_at_100_std": 0.288285822819859, + "nauc_recall_at_10_diff1": 0.32538310981608126, + "nauc_recall_at_10_max": 0.2553625049839152, + "nauc_recall_at_10_std": 0.08734376222573163, + "nauc_recall_at_1_diff1": 0.5860528306757375, + "nauc_recall_at_1_max": 0.23560863405165566, + "nauc_recall_at_1_std": -0.016943741449644438, + "nauc_recall_at_20_diff1": 0.27905789093429856, + "nauc_recall_at_20_max": 0.24984088775280927, + "nauc_recall_at_20_std": 0.12945509029130825, + "nauc_recall_at_3_diff1": 0.37223040298547366, + "nauc_recall_at_3_max": 0.22571903303435475, + "nauc_recall_at_3_std": 0.05086803595865919, + "nauc_recall_at_5_diff1": 0.3382878469648568, + "nauc_recall_at_5_max": 0.30164564888905904, + "nauc_recall_at_5_std": 0.09990099994061315, + "ndcg_at_1": 0.565, + "ndcg_at_10": 0.53907, + "ndcg_at_100": 0.62785, + "ndcg_at_1000": 0.71382, + "ndcg_at_20": 0.54803, + "ndcg_at_3": 0.56375, + "ndcg_at_5": 0.54624, + "precision_at_1": 0.725, + "precision_at_10": 0.522, + "precision_at_100": 0.2339, + "precision_at_1000": 0.04798, + "precision_at_20": 0.4375, + "precision_at_3": 0.665, + "precision_at_5": 0.611, + "recall_at_1": 0.06197, + "recall_at_10": 0.29322, + "recall_at_100": 0.72731, + "recall_at_1000": 0.97839, + "recall_at_20": 0.41012, + "recall_at_3": 0.14468, + "recall_at_5": 0.19452 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.27794, + "map_at_1": 0.02997, + "map_at_10": 0.1116, + "map_at_100": 0.19363, + "map_at_1000": 0.23233, + "map_at_20": 0.13974, + "map_at_3": 0.06208, + "map_at_5": 0.08507, + "mrr_at_1": 0.355, + "mrr_at_10": 0.4810932539682538, + "mrr_at_100": 0.48972765192450374, + "mrr_at_1000": 0.49005758217446443, + "mrr_at_20": 0.4860630336725537, + "mrr_at_3": 0.44749999999999995, + "mrr_at_5": 0.46799999999999997, + "nauc_map_at_1000_diff1": 0.004434183940605463, + "nauc_map_at_1000_max": 0.5913918774007322, + "nauc_map_at_1000_std": 0.5308161871837684, + "nauc_map_at_100_diff1": 0.04295521497902367, + "nauc_map_at_100_max": 0.5645132717080731, + "nauc_map_at_100_std": 0.5559985775731796, + "nauc_map_at_10_diff1": 0.14299575033584958, + "nauc_map_at_10_max": 0.552833062170698, + "nauc_map_at_10_std": 0.47855601127682895, + "nauc_map_at_1_diff1": 0.2598884205202624, + "nauc_map_at_1_max": 0.3648170095307212, + "nauc_map_at_1_std": 0.25063860183256353, + "nauc_map_at_20_diff1": 0.109063954629962, + "nauc_map_at_20_max": 0.5597373853928193, + "nauc_map_at_20_std": 0.4989975304150726, + "nauc_map_at_3_diff1": 0.18396807214775274, + "nauc_map_at_3_max": 0.4394072003611136, + "nauc_map_at_3_std": 0.37195442864112915, + "nauc_map_at_5_diff1": 0.18181389321241392, + "nauc_map_at_5_max": 0.5196247957620546, + "nauc_map_at_5_std": 0.4371845071922944, + "nauc_mrr_at_1000_diff1": -0.07110786741010419, + "nauc_mrr_at_1000_max": 0.4725227617920735, + "nauc_mrr_at_1000_std": 0.35599665910582634, + "nauc_mrr_at_100_diff1": -0.07113305641002461, + "nauc_mrr_at_100_max": 0.4725624812371064, + "nauc_mrr_at_100_std": 0.355924271860679, + "nauc_mrr_at_10_diff1": -0.07085528611358025, + "nauc_mrr_at_10_max": 0.4696419753393646, + "nauc_mrr_at_10_std": 0.35734993921460456, + "nauc_mrr_at_1_diff1": -0.06821783936287043, + "nauc_mrr_at_1_max": 0.44781233353281985, + "nauc_mrr_at_1_std": 0.3482707142716216, + "nauc_mrr_at_20_diff1": -0.07055295971563383, + "nauc_mrr_at_20_max": 0.4714795172758193, + "nauc_mrr_at_20_std": 0.35657132758098964, + "nauc_mrr_at_3_diff1": -0.06745691819959859, + "nauc_mrr_at_3_max": 0.4739974290302886, + "nauc_mrr_at_3_std": 0.34431694932661583, + "nauc_mrr_at_5_diff1": -0.07431943787946164, + "nauc_mrr_at_5_max": 0.47448812888466846, + "nauc_mrr_at_5_std": 0.35509073154589194, + "nauc_ndcg_at_1000_diff1": -0.026930761059394747, + "nauc_ndcg_at_1000_max": 0.5406143844216595, + "nauc_ndcg_at_1000_std": 0.5105883042618949, + "nauc_ndcg_at_100_diff1": 0.024105204176755216, + "nauc_ndcg_at_100_max": 0.5640251017159187, + "nauc_ndcg_at_100_std": 0.5263627325587358, + "nauc_ndcg_at_10_diff1": -0.022775537048388958, + "nauc_ndcg_at_10_max": 0.5288328546739933, + "nauc_ndcg_at_10_std": 0.37829132571027924, + "nauc_ndcg_at_1_diff1": -0.014243812358964726, + "nauc_ndcg_at_1_max": 0.37242455236859584, + "nauc_ndcg_at_1_std": 0.2541917561796812, + "nauc_ndcg_at_20_diff1": 0.008742723738931868, + "nauc_ndcg_at_20_max": 0.5544690925100001, + "nauc_ndcg_at_20_std": 0.42057125735676915, + "nauc_ndcg_at_3_diff1": -0.06452168763890952, + "nauc_ndcg_at_3_max": 0.43002099123975357, + "nauc_ndcg_at_3_std": 0.3421378362539182, + "nauc_ndcg_at_5_diff1": -0.021340968064293326, + "nauc_ndcg_at_5_max": 0.49856247122567404, + "nauc_ndcg_at_5_std": 0.3597867614725414, + "nauc_precision_at_1000_diff1": -0.2035227926072344, + "nauc_precision_at_1000_max": 0.18755444149169864, + "nauc_precision_at_1000_std": -0.1839407487459285, + "nauc_precision_at_100_diff1": -0.2018607452520068, + "nauc_precision_at_100_max": 0.2825347574878849, + "nauc_precision_at_100_std": 0.12437529324290682, + "nauc_precision_at_10_diff1": -0.17233040960771615, + "nauc_precision_at_10_max": 0.45547496234792817, + "nauc_precision_at_10_std": 0.2932081905936151, + "nauc_precision_at_1_diff1": -0.06821783936287043, + "nauc_precision_at_1_max": 0.44781233353281985, + "nauc_precision_at_1_std": 0.3482707142716216, + "nauc_precision_at_20_diff1": -0.1893237987347442, + "nauc_precision_at_20_max": 0.39775427102267713, + "nauc_precision_at_20_std": 0.23722317181396127, + "nauc_precision_at_3_diff1": -0.14806350702886584, + "nauc_precision_at_3_max": 0.44211785744480797, + "nauc_precision_at_3_std": 0.3426761187643953, + "nauc_precision_at_5_diff1": -0.11503514661109254, + "nauc_precision_at_5_max": 0.5007925382607604, + "nauc_precision_at_5_std": 0.3328066715768967, + "nauc_recall_at_1000_diff1": 0.059811465777166735, + "nauc_recall_at_1000_max": 0.5147703438824307, + "nauc_recall_at_1000_std": 0.7395927855224138, + "nauc_recall_at_100_diff1": 0.11550499909123567, + "nauc_recall_at_100_max": 0.4517681875558807, + "nauc_recall_at_100_std": 0.5667779630914128, + "nauc_recall_at_10_diff1": 0.16084273823413145, + "nauc_recall_at_10_max": 0.47755758300200074, + "nauc_recall_at_10_std": 0.41973464947290373, + "nauc_recall_at_1_diff1": 0.2598884205202624, + "nauc_recall_at_1_max": 0.3648170095307212, + "nauc_recall_at_1_std": 0.25063860183256353, + "nauc_recall_at_20_diff1": 0.16316043819547646, + "nauc_recall_at_20_max": 0.46080803834366063, + "nauc_recall_at_20_std": 0.4442244044100751, + "nauc_recall_at_3_diff1": 0.1810938053342077, + "nauc_recall_at_3_max": 0.4087859558340863, + "nauc_recall_at_3_std": 0.321487257737832, + "nauc_recall_at_5_diff1": 0.1706069818658279, + "nauc_recall_at_5_max": 0.4454071688412831, + "nauc_recall_at_5_std": 0.37118669412835437, + "ndcg_at_1": 0.2525, + "ndcg_at_10": 0.27794, + "ndcg_at_100": 0.36638, + "ndcg_at_1000": 0.48966, + "ndcg_at_20": 0.29731, + "ndcg_at_3": 0.26658, + "ndcg_at_5": 0.27044, + "precision_at_1": 0.355, + "precision_at_10": 0.284, + "precision_at_100": 0.1383, + "precision_at_1000": 0.0384, + "precision_at_20": 0.24275, + "precision_at_3": 0.34167, + "precision_at_5": 0.322, + "recall_at_1": 0.02997, + "recall_at_10": 0.16553, + "recall_at_100": 0.47875, + "recall_at_1000": 0.85169, + "recall_at_20": 0.24322, + "recall_at_3": 0.07561, + "recall_at_5": 0.11652 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.29975, + "map_at_1": 0.03205, + "map_at_10": 0.12066, + "map_at_100": 0.20805, + "map_at_1000": 0.2524, + "map_at_20": 0.14649, + "map_at_3": 0.06828, + "map_at_5": 0.08994, + "mrr_at_1": 0.37, + "mrr_at_10": 0.5076269841269841, + "mrr_at_100": 0.5152155451175479, + "mrr_at_1000": 0.5153009512634407, + "mrr_at_20": 0.5116115496990111, + "mrr_at_3": 0.4791666666666665, + "mrr_at_5": 0.49191666666666656, + "nauc_map_at_1000_diff1": 0.06553308979012985, + "nauc_map_at_1000_max": 0.494249425081588, + "nauc_map_at_1000_std": 0.593836053696676, + "nauc_map_at_100_diff1": 0.06807296612146663, + "nauc_map_at_100_max": 0.4624883893248246, + "nauc_map_at_100_std": 0.6038573411499715, + "nauc_map_at_10_diff1": 0.09381593638560234, + "nauc_map_at_10_max": 0.3459067038637582, + "nauc_map_at_10_std": 0.5113003996064871, + "nauc_map_at_1_diff1": 0.3508497612669243, + "nauc_map_at_1_max": 0.11969107568120242, + "nauc_map_at_1_std": 0.2363215231874995, + "nauc_map_at_20_diff1": 0.06926384621269477, + "nauc_map_at_20_max": 0.3847152001977988, + "nauc_map_at_20_std": 0.5420723440807352, + "nauc_map_at_3_diff1": 0.12552842917586055, + "nauc_map_at_3_max": 0.19660376897008416, + "nauc_map_at_3_std": 0.4284724011332253, + "nauc_map_at_5_diff1": 0.10308913413725226, + "nauc_map_at_5_max": 0.2636688821769807, + "nauc_map_at_5_std": 0.4770311363497505, + "nauc_mrr_at_1000_diff1": 0.14318494048679994, + "nauc_mrr_at_1000_max": 0.4332858254249778, + "nauc_mrr_at_1000_std": 0.38143420532708194, + "nauc_mrr_at_100_diff1": 0.14304890891717564, + "nauc_mrr_at_100_max": 0.4332432373842023, + "nauc_mrr_at_100_std": 0.3815649504121127, + "nauc_mrr_at_10_diff1": 0.144868182438834, + "nauc_mrr_at_10_max": 0.43246963368376173, + "nauc_mrr_at_10_std": 0.3830781652131616, + "nauc_mrr_at_1_diff1": 0.19284660285456867, + "nauc_mrr_at_1_max": 0.4153880306611474, + "nauc_mrr_at_1_std": 0.33558808550647035, + "nauc_mrr_at_20_diff1": 0.1441172989120606, + "nauc_mrr_at_20_max": 0.4298796144098156, + "nauc_mrr_at_20_std": 0.3792513319389871, + "nauc_mrr_at_3_diff1": 0.1567626698730563, + "nauc_mrr_at_3_max": 0.44586044590198753, + "nauc_mrr_at_3_std": 0.38779233397530366, + "nauc_mrr_at_5_diff1": 0.14004989616849445, + "nauc_mrr_at_5_max": 0.43232506551126265, + "nauc_mrr_at_5_std": 0.37906036936648246, + "nauc_ndcg_at_1000_diff1": 0.06717159441589275, + "nauc_ndcg_at_1000_max": 0.48972262795816274, + "nauc_ndcg_at_1000_std": 0.5627245540827167, + "nauc_ndcg_at_100_diff1": 0.08813609477420714, + "nauc_ndcg_at_100_max": 0.49141698915329657, + "nauc_ndcg_at_100_std": 0.595966675678855, + "nauc_ndcg_at_10_diff1": 0.08637659744879173, + "nauc_ndcg_at_10_max": 0.43517752623583283, + "nauc_ndcg_at_10_std": 0.4500665196401088, + "nauc_ndcg_at_1_diff1": 0.20478268501471625, + "nauc_ndcg_at_1_max": 0.34832038601117726, + "nauc_ndcg_at_1_std": 0.28750811333771503, + "nauc_ndcg_at_20_diff1": 0.06815302758890084, + "nauc_ndcg_at_20_max": 0.4421171437389689, + "nauc_ndcg_at_20_std": 0.4687817228418919, + "nauc_ndcg_at_3_diff1": 0.09617404296267804, + "nauc_ndcg_at_3_max": 0.39273739808593683, + "nauc_ndcg_at_3_std": 0.4290625155806714, + "nauc_ndcg_at_5_diff1": 0.07402286238904053, + "nauc_ndcg_at_5_max": 0.3942003719570049, + "nauc_ndcg_at_5_std": 0.4126659869603406, + "nauc_precision_at_1000_diff1": -0.06579829460714505, + "nauc_precision_at_1000_max": 0.14621023019678975, + "nauc_precision_at_1000_std": -0.12076591296646658, + "nauc_precision_at_100_diff1": -0.013519851560829433, + "nauc_precision_at_100_max": 0.3138325688997256, + "nauc_precision_at_100_std": 0.18851864574323915, + "nauc_precision_at_10_diff1": -0.008610848685246664, + "nauc_precision_at_10_max": 0.49066288773421496, + "nauc_precision_at_10_std": 0.37990473941111613, + "nauc_precision_at_1_diff1": 0.19284660285456867, + "nauc_precision_at_1_max": 0.4153880306611474, + "nauc_precision_at_1_std": 0.33558808550647035, + "nauc_precision_at_20_diff1": -0.04544963742096709, + "nauc_precision_at_20_max": 0.46745986721717664, + "nauc_precision_at_20_std": 0.3114363362864115, + "nauc_precision_at_3_diff1": 0.023299362598581366, + "nauc_precision_at_3_max": 0.4634844610897043, + "nauc_precision_at_3_std": 0.41448326242521205, + "nauc_precision_at_5_diff1": -0.015483725135623736, + "nauc_precision_at_5_max": 0.44009613339006476, + "nauc_precision_at_5_std": 0.3842427002446549, + "nauc_recall_at_1000_diff1": -0.0005598047802023354, + "nauc_recall_at_1000_max": 0.6169803579468336, + "nauc_recall_at_1000_std": 0.8081133480659933, + "nauc_recall_at_100_diff1": 0.05992339031769989, + "nauc_recall_at_100_max": 0.3942758233441988, + "nauc_recall_at_100_std": 0.6004245335759577, + "nauc_recall_at_10_diff1": 0.07037515332005087, + "nauc_recall_at_10_max": 0.2551375165615876, + "nauc_recall_at_10_std": 0.4174535484200643, + "nauc_recall_at_1_diff1": 0.3508497612669243, + "nauc_recall_at_1_max": 0.11969107568120242, + "nauc_recall_at_1_std": 0.2363215231874995, + "nauc_recall_at_20_diff1": 0.06250187224004942, + "nauc_recall_at_20_max": 0.2733121502999371, + "nauc_recall_at_20_std": 0.4320884185713166, + "nauc_recall_at_3_diff1": 0.05310135043368477, + "nauc_recall_at_3_max": 0.14841427956663117, + "nauc_recall_at_3_std": 0.40914394040924046, + "nauc_recall_at_5_diff1": 0.05813269992052219, + "nauc_recall_at_5_max": 0.18113190995831532, + "nauc_recall_at_5_std": 0.40090814958587795, + "ndcg_at_1": 0.2525, + "ndcg_at_10": 0.29975, + "ndcg_at_100": 0.38503, + "ndcg_at_1000": 0.50885, + "ndcg_at_20": 0.30535, + "ndcg_at_3": 0.28493, + "ndcg_at_5": 0.2896, + "precision_at_1": 0.37, + "precision_at_10": 0.315, + "precision_at_100": 0.15135, + "precision_at_1000": 0.04109, + "precision_at_20": 0.25425, + "precision_at_3": 0.37333, + "precision_at_5": 0.35, + "recall_at_1": 0.03205, + "recall_at_10": 0.17571, + "recall_at_100": 0.49713, + "recall_at_1000": 0.86164, + "recall_at_20": 0.24355, + "recall_at_3": 0.08168, + "recall_at_5": 0.1161 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.58036, + "map_at_1": 0.09154, + "map_at_10": 0.27754, + "map_at_100": 0.42244, + "map_at_1000": 0.4845, + "map_at_20": 0.32479, + "map_at_3": 0.17993, + "map_at_5": 0.22681, + "mrr_at_1": 0.705, + "mrr_at_10": 0.8134285714285716, + "mrr_at_100": 0.8144034645909646, + "mrr_at_1000": 0.8144270494966251, + "mrr_at_20": 0.8144034645909646, + "mrr_at_3": 0.7991666666666668, + "mrr_at_5": 0.8086666666666669, + "nauc_map_at_1000_diff1": 0.11131823669956345, + "nauc_map_at_1000_max": 0.30519390209666414, + "nauc_map_at_1000_std": 0.40211704321218195, + "nauc_map_at_100_diff1": 0.15842693004756414, + "nauc_map_at_100_max": 0.2661122343368848, + "nauc_map_at_100_std": 0.39696136118654485, + "nauc_map_at_10_diff1": 0.24108748738327676, + "nauc_map_at_10_max": 0.2062661704579383, + "nauc_map_at_10_std": 0.24805797478057143, + "nauc_map_at_1_diff1": 0.3739194302281216, + "nauc_map_at_1_max": 0.10978972103623595, + "nauc_map_at_1_std": 0.08480038887211891, + "nauc_map_at_20_diff1": 0.2049844157854585, + "nauc_map_at_20_max": 0.23266862025549548, + "nauc_map_at_20_std": 0.29657896226984864, + "nauc_map_at_3_diff1": 0.27139856100517185, + "nauc_map_at_3_max": 0.18900666861726384, + "nauc_map_at_3_std": 0.13986116135216717, + "nauc_map_at_5_diff1": 0.2755815473494628, + "nauc_map_at_5_max": 0.16876218298302165, + "nauc_map_at_5_std": 0.19820185354999265, + "nauc_mrr_at_1000_diff1": 0.2653992303293742, + "nauc_mrr_at_1000_max": 0.3674271951351156, + "nauc_mrr_at_1000_std": 0.2772737423585443, + "nauc_mrr_at_100_diff1": 0.26528074576644234, + "nauc_mrr_at_100_max": 0.36745388664696904, + "nauc_mrr_at_100_std": 0.2773770513272785, + "nauc_mrr_at_10_diff1": 0.2619360608365511, + "nauc_mrr_at_10_max": 0.36837745466951494, + "nauc_mrr_at_10_std": 0.2752107035381481, + "nauc_mrr_at_1_diff1": 0.2821517634485219, + "nauc_mrr_at_1_max": 0.33695066363395537, + "nauc_mrr_at_1_std": 0.26799302111022794, + "nauc_mrr_at_20_diff1": 0.26528074576644234, + "nauc_mrr_at_20_max": 0.36745388664696904, + "nauc_mrr_at_20_std": 0.2773770513272785, + "nauc_mrr_at_3_diff1": 0.27153239924276934, + "nauc_mrr_at_3_max": 0.376286245296988, + "nauc_mrr_at_3_std": 0.2887211910194344, + "nauc_mrr_at_5_diff1": 0.27487978758942094, + "nauc_mrr_at_5_max": 0.36696675524703015, + "nauc_mrr_at_5_std": 0.280128755227889, + "nauc_ndcg_at_1000_diff1": 0.13882992747527725, + "nauc_ndcg_at_1000_max": 0.35011228530597793, + "nauc_ndcg_at_1000_std": 0.43001504045106465, + "nauc_ndcg_at_100_diff1": 0.14593691749154278, + "nauc_ndcg_at_100_max": 0.30851402345022577, + "nauc_ndcg_at_100_std": 0.41839645513145546, + "nauc_ndcg_at_10_diff1": 0.13779797783959666, + "nauc_ndcg_at_10_max": 0.27418426077536073, + "nauc_ndcg_at_10_std": 0.28579661779301907, + "nauc_ndcg_at_1_diff1": 0.2693428814065047, + "nauc_ndcg_at_1_max": 0.2189936269671868, + "nauc_ndcg_at_1_std": 0.18886517171995418, + "nauc_ndcg_at_20_diff1": 0.12761652116551878, + "nauc_ndcg_at_20_max": 0.30044975177088695, + "nauc_ndcg_at_20_std": 0.3248406922375122, + "nauc_ndcg_at_3_diff1": 0.12353392345888735, + "nauc_ndcg_at_3_max": 0.2690856394612994, + "nauc_ndcg_at_3_std": 0.23040311783792672, + "nauc_ndcg_at_5_diff1": 0.1235182358076859, + "nauc_ndcg_at_5_max": 0.2509666028642109, + "nauc_ndcg_at_5_std": 0.2773187856896142, + "nauc_precision_at_1000_diff1": -0.19588343911484563, + "nauc_precision_at_1000_max": 0.0032502222751969985, + "nauc_precision_at_1000_std": -0.21522305651065288, + "nauc_precision_at_100_diff1": -0.2057333095559732, + "nauc_precision_at_100_max": 0.02100616950702257, + "nauc_precision_at_100_std": -0.055218132707156094, + "nauc_precision_at_10_diff1": -0.19494027165473057, + "nauc_precision_at_10_max": 0.18127957953214377, + "nauc_precision_at_10_std": 0.16358365968690594, + "nauc_precision_at_1_diff1": 0.2821517634485219, + "nauc_precision_at_1_max": 0.33695066363395537, + "nauc_precision_at_1_std": 0.26799302111022794, + "nauc_precision_at_20_diff1": -0.26176615049748697, + "nauc_precision_at_20_max": 0.08223414705726527, + "nauc_precision_at_20_std": 0.070915857222632, + "nauc_precision_at_3_diff1": -0.04159385993815957, + "nauc_precision_at_3_max": 0.2940293490163188, + "nauc_precision_at_3_std": 0.22704383048263788, + "nauc_precision_at_5_diff1": -0.08682082787951682, + "nauc_precision_at_5_max": 0.20063952140057986, + "nauc_precision_at_5_std": 0.2615493162584656, + "nauc_recall_at_1000_diff1": 0.23439087312179493, + "nauc_recall_at_1000_max": 0.4183778161127879, + "nauc_recall_at_1000_std": 0.7767354721691949, + "nauc_recall_at_100_diff1": 0.12729431292997614, + "nauc_recall_at_100_max": 0.186339886675246, + "nauc_recall_at_100_std": 0.4744509621802543, + "nauc_recall_at_10_diff1": 0.20204848964768785, + "nauc_recall_at_10_max": 0.16418231909095043, + "nauc_recall_at_10_std": 0.23079895071485695, + "nauc_recall_at_1_diff1": 0.3739194302281216, + "nauc_recall_at_1_max": 0.10978972103623595, + "nauc_recall_at_1_std": 0.08480038887211891, + "nauc_recall_at_20_diff1": 0.1676152563150398, + "nauc_recall_at_20_max": 0.18361210852217244, + "nauc_recall_at_20_std": 0.29907876521418597, + "nauc_recall_at_3_diff1": 0.21794348712011705, + "nauc_recall_at_3_max": 0.16086326281296012, + "nauc_recall_at_3_std": 0.13177920844256327, + "nauc_recall_at_5_diff1": 0.23978548345942846, + "nauc_recall_at_5_max": 0.1278506971087405, + "nauc_recall_at_5_std": 0.18307605797591753, + "ndcg_at_1": 0.585, + "ndcg_at_10": 0.58036, + "ndcg_at_100": 0.63276, + "ndcg_at_1000": 0.72031, + "ndcg_at_20": 0.58702, + "ndcg_at_3": 0.57958, + "ndcg_at_5": 0.57756, + "precision_at_1": 0.705, + "precision_at_10": 0.5155, + "precision_at_100": 0.2297, + "precision_at_1000": 0.05724, + "precision_at_20": 0.424, + "precision_at_3": 0.65833, + "precision_at_5": 0.604, + "recall_at_1": 0.09154, + "recall_at_10": 0.35247, + "recall_at_100": 0.69686, + "recall_at_1000": 0.94759, + "recall_at_20": 0.45359, + "recall_at_3": 0.2035, + "recall_at_5": 0.2677 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.23751, + "map_at_1": 0.03671, + "map_at_10": 0.11713, + "map_at_100": 0.16444, + "map_at_1000": 0.19181, + "map_at_20": 0.13218, + "map_at_3": 0.0807, + "map_at_5": 0.09858, + "mrr_at_1": 0.3, + "mrr_at_10": 0.4134246031746033, + "mrr_at_100": 0.4223828781662733, + "mrr_at_1000": 0.42275642307729455, + "mrr_at_20": 0.4185543106704099, + "mrr_at_3": 0.38333333333333336, + "mrr_at_5": 0.40308333333333335, + "nauc_map_at_1000_diff1": 0.1532191458216847, + "nauc_map_at_1000_max": 0.4877737956383531, + "nauc_map_at_1000_std": 0.4488196360836317, + "nauc_map_at_100_diff1": 0.18168519072385872, + "nauc_map_at_100_max": 0.477171071959751, + "nauc_map_at_100_std": 0.42551425978915575, + "nauc_map_at_10_diff1": 0.21984932386309705, + "nauc_map_at_10_max": 0.4068448815608907, + "nauc_map_at_10_std": 0.3363660442359024, + "nauc_map_at_1_diff1": 0.240760934472111, + "nauc_map_at_1_max": 0.3376472943816353, + "nauc_map_at_1_std": 0.10268886331000043, + "nauc_map_at_20_diff1": 0.2078320959496643, + "nauc_map_at_20_max": 0.427535059735851, + "nauc_map_at_20_std": 0.3638721347904958, + "nauc_map_at_3_diff1": 0.18742502554392676, + "nauc_map_at_3_max": 0.3912015268043782, + "nauc_map_at_3_std": 0.25101226814184535, + "nauc_map_at_5_diff1": 0.21316145701653955, + "nauc_map_at_5_max": 0.37442796648031457, + "nauc_map_at_5_std": 0.30102453112469135, + "nauc_mrr_at_1000_diff1": 0.14733798642844678, + "nauc_mrr_at_1000_max": 0.4310514467469323, + "nauc_mrr_at_1000_std": 0.23731253855393605, + "nauc_mrr_at_100_diff1": 0.1472894999136758, + "nauc_mrr_at_100_max": 0.4310696354916633, + "nauc_mrr_at_100_std": 0.23712617122482652, + "nauc_mrr_at_10_diff1": 0.14755728372781782, + "nauc_mrr_at_10_max": 0.43341856009862295, + "nauc_mrr_at_10_std": 0.23961423888582525, + "nauc_mrr_at_1_diff1": 0.139812187542224, + "nauc_mrr_at_1_max": 0.35308066477503025, + "nauc_mrr_at_1_std": 0.1864410214835831, + "nauc_mrr_at_20_diff1": 0.14642279284508197, + "nauc_mrr_at_20_max": 0.43224058145540584, + "nauc_mrr_at_20_std": 0.23830467975886016, + "nauc_mrr_at_3_diff1": 0.15346034992552432, + "nauc_mrr_at_3_max": 0.42732820524221315, + "nauc_mrr_at_3_std": 0.21825659722994156, + "nauc_mrr_at_5_diff1": 0.1578403679194652, + "nauc_mrr_at_5_max": 0.43060777451511945, + "nauc_mrr_at_5_std": 0.22936594325797932, + "nauc_ndcg_at_1000_diff1": 0.13759207281399166, + "nauc_ndcg_at_1000_max": 0.5272984931908496, + "nauc_ndcg_at_1000_std": 0.5356885081544084, + "nauc_ndcg_at_100_diff1": 0.17312017433800717, + "nauc_ndcg_at_100_max": 0.5029708107911831, + "nauc_ndcg_at_100_std": 0.4756128791843554, + "nauc_ndcg_at_10_diff1": 0.1820490759826304, + "nauc_ndcg_at_10_max": 0.45960844359155933, + "nauc_ndcg_at_10_std": 0.3607046777817848, + "nauc_ndcg_at_1_diff1": 0.1602607826652495, + "nauc_ndcg_at_1_max": 0.30402833076886476, + "nauc_ndcg_at_1_std": 0.20275297028917685, + "nauc_ndcg_at_20_diff1": 0.168138400220782, + "nauc_ndcg_at_20_max": 0.47307015906136934, + "nauc_ndcg_at_20_std": 0.3930247292292224, + "nauc_ndcg_at_3_diff1": 0.14980726929608593, + "nauc_ndcg_at_3_max": 0.4124447320503256, + "nauc_ndcg_at_3_std": 0.2758664225695633, + "nauc_ndcg_at_5_diff1": 0.1769836356926955, + "nauc_ndcg_at_5_max": 0.42927312629785985, + "nauc_ndcg_at_5_std": 0.32009999318748483, + "nauc_precision_at_1000_diff1": -0.18090111909010562, + "nauc_precision_at_1000_max": 0.1029650975978716, + "nauc_precision_at_1000_std": -0.015858937356237217, + "nauc_precision_at_100_diff1": -0.07913179391361076, + "nauc_precision_at_100_max": 0.30670377204800836, + "nauc_precision_at_100_std": 0.18681090925234595, + "nauc_precision_at_10_diff1": 0.07186118547237345, + "nauc_precision_at_10_max": 0.45948208662830636, + "nauc_precision_at_10_std": 0.3284870303701648, + "nauc_precision_at_1_diff1": 0.139812187542224, + "nauc_precision_at_1_max": 0.35308066477503025, + "nauc_precision_at_1_std": 0.1864410214835831, + "nauc_precision_at_20_diff1": -0.010597119459666378, + "nauc_precision_at_20_max": 0.4364924091076399, + "nauc_precision_at_20_std": 0.3064189288562029, + "nauc_precision_at_3_diff1": 0.0845273168438542, + "nauc_precision_at_3_max": 0.42747772869151857, + "nauc_precision_at_3_std": 0.24461502973887606, + "nauc_precision_at_5_diff1": 0.09743427843884173, + "nauc_precision_at_5_max": 0.42052037228198275, + "nauc_precision_at_5_std": 0.2916028853722927, + "nauc_recall_at_1000_diff1": 0.11060780168217083, + "nauc_recall_at_1000_max": 0.4971647063835035, + "nauc_recall_at_1000_std": 0.7942893767804757, + "nauc_recall_at_100_diff1": 0.2011977844342977, + "nauc_recall_at_100_max": 0.3864528674165088, + "nauc_recall_at_100_std": 0.513913683252506, + "nauc_recall_at_10_diff1": 0.2133510329735585, + "nauc_recall_at_10_max": 0.3954854421105519, + "nauc_recall_at_10_std": 0.3951575755949731, + "nauc_recall_at_1_diff1": 0.240760934472111, + "nauc_recall_at_1_max": 0.3376472943816353, + "nauc_recall_at_1_std": 0.10268886331000043, + "nauc_recall_at_20_diff1": 0.18073731920532188, + "nauc_recall_at_20_max": 0.37010069242408733, + "nauc_recall_at_20_std": 0.4002614208526804, + "nauc_recall_at_3_diff1": 0.17338726499157361, + "nauc_recall_at_3_max": 0.4211192119372066, + "nauc_recall_at_3_std": 0.3036245151914093, + "nauc_recall_at_5_diff1": 0.22698110770031013, + "nauc_recall_at_5_max": 0.36895962343201755, + "nauc_recall_at_5_std": 0.355476414713129, + "ndcg_at_1": 0.23, + "ndcg_at_10": 0.23751, + "ndcg_at_100": 0.29983, + "ndcg_at_1000": 0.4045, + "ndcg_at_20": 0.25126, + "ndcg_at_3": 0.23551, + "ndcg_at_5": 0.23542, + "precision_at_1": 0.3, + "precision_at_10": 0.195, + "precision_at_100": 0.0961, + "precision_at_1000": 0.03175, + "precision_at_20": 0.16075, + "precision_at_3": 0.27167, + "precision_at_5": 0.239, + "recall_at_1": 0.03671, + "recall_at_10": 0.18301, + "recall_at_100": 0.41833, + "recall_at_1000": 0.70547, + "recall_at_20": 0.2449, + "recall_at_3": 0.10362, + "recall_at_5": 0.13978 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.33718, + "map_at_1": 0.05761, + "map_at_10": 0.15604, + "map_at_100": 0.22465, + "map_at_1000": 0.26374, + "map_at_20": 0.17851, + "map_at_3": 0.11357, + "map_at_5": 0.13316, + "mrr_at_1": 0.43, + "mrr_at_10": 0.5629206349206352, + "mrr_at_100": 0.5672491699628428, + "mrr_at_1000": 0.567442753334567, + "mrr_at_20": 0.5647987914862916, + "mrr_at_3": 0.5316666666666667, + "mrr_at_5": 0.5529166666666667, + "nauc_map_at_1000_diff1": 0.16578439410437962, + "nauc_map_at_1000_max": 0.3663150018243728, + "nauc_map_at_1000_std": 0.48318659095020283, + "nauc_map_at_100_diff1": 0.17258317381280108, + "nauc_map_at_100_max": 0.3241328345177162, + "nauc_map_at_100_std": 0.48810823915510276, + "nauc_map_at_10_diff1": 0.18565235472133376, + "nauc_map_at_10_max": 0.257408002562593, + "nauc_map_at_10_std": 0.38901755052780024, + "nauc_map_at_1_diff1": 0.163431444014557, + "nauc_map_at_1_max": 0.16898995075017817, + "nauc_map_at_1_std": 0.29849101148406254, + "nauc_map_at_20_diff1": 0.17082696469070374, + "nauc_map_at_20_max": 0.2728448826193273, + "nauc_map_at_20_std": 0.41915067514903404, + "nauc_map_at_3_diff1": 0.18072025909513034, + "nauc_map_at_3_max": 0.24450668318364982, + "nauc_map_at_3_std": 0.32934551697040665, + "nauc_map_at_5_diff1": 0.18141810558283702, + "nauc_map_at_5_max": 0.2517567104662365, + "nauc_map_at_5_std": 0.3662169721956489, + "nauc_mrr_at_1000_diff1": 0.17948267194766943, + "nauc_mrr_at_1000_max": 0.31264733546506956, + "nauc_mrr_at_1000_std": 0.1629740796970739, + "nauc_mrr_at_100_diff1": 0.1794132698069629, + "nauc_mrr_at_100_max": 0.3126115858259157, + "nauc_mrr_at_100_std": 0.1630460969500403, + "nauc_mrr_at_10_diff1": 0.17715045019135678, + "nauc_mrr_at_10_max": 0.3146521725351845, + "nauc_mrr_at_10_std": 0.16640239404609522, + "nauc_mrr_at_1_diff1": 0.24134814217528705, + "nauc_mrr_at_1_max": 0.22983183987722866, + "nauc_mrr_at_1_std": 0.06321936247415175, + "nauc_mrr_at_20_diff1": 0.17887924582665168, + "nauc_mrr_at_20_max": 0.31564811517783187, + "nauc_mrr_at_20_std": 0.16631636967586813, + "nauc_mrr_at_3_diff1": 0.17086881074403165, + "nauc_mrr_at_3_max": 0.3096645346498361, + "nauc_mrr_at_3_std": 0.14971685515218913, + "nauc_mrr_at_5_diff1": 0.17944421499793492, + "nauc_mrr_at_5_max": 0.32183969866255147, + "nauc_mrr_at_5_std": 0.1724155748980688, + "nauc_ndcg_at_1000_diff1": 0.1730535401201726, + "nauc_ndcg_at_1000_max": 0.4335265630488318, + "nauc_ndcg_at_1000_std": 0.5156794652161383, + "nauc_ndcg_at_100_diff1": 0.17560734882154108, + "nauc_ndcg_at_100_max": 0.3800970450339088, + "nauc_ndcg_at_100_std": 0.5315742247619571, + "nauc_ndcg_at_10_diff1": 0.16558704663298193, + "nauc_ndcg_at_10_max": 0.35198826108695025, + "nauc_ndcg_at_10_std": 0.38006504646598743, + "nauc_ndcg_at_1_diff1": 0.24257218088312535, + "nauc_ndcg_at_1_max": 0.2106719492980186, + "nauc_ndcg_at_1_std": 0.09779800279876065, + "nauc_ndcg_at_20_diff1": 0.16887698271002952, + "nauc_ndcg_at_20_max": 0.3677902894510276, + "nauc_ndcg_at_20_std": 0.4379865430187629, + "nauc_ndcg_at_3_diff1": 0.14072921307808198, + "nauc_ndcg_at_3_max": 0.29318629575736066, + "nauc_ndcg_at_3_std": 0.24210073382849615, + "nauc_ndcg_at_5_diff1": 0.14433682865123693, + "nauc_ndcg_at_5_max": 0.3353237196495563, + "nauc_ndcg_at_5_std": 0.31836818735466493, + "nauc_precision_at_1000_diff1": -0.03058948532097011, + "nauc_precision_at_1000_max": 0.08850089843666256, + "nauc_precision_at_1000_std": -0.2260007579600205, + "nauc_precision_at_100_diff1": 0.004127802979898213, + "nauc_precision_at_100_max": 0.18375753877249684, + "nauc_precision_at_100_std": 0.014774192090640155, + "nauc_precision_at_10_diff1": 0.029249297369951948, + "nauc_precision_at_10_max": 0.28972702865496186, + "nauc_precision_at_10_std": 0.18429537549989874, + "nauc_precision_at_1_diff1": 0.24134814217528705, + "nauc_precision_at_1_max": 0.22983183987722866, + "nauc_precision_at_1_std": 0.06321936247415175, + "nauc_precision_at_20_diff1": 0.01193108945258815, + "nauc_precision_at_20_max": 0.27202323268427886, + "nauc_precision_at_20_std": 0.14572609465483907, + "nauc_precision_at_3_diff1": 0.08877516607872228, + "nauc_precision_at_3_max": 0.2899405274906455, + "nauc_precision_at_3_std": 0.16355475378595255, + "nauc_precision_at_5_diff1": 0.07383445440596036, + "nauc_precision_at_5_max": 0.318116984009033, + "nauc_precision_at_5_std": 0.22396618446067895, + "nauc_recall_at_1000_diff1": 0.1619131118855815, + "nauc_recall_at_1000_max": 0.49318534493371324, + "nauc_recall_at_1000_std": 0.7961728864954591, + "nauc_recall_at_100_diff1": 0.14581356012050242, + "nauc_recall_at_100_max": 0.3143076635703897, + "nauc_recall_at_100_std": 0.6345803933386835, + "nauc_recall_at_10_diff1": 0.1680505413974445, + "nauc_recall_at_10_max": 0.2708733440877345, + "nauc_recall_at_10_std": 0.47584673261938704, + "nauc_recall_at_1_diff1": 0.163431444014557, + "nauc_recall_at_1_max": 0.16898995075017817, + "nauc_recall_at_1_std": 0.29849101148406254, + "nauc_recall_at_20_diff1": 0.138226453467787, + "nauc_recall_at_20_max": 0.2891979190469545, + "nauc_recall_at_20_std": 0.5397076718751821, + "nauc_recall_at_3_diff1": 0.14096267636068205, + "nauc_recall_at_3_max": 0.27722017981504604, + "nauc_recall_at_3_std": 0.3637484069672338, + "nauc_recall_at_5_diff1": 0.14113102888272466, + "nauc_recall_at_5_max": 0.28415790064280094, + "nauc_recall_at_5_std": 0.43271731856025286, + "ndcg_at_1": 0.3275, + "ndcg_at_10": 0.33718, + "ndcg_at_100": 0.39991, + "ndcg_at_1000": 0.51053, + "ndcg_at_20": 0.34786, + "ndcg_at_3": 0.33547, + "ndcg_at_5": 0.33147, + "precision_at_1": 0.43, + "precision_at_10": 0.2855, + "precision_at_100": 0.14, + "precision_at_1000": 0.04377, + "precision_at_20": 0.2385, + "precision_at_3": 0.39667, + "precision_at_5": 0.347, + "recall_at_1": 0.05761, + "recall_at_10": 0.22984, + "recall_at_100": 0.50401, + "recall_at_1000": 0.81549, + "recall_at_20": 0.29612, + "recall_at_3": 0.13787, + "recall_at_5": 0.17472 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47033, + "map_at_1": 0.04928, + "map_at_10": 0.1765, + "map_at_100": 0.3527, + "map_at_1000": 0.40354, + "map_at_20": 0.23387, + "map_at_3": 0.10573, + "map_at_5": 0.13461, + "mrr_at_1": 0.68, + "mrr_at_10": 0.7676031746031746, + "mrr_at_100": 0.7724001200467918, + "mrr_at_1000": 0.7724489711852491, + "mrr_at_20": 0.7717030649089474, + "mrr_at_3": 0.7525000000000002, + "mrr_at_5": 0.763, + "nauc_map_at_1000_diff1": 0.2493648001496609, + "nauc_map_at_1000_max": 0.487957932357138, + "nauc_map_at_1000_std": 0.3174110100879192, + "nauc_map_at_100_diff1": 0.2667968171354136, + "nauc_map_at_100_max": 0.44437071036190695, + "nauc_map_at_100_std": 0.26158254669164044, + "nauc_map_at_10_diff1": 0.23705056157723806, + "nauc_map_at_10_max": 0.2130672368604471, + "nauc_map_at_10_std": 0.0024263544845276367, + "nauc_map_at_1_diff1": 0.33032238479651554, + "nauc_map_at_1_max": 0.018782533503195226, + "nauc_map_at_1_std": 0.013722490308991243, + "nauc_map_at_20_diff1": 0.24074225536628627, + "nauc_map_at_20_max": 0.28792080638861434, + "nauc_map_at_20_std": 0.07334896797132202, + "nauc_map_at_3_diff1": 0.30400912135769853, + "nauc_map_at_3_max": 0.12901457493948942, + "nauc_map_at_3_std": -0.06937978680736276, + "nauc_map_at_5_diff1": 0.2500996960785352, + "nauc_map_at_5_max": 0.1361515265413074, + "nauc_map_at_5_std": -0.05852988509341879, + "nauc_mrr_at_1000_diff1": 0.3020255077409802, + "nauc_mrr_at_1000_max": 0.4320649800754676, + "nauc_mrr_at_1000_std": 0.35828050583807014, + "nauc_mrr_at_100_diff1": 0.3020379599324936, + "nauc_mrr_at_100_max": 0.43210744220981157, + "nauc_mrr_at_100_std": 0.35841072883266606, + "nauc_mrr_at_10_diff1": 0.30564255129534484, + "nauc_mrr_at_10_max": 0.439204124739964, + "nauc_mrr_at_10_std": 0.3642709856091075, + "nauc_mrr_at_1_diff1": 0.29505562849837563, + "nauc_mrr_at_1_max": 0.38286918664915975, + "nauc_mrr_at_1_std": 0.3048769953700503, + "nauc_mrr_at_20_diff1": 0.3019294220967499, + "nauc_mrr_at_20_max": 0.4319700430420712, + "nauc_mrr_at_20_std": 0.3574675597184188, + "nauc_mrr_at_3_diff1": 0.3112180896117676, + "nauc_mrr_at_3_max": 0.4347800448166053, + "nauc_mrr_at_3_std": 0.3601536058783372, + "nauc_mrr_at_5_diff1": 0.29876632183959523, + "nauc_mrr_at_5_max": 0.4419973186748261, + "nauc_mrr_at_5_std": 0.3603480201912586, + "nauc_ndcg_at_1000_diff1": 0.27611331100491837, + "nauc_ndcg_at_1000_max": 0.5213818754864624, + "nauc_ndcg_at_1000_std": 0.43240837796545073, + "nauc_ndcg_at_100_diff1": 0.29256012529771824, + "nauc_ndcg_at_100_max": 0.4840279477824042, + "nauc_ndcg_at_100_std": 0.3599171274865597, + "nauc_ndcg_at_10_diff1": 0.24595280317856272, + "nauc_ndcg_at_10_max": 0.44160205993366614, + "nauc_ndcg_at_10_std": 0.30672450050720174, + "nauc_ndcg_at_1_diff1": 0.24985796140263555, + "nauc_ndcg_at_1_max": 0.25708057766076386, + "nauc_ndcg_at_1_std": 0.27411035563494024, + "nauc_ndcg_at_20_diff1": 0.26645175413706396, + "nauc_ndcg_at_20_max": 0.42686748193709834, + "nauc_ndcg_at_20_std": 0.2948767905143382, + "nauc_ndcg_at_3_diff1": 0.2595790199410275, + "nauc_ndcg_at_3_max": 0.41613152966544104, + "nauc_ndcg_at_3_std": 0.2886658709355965, + "nauc_ndcg_at_5_diff1": 0.23630682383639098, + "nauc_ndcg_at_5_max": 0.42687600716130875, + "nauc_ndcg_at_5_std": 0.28183770268723185, + "nauc_precision_at_1000_diff1": -0.07029040164379956, + "nauc_precision_at_1000_max": 0.11260247956545553, + "nauc_precision_at_1000_std": 0.10648732561647314, + "nauc_precision_at_100_diff1": -0.001567338676431087, + "nauc_precision_at_100_max": 0.2588603844862336, + "nauc_precision_at_100_std": 0.2886648463960502, + "nauc_precision_at_10_diff1": 0.09133489461358285, + "nauc_precision_at_10_max": 0.4404156352028888, + "nauc_precision_at_10_std": 0.3337793170174825, + "nauc_precision_at_1_diff1": 0.29505562849837563, + "nauc_precision_at_1_max": 0.38286918664915975, + "nauc_precision_at_1_std": 0.3048769953700503, + "nauc_precision_at_20_diff1": 0.07127780736921818, + "nauc_precision_at_20_max": 0.37585506870917496, + "nauc_precision_at_20_std": 0.3309284539884756, + "nauc_precision_at_3_diff1": 0.20858281399633802, + "nauc_precision_at_3_max": 0.49906999624505566, + "nauc_precision_at_3_std": 0.27179978285358336, + "nauc_precision_at_5_diff1": 0.11015954994696692, + "nauc_precision_at_5_max": 0.4484976369217392, + "nauc_precision_at_5_std": 0.28451762095550087, + "nauc_recall_at_1000_diff1": 0.2545120610312839, + "nauc_recall_at_1000_max": 0.46915114549727055, + "nauc_recall_at_1000_std": 0.5779872198742758, + "nauc_recall_at_100_diff1": 0.21354380943319765, + "nauc_recall_at_100_max": 0.24565662324381565, + "nauc_recall_at_100_std": 0.2047890725342672, + "nauc_recall_at_10_diff1": 0.17220947866059336, + "nauc_recall_at_10_max": 0.12137982231032438, + "nauc_recall_at_10_std": -0.039262141333074735, + "nauc_recall_at_1_diff1": 0.33032238479651554, + "nauc_recall_at_1_max": 0.018782533503195226, + "nauc_recall_at_1_std": 0.013722490308991243, + "nauc_recall_at_20_diff1": 0.1326946956710804, + "nauc_recall_at_20_max": 0.10493510640928964, + "nauc_recall_at_20_std": -0.03074660141761836, + "nauc_recall_at_3_diff1": 0.25293338505696494, + "nauc_recall_at_3_max": 0.09017775878806729, + "nauc_recall_at_3_std": -0.08630639436868566, + "nauc_recall_at_5_diff1": 0.1723138060661329, + "nauc_recall_at_5_max": 0.06156171783116113, + "nauc_recall_at_5_std": -0.09523524849959297, + "ndcg_at_1": 0.5275, + "ndcg_at_10": 0.47033, + "ndcg_at_100": 0.56327, + "ndcg_at_1000": 0.66591, + "ndcg_at_20": 0.4815, + "ndcg_at_3": 0.4932, + "ndcg_at_5": 0.48104, + "precision_at_1": 0.68, + "precision_at_10": 0.4815, + "precision_at_100": 0.22115, + "precision_at_1000": 0.03986, + "precision_at_20": 0.41675, + "precision_at_3": 0.61333, + "precision_at_5": 0.556, + "recall_at_1": 0.04928, + "recall_at_10": 0.22761, + "recall_at_100": 0.69118, + "recall_at_1000": 0.97463, + "recall_at_20": 0.35773, + "recall_at_3": 0.11578, + "recall_at_5": 0.15907 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.18372, + "map_at_1": 0.01516, + "map_at_10": 0.06234, + "map_at_100": 0.12282, + "map_at_1000": 0.15438, + "map_at_20": 0.08049, + "map_at_3": 0.03808, + "map_at_5": 0.04651, + "mrr_at_1": 0.24, + "mrr_at_10": 0.35613690476190485, + "mrr_at_100": 0.3685884533593942, + "mrr_at_1000": 0.36891676138554524, + "mrr_at_20": 0.36430912734066767, + "mrr_at_3": 0.3216666666666667, + "mrr_at_5": 0.3421666666666667, + "nauc_map_at_1000_diff1": 0.21233214938737305, + "nauc_map_at_1000_max": 0.4393330671293419, + "nauc_map_at_1000_std": 0.4408658870036895, + "nauc_map_at_100_diff1": 0.21057496827900254, + "nauc_map_at_100_max": 0.4369185521296716, + "nauc_map_at_100_std": 0.38601484792051355, + "nauc_map_at_10_diff1": 0.21395903436014893, + "nauc_map_at_10_max": 0.435013367947757, + "nauc_map_at_10_std": 0.1976393578259885, + "nauc_map_at_1_diff1": 0.12888575523082949, + "nauc_map_at_1_max": 0.27993447649632525, + "nauc_map_at_1_std": -0.003783662606647598, + "nauc_map_at_20_diff1": 0.21802263758758242, + "nauc_map_at_20_max": 0.4496610533458503, + "nauc_map_at_20_std": 0.27034341334375006, + "nauc_map_at_3_diff1": 0.18657695320204268, + "nauc_map_at_3_max": 0.45053775279976144, + "nauc_map_at_3_std": 0.072414810808224, + "nauc_map_at_5_diff1": 0.18559455528248514, + "nauc_map_at_5_max": 0.45426542229835426, + "nauc_map_at_5_std": 0.1425129625307126, + "nauc_mrr_at_1000_diff1": 0.23384369562369603, + "nauc_mrr_at_1000_max": 0.23497378959545026, + "nauc_mrr_at_1000_std": 0.2860209058387185, + "nauc_mrr_at_100_diff1": 0.23405096004218948, + "nauc_mrr_at_100_max": 0.23498521055816282, + "nauc_mrr_at_100_std": 0.2862675591519194, + "nauc_mrr_at_10_diff1": 0.23366582290776047, + "nauc_mrr_at_10_max": 0.23507114394671413, + "nauc_mrr_at_10_std": 0.2800516732715103, + "nauc_mrr_at_1_diff1": 0.22113138030194102, + "nauc_mrr_at_1_max": 0.2206820632638391, + "nauc_mrr_at_1_std": 0.2578855140186917, + "nauc_mrr_at_20_diff1": 0.23148498330173203, + "nauc_mrr_at_20_max": 0.23490438061777402, + "nauc_mrr_at_20_std": 0.28584474104536295, + "nauc_mrr_at_3_diff1": 0.24035386391243047, + "nauc_mrr_at_3_max": 0.22819298543063624, + "nauc_mrr_at_3_std": 0.2681524801363801, + "nauc_mrr_at_5_diff1": 0.24205540608073442, + "nauc_mrr_at_5_max": 0.2401682946042025, + "nauc_mrr_at_5_std": 0.28166868307197473, + "nauc_ndcg_at_1000_diff1": 0.2600102461731926, + "nauc_ndcg_at_1000_max": 0.4050005254661757, + "nauc_ndcg_at_1000_std": 0.5343351354970731, + "nauc_ndcg_at_100_diff1": 0.22739018818904105, + "nauc_ndcg_at_100_max": 0.39257215369986204, + "nauc_ndcg_at_100_std": 0.46895977261919886, + "nauc_ndcg_at_10_diff1": 0.19766581379642173, + "nauc_ndcg_at_10_max": 0.2870691831257808, + "nauc_ndcg_at_10_std": 0.306690267537382, + "nauc_ndcg_at_1_diff1": 0.20701908667522156, + "nauc_ndcg_at_1_max": 0.18046195676558463, + "nauc_ndcg_at_1_std": 0.2600346377838997, + "nauc_ndcg_at_20_diff1": 0.19007178018939955, + "nauc_ndcg_at_20_max": 0.3371147934925264, + "nauc_ndcg_at_20_std": 0.3593955001291831, + "nauc_ndcg_at_3_diff1": 0.19629054878900562, + "nauc_ndcg_at_3_max": 0.2649888878513925, + "nauc_ndcg_at_3_std": 0.2963441139531217, + "nauc_ndcg_at_5_diff1": 0.18558112093121168, + "nauc_ndcg_at_5_max": 0.2707258546789569, + "nauc_ndcg_at_5_std": 0.3145461263196516, + "nauc_precision_at_1000_diff1": 0.08705012714133478, + "nauc_precision_at_1000_max": 0.13268537023281696, + "nauc_precision_at_1000_std": 0.2555278189752759, + "nauc_precision_at_100_diff1": 0.14089857366203995, + "nauc_precision_at_100_max": 0.19885006346026549, + "nauc_precision_at_100_std": 0.4457842982864495, + "nauc_precision_at_10_diff1": 0.2317424710447866, + "nauc_precision_at_10_max": 0.2518488750802229, + "nauc_precision_at_10_std": 0.34423804753993126, + "nauc_precision_at_1_diff1": 0.22113138030194102, + "nauc_precision_at_1_max": 0.2206820632638391, + "nauc_precision_at_1_std": 0.2578855140186917, + "nauc_precision_at_20_diff1": 0.19171520453369892, + "nauc_precision_at_20_max": 0.2573731734370614, + "nauc_precision_at_20_std": 0.41120163774948704, + "nauc_precision_at_3_diff1": 0.22918210461413152, + "nauc_precision_at_3_max": 0.28889090014311347, + "nauc_precision_at_3_std": 0.3036377932267246, + "nauc_precision_at_5_diff1": 0.20673114382695454, + "nauc_precision_at_5_max": 0.2782920012226822, + "nauc_precision_at_5_std": 0.34331390760759917, + "nauc_recall_at_1000_diff1": 0.20959278213792598, + "nauc_recall_at_1000_max": 0.5399714698499944, + "nauc_recall_at_1000_std": 0.6987007457940088, + "nauc_recall_at_100_diff1": 0.13927824466235394, + "nauc_recall_at_100_max": 0.3497996115121423, + "nauc_recall_at_100_std": 0.4546092172997011, + "nauc_recall_at_10_diff1": 0.1436545970034347, + "nauc_recall_at_10_max": 0.3465725501271812, + "nauc_recall_at_10_std": 0.18181790636157175, + "nauc_recall_at_1_diff1": 0.12888575523082949, + "nauc_recall_at_1_max": 0.27993447649632525, + "nauc_recall_at_1_std": -0.003783662606647598, + "nauc_recall_at_20_diff1": 0.09345440598671567, + "nauc_recall_at_20_max": 0.35020790917202077, + "nauc_recall_at_20_std": 0.26733368929957946, + "nauc_recall_at_3_diff1": 0.16580620855785208, + "nauc_recall_at_3_max": 0.4164573109443979, + "nauc_recall_at_3_std": 0.06577606999399291, + "nauc_recall_at_5_diff1": 0.13312767613951587, + "nauc_recall_at_5_max": 0.3892703032907775, + "nauc_recall_at_5_std": 0.13978817091705517, + "ndcg_at_1": 0.185, + "ndcg_at_10": 0.18372, + "ndcg_at_100": 0.26185, + "ndcg_at_1000": 0.39683, + "ndcg_at_20": 0.1946, + "ndcg_at_3": 0.19186, + "ndcg_at_5": 0.18633, + "precision_at_1": 0.24, + "precision_at_10": 0.2005, + "precision_at_100": 0.10595, + "precision_at_1000": 0.02917, + "precision_at_20": 0.17425, + "precision_at_3": 0.24667, + "precision_at_5": 0.223, + "recall_at_1": 0.01516, + "recall_at_10": 0.09897, + "recall_at_100": 0.36724, + "recall_at_1000": 0.75445, + "recall_at_20": 0.16308, + "recall_at_3": 0.04597, + "recall_at_5": 0.06282 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.23077, + "map_at_1": 0.02108, + "map_at_10": 0.08438, + "map_at_100": 0.15616, + "map_at_1000": 0.18948, + "map_at_20": 0.10656, + "map_at_3": 0.0537, + "map_at_5": 0.06433, + "mrr_at_1": 0.31, + "mrr_at_10": 0.42166468253968253, + "mrr_at_100": 0.43067919850058134, + "mrr_at_1000": 0.43110832990752196, + "mrr_at_20": 0.4280081302426504, + "mrr_at_3": 0.3933333333333333, + "mrr_at_5": 0.4078333333333333, + "nauc_map_at_1000_diff1": 0.1375977685384409, + "nauc_map_at_1000_max": 0.5697886778779245, + "nauc_map_at_1000_std": 0.5219869284264359, + "nauc_map_at_100_diff1": 0.1732637344682548, + "nauc_map_at_100_max": 0.514501735991535, + "nauc_map_at_100_std": 0.4532906292560402, + "nauc_map_at_10_diff1": 0.2107601908600463, + "nauc_map_at_10_max": 0.34222469567088326, + "nauc_map_at_10_std": 0.24849064543845814, + "nauc_map_at_1_diff1": 0.17267701000310667, + "nauc_map_at_1_max": 0.24104891445354745, + "nauc_map_at_1_std": 0.07771999619857155, + "nauc_map_at_20_diff1": 0.21942947014707165, + "nauc_map_at_20_max": 0.39795520137298357, + "nauc_map_at_20_std": 0.30503743850480586, + "nauc_map_at_3_diff1": 0.20509136207655349, + "nauc_map_at_3_max": 0.2740929953013218, + "nauc_map_at_3_std": 0.10207018950582263, + "nauc_map_at_5_diff1": 0.20486337371178148, + "nauc_map_at_5_max": 0.3010730012844207, + "nauc_map_at_5_std": 0.14376107591382714, + "nauc_mrr_at_1000_diff1": 0.1669796769282423, + "nauc_mrr_at_1000_max": 0.3754032517221638, + "nauc_mrr_at_1000_std": 0.3750630434784866, + "nauc_mrr_at_100_diff1": 0.1667867724633887, + "nauc_mrr_at_100_max": 0.3755119857600888, + "nauc_mrr_at_100_std": 0.3751786045696244, + "nauc_mrr_at_10_diff1": 0.16475380704151815, + "nauc_mrr_at_10_max": 0.3756065326201149, + "nauc_mrr_at_10_std": 0.376280047385104, + "nauc_mrr_at_1_diff1": 0.20010890463449707, + "nauc_mrr_at_1_max": 0.3611129784745285, + "nauc_mrr_at_1_std": 0.3342431127902444, + "nauc_mrr_at_20_diff1": 0.16664572044158, + "nauc_mrr_at_20_max": 0.37510611684391587, + "nauc_mrr_at_20_std": 0.37558034883549957, + "nauc_mrr_at_3_diff1": 0.17544132479638852, + "nauc_mrr_at_3_max": 0.359254824247648, + "nauc_mrr_at_3_std": 0.3609399229542212, + "nauc_mrr_at_5_diff1": 0.17185839366908193, + "nauc_mrr_at_5_max": 0.37872148122524074, + "nauc_mrr_at_5_std": 0.37286613052095524, + "nauc_ndcg_at_1000_diff1": 0.13119254773369404, + "nauc_ndcg_at_1000_max": 0.5716668542282625, + "nauc_ndcg_at_1000_std": 0.5905214465215503, + "nauc_ndcg_at_100_diff1": 0.1606663639879004, + "nauc_ndcg_at_100_max": 0.533957223423429, + "nauc_ndcg_at_100_std": 0.534739144531905, + "nauc_ndcg_at_10_diff1": 0.14330601073405735, + "nauc_ndcg_at_10_max": 0.5082491044469805, + "nauc_ndcg_at_10_std": 0.4768408145248144, + "nauc_ndcg_at_1_diff1": 0.1698517584847367, + "nauc_ndcg_at_1_max": 0.37052315292260285, + "nauc_ndcg_at_1_std": 0.3095586706220374, + "nauc_ndcg_at_20_diff1": 0.1525424857812127, + "nauc_ndcg_at_20_max": 0.5059505564007991, + "nauc_ndcg_at_20_std": 0.48155716258036035, + "nauc_ndcg_at_3_diff1": 0.14528998770068408, + "nauc_ndcg_at_3_max": 0.416008751460542, + "nauc_ndcg_at_3_std": 0.3710095305813449, + "nauc_ndcg_at_5_diff1": 0.15096936968202, + "nauc_ndcg_at_5_max": 0.48004573722963806, + "nauc_ndcg_at_5_std": 0.4130018256025938, + "nauc_precision_at_1000_diff1": -0.17191479708808344, + "nauc_precision_at_1000_max": 0.32066705436713117, + "nauc_precision_at_1000_std": 0.33806948107751295, + "nauc_precision_at_100_diff1": -0.0716281253719449, + "nauc_precision_at_100_max": 0.5137743292785806, + "nauc_precision_at_100_std": 0.564028352604344, + "nauc_precision_at_10_diff1": 0.11228329300037532, + "nauc_precision_at_10_max": 0.533601473755095, + "nauc_precision_at_10_std": 0.5316667124417764, + "nauc_precision_at_1_diff1": 0.20010890463449707, + "nauc_precision_at_1_max": 0.3611129784745285, + "nauc_precision_at_1_std": 0.3342431127902444, + "nauc_precision_at_20_diff1": 0.06069853666535978, + "nauc_precision_at_20_max": 0.5456231919707482, + "nauc_precision_at_20_std": 0.5562631798766502, + "nauc_precision_at_3_diff1": 0.14888092063533181, + "nauc_precision_at_3_max": 0.437063597882228, + "nauc_precision_at_3_std": 0.4096568329212568, + "nauc_precision_at_5_diff1": 0.1454881698771598, + "nauc_precision_at_5_max": 0.5228144770064395, + "nauc_precision_at_5_std": 0.47430600868109746, + "nauc_recall_at_1000_diff1": 0.24694955254067938, + "nauc_recall_at_1000_max": 0.6622903167998779, + "nauc_recall_at_1000_std": 0.7661056870081928, + "nauc_recall_at_100_diff1": 0.20406241410880313, + "nauc_recall_at_100_max": 0.44210609661789946, + "nauc_recall_at_100_std": 0.516299766385149, + "nauc_recall_at_10_diff1": 0.1830412446211234, + "nauc_recall_at_10_max": 0.27846171694778743, + "nauc_recall_at_10_std": 0.32515045710318197, + "nauc_recall_at_1_diff1": 0.17267701000310667, + "nauc_recall_at_1_max": 0.24104891445354745, + "nauc_recall_at_1_std": 0.07771999619857155, + "nauc_recall_at_20_diff1": 0.2187402020524927, + "nauc_recall_at_20_max": 0.3270471296566438, + "nauc_recall_at_20_std": 0.3663431025066192, + "nauc_recall_at_3_diff1": 0.19955288989027187, + "nauc_recall_at_3_max": 0.23907691912594647, + "nauc_recall_at_3_std": 0.11754449544711519, + "nauc_recall_at_5_diff1": 0.20024698675654906, + "nauc_recall_at_5_max": 0.2708431990926796, + "nauc_recall_at_5_std": 0.16079967118946142, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.23077, + "ndcg_at_100": 0.29881, + "ndcg_at_1000": 0.42771, + "ndcg_at_20": 0.23685, + "ndcg_at_3": 0.23073, + "ndcg_at_5": 0.22747, + "precision_at_1": 0.31, + "precision_at_10": 0.2475, + "precision_at_100": 0.11785, + "precision_at_1000": 0.02985, + "precision_at_20": 0.207, + "precision_at_3": 0.30833, + "precision_at_5": 0.278, + "recall_at_1": 0.02108, + "recall_at_10": 0.12342, + "recall_at_100": 0.39214, + "recall_at_1000": 0.77019, + "recall_at_20": 0.18328, + "recall_at_3": 0.06207, + "recall_at_5": 0.08016 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51199, + "map_at_1": 0.12175, + "map_at_10": 0.29446, + "map_at_100": 0.397, + "map_at_1000": 0.41397, + "map_at_20": 0.33479, + "map_at_3": 0.20097, + "map_at_5": 0.2397, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7590515873015873, + "mrr_at_100": 0.7621230618796409, + "mrr_at_1000": 0.7621725668301359, + "mrr_at_20": 0.7615326939142729, + "mrr_at_3": 0.7391666666666667, + "mrr_at_5": 0.7516666666666668, + "nauc_map_at_1000_diff1": 0.2620043345625626, + "nauc_map_at_1000_max": 0.3219572389133682, + "nauc_map_at_1000_std": 0.06623818394599312, + "nauc_map_at_100_diff1": 0.26783126527877577, + "nauc_map_at_100_max": 0.3045441224672325, + "nauc_map_at_100_std": 0.028726357430577082, + "nauc_map_at_10_diff1": 0.2952629887845712, + "nauc_map_at_10_max": 0.23328552887353932, + "nauc_map_at_10_std": -0.09711040303774048, + "nauc_map_at_1_diff1": 0.39347923273570373, + "nauc_map_at_1_max": 0.09777060241299539, + "nauc_map_at_1_std": -0.16233427789652582, + "nauc_map_at_20_diff1": 0.2957766253473503, + "nauc_map_at_20_max": 0.2589671810316188, + "nauc_map_at_20_std": -0.07816500655952015, + "nauc_map_at_3_diff1": 0.33761339371146837, + "nauc_map_at_3_max": 0.15589620374936214, + "nauc_map_at_3_std": -0.13345346447244472, + "nauc_map_at_5_diff1": 0.3195251118922624, + "nauc_map_at_5_max": 0.18797612480353884, + "nauc_map_at_5_std": -0.12702736637247936, + "nauc_mrr_at_1000_diff1": 0.4167252834762057, + "nauc_mrr_at_1000_max": 0.583676880221578, + "nauc_mrr_at_1000_std": 0.22071530789972743, + "nauc_mrr_at_100_diff1": 0.4163459326869658, + "nauc_mrr_at_100_max": 0.5837775734143013, + "nauc_mrr_at_100_std": 0.22079595465008284, + "nauc_mrr_at_10_diff1": 0.4140060541895116, + "nauc_mrr_at_10_max": 0.5864337593223895, + "nauc_mrr_at_10_std": 0.2241924843257444, + "nauc_mrr_at_1_diff1": 0.42622556341066764, + "nauc_mrr_at_1_max": 0.5388413156759265, + "nauc_mrr_at_1_std": 0.14372365495037978, + "nauc_mrr_at_20_diff1": 0.4171108176431467, + "nauc_mrr_at_20_max": 0.5848230191606243, + "nauc_mrr_at_20_std": 0.22249444725943224, + "nauc_mrr_at_3_diff1": 0.41450752204231534, + "nauc_mrr_at_3_max": 0.5840071955214081, + "nauc_mrr_at_3_std": 0.2299913329806793, + "nauc_mrr_at_5_diff1": 0.420536863427287, + "nauc_mrr_at_5_max": 0.5897777278972391, + "nauc_mrr_at_5_std": 0.23047204085216016, + "nauc_ndcg_at_1000_diff1": 0.3347499917039407, + "nauc_ndcg_at_1000_max": 0.4655256034689534, + "nauc_ndcg_at_1000_std": 0.19944491018976646, + "nauc_ndcg_at_100_diff1": 0.3353141600781807, + "nauc_ndcg_at_100_max": 0.4152778112915768, + "nauc_ndcg_at_100_std": 0.11470901554800568, + "nauc_ndcg_at_10_diff1": 0.331944200997143, + "nauc_ndcg_at_10_max": 0.40479767830974667, + "nauc_ndcg_at_10_std": 0.10886191905820378, + "nauc_ndcg_at_1_diff1": 0.4442591692801509, + "nauc_ndcg_at_1_max": 0.4671216337588528, + "nauc_ndcg_at_1_std": 0.13602264528763056, + "nauc_ndcg_at_20_diff1": 0.352266478088844, + "nauc_ndcg_at_20_max": 0.39630546381357723, + "nauc_ndcg_at_20_std": 0.06387171180933132, + "nauc_ndcg_at_3_diff1": 0.3366533826166748, + "nauc_ndcg_at_3_max": 0.44676534436025045, + "nauc_ndcg_at_3_std": 0.1606759307208295, + "nauc_ndcg_at_5_diff1": 0.3216413757733562, + "nauc_ndcg_at_5_max": 0.4437849994991588, + "nauc_ndcg_at_5_std": 0.14246389434170237, + "nauc_precision_at_1000_diff1": -0.14209170855509135, + "nauc_precision_at_1000_max": 0.1423843199691033, + "nauc_precision_at_1000_std": 0.4022177383600754, + "nauc_precision_at_100_diff1": -0.1318471110513408, + "nauc_precision_at_100_max": 0.17453334797953474, + "nauc_precision_at_100_std": 0.4241446101738732, + "nauc_precision_at_10_diff1": -0.056756554883569246, + "nauc_precision_at_10_max": 0.31385466084815117, + "nauc_precision_at_10_std": 0.3151946094230975, + "nauc_precision_at_1_diff1": 0.42622556341066764, + "nauc_precision_at_1_max": 0.5388413156759265, + "nauc_precision_at_1_std": 0.14372365495037978, + "nauc_precision_at_20_diff1": -0.07836506827967545, + "nauc_precision_at_20_max": 0.2553879185953897, + "nauc_precision_at_20_std": 0.3244943956411822, + "nauc_precision_at_3_diff1": 0.10701863676478231, + "nauc_precision_at_3_max": 0.4285965610525648, + "nauc_precision_at_3_std": 0.2516886143268326, + "nauc_precision_at_5_diff1": -0.005560461717608457, + "nauc_precision_at_5_max": 0.41373859968583204, + "nauc_precision_at_5_std": 0.3088400790890689, + "nauc_recall_at_1000_diff1": 0.38020886604102966, + "nauc_recall_at_1000_max": 0.2571654487702408, + "nauc_recall_at_1000_std": 0.4645326828499279, + "nauc_recall_at_100_diff1": 0.1785105350003246, + "nauc_recall_at_100_max": 0.11448579481569957, + "nauc_recall_at_100_std": -0.06409620503449742, + "nauc_recall_at_10_diff1": 0.231358483242918, + "nauc_recall_at_10_max": 0.13895823144200709, + "nauc_recall_at_10_std": -0.1171070137225292, + "nauc_recall_at_1_diff1": 0.39347923273570373, + "nauc_recall_at_1_max": 0.09777060241299539, + "nauc_recall_at_1_std": -0.16233427789652582, + "nauc_recall_at_20_diff1": 0.25312434821638513, + "nauc_recall_at_20_max": 0.14059317930603632, + "nauc_recall_at_20_std": -0.14241375951591817, + "nauc_recall_at_3_diff1": 0.29876377502523244, + "nauc_recall_at_3_max": 0.11053616055202783, + "nauc_recall_at_3_std": -0.119435247588817, + "nauc_recall_at_5_diff1": 0.26850299496169044, + "nauc_recall_at_5_max": 0.12181696412011805, + "nauc_recall_at_5_std": -0.12517840526236756, + "ndcg_at_1": 0.57, + "ndcg_at_10": 0.51199, + "ndcg_at_100": 0.60944, + "ndcg_at_1000": 0.6663, + "ndcg_at_20": 0.52507, + "ndcg_at_3": 0.52168, + "ndcg_at_5": 0.50709, + "precision_at_1": 0.66, + "precision_at_10": 0.3595, + "precision_at_100": 0.10475, + "precision_at_1000": 0.01458, + "precision_at_20": 0.26, + "precision_at_3": 0.525, + "precision_at_5": 0.454, + "recall_at_1": 0.12175, + "recall_at_10": 0.3956, + "recall_at_100": 0.77867, + "recall_at_1000": 0.97567, + "recall_at_20": 0.5003, + "recall_at_3": 0.22559, + "recall_at_5": 0.28871 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.14963, + "map_at_1": 0.03156, + "map_at_10": 0.07739, + "map_at_100": 0.10441, + "map_at_1000": 0.11396, + "map_at_20": 0.08604, + "map_at_3": 0.05846, + "map_at_5": 0.06711, + "mrr_at_1": 0.165, + "mrr_at_10": 0.2608015873015874, + "mrr_at_100": 0.2738370724862149, + "mrr_at_1000": 0.2744271303677723, + "mrr_at_20": 0.26854945003397035, + "mrr_at_3": 0.22833333333333336, + "mrr_at_5": 0.24408333333333337, + "nauc_map_at_1000_diff1": 0.4046978723004539, + "nauc_map_at_1000_max": 0.13155974304619103, + "nauc_map_at_1000_std": 0.36269437235840546, + "nauc_map_at_100_diff1": 0.42400805507363065, + "nauc_map_at_100_max": 0.11815858562470864, + "nauc_map_at_100_std": 0.35622488742427244, + "nauc_map_at_10_diff1": 0.47463658287200505, + "nauc_map_at_10_max": 0.024010876701220152, + "nauc_map_at_10_std": 0.26494196386345936, + "nauc_map_at_1_diff1": 0.5915105917156798, + "nauc_map_at_1_max": 0.02100486852308791, + "nauc_map_at_1_std": 0.2975288863480237, + "nauc_map_at_20_diff1": 0.45381956471080276, + "nauc_map_at_20_max": 0.05989336078496454, + "nauc_map_at_20_std": 0.2963692088774398, + "nauc_map_at_3_diff1": 0.5134471201564195, + "nauc_map_at_3_max": -0.022399128611001268, + "nauc_map_at_3_std": 0.2238293569740453, + "nauc_map_at_5_diff1": 0.5013657252841505, + "nauc_map_at_5_max": -0.023346129571407886, + "nauc_map_at_5_std": 0.23310502674270808, + "nauc_mrr_at_1000_diff1": 0.18039185241322023, + "nauc_mrr_at_1000_max": 0.20134483346851187, + "nauc_mrr_at_1000_std": 0.3606238238610917, + "nauc_mrr_at_100_diff1": 0.18067679542084156, + "nauc_mrr_at_100_max": 0.20173931175716397, + "nauc_mrr_at_100_std": 0.3605046186477181, + "nauc_mrr_at_10_diff1": 0.18277438027791487, + "nauc_mrr_at_10_max": 0.20387637747122817, + "nauc_mrr_at_10_std": 0.3619194808182133, + "nauc_mrr_at_1_diff1": 0.23339993058877595, + "nauc_mrr_at_1_max": 0.18556246541163665, + "nauc_mrr_at_1_std": 0.3910478280852821, + "nauc_mrr_at_20_diff1": 0.17758277473438755, + "nauc_mrr_at_20_max": 0.19775345303667954, + "nauc_mrr_at_20_std": 0.3597335918976445, + "nauc_mrr_at_3_diff1": 0.18293355317045235, + "nauc_mrr_at_3_max": 0.1795458702342485, + "nauc_mrr_at_3_std": 0.349421734716328, + "nauc_mrr_at_5_diff1": 0.17899613925981522, + "nauc_mrr_at_5_max": 0.17612235225022022, + "nauc_mrr_at_5_std": 0.36106385015752507, + "nauc_ndcg_at_1000_diff1": 0.2606032035170353, + "nauc_ndcg_at_1000_max": 0.2647382699220329, + "nauc_ndcg_at_1000_std": 0.4070974979734896, + "nauc_ndcg_at_100_diff1": 0.3181669467106759, + "nauc_ndcg_at_100_max": 0.2350465608385619, + "nauc_ndcg_at_100_std": 0.4254735652253326, + "nauc_ndcg_at_10_diff1": 0.28467816213288116, + "nauc_ndcg_at_10_max": 0.13500876217143046, + "nauc_ndcg_at_10_std": 0.3351748206478538, + "nauc_ndcg_at_1_diff1": 0.26683816263779936, + "nauc_ndcg_at_1_max": 0.16196984835855177, + "nauc_ndcg_at_1_std": 0.39383166529580305, + "nauc_ndcg_at_20_diff1": 0.28957263213037177, + "nauc_ndcg_at_20_max": 0.1477711043276361, + "nauc_ndcg_at_20_std": 0.34859525044452, + "nauc_ndcg_at_3_diff1": 0.2523070136763216, + "nauc_ndcg_at_3_max": 0.11502637637946066, + "nauc_ndcg_at_3_std": 0.32363748322896074, + "nauc_ndcg_at_5_diff1": 0.27222612325056306, + "nauc_ndcg_at_5_max": 0.09683451402156242, + "nauc_ndcg_at_5_std": 0.3211671926024512, + "nauc_precision_at_1000_diff1": -0.1596948217970868, + "nauc_precision_at_1000_max": 0.18713649626672654, + "nauc_precision_at_1000_std": 0.1530176379968687, + "nauc_precision_at_100_diff1": -0.014599965996115103, + "nauc_precision_at_100_max": 0.3134543244621779, + "nauc_precision_at_100_std": 0.4137543303706543, + "nauc_precision_at_10_diff1": 0.09951928103389787, + "nauc_precision_at_10_max": 0.26410738403961836, + "nauc_precision_at_10_std": 0.40073356049953834, + "nauc_precision_at_1_diff1": 0.23339993058877595, + "nauc_precision_at_1_max": 0.18556246541163665, + "nauc_precision_at_1_std": 0.3910478280852821, + "nauc_precision_at_20_diff1": 0.0447097315554554, + "nauc_precision_at_20_max": 0.27007340445785794, + "nauc_precision_at_20_std": 0.4128827996643564, + "nauc_precision_at_3_diff1": 0.1811543328652903, + "nauc_precision_at_3_max": 0.14875101842702826, + "nauc_precision_at_3_std": 0.3357862256660946, + "nauc_precision_at_5_diff1": 0.16173086742306172, + "nauc_precision_at_5_max": 0.14231149247694028, + "nauc_precision_at_5_std": 0.3704899769898477, + "nauc_recall_at_1000_diff1": 0.30415342796687395, + "nauc_recall_at_1000_max": 0.4529380769068202, + "nauc_recall_at_1000_std": 0.47792892563415373, + "nauc_recall_at_100_diff1": 0.38420227863399076, + "nauc_recall_at_100_max": 0.30001277142026517, + "nauc_recall_at_100_std": 0.4638791384907222, + "nauc_recall_at_10_diff1": 0.35351723054325884, + "nauc_recall_at_10_max": 0.08843853131125877, + "nauc_recall_at_10_std": 0.26697142968176146, + "nauc_recall_at_1_diff1": 0.5915105917156798, + "nauc_recall_at_1_max": 0.02100486852308791, + "nauc_recall_at_1_std": 0.2975288863480237, + "nauc_recall_at_20_diff1": 0.32275663603956095, + "nauc_recall_at_20_max": 0.13187251475583847, + "nauc_recall_at_20_std": 0.30933493893139796, + "nauc_recall_at_3_diff1": 0.40841419850244604, + "nauc_recall_at_3_max": -0.027069293377297576, + "nauc_recall_at_3_std": 0.15879574901346005, + "nauc_recall_at_5_diff1": 0.3739708671028534, + "nauc_recall_at_5_max": -0.02821018339013187, + "nauc_recall_at_5_std": 0.19211330722822106, + "ndcg_at_1": 0.1325, + "ndcg_at_10": 0.14963, + "ndcg_at_100": 0.22168, + "ndcg_at_1000": 0.31005, + "ndcg_at_20": 0.16183, + "ndcg_at_3": 0.13797, + "ndcg_at_5": 0.1406, + "precision_at_1": 0.165, + "precision_at_10": 0.0995, + "precision_at_100": 0.04065, + "precision_at_1000": 0.00959, + "precision_at_20": 0.07925, + "precision_at_3": 0.14, + "precision_at_5": 0.118, + "recall_at_1": 0.03156, + "recall_at_10": 0.13091, + "recall_at_100": 0.36297, + "recall_at_1000": 0.70762, + "recall_at_20": 0.1742, + "recall_at_3": 0.07554, + "recall_at_5": 0.09763 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.1969, + "map_at_1": 0.05178, + "map_at_10": 0.10386, + "map_at_100": 0.14341, + "map_at_1000": 0.15707, + "map_at_20": 0.11785, + "map_at_3": 0.07403, + "map_at_5": 0.08832, + "mrr_at_1": 0.225, + "mrr_at_10": 0.3381765873015874, + "mrr_at_100": 0.3501516636060948, + "mrr_at_1000": 0.3505174033248199, + "mrr_at_20": 0.34583662323658465, + "mrr_at_3": 0.30500000000000005, + "mrr_at_5": 0.3280000000000001, + "nauc_map_at_1000_diff1": 0.37218528453357147, + "nauc_map_at_1000_max": 0.45600968095500366, + "nauc_map_at_1000_std": 0.2401057022364087, + "nauc_map_at_100_diff1": 0.38405617038568163, + "nauc_map_at_100_max": 0.43937017884176705, + "nauc_map_at_100_std": 0.20822236184700682, + "nauc_map_at_10_diff1": 0.43835293070631054, + "nauc_map_at_10_max": 0.39054490888609694, + "nauc_map_at_10_std": 0.10886516298573802, + "nauc_map_at_1_diff1": 0.5881009490366573, + "nauc_map_at_1_max": 0.27850155201556825, + "nauc_map_at_1_std": -0.0057228279656029255, + "nauc_map_at_20_diff1": 0.4279009593382038, + "nauc_map_at_20_max": 0.408780404180512, + "nauc_map_at_20_std": 0.134589223039796, + "nauc_map_at_3_diff1": 0.5149886895934642, + "nauc_map_at_3_max": 0.334352234607576, + "nauc_map_at_3_std": 0.08904836922942864, + "nauc_map_at_5_diff1": 0.46376241529044604, + "nauc_map_at_5_max": 0.36078467953352034, + "nauc_map_at_5_std": 0.09096339888023948, + "nauc_mrr_at_1000_diff1": 0.2784292979804891, + "nauc_mrr_at_1000_max": 0.47619615890201095, + "nauc_mrr_at_1000_std": 0.2875479404455614, + "nauc_mrr_at_100_diff1": 0.278223234957726, + "nauc_mrr_at_100_max": 0.47644599106748614, + "nauc_mrr_at_100_std": 0.28785682883677366, + "nauc_mrr_at_10_diff1": 0.27260183665786253, + "nauc_mrr_at_10_max": 0.4713686856990988, + "nauc_mrr_at_10_std": 0.28615419484404153, + "nauc_mrr_at_1_diff1": 0.3275834199284147, + "nauc_mrr_at_1_max": 0.460685833044683, + "nauc_mrr_at_1_std": 0.2536119770619251, + "nauc_mrr_at_20_diff1": 0.2775828976491454, + "nauc_mrr_at_20_max": 0.47755220188989767, + "nauc_mrr_at_20_std": 0.2881821281219632, + "nauc_mrr_at_3_diff1": 0.2849887412029617, + "nauc_mrr_at_3_max": 0.4477554170460774, + "nauc_mrr_at_3_std": 0.2777111112679733, + "nauc_mrr_at_5_diff1": 0.28457295109785297, + "nauc_mrr_at_5_max": 0.4719053404403582, + "nauc_mrr_at_5_std": 0.28738816845815784, + "nauc_ndcg_at_1000_diff1": 0.2885212744692921, + "nauc_ndcg_at_1000_max": 0.5251697603925276, + "nauc_ndcg_at_1000_std": 0.3447134027651058, + "nauc_ndcg_at_100_diff1": 0.31197012394757984, + "nauc_ndcg_at_100_max": 0.4913572117416905, + "nauc_ndcg_at_100_std": 0.29396432743124107, + "nauc_ndcg_at_10_diff1": 0.33338345155569876, + "nauc_ndcg_at_10_max": 0.46084693989960435, + "nauc_ndcg_at_10_std": 0.19846785499075476, + "nauc_ndcg_at_1_diff1": 0.3460168826975415, + "nauc_ndcg_at_1_max": 0.40256008118455644, + "nauc_ndcg_at_1_std": 0.19244430093638998, + "nauc_ndcg_at_20_diff1": 0.3472516737015064, + "nauc_ndcg_at_20_max": 0.4647007039314471, + "nauc_ndcg_at_20_std": 0.1986835876803402, + "nauc_ndcg_at_3_diff1": 0.3103442143676097, + "nauc_ndcg_at_3_max": 0.3924827489523802, + "nauc_ndcg_at_3_std": 0.20371710037671711, + "nauc_ndcg_at_5_diff1": 0.316939784118166, + "nauc_ndcg_at_5_max": 0.4366993177293942, + "nauc_ndcg_at_5_std": 0.20375344734184794, + "nauc_precision_at_1000_diff1": -0.04827470658585249, + "nauc_precision_at_1000_max": 0.23384989552385957, + "nauc_precision_at_1000_std": 0.2914664655191349, + "nauc_precision_at_100_diff1": -0.03116443061421316, + "nauc_precision_at_100_max": 0.3428827178732403, + "nauc_precision_at_100_std": 0.4031644618608963, + "nauc_precision_at_10_diff1": 0.044756190917021356, + "nauc_precision_at_10_max": 0.44837436334828273, + "nauc_precision_at_10_std": 0.3261987340604423, + "nauc_precision_at_1_diff1": 0.3275834199284147, + "nauc_precision_at_1_max": 0.460685833044683, + "nauc_precision_at_1_std": 0.2536119770619251, + "nauc_precision_at_20_diff1": 0.05384469993221754, + "nauc_precision_at_20_max": 0.4234286198446218, + "nauc_precision_at_20_std": 0.36701709334862775, + "nauc_precision_at_3_diff1": 0.1565619868338833, + "nauc_precision_at_3_max": 0.420868876520425, + "nauc_precision_at_3_std": 0.3119432374696642, + "nauc_precision_at_5_diff1": 0.09608427486477872, + "nauc_precision_at_5_max": 0.4510749396627184, + "nauc_precision_at_5_std": 0.3185302495964866, + "nauc_recall_at_1000_diff1": 0.20472780511824962, + "nauc_recall_at_1000_max": 0.6116890184671069, + "nauc_recall_at_1000_std": 0.5857502154498867, + "nauc_recall_at_100_diff1": 0.24486362652262658, + "nauc_recall_at_100_max": 0.4515896333944085, + "nauc_recall_at_100_std": 0.36560329014346055, + "nauc_recall_at_10_diff1": 0.3213649290262716, + "nauc_recall_at_10_max": 0.4038107874100392, + "nauc_recall_at_10_std": 0.11465947698125922, + "nauc_recall_at_1_diff1": 0.5881009490366573, + "nauc_recall_at_1_max": 0.27850155201556825, + "nauc_recall_at_1_std": -0.0057228279656029255, + "nauc_recall_at_20_diff1": 0.33208616987956646, + "nauc_recall_at_20_max": 0.4311804151338934, + "nauc_recall_at_20_std": 0.12729231407854574, + "nauc_recall_at_3_diff1": 0.4478889540024177, + "nauc_recall_at_3_max": 0.31140146634059146, + "nauc_recall_at_3_std": 0.10276975857013503, + "nauc_recall_at_5_diff1": 0.34334286281907983, + "nauc_recall_at_5_max": 0.3503917446141029, + "nauc_recall_at_5_std": 0.0851675601254561, + "ndcg_at_1": 0.175, + "ndcg_at_10": 0.1969, + "ndcg_at_100": 0.28579, + "ndcg_at_1000": 0.37159, + "ndcg_at_20": 0.21468, + "ndcg_at_3": 0.18422, + "ndcg_at_5": 0.19209, + "precision_at_1": 0.225, + "precision_at_10": 0.1385, + "precision_at_100": 0.05435, + "precision_at_1000": 0.01131, + "precision_at_20": 0.108, + "precision_at_3": 0.19333, + "precision_at_5": 0.178, + "recall_at_1": 0.05178, + "recall_at_10": 0.16962, + "recall_at_100": 0.44539, + "recall_at_1000": 0.77103, + "recall_at_20": 0.23071, + "recall_at_3": 0.09051, + "recall_at_5": 0.12656 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.50099, + "map_at_1": 0.06261, + "map_at_10": 0.19869, + "map_at_100": 0.32722, + "map_at_1000": 0.37012, + "map_at_20": 0.2409, + "map_at_3": 0.12798, + "map_at_5": 0.15658, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8182757936507937, + "mrr_at_100": 0.8201382791229217, + "mrr_at_1000": 0.820149172369109, + "mrr_at_20": 0.8194342185592187, + "mrr_at_3": 0.8, + "mrr_at_5": 0.8140000000000001, + "nauc_map_at_1000_diff1": 0.11185114969706361, + "nauc_map_at_1000_max": 0.23150633628764772, + "nauc_map_at_1000_std": 0.26463899847482664, + "nauc_map_at_100_diff1": 0.1767513082868622, + "nauc_map_at_100_max": 0.25186481172575076, + "nauc_map_at_100_std": 0.23391550259574284, + "nauc_map_at_10_diff1": 0.2617855007340526, + "nauc_map_at_10_max": 0.23917523853357456, + "nauc_map_at_10_std": 0.10275814534100328, + "nauc_map_at_1_diff1": 0.4356842135987411, + "nauc_map_at_1_max": 0.14230543508322632, + "nauc_map_at_1_std": 0.04665869469226143, + "nauc_map_at_20_diff1": 0.23293059290758522, + "nauc_map_at_20_max": 0.23735864624811237, + "nauc_map_at_20_std": 0.13116341569007428, + "nauc_map_at_3_diff1": 0.35027844658891244, + "nauc_map_at_3_max": 0.23718843266946893, + "nauc_map_at_3_std": 0.07093605854193465, + "nauc_map_at_5_diff1": 0.3162049898357091, + "nauc_map_at_5_max": 0.23320437906790611, + "nauc_map_at_5_std": 0.07047213866756721, + "nauc_mrr_at_1000_diff1": 0.31773135608734865, + "nauc_mrr_at_1000_max": 0.37305562753493615, + "nauc_mrr_at_1000_std": 0.06657853232478893, + "nauc_mrr_at_100_diff1": 0.31773403171086506, + "nauc_mrr_at_100_max": 0.3729154958638636, + "nauc_mrr_at_100_std": 0.06658225966991568, + "nauc_mrr_at_10_diff1": 0.3165822464799563, + "nauc_mrr_at_10_max": 0.3727695329293143, + "nauc_mrr_at_10_std": 0.06313056618997712, + "nauc_mrr_at_1_diff1": 0.3302354788069074, + "nauc_mrr_at_1_max": 0.3641548927263216, + "nauc_mrr_at_1_std": 0.030204081632653167, + "nauc_mrr_at_20_diff1": 0.31751183381402, + "nauc_mrr_at_20_max": 0.37367103134888363, + "nauc_mrr_at_20_std": 0.06632001832447398, + "nauc_mrr_at_3_diff1": 0.32406640765980965, + "nauc_mrr_at_3_max": 0.407466615714498, + "nauc_mrr_at_3_std": 0.08088019871345704, + "nauc_mrr_at_5_diff1": 0.3202618632079126, + "nauc_mrr_at_5_max": 0.38342210361830203, + "nauc_mrr_at_5_std": 0.08089603191346491, + "nauc_ndcg_at_1000_diff1": 0.1400708210907797, + "nauc_ndcg_at_1000_max": 0.2754746847276083, + "nauc_ndcg_at_1000_std": 0.2390935527914597, + "nauc_ndcg_at_100_diff1": 0.19883848998432652, + "nauc_ndcg_at_100_max": 0.26661367224807336, + "nauc_ndcg_at_100_std": 0.2343203057933565, + "nauc_ndcg_at_10_diff1": 0.17539687352654365, + "nauc_ndcg_at_10_max": 0.26350642952440756, + "nauc_ndcg_at_10_std": 0.10431545109628726, + "nauc_ndcg_at_1_diff1": 0.31280426196381056, + "nauc_ndcg_at_1_max": 0.2522566530557714, + "nauc_ndcg_at_1_std": -0.06819225598503699, + "nauc_ndcg_at_20_diff1": 0.18241819591455133, + "nauc_ndcg_at_20_max": 0.2234967698932239, + "nauc_ndcg_at_20_std": 0.10061014189825788, + "nauc_ndcg_at_3_diff1": 0.1970743495479505, + "nauc_ndcg_at_3_max": 0.2797542456731711, + "nauc_ndcg_at_3_std": 0.04694339971867071, + "nauc_ndcg_at_5_diff1": 0.18780432054171564, + "nauc_ndcg_at_5_max": 0.2890861961817005, + "nauc_ndcg_at_5_std": 0.06918180176737442, + "nauc_precision_at_1000_diff1": -0.27323900956702263, + "nauc_precision_at_1000_max": -0.12112685596441423, + "nauc_precision_at_1000_std": 0.023998663329156334, + "nauc_precision_at_100_diff1": -0.2421220271748062, + "nauc_precision_at_100_max": -0.061404438041159866, + "nauc_precision_at_100_std": 0.126866437248679, + "nauc_precision_at_10_diff1": -0.14818212933214073, + "nauc_precision_at_10_max": 0.12676183851699746, + "nauc_precision_at_10_std": 0.1597981738487186, + "nauc_precision_at_1_diff1": 0.3302354788069074, + "nauc_precision_at_1_max": 0.3641548927263216, + "nauc_precision_at_1_std": 0.030204081632653167, + "nauc_precision_at_20_diff1": -0.197604196338794, + "nauc_precision_at_20_max": 0.040302357458142396, + "nauc_precision_at_20_std": 0.13597016596914369, + "nauc_precision_at_3_diff1": 0.0196480876365167, + "nauc_precision_at_3_max": 0.30240220542226776, + "nauc_precision_at_3_std": 0.15058294364626243, + "nauc_precision_at_5_diff1": -0.04871160517897392, + "nauc_precision_at_5_max": 0.21664325123596687, + "nauc_precision_at_5_std": 0.13530910416521658, + "nauc_recall_at_1000_diff1": 0.08008411040585312, + "nauc_recall_at_1000_max": 0.3378862815747002, + "nauc_recall_at_1000_std": 0.5882320763422728, + "nauc_recall_at_100_diff1": 0.1241764735570984, + "nauc_recall_at_100_max": 0.10946798295936859, + "nauc_recall_at_100_std": 0.27415205300596185, + "nauc_recall_at_10_diff1": 0.204078033715824, + "nauc_recall_at_10_max": 0.12245802661619072, + "nauc_recall_at_10_std": 0.06358494390671801, + "nauc_recall_at_1_diff1": 0.4356842135987411, + "nauc_recall_at_1_max": 0.14230543508322632, + "nauc_recall_at_1_std": 0.04665869469226143, + "nauc_recall_at_20_diff1": 0.17497229428020725, + "nauc_recall_at_20_max": 0.09449850020578045, + "nauc_recall_at_20_std": 0.09112196473319169, + "nauc_recall_at_3_diff1": 0.3127802296464051, + "nauc_recall_at_3_max": 0.20775715206889364, + "nauc_recall_at_3_std": 0.0658433554999802, + "nauc_recall_at_5_diff1": 0.27428052066027125, + "nauc_recall_at_5_max": 0.16724796067955378, + "nauc_recall_at_5_std": 0.05387663109021293, + "ndcg_at_1": 0.645, + "ndcg_at_10": 0.50099, + "ndcg_at_100": 0.57319, + "ndcg_at_1000": 0.67294, + "ndcg_at_20": 0.49485, + "ndcg_at_3": 0.55968, + "ndcg_at_5": 0.52506, + "precision_at_1": 0.75, + "precision_at_10": 0.4375, + "precision_at_100": 0.17585, + "precision_at_1000": 0.03417, + "precision_at_20": 0.349, + "precision_at_3": 0.62333, + "precision_at_5": 0.541, + "recall_at_1": 0.06261, + "recall_at_10": 0.26003, + "recall_at_100": 0.65163, + "recall_at_1000": 0.9518, + "recall_at_20": 0.35455, + "recall_at_3": 0.13871, + "recall_at_5": 0.18238 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16182, + "map_at_1": 0.02371, + "map_at_10": 0.06305, + "map_at_100": 0.10503, + "map_at_1000": 0.12622, + "map_at_20": 0.07542, + "map_at_3": 0.04018, + "map_at_5": 0.0492, + "mrr_at_1": 0.225, + "mrr_at_10": 0.330779761904762, + "mrr_at_100": 0.34271823908002425, + "mrr_at_1000": 0.34315453074616875, + "mrr_at_20": 0.33789710594702865, + "mrr_at_3": 0.2958333333333334, + "mrr_at_5": 0.3173333333333334, + "nauc_map_at_1000_diff1": 0.09859595528137678, + "nauc_map_at_1000_max": 0.4094104006284724, + "nauc_map_at_1000_std": 0.5277446372517522, + "nauc_map_at_100_diff1": 0.11302513006794494, + "nauc_map_at_100_max": 0.3914065476488876, + "nauc_map_at_100_std": 0.5247150872876376, + "nauc_map_at_10_diff1": 0.1345128499396355, + "nauc_map_at_10_max": 0.30856538536229927, + "nauc_map_at_10_std": 0.40153809710609034, + "nauc_map_at_1_diff1": 0.20750163859589427, + "nauc_map_at_1_max": 0.2926437484478277, + "nauc_map_at_1_std": 0.37741491416588113, + "nauc_map_at_20_diff1": 0.1198963727465747, + "nauc_map_at_20_max": 0.3383788176151273, + "nauc_map_at_20_std": 0.4426539094330784, + "nauc_map_at_3_diff1": 0.162400965877165, + "nauc_map_at_3_max": 0.28466064048359313, + "nauc_map_at_3_std": 0.3400145224635217, + "nauc_map_at_5_diff1": 0.14145886062393997, + "nauc_map_at_5_max": 0.2772413150378132, + "nauc_map_at_5_std": 0.3583681510493247, + "nauc_mrr_at_1000_diff1": 0.010118178509046208, + "nauc_mrr_at_1000_max": 0.4006094532142914, + "nauc_mrr_at_1000_std": 0.34038293259018054, + "nauc_mrr_at_100_diff1": 0.01033951736026037, + "nauc_mrr_at_100_max": 0.4008221647971664, + "nauc_mrr_at_100_std": 0.34050900480000207, + "nauc_mrr_at_10_diff1": 0.008888255971937696, + "nauc_mrr_at_10_max": 0.4007711612229358, + "nauc_mrr_at_10_std": 0.33841751249276353, + "nauc_mrr_at_1_diff1": 0.02592464303583111, + "nauc_mrr_at_1_max": 0.37944040334064566, + "nauc_mrr_at_1_std": 0.31027979832967695, + "nauc_mrr_at_20_diff1": 0.010792813772604302, + "nauc_mrr_at_20_max": 0.40110536825411913, + "nauc_mrr_at_20_std": 0.3428215726234416, + "nauc_mrr_at_3_diff1": 0.005221070496237644, + "nauc_mrr_at_3_max": 0.38847593062929814, + "nauc_mrr_at_3_std": 0.32172990683394537, + "nauc_mrr_at_5_diff1": -0.0004969240967410367, + "nauc_mrr_at_5_max": 0.3955361706687707, + "nauc_mrr_at_5_std": 0.32715528972855995, + "nauc_ndcg_at_1000_diff1": 0.07982614614798819, + "nauc_ndcg_at_1000_max": 0.4881907554739272, + "nauc_ndcg_at_1000_std": 0.5538750488049863, + "nauc_ndcg_at_100_diff1": 0.09200822398728424, + "nauc_ndcg_at_100_max": 0.45110466180875514, + "nauc_ndcg_at_100_std": 0.5656258178573869, + "nauc_ndcg_at_10_diff1": 0.07170674860793537, + "nauc_ndcg_at_10_max": 0.396899023656246, + "nauc_ndcg_at_10_std": 0.43233364737362584, + "nauc_ndcg_at_1_diff1": 0.0768188598958205, + "nauc_ndcg_at_1_max": 0.35018952825805183, + "nauc_ndcg_at_1_std": 0.3205693184319288, + "nauc_ndcg_at_20_diff1": 0.08877597828438917, + "nauc_ndcg_at_20_max": 0.41233140086061393, + "nauc_ndcg_at_20_std": 0.46947122790733203, + "nauc_ndcg_at_3_diff1": 0.08241506630057568, + "nauc_ndcg_at_3_max": 0.3562828871724279, + "nauc_ndcg_at_3_std": 0.33612125699672984, + "nauc_ndcg_at_5_diff1": 0.05720831090609364, + "nauc_ndcg_at_5_max": 0.36676762915291505, + "nauc_ndcg_at_5_std": 0.38189798633418937, + "nauc_precision_at_1000_diff1": -0.04056622288691195, + "nauc_precision_at_1000_max": 0.13940644265566562, + "nauc_precision_at_1000_std": 0.059089203954020744, + "nauc_precision_at_100_diff1": 0.00876654176615444, + "nauc_precision_at_100_max": 0.32672518898607833, + "nauc_precision_at_100_std": 0.3622830660624047, + "nauc_precision_at_10_diff1": 0.013466090740691383, + "nauc_precision_at_10_max": 0.3611145883587377, + "nauc_precision_at_10_std": 0.3851788610224608, + "nauc_precision_at_1_diff1": 0.02592464303583111, + "nauc_precision_at_1_max": 0.37944040334064566, + "nauc_precision_at_1_std": 0.31027979832967695, + "nauc_precision_at_20_diff1": 0.029644427263970593, + "nauc_precision_at_20_max": 0.3567495384249411, + "nauc_precision_at_20_std": 0.3875698670105165, + "nauc_precision_at_3_diff1": 0.056648221807987634, + "nauc_precision_at_3_max": 0.34971231891503124, + "nauc_precision_at_3_std": 0.2927632061763367, + "nauc_precision_at_5_diff1": 0.0020059783106689834, + "nauc_precision_at_5_max": 0.35804236329010153, + "nauc_precision_at_5_std": 0.35966695807010035, + "nauc_recall_at_1000_diff1": 0.10302841191390669, + "nauc_recall_at_1000_max": 0.5551191372836705, + "nauc_recall_at_1000_std": 0.6877942098268325, + "nauc_recall_at_100_diff1": 0.12497336227251174, + "nauc_recall_at_100_max": 0.41743149366973126, + "nauc_recall_at_100_std": 0.6088941036543883, + "nauc_recall_at_10_diff1": 0.12212319454079688, + "nauc_recall_at_10_max": 0.27847881221497783, + "nauc_recall_at_10_std": 0.4397162318508887, + "nauc_recall_at_1_diff1": 0.20750163859589427, + "nauc_recall_at_1_max": 0.2926437484478277, + "nauc_recall_at_1_std": 0.37741491416588113, + "nauc_recall_at_20_diff1": 0.1085562122666695, + "nauc_recall_at_20_max": 0.327543959692029, + "nauc_recall_at_20_std": 0.5165384558715344, + "nauc_recall_at_3_diff1": 0.13233120690934366, + "nauc_recall_at_3_max": 0.24026160513147973, + "nauc_recall_at_3_std": 0.3143549319498926, + "nauc_recall_at_5_diff1": 0.10665440132462282, + "nauc_recall_at_5_max": 0.23784437493923044, + "nauc_recall_at_5_std": 0.3494606927224594, + "ndcg_at_1": 0.1625, + "ndcg_at_10": 0.16182, + "ndcg_at_100": 0.23694, + "ndcg_at_1000": 0.35061, + "ndcg_at_20": 0.17171, + "ndcg_at_3": 0.14722, + "ndcg_at_5": 0.15141, + "precision_at_1": 0.225, + "precision_at_10": 0.1625, + "precision_at_100": 0.0775, + "precision_at_1000": 0.02121, + "precision_at_20": 0.13125, + "precision_at_3": 0.18667, + "precision_at_5": 0.179, + "recall_at_1": 0.02371, + "recall_at_10": 0.10308, + "recall_at_100": 0.33759, + "recall_at_1000": 0.68545, + "recall_at_20": 0.15041, + "recall_at_3": 0.04863, + "recall_at_5": 0.06637 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.16791, + "map_at_1": 0.02132, + "map_at_10": 0.05743, + "map_at_100": 0.10522, + "map_at_1000": 0.12585, + "map_at_20": 0.07098, + "map_at_3": 0.03397, + "map_at_5": 0.04516, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3500972222222224, + "mrr_at_100": 0.3615285410987397, + "mrr_at_1000": 0.3621210124266556, + "mrr_at_20": 0.3569509746789161, + "mrr_at_3": 0.31750000000000006, + "mrr_at_5": 0.3400000000000001, + "nauc_map_at_1000_diff1": 0.0739244256697651, + "nauc_map_at_1000_max": 0.5499525824502, + "nauc_map_at_1000_std": 0.5831248869834388, + "nauc_map_at_100_diff1": 0.10361695626381338, + "nauc_map_at_100_max": 0.5436249539438975, + "nauc_map_at_100_std": 0.5828344005579871, + "nauc_map_at_10_diff1": 0.18742072914906835, + "nauc_map_at_10_max": 0.523746693798411, + "nauc_map_at_10_std": 0.5019528960341731, + "nauc_map_at_1_diff1": 0.2778897446245454, + "nauc_map_at_1_max": 0.49626441523762754, + "nauc_map_at_1_std": 0.4876333153937364, + "nauc_map_at_20_diff1": 0.17859531334217232, + "nauc_map_at_20_max": 0.539969682215043, + "nauc_map_at_20_std": 0.533202648594709, + "nauc_map_at_3_diff1": 0.2283253944870471, + "nauc_map_at_3_max": 0.5610801149111393, + "nauc_map_at_3_std": 0.48320616088822077, + "nauc_map_at_5_diff1": 0.22094751391304682, + "nauc_map_at_5_max": 0.5384896741365567, + "nauc_map_at_5_std": 0.49955275570608276, + "nauc_mrr_at_1000_diff1": 0.06580681234269845, + "nauc_mrr_at_1000_max": 0.47874970206993317, + "nauc_mrr_at_1000_std": 0.3914577139232794, + "nauc_mrr_at_100_diff1": 0.0656603341980175, + "nauc_mrr_at_100_max": 0.4789682686437388, + "nauc_mrr_at_100_std": 0.39156101432644913, + "nauc_mrr_at_10_diff1": 0.054770966393903046, + "nauc_mrr_at_10_max": 0.4721533680807479, + "nauc_mrr_at_10_std": 0.38821938196371036, + "nauc_mrr_at_1_diff1": 0.1189849209268113, + "nauc_mrr_at_1_max": 0.5027583670467084, + "nauc_mrr_at_1_std": 0.40928282456785564, + "nauc_mrr_at_20_diff1": 0.06211985293728727, + "nauc_mrr_at_20_max": 0.4771349776468134, + "nauc_mrr_at_20_std": 0.38898508698778905, + "nauc_mrr_at_3_diff1": 0.07058116107806985, + "nauc_mrr_at_3_max": 0.4719694692013774, + "nauc_mrr_at_3_std": 0.3654549496778627, + "nauc_mrr_at_5_diff1": 0.06540815942006718, + "nauc_mrr_at_5_max": 0.4737602995313774, + "nauc_mrr_at_5_std": 0.3866901512962836, + "nauc_ndcg_at_1000_diff1": 0.027314751073638767, + "nauc_ndcg_at_1000_max": 0.5501478383427489, + "nauc_ndcg_at_1000_std": 0.5540901949329725, + "nauc_ndcg_at_100_diff1": 0.05200736408762544, + "nauc_ndcg_at_100_max": 0.5367279990729994, + "nauc_ndcg_at_100_std": 0.5727729923847883, + "nauc_ndcg_at_10_diff1": 0.002110677852737682, + "nauc_ndcg_at_10_max": 0.5167500545448211, + "nauc_ndcg_at_10_std": 0.45911992535914253, + "nauc_ndcg_at_1_diff1": 0.11001095513963156, + "nauc_ndcg_at_1_max": 0.4521037581699347, + "nauc_ndcg_at_1_std": 0.38968267231134884, + "nauc_ndcg_at_20_diff1": 0.04664559394726828, + "nauc_ndcg_at_20_max": 0.5390042316467654, + "nauc_ndcg_at_20_std": 0.4955893193385437, + "nauc_ndcg_at_3_diff1": 0.007881667952362038, + "nauc_ndcg_at_3_max": 0.48735250755097587, + "nauc_ndcg_at_3_std": 0.37513445318143623, + "nauc_ndcg_at_5_diff1": 0.020314781332039348, + "nauc_ndcg_at_5_max": 0.49000315626827096, + "nauc_ndcg_at_5_std": 0.41640877011656086, + "nauc_precision_at_1000_diff1": -0.13366897071993275, + "nauc_precision_at_1000_max": 0.1428420507661862, + "nauc_precision_at_1000_std": 0.10144773159711079, + "nauc_precision_at_100_diff1": -0.10919812381689946, + "nauc_precision_at_100_max": 0.3181465883545828, + "nauc_precision_at_100_std": 0.3580483051496559, + "nauc_precision_at_10_diff1": -0.08208332387073325, + "nauc_precision_at_10_max": 0.42758272204937187, + "nauc_precision_at_10_std": 0.4008939318238591, + "nauc_precision_at_1_diff1": 0.1189849209268113, + "nauc_precision_at_1_max": 0.5027583670467084, + "nauc_precision_at_1_std": 0.40928282456785564, + "nauc_precision_at_20_diff1": -0.0721598858647333, + "nauc_precision_at_20_max": 0.4051035212383953, + "nauc_precision_at_20_std": 0.39520800738846656, + "nauc_precision_at_3_diff1": -0.010719080098173472, + "nauc_precision_at_3_max": 0.4749922030726672, + "nauc_precision_at_3_std": 0.34324786092993625, + "nauc_precision_at_5_diff1": -0.014894181649306506, + "nauc_precision_at_5_max": 0.45394792959975755, + "nauc_precision_at_5_std": 0.38993090767787275, + "nauc_recall_at_1000_diff1": 0.1161666951013831, + "nauc_recall_at_1000_max": 0.6272391053781413, + "nauc_recall_at_1000_std": 0.6664320387148678, + "nauc_recall_at_100_diff1": 0.14244458162104848, + "nauc_recall_at_100_max": 0.4992480027834841, + "nauc_recall_at_100_std": 0.6052418403258069, + "nauc_recall_at_10_diff1": 0.11791727496585486, + "nauc_recall_at_10_max": 0.46431600911053444, + "nauc_recall_at_10_std": 0.4730646121891055, + "nauc_recall_at_1_diff1": 0.2778897446245454, + "nauc_recall_at_1_max": 0.49626441523762754, + "nauc_recall_at_1_std": 0.4876333153937364, + "nauc_recall_at_20_diff1": 0.13470253308668528, + "nauc_recall_at_20_max": 0.47426421918776535, + "nauc_recall_at_20_std": 0.4641271428330758, + "nauc_recall_at_3_diff1": 0.16461969859454578, + "nauc_recall_at_3_max": 0.518630373340316, + "nauc_recall_at_3_std": 0.4497532068143922, + "nauc_recall_at_5_diff1": 0.15945523513724696, + "nauc_recall_at_5_max": 0.48684642623542596, + "nauc_recall_at_5_std": 0.47658916820219666, + "ndcg_at_1": 0.18, + "ndcg_at_10": 0.16791, + "ndcg_at_100": 0.24691, + "ndcg_at_1000": 0.35091, + "ndcg_at_20": 0.17621, + "ndcg_at_3": 0.16326, + "ndcg_at_5": 0.16598, + "precision_at_1": 0.25, + "precision_at_10": 0.169, + "precision_at_100": 0.08095, + "precision_at_1000": 0.02013, + "precision_at_20": 0.139, + "precision_at_3": 0.20667, + "precision_at_5": 0.196, + "recall_at_1": 0.02132, + "recall_at_10": 0.09414, + "recall_at_100": 0.3535, + "recall_at_1000": 0.6827, + "recall_at_20": 0.14583, + "recall_at_3": 0.04034, + "recall_at_5": 0.06456 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53356, + "map_at_1": 0.09232, + "map_at_10": 0.25912, + "map_at_100": 0.39549, + "map_at_1000": 0.4241, + "map_at_20": 0.3069, + "map_at_3": 0.17556, + "map_at_5": 0.21176, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8539166666666667, + "mrr_at_100": 0.8554134445450235, + "mrr_at_1000": 0.8554134445450235, + "mrr_at_20": 0.8550510366826157, + "mrr_at_3": 0.8483333333333334, + "mrr_at_5": 0.8508333333333334, + "nauc_map_at_1000_diff1": 0.11964420783417411, + "nauc_map_at_1000_max": 0.2535674131646032, + "nauc_map_at_1000_std": 0.2521101517149978, + "nauc_map_at_100_diff1": 0.14882817299926013, + "nauc_map_at_100_max": 0.27872659481503337, + "nauc_map_at_100_std": 0.2314690344084605, + "nauc_map_at_10_diff1": 0.17977492381155402, + "nauc_map_at_10_max": 0.27016235632626334, + "nauc_map_at_10_std": -0.0145413472435647, + "nauc_map_at_1_diff1": 0.4036142114117193, + "nauc_map_at_1_max": 0.09754810214150592, + "nauc_map_at_1_std": -0.17044318374171127, + "nauc_map_at_20_diff1": 0.18075510951958376, + "nauc_map_at_20_max": 0.2849322442547185, + "nauc_map_at_20_std": 0.06472094692432608, + "nauc_map_at_3_diff1": 0.25267645269401545, + "nauc_map_at_3_max": 0.2219592714226787, + "nauc_map_at_3_std": -0.09690347975265297, + "nauc_map_at_5_diff1": 0.20176738041820588, + "nauc_map_at_5_max": 0.247926986137621, + "nauc_map_at_5_std": -0.06383378974211713, + "nauc_mrr_at_1000_diff1": 0.4745840845464705, + "nauc_mrr_at_1000_max": 0.31579682798837044, + "nauc_mrr_at_1000_std": 0.151112704345104, + "nauc_mrr_at_100_diff1": 0.4745840845464705, + "nauc_mrr_at_100_max": 0.31579682798837044, + "nauc_mrr_at_100_std": 0.151112704345104, + "nauc_mrr_at_10_diff1": 0.4773941283271057, + "nauc_mrr_at_10_max": 0.3201747731064714, + "nauc_mrr_at_10_std": 0.1579928134337753, + "nauc_mrr_at_1_diff1": 0.43828472952709263, + "nauc_mrr_at_1_max": 0.2922942637810259, + "nauc_mrr_at_1_std": 0.08340234103981517, + "nauc_mrr_at_20_diff1": 0.4760024833357143, + "nauc_mrr_at_20_max": 0.31570999998996085, + "nauc_mrr_at_20_std": 0.15251795892399095, + "nauc_mrr_at_3_diff1": 0.47043887683739416, + "nauc_mrr_at_3_max": 0.3289451169363081, + "nauc_mrr_at_3_std": 0.16604569264821967, + "nauc_mrr_at_5_diff1": 0.4803024939029189, + "nauc_mrr_at_5_max": 0.32051681895321227, + "nauc_mrr_at_5_std": 0.15619345448823785, + "nauc_ndcg_at_1000_diff1": 0.2378148035803241, + "nauc_ndcg_at_1000_max": 0.3361712885786015, + "nauc_ndcg_at_1000_std": 0.30832075150782184, + "nauc_ndcg_at_100_diff1": 0.2794909439333396, + "nauc_ndcg_at_100_max": 0.38199475710187475, + "nauc_ndcg_at_100_std": 0.3170320966784241, + "nauc_ndcg_at_10_diff1": 0.20519555483262905, + "nauc_ndcg_at_10_max": 0.3077451243085905, + "nauc_ndcg_at_10_std": 0.18403378661821887, + "nauc_ndcg_at_1_diff1": 0.4813247770765331, + "nauc_ndcg_at_1_max": 0.3266143457157621, + "nauc_ndcg_at_1_std": 0.12042062864638294, + "nauc_ndcg_at_20_diff1": 0.23179378636459103, + "nauc_ndcg_at_20_max": 0.31519540649750283, + "nauc_ndcg_at_20_std": 0.18816950576976715, + "nauc_ndcg_at_3_diff1": 0.2549025094683842, + "nauc_ndcg_at_3_max": 0.3478376551428173, + "nauc_ndcg_at_3_std": 0.18041528314135089, + "nauc_ndcg_at_5_diff1": 0.20851279551896681, + "nauc_ndcg_at_5_max": 0.35993712106739284, + "nauc_ndcg_at_5_std": 0.22184286743053572, + "nauc_precision_at_1000_diff1": -0.2168454957936966, + "nauc_precision_at_1000_max": -0.25107064967585485, + "nauc_precision_at_1000_std": 0.09189372088822524, + "nauc_precision_at_100_diff1": -0.18808285051130227, + "nauc_precision_at_100_max": -0.15355674037355865, + "nauc_precision_at_100_std": 0.3235603494548168, + "nauc_precision_at_10_diff1": -0.12309921120824677, + "nauc_precision_at_10_max": 0.05929108409032603, + "nauc_precision_at_10_std": 0.30276527987394514, + "nauc_precision_at_1_diff1": 0.43828472952709263, + "nauc_precision_at_1_max": 0.2922942637810259, + "nauc_precision_at_1_std": 0.08340234103981517, + "nauc_precision_at_20_diff1": -0.13009214679981085, + "nauc_precision_at_20_max": -0.04678132266088222, + "nauc_precision_at_20_std": 0.35237095702221594, + "nauc_precision_at_3_diff1": -0.024753762066009793, + "nauc_precision_at_3_max": 0.24262691264700556, + "nauc_precision_at_3_std": 0.2562525466833401, + "nauc_precision_at_5_diff1": -0.09138101860090143, + "nauc_precision_at_5_max": 0.2119979876667696, + "nauc_precision_at_5_std": 0.3098268207112148, + "nauc_recall_at_1000_diff1": 0.01543014988028566, + "nauc_recall_at_1000_max": 0.5569130484452444, + "nauc_recall_at_1000_std": 0.7098255109728843, + "nauc_recall_at_100_diff1": 0.1921977075461509, + "nauc_recall_at_100_max": 0.33725710041115414, + "nauc_recall_at_100_std": 0.3644176608653427, + "nauc_recall_at_10_diff1": 0.16943801330755576, + "nauc_recall_at_10_max": 0.24822468742421364, + "nauc_recall_at_10_std": -0.040882116559486134, + "nauc_recall_at_1_diff1": 0.4036142114117193, + "nauc_recall_at_1_max": 0.09754810214150592, + "nauc_recall_at_1_std": -0.17044318374171127, + "nauc_recall_at_20_diff1": 0.16677798874220248, + "nauc_recall_at_20_max": 0.24574174665275253, + "nauc_recall_at_20_std": 0.05997297072591833, + "nauc_recall_at_3_diff1": 0.21499056127424018, + "nauc_recall_at_3_max": 0.21692834833337224, + "nauc_recall_at_3_std": -0.0958211179667862, + "nauc_recall_at_5_diff1": 0.15968319133569342, + "nauc_recall_at_5_max": 0.23624785613242544, + "nauc_recall_at_5_std": -0.06883144703864089, + "ndcg_at_1": 0.6775, + "ndcg_at_10": 0.53356, + "ndcg_at_100": 0.63676, + "ndcg_at_1000": 0.71167, + "ndcg_at_20": 0.54085, + "ndcg_at_3": 0.60263, + "ndcg_at_5": 0.55788, + "precision_at_1": 0.77, + "precision_at_10": 0.423, + "precision_at_100": 0.15225, + "precision_at_1000": 0.02409, + "precision_at_20": 0.332, + "precision_at_3": 0.63667, + "precision_at_5": 0.532, + "recall_at_1": 0.09232, + "recall_at_10": 0.32264, + "recall_at_100": 0.75768, + "recall_at_1000": 0.97736, + "recall_at_20": 0.43691, + "recall_at_3": 0.18721, + "recall_at_5": 0.23497 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17838, + "map_at_1": 0.02531, + "map_at_10": 0.07296, + "map_at_100": 0.12524, + "map_at_1000": 0.14239, + "map_at_20": 0.09124, + "map_at_3": 0.04467, + "map_at_5": 0.05929, + "mrr_at_1": 0.265, + "mrr_at_10": 0.35275198412698416, + "mrr_at_100": 0.36596330450470616, + "mrr_at_1000": 0.3664066812935813, + "mrr_at_20": 0.36191306324394573, + "mrr_at_3": 0.3141666666666667, + "mrr_at_5": 0.3411666666666667, + "nauc_map_at_1000_diff1": 0.10836050645478701, + "nauc_map_at_1000_max": 0.4155470699454876, + "nauc_map_at_1000_std": 0.652783086802779, + "nauc_map_at_100_diff1": 0.10364743958621582, + "nauc_map_at_100_max": 0.4107447362405023, + "nauc_map_at_100_std": 0.6333473614980337, + "nauc_map_at_10_diff1": 0.12625654311988926, + "nauc_map_at_10_max": 0.39211708601254786, + "nauc_map_at_10_std": 0.5274329480515465, + "nauc_map_at_1_diff1": 0.2758839508011968, + "nauc_map_at_1_max": 0.42130618408597414, + "nauc_map_at_1_std": 0.4757191075026065, + "nauc_map_at_20_diff1": 0.12078802248865585, + "nauc_map_at_20_max": 0.4034825947513191, + "nauc_map_at_20_std": 0.5641823922314835, + "nauc_map_at_3_diff1": 0.14397435099305192, + "nauc_map_at_3_max": 0.3928542493834928, + "nauc_map_at_3_std": 0.44918341882561647, + "nauc_map_at_5_diff1": 0.16587416971320124, + "nauc_map_at_5_max": 0.4102674712712253, + "nauc_map_at_5_std": 0.4806532540590614, + "nauc_mrr_at_1000_diff1": 0.09172354795941398, + "nauc_mrr_at_1000_max": 0.3247889332683939, + "nauc_mrr_at_1000_std": 0.5360551908978715, + "nauc_mrr_at_100_diff1": 0.0917313469373659, + "nauc_mrr_at_100_max": 0.3249295232630931, + "nauc_mrr_at_100_std": 0.5362594914904232, + "nauc_mrr_at_10_diff1": 0.09303312099048522, + "nauc_mrr_at_10_max": 0.3224490380935644, + "nauc_mrr_at_10_std": 0.5348614447106532, + "nauc_mrr_at_1_diff1": 0.14587557587177838, + "nauc_mrr_at_1_max": 0.32816989202628044, + "nauc_mrr_at_1_std": 0.5141325920141006, + "nauc_mrr_at_20_diff1": 0.08762403968226937, + "nauc_mrr_at_20_max": 0.324997989356999, + "nauc_mrr_at_20_std": 0.5371680008190398, + "nauc_mrr_at_3_diff1": 0.1024444548367262, + "nauc_mrr_at_3_max": 0.3057764232325294, + "nauc_mrr_at_3_std": 0.513525998638104, + "nauc_mrr_at_5_diff1": 0.09696106942172142, + "nauc_mrr_at_5_max": 0.31580895752162497, + "nauc_mrr_at_5_std": 0.5337292990716048, + "nauc_ndcg_at_1000_diff1": 0.08570158340457405, + "nauc_ndcg_at_1000_max": 0.42236961781548027, + "nauc_ndcg_at_1000_std": 0.6830223656338376, + "nauc_ndcg_at_100_diff1": 0.07705981557550177, + "nauc_ndcg_at_100_max": 0.3914179688939352, + "nauc_ndcg_at_100_std": 0.653851008044509, + "nauc_ndcg_at_10_diff1": 0.08986867132331033, + "nauc_ndcg_at_10_max": 0.33836500347833054, + "nauc_ndcg_at_10_std": 0.5624539190315563, + "nauc_ndcg_at_1_diff1": 0.1223970621422563, + "nauc_ndcg_at_1_max": 0.2526680754159572, + "nauc_ndcg_at_1_std": 0.44540139096895964, + "nauc_ndcg_at_20_diff1": 0.10702915883285016, + "nauc_ndcg_at_20_max": 0.36931029648360153, + "nauc_ndcg_at_20_std": 0.5796586851383194, + "nauc_ndcg_at_3_diff1": 0.06138806548950873, + "nauc_ndcg_at_3_max": 0.30147320263022126, + "nauc_ndcg_at_3_std": 0.5124468510466199, + "nauc_ndcg_at_5_diff1": 0.07709929080840887, + "nauc_ndcg_at_5_max": 0.32128039394662067, + "nauc_ndcg_at_5_std": 0.5294729598187572, + "nauc_precision_at_1000_diff1": 0.06821064640938801, + "nauc_precision_at_1000_max": 0.09324554628041794, + "nauc_precision_at_1000_std": 0.3142635950055978, + "nauc_precision_at_100_diff1": 0.022036420560971975, + "nauc_precision_at_100_max": 0.24663013003698178, + "nauc_precision_at_100_std": 0.5605011917054895, + "nauc_precision_at_10_diff1": -4.063918430174173e-05, + "nauc_precision_at_10_max": 0.24689005138754766, + "nauc_precision_at_10_std": 0.5476452395399641, + "nauc_precision_at_1_diff1": 0.14587557587177838, + "nauc_precision_at_1_max": 0.32816989202628044, + "nauc_precision_at_1_std": 0.5141325920141006, + "nauc_precision_at_20_diff1": -0.005742392442528502, + "nauc_precision_at_20_max": 0.25050562660009135, + "nauc_precision_at_20_std": 0.5554845160651671, + "nauc_precision_at_3_diff1": 0.0011579257136278048, + "nauc_precision_at_3_max": 0.270004606113336, + "nauc_precision_at_3_std": 0.4943990941310438, + "nauc_precision_at_5_diff1": 0.023321584368807276, + "nauc_precision_at_5_max": 0.28027342243148445, + "nauc_precision_at_5_std": 0.521515153519068, + "nauc_recall_at_1000_diff1": 0.11291899836000471, + "nauc_recall_at_1000_max": 0.5504739525645231, + "nauc_recall_at_1000_std": 0.7612912651035751, + "nauc_recall_at_100_diff1": 0.0759639535434428, + "nauc_recall_at_100_max": 0.37105045967759576, + "nauc_recall_at_100_std": 0.6072808817627564, + "nauc_recall_at_10_diff1": 0.11980695878800694, + "nauc_recall_at_10_max": 0.35691320051847003, + "nauc_recall_at_10_std": 0.5023017416337466, + "nauc_recall_at_1_diff1": 0.2758839508011968, + "nauc_recall_at_1_max": 0.42130618408597414, + "nauc_recall_at_1_std": 0.4757191075026065, + "nauc_recall_at_20_diff1": 0.1324109744898465, + "nauc_recall_at_20_max": 0.378757771576878, + "nauc_recall_at_20_std": 0.516143033283522, + "nauc_recall_at_3_diff1": 0.12142375955922141, + "nauc_recall_at_3_max": 0.37794141586059266, + "nauc_recall_at_3_std": 0.43114552375380416, + "nauc_recall_at_5_diff1": 0.1641860183480624, + "nauc_recall_at_5_max": 0.36925925556322453, + "nauc_recall_at_5_std": 0.4301505605602213, + "ndcg_at_1": 0.2125, + "ndcg_at_10": 0.17838, + "ndcg_at_100": 0.26993, + "ndcg_at_1000": 0.37632, + "ndcg_at_20": 0.19351, + "ndcg_at_3": 0.18158, + "ndcg_at_5": 0.18294, + "precision_at_1": 0.265, + "precision_at_10": 0.1615, + "precision_at_100": 0.07045, + "precision_at_1000": 0.01626, + "precision_at_20": 0.13225, + "precision_at_3": 0.20667, + "precision_at_5": 0.201, + "recall_at_1": 0.02531, + "recall_at_10": 0.11415, + "recall_at_100": 0.4006, + "recall_at_1000": 0.75348, + "recall_at_20": 0.18772, + "recall_at_3": 0.0516, + "recall_at_5": 0.08255 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.23441, + "map_at_1": 0.03127, + "map_at_10": 0.09764, + "map_at_100": 0.16217, + "map_at_1000": 0.18149, + "map_at_20": 0.11823, + "map_at_3": 0.05926, + "map_at_5": 0.07621, + "mrr_at_1": 0.33, + "mrr_at_10": 0.445420634920635, + "mrr_at_100": 0.4549970951817325, + "mrr_at_1000": 0.4553610816593616, + "mrr_at_20": 0.4518029737720141, + "mrr_at_3": 0.4116666666666666, + "mrr_at_5": 0.4316666666666667, + "nauc_map_at_1000_diff1": 0.2363799755840831, + "nauc_map_at_1000_max": 0.48737260682269135, + "nauc_map_at_1000_std": 0.5392343428567604, + "nauc_map_at_100_diff1": 0.23122396575351328, + "nauc_map_at_100_max": 0.48957391456923516, + "nauc_map_at_100_std": 0.5119116470058649, + "nauc_map_at_10_diff1": 0.1857450534982521, + "nauc_map_at_10_max": 0.507757284485775, + "nauc_map_at_10_std": 0.3838746156591048, + "nauc_map_at_1_diff1": 0.14367567936207512, + "nauc_map_at_1_max": 0.4655576226143566, + "nauc_map_at_1_std": 0.33075755988433525, + "nauc_map_at_20_diff1": 0.2031289723489692, + "nauc_map_at_20_max": 0.49435116743884305, + "nauc_map_at_20_std": 0.41055742553068847, + "nauc_map_at_3_diff1": 0.1843044467859582, + "nauc_map_at_3_max": 0.4993734859206284, + "nauc_map_at_3_std": 0.34336509261903597, + "nauc_map_at_5_diff1": 0.2121257473250307, + "nauc_map_at_5_max": 0.5026985486682546, + "nauc_map_at_5_std": 0.35455522237359893, + "nauc_mrr_at_1000_diff1": 0.24749547921628456, + "nauc_mrr_at_1000_max": 0.3749888512233132, + "nauc_mrr_at_1000_std": 0.40787139232356023, + "nauc_mrr_at_100_diff1": 0.24731857344256267, + "nauc_mrr_at_100_max": 0.37528940820343015, + "nauc_mrr_at_100_std": 0.40823196587355937, + "nauc_mrr_at_10_diff1": 0.2494271390912624, + "nauc_mrr_at_10_max": 0.3772776363250812, + "nauc_mrr_at_10_std": 0.4072747348304401, + "nauc_mrr_at_1_diff1": 0.2338006417169255, + "nauc_mrr_at_1_max": 0.3225559505265542, + "nauc_mrr_at_1_std": 0.3627298265234119, + "nauc_mrr_at_20_diff1": 0.24737853223973053, + "nauc_mrr_at_20_max": 0.3757928600487476, + "nauc_mrr_at_20_std": 0.40970883869978597, + "nauc_mrr_at_3_diff1": 0.24704953744684924, + "nauc_mrr_at_3_max": 0.3793972650388305, + "nauc_mrr_at_3_std": 0.4069453208439895, + "nauc_mrr_at_5_diff1": 0.2513194110309693, + "nauc_mrr_at_5_max": 0.373358660430667, + "nauc_mrr_at_5_std": 0.40277062634398164, + "nauc_ndcg_at_1000_diff1": 0.2702918496270897, + "nauc_ndcg_at_1000_max": 0.5327377080455167, + "nauc_ndcg_at_1000_std": 0.5920743984852157, + "nauc_ndcg_at_100_diff1": 0.2679295089466636, + "nauc_ndcg_at_100_max": 0.5304129784270865, + "nauc_ndcg_at_100_std": 0.5716872015863291, + "nauc_ndcg_at_10_diff1": 0.2521020133819592, + "nauc_ndcg_at_10_max": 0.4670209091672238, + "nauc_ndcg_at_10_std": 0.4311384341526981, + "nauc_ndcg_at_1_diff1": 0.289651251980859, + "nauc_ndcg_at_1_max": 0.2937317245058075, + "nauc_ndcg_at_1_std": 0.31648970342596167, + "nauc_ndcg_at_20_diff1": 0.24720320642298205, + "nauc_ndcg_at_20_max": 0.48022788561623103, + "nauc_ndcg_at_20_std": 0.4498363872752221, + "nauc_ndcg_at_3_diff1": 0.31312873157959376, + "nauc_ndcg_at_3_max": 0.4301182405266052, + "nauc_ndcg_at_3_std": 0.3751250396557423, + "nauc_ndcg_at_5_diff1": 0.2856144395581772, + "nauc_ndcg_at_5_max": 0.43075725717476726, + "nauc_ndcg_at_5_std": 0.40146185341067175, + "nauc_precision_at_1000_diff1": 0.12018188325632832, + "nauc_precision_at_1000_max": -0.023072330318214176, + "nauc_precision_at_1000_std": 0.16960857682045946, + "nauc_precision_at_100_diff1": 0.17998111729267102, + "nauc_precision_at_100_max": 0.1641409957900465, + "nauc_precision_at_100_std": 0.44315960372419755, + "nauc_precision_at_10_diff1": 0.21139946887651173, + "nauc_precision_at_10_max": 0.3540689335613532, + "nauc_precision_at_10_std": 0.4350270985471109, + "nauc_precision_at_1_diff1": 0.2338006417169255, + "nauc_precision_at_1_max": 0.3225559505265542, + "nauc_precision_at_1_std": 0.3627298265234119, + "nauc_precision_at_20_diff1": 0.22655127044186935, + "nauc_precision_at_20_max": 0.2633262130421257, + "nauc_precision_at_20_std": 0.40780931987604074, + "nauc_precision_at_3_diff1": 0.270203545324114, + "nauc_precision_at_3_max": 0.40819543179360895, + "nauc_precision_at_3_std": 0.4076003217129741, + "nauc_precision_at_5_diff1": 0.2581693699031445, + "nauc_precision_at_5_max": 0.3709873190641949, + "nauc_precision_at_5_std": 0.4223446976242791, + "nauc_recall_at_1000_diff1": 0.17759219266097176, + "nauc_recall_at_1000_max": 0.7420310472108398, + "nauc_recall_at_1000_std": 0.8697560397837902, + "nauc_recall_at_100_diff1": 0.1707135536116187, + "nauc_recall_at_100_max": 0.49567042571873576, + "nauc_recall_at_100_std": 0.6283878638813445, + "nauc_recall_at_10_diff1": 0.11587988563410755, + "nauc_recall_at_10_max": 0.45473604247009974, + "nauc_recall_at_10_std": 0.3796347623951679, + "nauc_recall_at_1_diff1": 0.14367567936207512, + "nauc_recall_at_1_max": 0.4655576226143566, + "nauc_recall_at_1_std": 0.33075755988433525, + "nauc_recall_at_20_diff1": 0.1337536866581512, + "nauc_recall_at_20_max": 0.42402044819165274, + "nauc_recall_at_20_std": 0.41071261930358616, + "nauc_recall_at_3_diff1": 0.1557351173531691, + "nauc_recall_at_3_max": 0.47717410650952946, + "nauc_recall_at_3_std": 0.3464258850095263, + "nauc_recall_at_5_diff1": 0.16476458849239964, + "nauc_recall_at_5_max": 0.45522457377500175, + "nauc_recall_at_5_std": 0.33113431395822557, + "ndcg_at_1": 0.2475, + "ndcg_at_10": 0.23441, + "ndcg_at_100": 0.33794, + "ndcg_at_1000": 0.43701, + "ndcg_at_20": 0.249, + "ndcg_at_3": 0.23797, + "ndcg_at_5": 0.23678, + "precision_at_1": 0.33, + "precision_at_10": 0.2075, + "precision_at_100": 0.08575, + "precision_at_1000": 0.0177, + "precision_at_20": 0.163, + "precision_at_3": 0.28167, + "precision_at_5": 0.258, + "recall_at_1": 0.03127, + "recall_at_10": 0.15679, + "recall_at_100": 0.48335, + "recall_at_1000": 0.81378, + "recall_at_20": 0.23201, + "recall_at_3": 0.07171, + "recall_at_5": 0.10467 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53828, + "map_at_1": 0.06938, + "map_at_10": 0.2036, + "map_at_100": 0.37228, + "map_at_1000": 0.42747, + "map_at_20": 0.26203, + "map_at_3": 0.11301, + "map_at_5": 0.14574, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8403115079365078, + "mrr_at_100": 0.8419210446223778, + "mrr_at_1000": 0.8419275891249955, + "mrr_at_20": 0.841251984126984, + "mrr_at_3": 0.8324999999999999, + "mrr_at_5": 0.8362499999999998, + "nauc_map_at_1000_diff1": 0.1911729899590355, + "nauc_map_at_1000_max": 0.3624562788217486, + "nauc_map_at_1000_std": 0.4471917112112467, + "nauc_map_at_100_diff1": 0.23717383499634018, + "nauc_map_at_100_max": 0.3225733539428693, + "nauc_map_at_100_std": 0.40231247922685076, + "nauc_map_at_10_diff1": 0.29285610669442236, + "nauc_map_at_10_max": 0.15505584140639825, + "nauc_map_at_10_std": 0.15241970521637427, + "nauc_map_at_1_diff1": 0.45418850702603536, + "nauc_map_at_1_max": -0.15474479509817582, + "nauc_map_at_1_std": -0.12061213398310176, + "nauc_map_at_20_diff1": 0.2572609518765442, + "nauc_map_at_20_max": 0.19496212702221136, + "nauc_map_at_20_std": 0.2133167413656237, + "nauc_map_at_3_diff1": 0.37428478054661257, + "nauc_map_at_3_max": -0.002992074063190419, + "nauc_map_at_3_std": 0.014518001164668407, + "nauc_map_at_5_diff1": 0.3400964368416955, + "nauc_map_at_5_max": 0.08850946498919768, + "nauc_map_at_5_std": 0.07048717128370018, + "nauc_mrr_at_1000_diff1": 0.3179986316990482, + "nauc_mrr_at_1000_max": 0.4535310332742704, + "nauc_mrr_at_1000_std": 0.2852877947362936, + "nauc_mrr_at_100_diff1": 0.31802330153678215, + "nauc_mrr_at_100_max": 0.45355548771067666, + "nauc_mrr_at_100_std": 0.2853197780422743, + "nauc_mrr_at_10_diff1": 0.3202153202507104, + "nauc_mrr_at_10_max": 0.45887777071142405, + "nauc_mrr_at_10_std": 0.29278656974715533, + "nauc_mrr_at_1_diff1": 0.3097713097713099, + "nauc_mrr_at_1_max": 0.37541937541937576, + "nauc_mrr_at_1_std": 0.1814451814451819, + "nauc_mrr_at_20_diff1": 0.31852422059539753, + "nauc_mrr_at_20_max": 0.4560440278236418, + "nauc_mrr_at_20_std": 0.28848179027520765, + "nauc_mrr_at_3_diff1": 0.3150849605250324, + "nauc_mrr_at_3_max": 0.4375710711848988, + "nauc_mrr_at_3_std": 0.2748577326698775, + "nauc_mrr_at_5_diff1": 0.30682120833418575, + "nauc_mrr_at_5_max": 0.4627658212288212, + "nauc_mrr_at_5_std": 0.2946531007354888, + "nauc_ndcg_at_1000_diff1": 0.2521318006075456, + "nauc_ndcg_at_1000_max": 0.4827739203140432, + "nauc_ndcg_at_1000_std": 0.48687652718960567, + "nauc_ndcg_at_100_diff1": 0.2677439061169849, + "nauc_ndcg_at_100_max": 0.42990313980960404, + "nauc_ndcg_at_100_std": 0.4514248564816581, + "nauc_ndcg_at_10_diff1": 0.24708076571701476, + "nauc_ndcg_at_10_max": 0.4019969350565762, + "nauc_ndcg_at_10_std": 0.27278538343086206, + "nauc_ndcg_at_1_diff1": 0.29513378782126376, + "nauc_ndcg_at_1_max": 0.3140382298080252, + "nauc_ndcg_at_1_std": 0.15887819613410184, + "nauc_ndcg_at_20_diff1": 0.24389481863371887, + "nauc_ndcg_at_20_max": 0.3988093026778251, + "nauc_ndcg_at_20_std": 0.3110895439149657, + "nauc_ndcg_at_3_diff1": 0.21577312843820362, + "nauc_ndcg_at_3_max": 0.3569554163272112, + "nauc_ndcg_at_3_std": 0.22683871540703085, + "nauc_ndcg_at_5_diff1": 0.22932240656651143, + "nauc_ndcg_at_5_max": 0.41885537780133747, + "nauc_ndcg_at_5_std": 0.2567313068661763, + "nauc_precision_at_1000_diff1": -0.14662847521221858, + "nauc_precision_at_1000_max": 0.06370233604497212, + "nauc_precision_at_1000_std": -0.02958441853349703, + "nauc_precision_at_100_diff1": -0.1279760300196056, + "nauc_precision_at_100_max": 0.17916572146632662, + "nauc_precision_at_100_std": 0.1776914019430189, + "nauc_precision_at_10_diff1": -0.051385203107092756, + "nauc_precision_at_10_max": 0.383217623838024, + "nauc_precision_at_10_std": 0.29238558512670304, + "nauc_precision_at_1_diff1": 0.3097713097713099, + "nauc_precision_at_1_max": 0.37541937541937576, + "nauc_precision_at_1_std": 0.1814451814451819, + "nauc_precision_at_20_diff1": -0.09538840142719147, + "nauc_precision_at_20_max": 0.2881298675355742, + "nauc_precision_at_20_std": 0.24108828852572856, + "nauc_precision_at_3_diff1": 0.00946694931338133, + "nauc_precision_at_3_max": 0.40158136333077094, + "nauc_precision_at_3_std": 0.28803265663249406, + "nauc_precision_at_5_diff1": -0.014343474489861558, + "nauc_precision_at_5_max": 0.4444526988501826, + "nauc_precision_at_5_std": 0.2878668283704751, + "nauc_recall_at_1000_diff1": 0.11898558574316936, + "nauc_recall_at_1000_max": 0.28486807687116256, + "nauc_recall_at_1000_std": 0.5708391977299644, + "nauc_recall_at_100_diff1": 0.17400810780141493, + "nauc_recall_at_100_max": 0.16130077953693558, + "nauc_recall_at_100_std": 0.34849113503041207, + "nauc_recall_at_10_diff1": 0.25439376593790647, + "nauc_recall_at_10_max": 0.11262199366243407, + "nauc_recall_at_10_std": 0.14092672061709885, + "nauc_recall_at_1_diff1": 0.45418850702603536, + "nauc_recall_at_1_max": -0.15474479509817582, + "nauc_recall_at_1_std": -0.12061213398310176, + "nauc_recall_at_20_diff1": 0.18731614355957438, + "nauc_recall_at_20_max": 0.10755728768799765, + "nauc_recall_at_20_std": 0.15503016304127415, + "nauc_recall_at_3_diff1": 0.3576294592886609, + "nauc_recall_at_3_max": -0.0074751954552713645, + "nauc_recall_at_3_std": 0.022787106971758078, + "nauc_recall_at_5_diff1": 0.3150979213641927, + "nauc_recall_at_5_max": 0.0884820210669226, + "nauc_recall_at_5_std": 0.07304272530632777, + "ndcg_at_1": 0.62, + "ndcg_at_10": 0.53828, + "ndcg_at_100": 0.6151, + "ndcg_at_1000": 0.69211, + "ndcg_at_20": 0.5412, + "ndcg_at_3": 0.56608, + "ndcg_at_5": 0.54749, + "precision_at_1": 0.765, + "precision_at_10": 0.534, + "precision_at_100": 0.23875, + "precision_at_1000": 0.05198, + "precision_at_20": 0.446, + "precision_at_3": 0.66167, + "precision_at_5": 0.604, + "recall_at_1": 0.06938, + "recall_at_10": 0.26079, + "recall_at_100": 0.68738, + "recall_at_1000": 0.93078, + "recall_at_20": 0.37868, + "recall_at_3": 0.12039, + "recall_at_5": 0.16306 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17792, + "map_at_1": 0.02376, + "map_at_10": 0.06474, + "map_at_100": 0.12186, + "map_at_1000": 0.15081, + "map_at_20": 0.08286, + "map_at_3": 0.03865, + "map_at_5": 0.04933, + "mrr_at_1": 0.195, + "mrr_at_10": 0.33793452380952393, + "mrr_at_100": 0.3505693297561791, + "mrr_at_1000": 0.3509250055766979, + "mrr_at_20": 0.347578025625046, + "mrr_at_3": 0.30083333333333334, + "mrr_at_5": 0.32483333333333336, + "nauc_map_at_1000_diff1": 0.1878363194892989, + "nauc_map_at_1000_max": 0.2917161554890655, + "nauc_map_at_1000_std": 0.5346010581419656, + "nauc_map_at_100_diff1": 0.18621515837185904, + "nauc_map_at_100_max": 0.24909211320663804, + "nauc_map_at_100_std": 0.5250380960227691, + "nauc_map_at_10_diff1": 0.25130646490120456, + "nauc_map_at_10_max": 0.15091007087790367, + "nauc_map_at_10_std": 0.3743079476731866, + "nauc_map_at_1_diff1": 0.35484931899429956, + "nauc_map_at_1_max": 0.05295411393517645, + "nauc_map_at_1_std": 0.19327680809949038, + "nauc_map_at_20_diff1": 0.2095527150390748, + "nauc_map_at_20_max": 0.1496131789323815, + "nauc_map_at_20_std": 0.4180926572900364, + "nauc_map_at_3_diff1": 0.2926589192689423, + "nauc_map_at_3_max": 0.11214439744056158, + "nauc_map_at_3_std": 0.2848002377751896, + "nauc_map_at_5_diff1": 0.29003069440965756, + "nauc_map_at_5_max": 0.12840016513802335, + "nauc_map_at_5_std": 0.33238518429983843, + "nauc_mrr_at_1000_diff1": 0.18224482292370728, + "nauc_mrr_at_1000_max": 0.33766950984203004, + "nauc_mrr_at_1000_std": 0.32750435398171407, + "nauc_mrr_at_100_diff1": 0.18195209281868335, + "nauc_mrr_at_100_max": 0.33756084777689976, + "nauc_mrr_at_100_std": 0.3277771908652744, + "nauc_mrr_at_10_diff1": 0.17145320529338326, + "nauc_mrr_at_10_max": 0.33540353118621075, + "nauc_mrr_at_10_std": 0.31487393098824223, + "nauc_mrr_at_1_diff1": 0.200250385049377, + "nauc_mrr_at_1_max": 0.2755553359195473, + "nauc_mrr_at_1_std": 0.22678790574320717, + "nauc_mrr_at_20_diff1": 0.18120972523269824, + "nauc_mrr_at_20_max": 0.33775109905240747, + "nauc_mrr_at_20_std": 0.32772623075093105, + "nauc_mrr_at_3_diff1": 0.18361844675577887, + "nauc_mrr_at_3_max": 0.33346598173322684, + "nauc_mrr_at_3_std": 0.3226924319048028, + "nauc_mrr_at_5_diff1": 0.18562869555862713, + "nauc_mrr_at_5_max": 0.3395846050584417, + "nauc_mrr_at_5_std": 0.3276775822442137, + "nauc_ndcg_at_1000_diff1": 0.1847971429098935, + "nauc_ndcg_at_1000_max": 0.37028498605670446, + "nauc_ndcg_at_1000_std": 0.5830156662447902, + "nauc_ndcg_at_100_diff1": 0.19667995130387086, + "nauc_ndcg_at_100_max": 0.3463049681864669, + "nauc_ndcg_at_100_std": 0.5868498957185195, + "nauc_ndcg_at_10_diff1": 0.22172469108377457, + "nauc_ndcg_at_10_max": 0.2937744208738232, + "nauc_ndcg_at_10_std": 0.40103178025146985, + "nauc_ndcg_at_1_diff1": 0.20870814298497622, + "nauc_ndcg_at_1_max": 0.25851269250694675, + "nauc_ndcg_at_1_std": 0.23080228888993534, + "nauc_ndcg_at_20_diff1": 0.2097151088620958, + "nauc_ndcg_at_20_max": 0.28324078308727935, + "nauc_ndcg_at_20_std": 0.46005120561357155, + "nauc_ndcg_at_3_diff1": 0.22306309775719368, + "nauc_ndcg_at_3_max": 0.2804856292114036, + "nauc_ndcg_at_3_std": 0.32880177499050495, + "nauc_ndcg_at_5_diff1": 0.23371569822334023, + "nauc_ndcg_at_5_max": 0.28982103538268866, + "nauc_ndcg_at_5_std": 0.3848345463268554, + "nauc_precision_at_1000_diff1": 0.083910870398016, + "nauc_precision_at_1000_max": 0.26440622488713766, + "nauc_precision_at_1000_std": -0.006146833734455337, + "nauc_precision_at_100_diff1": 0.07172222360820972, + "nauc_precision_at_100_max": 0.36957872839008526, + "nauc_precision_at_100_std": 0.3203202243723997, + "nauc_precision_at_10_diff1": 0.07386419994862391, + "nauc_precision_at_10_max": 0.33217780106363215, + "nauc_precision_at_10_std": 0.39462359574852274, + "nauc_precision_at_1_diff1": 0.200250385049377, + "nauc_precision_at_1_max": 0.2755553359195473, + "nauc_precision_at_1_std": 0.22678790574320717, + "nauc_precision_at_20_diff1": 0.07165567941860372, + "nauc_precision_at_20_max": 0.3194374450972833, + "nauc_precision_at_20_std": 0.41545987356558073, + "nauc_precision_at_3_diff1": 0.16768036613620443, + "nauc_precision_at_3_max": 0.33516422565298803, + "nauc_precision_at_3_std": 0.36024100586033436, + "nauc_precision_at_5_diff1": 0.14632344157194477, + "nauc_precision_at_5_max": 0.340690579745413, + "nauc_precision_at_5_std": 0.41027064814855757, + "nauc_recall_at_1000_diff1": 0.12555278643577686, + "nauc_recall_at_1000_max": 0.3494067051224014, + "nauc_recall_at_1000_std": 0.6860860070732737, + "nauc_recall_at_100_diff1": 0.1361880763820005, + "nauc_recall_at_100_max": 0.24821823901665965, + "nauc_recall_at_100_std": 0.6217164667539596, + "nauc_recall_at_10_diff1": 0.19856649286139533, + "nauc_recall_at_10_max": 0.1273728793148287, + "nauc_recall_at_10_std": 0.36199682930312077, + "nauc_recall_at_1_diff1": 0.35484931899429956, + "nauc_recall_at_1_max": 0.05295411393517645, + "nauc_recall_at_1_std": 0.19327680809949038, + "nauc_recall_at_20_diff1": 0.15114274411480697, + "nauc_recall_at_20_max": 0.11926292586059499, + "nauc_recall_at_20_std": 0.44489360200304495, + "nauc_recall_at_3_diff1": 0.26239592104034826, + "nauc_recall_at_3_max": 0.136572053395292, + "nauc_recall_at_3_std": 0.3015500021853875, + "nauc_recall_at_5_diff1": 0.2697363500150762, + "nauc_recall_at_5_max": 0.11470336316663453, + "nauc_recall_at_5_std": 0.333662688893818, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.17792, + "ndcg_at_100": 0.26396, + "ndcg_at_1000": 0.37439, + "ndcg_at_20": 0.19394, + "ndcg_at_3": 0.16123, + "ndcg_at_5": 0.168, + "precision_at_1": 0.195, + "precision_at_10": 0.193, + "precision_at_100": 0.11355, + "precision_at_1000": 0.03416, + "precision_at_20": 0.17575, + "precision_at_3": 0.22167, + "precision_at_5": 0.208, + "recall_at_1": 0.02376, + "recall_at_10": 0.10363, + "recall_at_100": 0.35178, + "recall_at_1000": 0.67628, + "recall_at_20": 0.16098, + "recall_at_3": 0.04588, + "recall_at_5": 0.06795 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24316, + "map_at_1": 0.02797, + "map_at_10": 0.08211, + "map_at_100": 0.16558, + "map_at_1000": 0.19755, + "map_at_20": 0.10975, + "map_at_3": 0.04658, + "map_at_5": 0.05867, + "mrr_at_1": 0.35, + "mrr_at_10": 0.4596408730158732, + "mrr_at_100": 0.46830261468226936, + "mrr_at_1000": 0.4685352922692763, + "mrr_at_20": 0.46496336863171267, + "mrr_at_3": 0.4191666666666667, + "mrr_at_5": 0.44316666666666676, + "nauc_map_at_1000_diff1": 0.2376789503599043, + "nauc_map_at_1000_max": 0.43786951664440116, + "nauc_map_at_1000_std": 0.6230785404334708, + "nauc_map_at_100_diff1": 0.2622361897194895, + "nauc_map_at_100_max": 0.42158063929341577, + "nauc_map_at_100_std": 0.6093142225824245, + "nauc_map_at_10_diff1": 0.3655824845803782, + "nauc_map_at_10_max": 0.30947919628439013, + "nauc_map_at_10_std": 0.382674393159926, + "nauc_map_at_1_diff1": 0.5402053529541664, + "nauc_map_at_1_max": 0.0657861313761544, + "nauc_map_at_1_std": 0.04630015216491604, + "nauc_map_at_20_diff1": 0.3072032964558332, + "nauc_map_at_20_max": 0.3369832847153638, + "nauc_map_at_20_std": 0.4666064863206138, + "nauc_map_at_3_diff1": 0.4208624406202048, + "nauc_map_at_3_max": 0.23560431959932018, + "nauc_map_at_3_std": 0.21025929330154527, + "nauc_map_at_5_diff1": 0.4044176419059558, + "nauc_map_at_5_max": 0.2707595749892745, + "nauc_map_at_5_std": 0.2837100975825415, + "nauc_mrr_at_1000_diff1": 0.2740074831929432, + "nauc_mrr_at_1000_max": 0.3302682815557705, + "nauc_mrr_at_1000_std": 0.3618085641312974, + "nauc_mrr_at_100_diff1": 0.2738321386902896, + "nauc_mrr_at_100_max": 0.3303872765691486, + "nauc_mrr_at_100_std": 0.3621863734759774, + "nauc_mrr_at_10_diff1": 0.2739150499745065, + "nauc_mrr_at_10_max": 0.3334570728735973, + "nauc_mrr_at_10_std": 0.36492200753528603, + "nauc_mrr_at_1_diff1": 0.31362647504779473, + "nauc_mrr_at_1_max": 0.2973432658711847, + "nauc_mrr_at_1_std": 0.28815347089458776, + "nauc_mrr_at_20_diff1": 0.27336094010540707, + "nauc_mrr_at_20_max": 0.3309344583911533, + "nauc_mrr_at_20_std": 0.36414370782360356, + "nauc_mrr_at_3_diff1": 0.27658262000898254, + "nauc_mrr_at_3_max": 0.32219602009704246, + "nauc_mrr_at_3_std": 0.34052966057274153, + "nauc_mrr_at_5_diff1": 0.27149665904414333, + "nauc_mrr_at_5_max": 0.3273893419422656, + "nauc_mrr_at_5_std": 0.3598858273802883, + "nauc_ndcg_at_1000_diff1": 0.1999186703377254, + "nauc_ndcg_at_1000_max": 0.5111300597539093, + "nauc_ndcg_at_1000_std": 0.6632533243703327, + "nauc_ndcg_at_100_diff1": 0.2270915089596514, + "nauc_ndcg_at_100_max": 0.4972227296427874, + "nauc_ndcg_at_100_std": 0.6554112435693298, + "nauc_ndcg_at_10_diff1": 0.25908578915833463, + "nauc_ndcg_at_10_max": 0.3968456661081886, + "nauc_ndcg_at_10_std": 0.45765210361835795, + "nauc_ndcg_at_1_diff1": 0.3186441207970792, + "nauc_ndcg_at_1_max": 0.2522104176927225, + "nauc_ndcg_at_1_std": 0.23009060562708622, + "nauc_ndcg_at_20_diff1": 0.24341351447792764, + "nauc_ndcg_at_20_max": 0.4162388885386584, + "nauc_ndcg_at_20_std": 0.5120057283957978, + "nauc_ndcg_at_3_diff1": 0.2532037237440439, + "nauc_ndcg_at_3_max": 0.3509141657069158, + "nauc_ndcg_at_3_std": 0.3333821951307319, + "nauc_ndcg_at_5_diff1": 0.23775193417731416, + "nauc_ndcg_at_5_max": 0.3613644466703022, + "nauc_ndcg_at_5_std": 0.37213055225104613, + "nauc_precision_at_1000_diff1": -0.08356164038188897, + "nauc_precision_at_1000_max": 0.06595828766246917, + "nauc_precision_at_1000_std": -0.00276817437771514, + "nauc_precision_at_100_diff1": -0.009011494216480396, + "nauc_precision_at_100_max": 0.28802150821914446, + "nauc_precision_at_100_std": 0.35037511942634175, + "nauc_precision_at_10_diff1": 0.10421678766927198, + "nauc_precision_at_10_max": 0.3864420106231597, + "nauc_precision_at_10_std": 0.4811263711610697, + "nauc_precision_at_1_diff1": 0.31362647504779473, + "nauc_precision_at_1_max": 0.2973432658711847, + "nauc_precision_at_1_std": 0.28815347089458776, + "nauc_precision_at_20_diff1": 0.07013446572023826, + "nauc_precision_at_20_max": 0.3602617965502993, + "nauc_precision_at_20_std": 0.47011904231967955, + "nauc_precision_at_3_diff1": 0.1593687562348327, + "nauc_precision_at_3_max": 0.3935497886230918, + "nauc_precision_at_3_std": 0.38352260546693034, + "nauc_precision_at_5_diff1": 0.11378165925406572, + "nauc_precision_at_5_max": 0.3672560149934222, + "nauc_precision_at_5_std": 0.4246505419320792, + "nauc_recall_at_1000_diff1": 0.04317805814736507, + "nauc_recall_at_1000_max": 0.5495056908516887, + "nauc_recall_at_1000_std": 0.81612598278659, + "nauc_recall_at_100_diff1": 0.14552443339948243, + "nauc_recall_at_100_max": 0.4271769738722711, + "nauc_recall_at_100_std": 0.6976580720538254, + "nauc_recall_at_10_diff1": 0.29416054500827493, + "nauc_recall_at_10_max": 0.28500864084032435, + "nauc_recall_at_10_std": 0.4239366405208315, + "nauc_recall_at_1_diff1": 0.5402053529541664, + "nauc_recall_at_1_max": 0.0657861313761544, + "nauc_recall_at_1_std": 0.04630015216491604, + "nauc_recall_at_20_diff1": 0.18663527925828077, + "nauc_recall_at_20_max": 0.2873375466133471, + "nauc_recall_at_20_std": 0.4928217406886485, + "nauc_recall_at_3_diff1": 0.3642037015454829, + "nauc_recall_at_3_max": 0.21214085243466915, + "nauc_recall_at_3_std": 0.20677326932163465, + "nauc_recall_at_5_diff1": 0.353375429548708, + "nauc_recall_at_5_max": 0.24989397982767872, + "nauc_recall_at_5_std": 0.29372678737082053, + "ndcg_at_1": 0.255, + "ndcg_at_10": 0.24316, + "ndcg_at_100": 0.33485, + "ndcg_at_1000": 0.43896, + "ndcg_at_20": 0.25841, + "ndcg_at_3": 0.23485, + "ndcg_at_5": 0.2354, + "precision_at_1": 0.35, + "precision_at_10": 0.262, + "precision_at_100": 0.1362, + "precision_at_1000": 0.03609, + "precision_at_20": 0.23075, + "precision_at_3": 0.28167, + "precision_at_5": 0.275, + "recall_at_1": 0.02797, + "recall_at_10": 0.1251, + "recall_at_100": 0.4388, + "recall_at_1000": 0.7535, + "recall_at_20": 0.20194, + "recall_at_3": 0.05407, + "recall_at_5": 0.07648 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56594, + "map_at_1": 0.12503, + "map_at_10": 0.2951, + "map_at_100": 0.40727, + "map_at_1000": 0.4458, + "map_at_20": 0.33647, + "map_at_3": 0.19957, + "map_at_5": 0.24421, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8319781746031747, + "mrr_at_100": 0.8325625901875904, + "mrr_at_1000": 0.8325625901875904, + "mrr_at_20": 0.8323353174603176, + "mrr_at_3": 0.8133333333333336, + "mrr_at_5": 0.8283333333333335, + "nauc_map_at_1000_diff1": 0.2581112701364528, + "nauc_map_at_1000_max": 0.341796415230916, + "nauc_map_at_1000_std": 0.24470643955614008, + "nauc_map_at_100_diff1": 0.25886605169258314, + "nauc_map_at_100_max": 0.32933525868530156, + "nauc_map_at_100_std": 0.25427514276941465, + "nauc_map_at_10_diff1": 0.24353423734188323, + "nauc_map_at_10_max": 0.24557325620141673, + "nauc_map_at_10_std": 0.18040978374244612, + "nauc_map_at_1_diff1": 0.47687308734837686, + "nauc_map_at_1_max": 0.24274120896753396, + "nauc_map_at_1_std": 0.04611945177833556, + "nauc_map_at_20_diff1": 0.24527431468127567, + "nauc_map_at_20_max": 0.266448545606189, + "nauc_map_at_20_std": 0.19776095999743085, + "nauc_map_at_3_diff1": 0.3376141745144893, + "nauc_map_at_3_max": 0.22242477333608687, + "nauc_map_at_3_std": 0.13681088748413334, + "nauc_map_at_5_diff1": 0.2923810344080995, + "nauc_map_at_5_max": 0.23786005580514644, + "nauc_map_at_5_std": 0.17931440930804352, + "nauc_mrr_at_1000_diff1": 0.5281933040101433, + "nauc_mrr_at_1000_max": 0.6101642013971043, + "nauc_mrr_at_1000_std": -0.0060683365287508735, + "nauc_mrr_at_100_diff1": 0.5281933040101433, + "nauc_mrr_at_100_max": 0.6101642013971043, + "nauc_mrr_at_100_std": -0.0060683365287508735, + "nauc_mrr_at_10_diff1": 0.5276063891584016, + "nauc_mrr_at_10_max": 0.6114606774183451, + "nauc_mrr_at_10_std": -0.003189322521644204, + "nauc_mrr_at_1_diff1": 0.5403153547483439, + "nauc_mrr_at_1_max": 0.5820777160983347, + "nauc_mrr_at_1_std": -0.06211314458737178, + "nauc_mrr_at_20_diff1": 0.5271504798058616, + "nauc_mrr_at_20_max": 0.6105504806054449, + "nauc_mrr_at_20_std": -0.0052331819263368405, + "nauc_mrr_at_3_diff1": 0.5187182171871908, + "nauc_mrr_at_3_max": 0.6134051642883256, + "nauc_mrr_at_3_std": 0.01609837085758857, + "nauc_mrr_at_5_diff1": 0.5322573024962887, + "nauc_mrr_at_5_max": 0.6151522912693296, + "nauc_mrr_at_5_std": -0.0034429339785200055, + "nauc_ndcg_at_1000_diff1": 0.37377540415861327, + "nauc_ndcg_at_1000_max": 0.4815707233278431, + "nauc_ndcg_at_1000_std": 0.20582239391307777, + "nauc_ndcg_at_100_diff1": 0.36781090083788676, + "nauc_ndcg_at_100_max": 0.4522986492368681, + "nauc_ndcg_at_100_std": 0.21637928167458353, + "nauc_ndcg_at_10_diff1": 0.3182917124753532, + "nauc_ndcg_at_10_max": 0.3875575429549371, + "nauc_ndcg_at_10_std": 0.12012686541835, + "nauc_ndcg_at_1_diff1": 0.5394413302152831, + "nauc_ndcg_at_1_max": 0.5437057225393763, + "nauc_ndcg_at_1_std": -0.02816132471284129, + "nauc_ndcg_at_20_diff1": 0.33816234619621355, + "nauc_ndcg_at_20_max": 0.4056263878276618, + "nauc_ndcg_at_20_std": 0.14949903206937817, + "nauc_ndcg_at_3_diff1": 0.33170797072260194, + "nauc_ndcg_at_3_max": 0.42966059135227036, + "nauc_ndcg_at_3_std": 0.024565913845589135, + "nauc_ndcg_at_5_diff1": 0.3392518810853591, + "nauc_ndcg_at_5_max": 0.43497235960481545, + "nauc_ndcg_at_5_std": 0.09758090747011645, + "nauc_precision_at_1000_diff1": -0.10589362136616415, + "nauc_precision_at_1000_max": -0.036434099866497684, + "nauc_precision_at_1000_std": -0.21872945161341223, + "nauc_precision_at_100_diff1": -0.06716314508137702, + "nauc_precision_at_100_max": 0.05631185033750231, + "nauc_precision_at_100_std": -0.04922366055789462, + "nauc_precision_at_10_diff1": -0.10296716210040693, + "nauc_precision_at_10_max": 0.1200802994363809, + "nauc_precision_at_10_std": -0.013407176898134867, + "nauc_precision_at_1_diff1": 0.5403153547483439, + "nauc_precision_at_1_max": 0.5820777160983347, + "nauc_precision_at_1_std": -0.06211314458737178, + "nauc_precision_at_20_diff1": -0.08397447441289882, + "nauc_precision_at_20_max": 0.09175672358632497, + "nauc_precision_at_20_std": -0.02187695202570868, + "nauc_precision_at_3_diff1": -0.03822233051257758, + "nauc_precision_at_3_max": 0.23552839966638192, + "nauc_precision_at_3_std": 0.030113048883724243, + "nauc_precision_at_5_diff1": -0.06372517520236587, + "nauc_precision_at_5_max": 0.2144449701975861, + "nauc_precision_at_5_std": 0.08274964998471432, + "nauc_recall_at_1000_diff1": 0.20566121516618557, + "nauc_recall_at_1000_max": 0.3218035864458469, + "nauc_recall_at_1000_std": 0.7282752495616736, + "nauc_recall_at_100_diff1": 0.2517308521796335, + "nauc_recall_at_100_max": 0.31064655839843663, + "nauc_recall_at_100_std": 0.3370339576867098, + "nauc_recall_at_10_diff1": 0.1539849208202837, + "nauc_recall_at_10_max": 0.16186562429082235, + "nauc_recall_at_10_std": 0.20002073437965864, + "nauc_recall_at_1_diff1": 0.47687308734837686, + "nauc_recall_at_1_max": 0.24274120896753396, + "nauc_recall_at_1_std": 0.04611945177833556, + "nauc_recall_at_20_diff1": 0.17056409483102178, + "nauc_recall_at_20_max": 0.20000133189872227, + "nauc_recall_at_20_std": 0.2265190276537735, + "nauc_recall_at_3_diff1": 0.31620142375257576, + "nauc_recall_at_3_max": 0.19569944479184045, + "nauc_recall_at_3_std": 0.1518913505162682, + "nauc_recall_at_5_diff1": 0.24025866967011897, + "nauc_recall_at_5_max": 0.18730109145540563, + "nauc_recall_at_5_std": 0.19273047420138723, + "ndcg_at_1": 0.67, + "ndcg_at_10": 0.56594, + "ndcg_at_100": 0.63853, + "ndcg_at_1000": 0.71668, + "ndcg_at_20": 0.57618, + "ndcg_at_3": 0.59162, + "ndcg_at_5": 0.57708, + "precision_at_1": 0.745, + "precision_at_10": 0.4085, + "precision_at_100": 0.15825, + "precision_at_1000": 0.03455, + "precision_at_20": 0.32275, + "precision_at_3": 0.58, + "precision_at_5": 0.513, + "recall_at_1": 0.12503, + "recall_at_10": 0.37539, + "recall_at_100": 0.73025, + "recall_at_1000": 0.96178, + "recall_at_20": 0.47797, + "recall_at_3": 0.21247, + "recall_at_5": 0.28205 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.15854, + "map_at_1": 0.02743, + "map_at_10": 0.0692, + "map_at_100": 0.10629, + "map_at_1000": 0.12373, + "map_at_20": 0.08087, + "map_at_3": 0.04789, + "map_at_5": 0.05576, + "mrr_at_1": 0.18, + "mrr_at_10": 0.2744305555555558, + "mrr_at_100": 0.28555348694173005, + "mrr_at_1000": 0.2862013785794046, + "mrr_at_20": 0.28220240818692854, + "mrr_at_3": 0.24, + "mrr_at_5": 0.2572500000000001, + "nauc_map_at_1000_diff1": 0.14987997776231396, + "nauc_map_at_1000_max": 0.6143076862475466, + "nauc_map_at_1000_std": 0.5173545168812812, + "nauc_map_at_100_diff1": 0.17345043260116355, + "nauc_map_at_100_max": 0.615765189497596, + "nauc_map_at_100_std": 0.5094528012360348, + "nauc_map_at_10_diff1": 0.27682893081480237, + "nauc_map_at_10_max": 0.5829718784523478, + "nauc_map_at_10_std": 0.381407769462977, + "nauc_map_at_1_diff1": 0.5489604577557305, + "nauc_map_at_1_max": 0.6838285916859792, + "nauc_map_at_1_std": 0.26657609667746823, + "nauc_map_at_20_diff1": 0.23821137383649835, + "nauc_map_at_20_max": 0.6023648451430802, + "nauc_map_at_20_std": 0.4272672632648197, + "nauc_map_at_3_diff1": 0.3370072388695142, + "nauc_map_at_3_max": 0.5491047599121812, + "nauc_map_at_3_std": 0.3139156789328033, + "nauc_map_at_5_diff1": 0.3087298150704825, + "nauc_map_at_5_max": 0.5652083435823236, + "nauc_map_at_5_std": 0.32477590144586505, + "nauc_mrr_at_1000_diff1": 0.013378001255352016, + "nauc_mrr_at_1000_max": 0.40794272373606855, + "nauc_mrr_at_1000_std": 0.3327387892762891, + "nauc_mrr_at_100_diff1": 0.013679752920941974, + "nauc_mrr_at_100_max": 0.40883177735690746, + "nauc_mrr_at_100_std": 0.33343896276474494, + "nauc_mrr_at_10_diff1": 0.00032709941856633856, + "nauc_mrr_at_10_max": 0.39577045605854777, + "nauc_mrr_at_10_std": 0.3260068582435338, + "nauc_mrr_at_1_diff1": 0.0533628039153773, + "nauc_mrr_at_1_max": 0.39308143002490964, + "nauc_mrr_at_1_std": 0.2990386976809459, + "nauc_mrr_at_20_diff1": 0.013632865335222523, + "nauc_mrr_at_20_max": 0.40708668070577586, + "nauc_mrr_at_20_std": 0.33469041290732576, + "nauc_mrr_at_3_diff1": 0.022741269939028193, + "nauc_mrr_at_3_max": 0.3807584529161791, + "nauc_mrr_at_3_std": 0.3080271909835562, + "nauc_mrr_at_5_diff1": 0.004094550142704913, + "nauc_mrr_at_5_max": 0.3898022409666201, + "nauc_mrr_at_5_std": 0.31293898430301714, + "nauc_ndcg_at_1000_diff1": 0.09257909425713129, + "nauc_ndcg_at_1000_max": 0.6231163547766433, + "nauc_ndcg_at_1000_std": 0.5453962633018177, + "nauc_ndcg_at_100_diff1": 0.1072891737575987, + "nauc_ndcg_at_100_max": 0.6182998023163481, + "nauc_ndcg_at_100_std": 0.5512842104174662, + "nauc_ndcg_at_10_diff1": 0.08432287402172672, + "nauc_ndcg_at_10_max": 0.5116511359432532, + "nauc_ndcg_at_10_std": 0.421638278821293, + "nauc_ndcg_at_1_diff1": 0.0689961368287293, + "nauc_ndcg_at_1_max": 0.38165784652442153, + "nauc_ndcg_at_1_std": 0.27578041673258386, + "nauc_ndcg_at_20_diff1": 0.10472251923477495, + "nauc_ndcg_at_20_max": 0.575061440568697, + "nauc_ndcg_at_20_std": 0.4575945487224737, + "nauc_ndcg_at_3_diff1": 0.045609004030884796, + "nauc_ndcg_at_3_max": 0.42824998779477147, + "nauc_ndcg_at_3_std": 0.3656647626682493, + "nauc_ndcg_at_5_diff1": 0.06743654109024501, + "nauc_ndcg_at_5_max": 0.46848259745056126, + "nauc_ndcg_at_5_std": 0.37768494822480914, + "nauc_precision_at_1000_diff1": -0.014149545585675447, + "nauc_precision_at_1000_max": 0.1597644442311476, + "nauc_precision_at_1000_std": -0.015858962696117418, + "nauc_precision_at_100_diff1": -0.08723801939077491, + "nauc_precision_at_100_max": 0.36126862794900194, + "nauc_precision_at_100_std": 0.4037632852983216, + "nauc_precision_at_10_diff1": -0.0813337408935759, + "nauc_precision_at_10_max": 0.44061401497783914, + "nauc_precision_at_10_std": 0.47765423607927066, + "nauc_precision_at_1_diff1": 0.0533628039153773, + "nauc_precision_at_1_max": 0.39308143002490964, + "nauc_precision_at_1_std": 0.2990386976809459, + "nauc_precision_at_20_diff1": -0.09019811211036766, + "nauc_precision_at_20_max": 0.4475043898867686, + "nauc_precision_at_20_std": 0.48011729243604906, + "nauc_precision_at_3_diff1": -0.017630555378435393, + "nauc_precision_at_3_max": 0.41128398053093584, + "nauc_precision_at_3_std": 0.40750423317534185, + "nauc_precision_at_5_diff1": -0.04983364693918103, + "nauc_precision_at_5_max": 0.44279338924035133, + "nauc_precision_at_5_std": 0.4275441435721125, + "nauc_recall_at_1000_diff1": 0.0637364204271683, + "nauc_recall_at_1000_max": 0.6701020932471405, + "nauc_recall_at_1000_std": 0.7473704125901581, + "nauc_recall_at_100_diff1": 0.07066182015781627, + "nauc_recall_at_100_max": 0.5905551924614826, + "nauc_recall_at_100_std": 0.6498974173118536, + "nauc_recall_at_10_diff1": 0.13041523873547772, + "nauc_recall_at_10_max": 0.463361041495632, + "nauc_recall_at_10_std": 0.3943629968590871, + "nauc_recall_at_1_diff1": 0.5489604577557305, + "nauc_recall_at_1_max": 0.6838285916859792, + "nauc_recall_at_1_std": 0.26657609667746823, + "nauc_recall_at_20_diff1": 0.10855309185525888, + "nauc_recall_at_20_max": 0.5416607813189496, + "nauc_recall_at_20_std": 0.4943453533939013, + "nauc_recall_at_3_diff1": 0.23002233635759597, + "nauc_recall_at_3_max": 0.44603790626421524, + "nauc_recall_at_3_std": 0.29771869391737804, + "nauc_recall_at_5_diff1": 0.19732379830429758, + "nauc_recall_at_5_max": 0.47286585457925706, + "nauc_recall_at_5_std": 0.29282611499844363, + "ndcg_at_1": 0.1475, + "ndcg_at_10": 0.15854, + "ndcg_at_100": 0.22509, + "ndcg_at_1000": 0.31719, + "ndcg_at_20": 0.17181, + "ndcg_at_3": 0.15689, + "ndcg_at_5": 0.15148, + "precision_at_1": 0.18, + "precision_at_10": 0.129, + "precision_at_100": 0.06645, + "precision_at_1000": 0.02131, + "precision_at_20": 0.1105, + "precision_at_3": 0.17, + "precision_at_5": 0.147, + "recall_at_1": 0.02743, + "recall_at_10": 0.12552, + "recall_at_100": 0.34222, + "recall_at_1000": 0.65659, + "recall_at_20": 0.17581, + "recall_at_3": 0.06271, + "recall_at_5": 0.07891 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.17613, + "map_at_1": 0.04263, + "map_at_10": 0.07618, + "map_at_100": 0.11997, + "map_at_1000": 0.13875, + "map_at_20": 0.09201, + "map_at_3": 0.05482, + "map_at_5": 0.06288, + "mrr_at_1": 0.215, + "mrr_at_10": 0.3049424603174605, + "mrr_at_100": 0.3153940329854061, + "mrr_at_1000": 0.31583601629349434, + "mrr_at_20": 0.31074805260099403, + "mrr_at_3": 0.2725000000000001, + "mrr_at_5": 0.2890000000000001, + "nauc_map_at_1000_diff1": 0.25279499574678166, + "nauc_map_at_1000_max": 0.6249155183469302, + "nauc_map_at_1000_std": 0.557063367183311, + "nauc_map_at_100_diff1": 0.2882859103878552, + "nauc_map_at_100_max": 0.6389775523924696, + "nauc_map_at_100_std": 0.5616955801516911, + "nauc_map_at_10_diff1": 0.38171609391117806, + "nauc_map_at_10_max": 0.5935936426769342, + "nauc_map_at_10_std": 0.4554080962987561, + "nauc_map_at_1_diff1": 0.5674309813378849, + "nauc_map_at_1_max": 0.5698080912380901, + "nauc_map_at_1_std": 0.42638295107649415, + "nauc_map_at_20_diff1": 0.34701921835590854, + "nauc_map_at_20_max": 0.616978054104795, + "nauc_map_at_20_std": 0.4931566214903753, + "nauc_map_at_3_diff1": 0.4437942026584589, + "nauc_map_at_3_max": 0.5517785775201344, + "nauc_map_at_3_std": 0.4089096517270925, + "nauc_map_at_5_diff1": 0.39956898119996154, + "nauc_map_at_5_max": 0.5692400893186894, + "nauc_map_at_5_std": 0.4304688847307846, + "nauc_mrr_at_1000_diff1": 0.1941100117431863, + "nauc_mrr_at_1000_max": 0.5545307208908218, + "nauc_mrr_at_1000_std": 0.4239729179199252, + "nauc_mrr_at_100_diff1": 0.19375471960356483, + "nauc_mrr_at_100_max": 0.5546735709844296, + "nauc_mrr_at_100_std": 0.424524158894401, + "nauc_mrr_at_10_diff1": 0.19513620718676297, + "nauc_mrr_at_10_max": 0.5499263232501769, + "nauc_mrr_at_10_std": 0.41389658374131566, + "nauc_mrr_at_1_diff1": 0.2494490239292242, + "nauc_mrr_at_1_max": 0.5464976745280427, + "nauc_mrr_at_1_std": 0.4071026893906715, + "nauc_mrr_at_20_diff1": 0.19235808575969435, + "nauc_mrr_at_20_max": 0.5544202450352224, + "nauc_mrr_at_20_std": 0.4226077374831725, + "nauc_mrr_at_3_diff1": 0.20065835153701894, + "nauc_mrr_at_3_max": 0.5396019219227923, + "nauc_mrr_at_3_std": 0.4036472578547542, + "nauc_mrr_at_5_diff1": 0.20282231418492577, + "nauc_mrr_at_5_max": 0.5427679553646945, + "nauc_mrr_at_5_std": 0.39455154695781325, + "nauc_ndcg_at_1000_diff1": 0.18785006920092134, + "nauc_ndcg_at_1000_max": 0.6866217979252306, + "nauc_ndcg_at_1000_std": 0.6278237668200713, + "nauc_ndcg_at_100_diff1": 0.216798948571238, + "nauc_ndcg_at_100_max": 0.6861266761530532, + "nauc_ndcg_at_100_std": 0.6229124341240283, + "nauc_ndcg_at_10_diff1": 0.19761342853119837, + "nauc_ndcg_at_10_max": 0.5842812358514538, + "nauc_ndcg_at_10_std": 0.4468758643885226, + "nauc_ndcg_at_1_diff1": 0.26493361556517847, + "nauc_ndcg_at_1_max": 0.5527178649991007, + "nauc_ndcg_at_1_std": 0.3979284551495781, + "nauc_ndcg_at_20_diff1": 0.1968899584069628, + "nauc_ndcg_at_20_max": 0.6396049389761016, + "nauc_ndcg_at_20_std": 0.5028856392237778, + "nauc_ndcg_at_3_diff1": 0.19310149601756751, + "nauc_ndcg_at_3_max": 0.5408312496061825, + "nauc_ndcg_at_3_std": 0.39685921496933835, + "nauc_ndcg_at_5_diff1": 0.18272367621883395, + "nauc_ndcg_at_5_max": 0.548659652840222, + "nauc_ndcg_at_5_std": 0.4136122408747744, + "nauc_precision_at_1000_diff1": -0.1711162936819157, + "nauc_precision_at_1000_max": 0.0738042086060822, + "nauc_precision_at_1000_std": -0.018037416487039937, + "nauc_precision_at_100_diff1": -0.10707469384295583, + "nauc_precision_at_100_max": 0.2637673004923416, + "nauc_precision_at_100_std": 0.2852077494720572, + "nauc_precision_at_10_diff1": -0.017707426779144216, + "nauc_precision_at_10_max": 0.39997242639138997, + "nauc_precision_at_10_std": 0.36064125873523284, + "nauc_precision_at_1_diff1": 0.2494490239292242, + "nauc_precision_at_1_max": 0.5464976745280427, + "nauc_precision_at_1_std": 0.4071026893906715, + "nauc_precision_at_20_diff1": -0.06359620855795621, + "nauc_precision_at_20_max": 0.3966035068564241, + "nauc_precision_at_20_std": 0.3711289658118148, + "nauc_precision_at_3_diff1": 0.062474328904789454, + "nauc_precision_at_3_max": 0.487960016429501, + "nauc_precision_at_3_std": 0.38751357928961583, + "nauc_precision_at_5_diff1": 0.00553025614726297, + "nauc_precision_at_5_max": 0.43279740228360397, + "nauc_precision_at_5_std": 0.37485915475594633, + "nauc_recall_at_1000_diff1": 0.1361147647155096, + "nauc_recall_at_1000_max": 0.738000815553618, + "nauc_recall_at_1000_std": 0.8385134210332715, + "nauc_recall_at_100_diff1": 0.16958321579954402, + "nauc_recall_at_100_max": 0.6308930770597693, + "nauc_recall_at_100_std": 0.6772522202902169, + "nauc_recall_at_10_diff1": 0.26748923980836875, + "nauc_recall_at_10_max": 0.5505952509857825, + "nauc_recall_at_10_std": 0.42877076795411023, + "nauc_recall_at_1_diff1": 0.5674309813378849, + "nauc_recall_at_1_max": 0.5698080912380901, + "nauc_recall_at_1_std": 0.42638295107649415, + "nauc_recall_at_20_diff1": 0.16726971553910955, + "nauc_recall_at_20_max": 0.5762608221973723, + "nauc_recall_at_20_std": 0.4999797850157147, + "nauc_recall_at_3_diff1": 0.3392416525630335, + "nauc_recall_at_3_max": 0.49147606978491193, + "nauc_recall_at_3_std": 0.3690214263293208, + "nauc_recall_at_5_diff1": 0.2842329988780015, + "nauc_recall_at_5_max": 0.5213934945174608, + "nauc_recall_at_5_std": 0.3800741806335689, + "ndcg_at_1": 0.1725, + "ndcg_at_10": 0.17613, + "ndcg_at_100": 0.25022, + "ndcg_at_1000": 0.33876, + "ndcg_at_20": 0.1956, + "ndcg_at_3": 0.16271, + "ndcg_at_5": 0.16507, + "precision_at_1": 0.215, + "precision_at_10": 0.147, + "precision_at_100": 0.07495, + "precision_at_1000": 0.02205, + "precision_at_20": 0.12825, + "precision_at_3": 0.16833, + "precision_at_5": 0.161, + "recall_at_1": 0.04263, + "recall_at_10": 0.12502, + "recall_at_100": 0.37299, + "recall_at_1000": 0.6665, + "recall_at_20": 0.19907, + "recall_at_3": 0.06441, + "recall_at_5": 0.08306 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CmedqaRetrieval.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CmedqaRetrieval.json new file mode 100644 index 000000000..97b3f50fd --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 61.601301431655884, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.02423, + "map_at_1": 0.01235, + "map_at_10": 0.01836, + "map_at_100": 0.01997, + "map_at_1000": 0.02034, + "map_at_20": 0.01905, + "map_at_3": 0.01614, + "map_at_5": 0.01736, + "mrr_at_1": 0.021505376344086023, + "mrr_at_10": 0.029182394805050468, + "mrr_at_100": 0.03115993824790769, + "mrr_at_1000": 0.03158551645865335, + "mrr_at_20": 0.03004499502078813, + "mrr_at_3": 0.026048178711344492, + "mrr_at_5": 0.027623572559806617, + "nauc_map_at_1000_diff1": 0.26709134992879713, + "nauc_map_at_1000_max": 0.2642452694651173, + "nauc_map_at_1000_std": 0.1970389028713577, + "nauc_map_at_100_diff1": 0.27088788630566035, + "nauc_map_at_100_max": 0.26589849462924936, + "nauc_map_at_100_std": 0.19587711252190174, + "nauc_map_at_10_diff1": 0.2875858011248386, + "nauc_map_at_10_max": 0.276858720083734, + "nauc_map_at_10_std": 0.19399824592819523, + "nauc_map_at_1_diff1": 0.40251054495902217, + "nauc_map_at_1_max": 0.31366144750535074, + "nauc_map_at_1_std": 0.19269283812576035, + "nauc_map_at_20_diff1": 0.2848216967865134, + "nauc_map_at_20_max": 0.2713998058246583, + "nauc_map_at_20_std": 0.19206343756797972, + "nauc_map_at_3_diff1": 0.332154791175332, + "nauc_map_at_3_max": 0.3110427757046599, + "nauc_map_at_3_std": 0.19633396796557462, + "nauc_map_at_5_diff1": 0.3052400081754339, + "nauc_map_at_5_max": 0.29950602460111453, + "nauc_map_at_5_std": 0.2022360786284327, + "nauc_mrr_at_1000_diff1": 0.2501945732547354, + "nauc_mrr_at_1000_max": 0.26079799007609217, + "nauc_mrr_at_1000_std": 0.18036030681843537, + "nauc_mrr_at_100_diff1": 0.25261328179411646, + "nauc_mrr_at_100_max": 0.2618429858163004, + "nauc_mrr_at_100_std": 0.18011166616440624, + "nauc_mrr_at_10_diff1": 0.2671879621132258, + "nauc_mrr_at_10_max": 0.2741167054600039, + "nauc_mrr_at_10_std": 0.1791241773174095, + "nauc_mrr_at_1_diff1": 0.37319189273908815, + "nauc_mrr_at_1_max": 0.35632360495826954, + "nauc_mrr_at_1_std": 0.18929691950896604, + "nauc_mrr_at_20_diff1": 0.26350569282879216, + "nauc_mrr_at_20_max": 0.2676864879450128, + "nauc_mrr_at_20_std": 0.17736046010967027, + "nauc_mrr_at_3_diff1": 0.30403629997227094, + "nauc_mrr_at_3_max": 0.3106211163453861, + "nauc_mrr_at_3_std": 0.18146406628155995, + "nauc_mrr_at_5_diff1": 0.2831701469519444, + "nauc_mrr_at_5_max": 0.2956554895195697, + "nauc_mrr_at_5_std": 0.18544819902357873, + "nauc_ndcg_at_1000_diff1": 0.13174283609724668, + "nauc_ndcg_at_1000_max": 0.1929864660580548, + "nauc_ndcg_at_1000_std": 0.20632202429084012, + "nauc_ndcg_at_100_diff1": 0.1751391545972593, + "nauc_ndcg_at_100_max": 0.20216209751868883, + "nauc_ndcg_at_100_std": 0.19614225980985905, + "nauc_ndcg_at_10_diff1": 0.23364737031236027, + "nauc_ndcg_at_10_max": 0.23529658873575357, + "nauc_ndcg_at_10_std": 0.18140747675161842, + "nauc_ndcg_at_1_diff1": 0.37319189273908815, + "nauc_ndcg_at_1_max": 0.35632360495826954, + "nauc_ndcg_at_1_std": 0.18929691950896604, + "nauc_ndcg_at_20_diff1": 0.23021806501255315, + "nauc_ndcg_at_20_max": 0.22426622210458622, + "nauc_ndcg_at_20_std": 0.17728220525268262, + "nauc_ndcg_at_3_diff1": 0.3077684097785617, + "nauc_ndcg_at_3_max": 0.3001668163391678, + "nauc_ndcg_at_3_std": 0.1875878018213918, + "nauc_ndcg_at_5_diff1": 0.2670906611445604, + "nauc_ndcg_at_5_max": 0.28063008436627845, + "nauc_ndcg_at_5_std": 0.19851094470890324, + "nauc_precision_at_1000_diff1": 0.014925110547047924, + "nauc_precision_at_1000_max": 0.15413833478619293, + "nauc_precision_at_1000_std": 0.24978614146194558, + "nauc_precision_at_100_diff1": 0.06254650506593398, + "nauc_precision_at_100_max": 0.1558210087527249, + "nauc_precision_at_100_std": 0.24773042613205482, + "nauc_precision_at_10_diff1": 0.13882077912908988, + "nauc_precision_at_10_max": 0.19069187046891184, + "nauc_precision_at_10_std": 0.18536319665991788, + "nauc_precision_at_1_diff1": 0.37319189273908815, + "nauc_precision_at_1_max": 0.35632360495826954, + "nauc_precision_at_1_std": 0.18929691950896604, + "nauc_precision_at_20_diff1": 0.14548279395290226, + "nauc_precision_at_20_max": 0.16968444129526564, + "nauc_precision_at_20_std": 0.17759861643787891, + "nauc_precision_at_3_diff1": 0.24670940968958277, + "nauc_precision_at_3_max": 0.29653758347380166, + "nauc_precision_at_3_std": 0.18444641819778632, + "nauc_precision_at_5_diff1": 0.1915651803519635, + "nauc_precision_at_5_max": 0.27037827017584165, + "nauc_precision_at_5_std": 0.21109311786592144, + "nauc_recall_at_1000_diff1": 0.020373911144858002, + "nauc_recall_at_1000_max": 0.13462958361430416, + "nauc_recall_at_1000_std": 0.20380148903128306, + "nauc_recall_at_100_diff1": 0.07236807126935298, + "nauc_recall_at_100_max": 0.12786454164036018, + "nauc_recall_at_100_std": 0.19905737002418236, + "nauc_recall_at_10_diff1": 0.15166870693066486, + "nauc_recall_at_10_max": 0.1511047054000316, + "nauc_recall_at_10_std": 0.16027749415269354, + "nauc_recall_at_1_diff1": 0.40251054495902217, + "nauc_recall_at_1_max": 0.31366144750535074, + "nauc_recall_at_1_std": 0.19269283812576035, + "nauc_recall_at_20_diff1": 0.16080564781322282, + "nauc_recall_at_20_max": 0.14681285880930436, + "nauc_recall_at_20_std": 0.15794719129057416, + "nauc_recall_at_3_diff1": 0.2684673469816046, + "nauc_recall_at_3_max": 0.27851174704780607, + "nauc_recall_at_3_std": 0.19195928240688545, + "nauc_recall_at_5_diff1": 0.20002582856823303, + "nauc_recall_at_5_max": 0.23789194719832496, + "nauc_recall_at_5_std": 0.20029199924875127, + "ndcg_at_1": 0.02151, + "ndcg_at_10": 0.02423, + "ndcg_at_100": 0.03405, + "ndcg_at_1000": 0.04733, + "ndcg_at_20": 0.0267, + "ndcg_at_3": 0.02025, + "ndcg_at_5": 0.02185, + "precision_at_1": 0.02151, + "precision_at_10": 0.00593, + "precision_at_100": 0.00144, + "precision_at_1000": 0.00033, + "precision_at_20": 0.00384, + "precision_at_3": 0.01192, + "precision_at_5": 0.00895, + "recall_at_1": 0.01235, + "recall_at_10": 0.0317, + "recall_at_100": 0.07542, + "recall_at_1000": 0.17133, + "recall_at_20": 0.04009, + "recall_at_3": 0.01983, + "recall_at_5": 0.0246 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedicalQARetrieval.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedicalQARetrieval.json new file mode 100644 index 000000000..c9bbcb505 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 6.220170259475708, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7022, + "map_at_1": 0.55029, + "map_at_10": 0.65281, + "map_at_100": 0.65711, + "map_at_1000": 0.65734, + "map_at_20": 0.65568, + "map_at_3": 0.63086, + "map_at_5": 0.64421, + "mrr_at_1": 0.5498046875, + "mrr_at_10": 0.6524472191220224, + "mrr_at_100": 0.6567406780831234, + "mrr_at_1000": 0.6569715022903898, + "mrr_at_20": 0.6553186960428435, + "mrr_at_3": 0.6303710937499984, + "mrr_at_5": 0.643847656249999, + "nauc_map_at_1000_diff1": 0.5220898879066481, + "nauc_map_at_1000_max": 0.33600931404918294, + "nauc_map_at_1000_std": 0.016222639524273778, + "nauc_map_at_100_diff1": 0.5219207154863619, + "nauc_map_at_100_max": 0.3362417222514533, + "nauc_map_at_100_std": 0.016198629915493555, + "nauc_map_at_10_diff1": 0.5204257683376935, + "nauc_map_at_10_max": 0.3364398584179721, + "nauc_map_at_10_std": 0.012669174580914514, + "nauc_map_at_1_diff1": 0.56649409362081, + "nauc_map_at_1_max": 0.30211162666214786, + "nauc_map_at_1_std": 0.03616410265793447, + "nauc_map_at_20_diff1": 0.521210365869359, + "nauc_map_at_20_max": 0.3366737496507934, + "nauc_map_at_20_std": 0.01456065710163551, + "nauc_map_at_3_diff1": 0.5259158446425961, + "nauc_map_at_3_max": 0.33011916036834205, + "nauc_map_at_3_std": 0.016577063689461043, + "nauc_map_at_5_diff1": 0.5207955322669242, + "nauc_map_at_5_max": 0.33414711310321854, + "nauc_map_at_5_std": 0.010737885150896543, + "nauc_mrr_at_1000_diff1": 0.5231343243348343, + "nauc_mrr_at_1000_max": 0.33811236962166147, + "nauc_mrr_at_1000_std": 0.017693525891297992, + "nauc_mrr_at_100_diff1": 0.5229643112693113, + "nauc_mrr_at_100_max": 0.33834277199812607, + "nauc_mrr_at_100_std": 0.017668317383481156, + "nauc_mrr_at_10_diff1": 0.5214553743964891, + "nauc_mrr_at_10_max": 0.3385108462637286, + "nauc_mrr_at_10_std": 0.014120002461282534, + "nauc_mrr_at_1_diff1": 0.5676646152290956, + "nauc_mrr_at_1_max": 0.3034211725449598, + "nauc_mrr_at_1_std": 0.037613495793145865, + "nauc_mrr_at_20_diff1": 0.5222489750146349, + "nauc_mrr_at_20_max": 0.3387636487622605, + "nauc_mrr_at_20_std": 0.016023702376856373, + "nauc_mrr_at_3_diff1": 0.5271422992902272, + "nauc_mrr_at_3_max": 0.33242119643969764, + "nauc_mrr_at_3_std": 0.01818777183612039, + "nauc_mrr_at_5_diff1": 0.521798120803673, + "nauc_mrr_at_5_max": 0.3367044274121213, + "nauc_mrr_at_5_std": 0.01225743135748119, + "nauc_ndcg_at_1000_diff1": 0.5107175690238396, + "nauc_ndcg_at_1000_max": 0.34681986720682656, + "nauc_ndcg_at_1000_std": 0.017024236761918096, + "nauc_ndcg_at_100_diff1": 0.5044225236350118, + "nauc_ndcg_at_100_max": 0.35356125785581305, + "nauc_ndcg_at_100_std": 0.020448172738184535, + "nauc_ndcg_at_10_diff1": 0.49666092082110036, + "nauc_ndcg_at_10_max": 0.3554459870912026, + "nauc_ndcg_at_10_std": 6.194082534785245e-05, + "nauc_ndcg_at_1_diff1": 0.56649409362081, + "nauc_ndcg_at_1_max": 0.30211162666214786, + "nauc_ndcg_at_1_std": 0.03616410265793447, + "nauc_ndcg_at_20_diff1": 0.49910020772927904, + "nauc_ndcg_at_20_max": 0.35683683479567724, + "nauc_ndcg_at_20_std": 0.007431666224187574, + "nauc_ndcg_at_3_diff1": 0.5109033899991164, + "nauc_ndcg_at_3_max": 0.33990838299267767, + "nauc_ndcg_at_3_std": 0.0082325235600904, + "nauc_ndcg_at_5_diff1": 0.49961662640831583, + "nauc_ndcg_at_5_max": 0.3482471288971379, + "nauc_ndcg_at_5_std": -0.0037190944873910165, + "nauc_precision_at_1000_diff1": 0.4736541650290426, + "nauc_precision_at_1000_max": 0.6211090276868765, + "nauc_precision_at_1000_std": 0.48512408543325847, + "nauc_precision_at_100_diff1": 0.2830144824223562, + "nauc_precision_at_100_max": 0.6021812741255226, + "nauc_precision_at_100_std": 0.21707081112421986, + "nauc_precision_at_10_diff1": 0.3542789136772364, + "nauc_precision_at_10_max": 0.47123482980409015, + "nauc_precision_at_10_std": -0.07415486273162268, + "nauc_precision_at_1_diff1": 0.56649409362081, + "nauc_precision_at_1_max": 0.30211162666214786, + "nauc_precision_at_1_std": 0.03616410265793447, + "nauc_precision_at_20_diff1": 0.32658081704688785, + "nauc_precision_at_20_max": 0.5226853405166417, + "nauc_precision_at_20_std": -0.03460242016426322, + "nauc_precision_at_3_diff1": 0.4572582913680987, + "nauc_precision_at_3_max": 0.37467001484233864, + "nauc_precision_at_3_std": -0.02200547977934786, + "nauc_precision_at_5_diff1": 0.407624903325177, + "nauc_precision_at_5_max": 0.40904746422061306, + "nauc_precision_at_5_std": -0.06773824170099688, + "nauc_recall_at_1000_diff1": 0.47365416502902885, + "nauc_recall_at_1000_max": 0.6211090276868699, + "nauc_recall_at_1000_std": 0.4851240854332601, + "nauc_recall_at_100_diff1": 0.2830144824223601, + "nauc_recall_at_100_max": 0.6021812741255206, + "nauc_recall_at_100_std": 0.21707081112422236, + "nauc_recall_at_10_diff1": 0.354278913677238, + "nauc_recall_at_10_max": 0.4712348298040917, + "nauc_recall_at_10_std": -0.07415486273162072, + "nauc_recall_at_1_diff1": 0.56649409362081, + "nauc_recall_at_1_max": 0.30211162666214786, + "nauc_recall_at_1_std": 0.03616410265793447, + "nauc_recall_at_20_diff1": 0.3265808170468886, + "nauc_recall_at_20_max": 0.5226853405166438, + "nauc_recall_at_20_std": -0.034602420164260295, + "nauc_recall_at_3_diff1": 0.4572582913680986, + "nauc_recall_at_3_max": 0.37467001484233836, + "nauc_recall_at_3_std": -0.022005479779348292, + "nauc_recall_at_5_diff1": 0.4076249033251781, + "nauc_recall_at_5_max": 0.409047464220614, + "nauc_recall_at_5_std": -0.06773824170099595, + "ndcg_at_1": 0.55029, + "ndcg_at_10": 0.7022, + "ndcg_at_100": 0.72225, + "ndcg_at_1000": 0.72818, + "ndcg_at_20": 0.7126, + "ndcg_at_3": 0.65754, + "ndcg_at_5": 0.68164, + "precision_at_1": 0.55029, + "precision_at_10": 0.08564, + "precision_at_100": 0.00948, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04487, + "precision_at_3": 0.24495, + "precision_at_5": 0.15869, + "recall_at_1": 0.55029, + "recall_at_10": 0.85645, + "recall_at_100": 0.94824, + "recall_at_1000": 0.99463, + "recall_at_20": 0.89746, + "recall_at_3": 0.73486, + "recall_at_5": 0.79346 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringP2P.v2.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringP2P.v2.json index 1bf121665..d78b8a975 100644 --- a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringP2P.v2.json +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 20.242704391479492, + "evaluation_time": 16.70096516609192, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3647703373858422, - "v_measure": 0.3647703373858422, - "v_measure_std": 0.008927999427499306, + "main_score": 0.3632620368274916, + "v_measure": 0.3632620368274916, + "v_measure_std": 0.006357014255007778, "v_measures": { "Level 0": [ - 0.36250409683049, - 0.3476670023873491, - 0.3620178030033809, - 0.37087005586496347, - 0.35910863381899083, - 0.36272170419591354, - 0.36745110270788583, - 0.3831164463636247, - 0.37208019254178504, - 0.3601663361440384 + 0.3686855568657071, + 0.35843749379979417, + 0.3586232023711154, + 0.3671215769557564, + 0.3543899148264313, + 0.36647273199364644, + 0.35705294072610816, + 0.3681066791877575, + 0.35855852720191594, + 0.3751717443466834 ] } } diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringS2S.v2.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringS2S.v2.json index 65ebc3dce..9c807e43e 100644 --- a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringS2S.v2.json +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/MedrxivClusteringS2S.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", - "evaluation_time": 5.479676246643066, + "evaluation_time": 17.82652497291565, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.35024221152776636, - "v_measure": 0.35024221152776636, - "v_measure_std": 0.005159654800337718, + "main_score": 0.3554675624696722, + "v_measure": 0.3554675624696722, + "v_measure_std": 0.009258963532112427, "v_measures": { "Level 0": [ - 0.3523041402550056, - 0.3486858109284018, - 0.34693317675261465, - 0.34881135875254043, - 0.34445029245650943, - 0.344829342458049, - 0.34792310643129176, - 0.35146553178893725, - 0.3540304389995867, - 0.36298891645472675 + 0.37423258471972615, + 0.34563092495435604, + 0.36195421257655513, + 0.3507475484308009, + 0.3516967729707195, + 0.3461138602195985, + 0.345760724417188, + 0.36762003603110854, + 0.35592172935670247, + 0.3549972310199664 ] } } diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/NFCorpus.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/NFCorpus.json new file mode 100644 index 000000000..b1d7b9a11 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 3.3277626037597656, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37367, + "map_at_1": 0.06783, + "map_at_10": 0.14545, + "map_at_100": 0.18432, + "map_at_1000": 0.19948, + "map_at_20": 0.16169, + "map_at_3": 0.10942, + "map_at_5": 0.12509, + "mrr_at_1": 0.47678018575851394, + "mrr_at_10": 0.5663238979802447, + "mrr_at_100": 0.5712283373770298, + "mrr_at_1000": 0.5716545353607906, + "mrr_at_20": 0.5690674877844792, + "mrr_at_3": 0.5459236326109393, + "mrr_at_5": 0.5573787409700725, + "nauc_map_at_1000_diff1": 0.29154235276280777, + "nauc_map_at_1000_max": 0.35155996204305623, + "nauc_map_at_1000_std": 0.17392000370147895, + "nauc_map_at_100_diff1": 0.305316531831113, + "nauc_map_at_100_max": 0.3417385669951235, + "nauc_map_at_100_std": 0.1360065971642412, + "nauc_map_at_10_diff1": 0.34824319126567727, + "nauc_map_at_10_max": 0.27301072173260277, + "nauc_map_at_10_std": 0.013003106197056859, + "nauc_map_at_1_diff1": 0.45583325623104226, + "nauc_map_at_1_max": 0.12982956773543383, + "nauc_map_at_1_std": -0.1573170273425011, + "nauc_map_at_20_diff1": 0.3251273162129742, + "nauc_map_at_20_max": 0.3046052461831384, + "nauc_map_at_20_std": 0.0647575420566606, + "nauc_map_at_3_diff1": 0.40777236889962937, + "nauc_map_at_3_max": 0.198743767353483, + "nauc_map_at_3_std": -0.0894593647228931, + "nauc_map_at_5_diff1": 0.3884214992496193, + "nauc_map_at_5_max": 0.23678094384563286, + "nauc_map_at_5_std": -0.05182879568527268, + "nauc_mrr_at_1000_diff1": 0.4043957047338258, + "nauc_mrr_at_1000_max": 0.4994558931287476, + "nauc_mrr_at_1000_std": 0.33778338744640685, + "nauc_mrr_at_100_diff1": 0.4043983432844931, + "nauc_mrr_at_100_max": 0.4997295687384777, + "nauc_mrr_at_100_std": 0.33795863189781966, + "nauc_mrr_at_10_diff1": 0.40605493191785413, + "nauc_mrr_at_10_max": 0.49901852616525216, + "nauc_mrr_at_10_std": 0.3368226373625913, + "nauc_mrr_at_1_diff1": 0.4126090703475961, + "nauc_mrr_at_1_max": 0.4257618868481682, + "nauc_mrr_at_1_std": 0.25173786864802017, + "nauc_mrr_at_20_diff1": 0.4045838803675586, + "nauc_mrr_at_20_max": 0.49786599141370913, + "nauc_mrr_at_20_std": 0.33672004185879073, + "nauc_mrr_at_3_diff1": 0.4076997438461188, + "nauc_mrr_at_3_max": 0.5009070926086707, + "nauc_mrr_at_3_std": 0.32951284186036384, + "nauc_mrr_at_5_diff1": 0.40321927730282564, + "nauc_mrr_at_5_max": 0.4957333245814322, + "nauc_mrr_at_5_std": 0.33902340905040934, + "nauc_ndcg_at_1000_diff1": 0.29639127266523546, + "nauc_ndcg_at_1000_max": 0.49120981767111277, + "nauc_ndcg_at_1000_std": 0.3634449864796233, + "nauc_ndcg_at_100_diff1": 0.29994307572893353, + "nauc_ndcg_at_100_max": 0.4550855046391935, + "nauc_ndcg_at_100_std": 0.31580646598480194, + "nauc_ndcg_at_10_diff1": 0.2700809443297523, + "nauc_ndcg_at_10_max": 0.4536466783544924, + "nauc_ndcg_at_10_std": 0.3166342924081116, + "nauc_ndcg_at_1_diff1": 0.4180077228513427, + "nauc_ndcg_at_1_max": 0.4205392559324205, + "nauc_ndcg_at_1_std": 0.258547114739047, + "nauc_ndcg_at_20_diff1": 0.27373650947947875, + "nauc_ndcg_at_20_max": 0.44365733043728955, + "nauc_ndcg_at_20_std": 0.31754862960612995, + "nauc_ndcg_at_3_diff1": 0.28592241171443034, + "nauc_ndcg_at_3_max": 0.46137931025615986, + "nauc_ndcg_at_3_std": 0.27578006671771693, + "nauc_ndcg_at_5_diff1": 0.27846638920955874, + "nauc_ndcg_at_5_max": 0.4702298492200954, + "nauc_ndcg_at_5_std": 0.2997889400434781, + "nauc_precision_at_1000_diff1": -0.1375476663936891, + "nauc_precision_at_1000_max": 0.11393172266176319, + "nauc_precision_at_1000_std": 0.3917150203249336, + "nauc_precision_at_100_diff1": -0.09932981168857016, + "nauc_precision_at_100_max": 0.2729601366292046, + "nauc_precision_at_100_std": 0.5017645899117513, + "nauc_precision_at_10_diff1": 0.0292855243014817, + "nauc_precision_at_10_max": 0.42356450577735955, + "nauc_precision_at_10_std": 0.43584482247047107, + "nauc_precision_at_1_diff1": 0.42091574842311347, + "nauc_precision_at_1_max": 0.4203716199407624, + "nauc_precision_at_1_std": 0.2563149329065773, + "nauc_precision_at_20_diff1": -0.02986887488658571, + "nauc_precision_at_20_max": 0.3782952168167771, + "nauc_precision_at_20_std": 0.4662392185373831, + "nauc_precision_at_3_diff1": 0.16010836135839224, + "nauc_precision_at_3_max": 0.4628646882739939, + "nauc_precision_at_3_std": 0.3243147098931066, + "nauc_precision_at_5_diff1": 0.10954717030489258, + "nauc_precision_at_5_max": 0.4697810686332502, + "nauc_precision_at_5_std": 0.3835594430201374, + "nauc_recall_at_1000_diff1": 0.12678758893079503, + "nauc_recall_at_1000_max": 0.23187617148065215, + "nauc_recall_at_1000_std": 0.24629015903295814, + "nauc_recall_at_100_diff1": 0.2363967332941099, + "nauc_recall_at_100_max": 0.3329920604702422, + "nauc_recall_at_100_std": 0.23500300226271717, + "nauc_recall_at_10_diff1": 0.33617288423152525, + "nauc_recall_at_10_max": 0.27155758083371406, + "nauc_recall_at_10_std": 0.04733982661155172, + "nauc_recall_at_1_diff1": 0.45583325623104226, + "nauc_recall_at_1_max": 0.12982956773543383, + "nauc_recall_at_1_std": -0.1573170273425011, + "nauc_recall_at_20_diff1": 0.2895556352240711, + "nauc_recall_at_20_max": 0.2789980111308805, + "nauc_recall_at_20_std": 0.11109722353995549, + "nauc_recall_at_3_diff1": 0.40013252565402546, + "nauc_recall_at_3_max": 0.2008634585701621, + "nauc_recall_at_3_std": -0.07611914995412945, + "nauc_recall_at_5_diff1": 0.3751028753306378, + "nauc_recall_at_5_max": 0.23862964147321625, + "nauc_recall_at_5_std": -0.021177258110634756, + "ndcg_at_1": 0.45666, + "ndcg_at_10": 0.37367, + "ndcg_at_100": 0.34242, + "ndcg_at_1000": 0.43063, + "ndcg_at_20": 0.34925, + "ndcg_at_3": 0.42823, + "ndcg_at_5": 0.40141, + "precision_at_1": 0.47368, + "precision_at_10": 0.27957, + "precision_at_100": 0.08663, + "precision_at_1000": 0.02164, + "precision_at_20": 0.20526, + "precision_at_3": 0.40454, + "precision_at_5": 0.34675, + "recall_at_1": 0.06783, + "recall_at_10": 0.17831, + "recall_at_100": 0.33662, + "recall_at_1000": 0.66176, + "recall_at_20": 0.22269, + "recall_at_3": 0.11874, + "recall_at_5": 0.14183 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/SciFact-PL.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/SciFact-PL.json new file mode 100644 index 000000000..56d6cfd14 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 4.557202339172363, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.40806, + "map_at_1": 0.29622, + "map_at_10": 0.36736, + "map_at_100": 0.37811, + "map_at_1000": 0.37889, + "map_at_20": 0.3741, + "map_at_3": 0.34713, + "map_at_5": 0.35885, + "mrr_at_1": 0.31, + "mrr_at_10": 0.38108597883597883, + "mrr_at_100": 0.3903671917791501, + "mrr_at_1000": 0.39104628284770565, + "mrr_at_20": 0.38685826468566414, + "mrr_at_3": 0.36222222222222217, + "mrr_at_5": 0.3748888888888889, + "nauc_map_at_1000_diff1": 0.5052186496390939, + "nauc_map_at_1000_max": 0.3867722131841347, + "nauc_map_at_1000_std": 0.09781866838926837, + "nauc_map_at_100_diff1": 0.5052605538241425, + "nauc_map_at_100_max": 0.38693033938837995, + "nauc_map_at_100_std": 0.09772734448794936, + "nauc_map_at_10_diff1": 0.5050584707335322, + "nauc_map_at_10_max": 0.3817145288221092, + "nauc_map_at_10_std": 0.09320189142499365, + "nauc_map_at_1_diff1": 0.5520787896736324, + "nauc_map_at_1_max": 0.33016137260530515, + "nauc_map_at_1_std": 0.0691901300116914, + "nauc_map_at_20_diff1": 0.504142000857032, + "nauc_map_at_20_max": 0.38766410880979624, + "nauc_map_at_20_std": 0.09464108877229793, + "nauc_map_at_3_diff1": 0.5164925395907803, + "nauc_map_at_3_max": 0.35516734447385856, + "nauc_map_at_3_std": 0.0768198094562224, + "nauc_map_at_5_diff1": 0.5092669775512717, + "nauc_map_at_5_max": 0.36939060308579763, + "nauc_map_at_5_std": 0.08285784510054521, + "nauc_mrr_at_1000_diff1": 0.49888825284778615, + "nauc_mrr_at_1000_max": 0.4030796870623729, + "nauc_mrr_at_1000_std": 0.11617078885218915, + "nauc_mrr_at_100_diff1": 0.4989172208629141, + "nauc_mrr_at_100_max": 0.40327932850962767, + "nauc_mrr_at_100_std": 0.11626169214247181, + "nauc_mrr_at_10_diff1": 0.4985679801983459, + "nauc_mrr_at_10_max": 0.4012759094603113, + "nauc_mrr_at_10_std": 0.11478571868985443, + "nauc_mrr_at_1_diff1": 0.542443676584607, + "nauc_mrr_at_1_max": 0.34804218149876065, + "nauc_mrr_at_1_std": 0.08080903146582052, + "nauc_mrr_at_20_diff1": 0.4977963952141909, + "nauc_mrr_at_20_max": 0.40459236777927715, + "nauc_mrr_at_20_std": 0.11497684903452203, + "nauc_mrr_at_3_diff1": 0.5098388773694075, + "nauc_mrr_at_3_max": 0.37872849397625763, + "nauc_mrr_at_3_std": 0.09815234693937505, + "nauc_mrr_at_5_diff1": 0.5011546168893256, + "nauc_mrr_at_5_max": 0.3929522792768689, + "nauc_mrr_at_5_std": 0.10951558895048752, + "nauc_ndcg_at_1000_diff1": 0.4843464823535944, + "nauc_ndcg_at_1000_max": 0.41940067822874805, + "nauc_ndcg_at_1000_std": 0.1342582508427739, + "nauc_ndcg_at_100_diff1": 0.4819558281023299, + "nauc_ndcg_at_100_max": 0.42238275754384075, + "nauc_ndcg_at_100_std": 0.13398706231129467, + "nauc_ndcg_at_10_diff1": 0.4792887380462755, + "nauc_ndcg_at_10_max": 0.4162967133873621, + "nauc_ndcg_at_10_std": 0.11849303813948445, + "nauc_ndcg_at_1_diff1": 0.542443676584607, + "nauc_ndcg_at_1_max": 0.34804218149876065, + "nauc_ndcg_at_1_std": 0.08080903146582052, + "nauc_ndcg_at_20_diff1": 0.4751422496477892, + "nauc_ndcg_at_20_max": 0.4298696505169917, + "nauc_ndcg_at_20_std": 0.12064182046744615, + "nauc_ndcg_at_3_diff1": 0.5023940513990341, + "nauc_ndcg_at_3_max": 0.3679572579342975, + "nauc_ndcg_at_3_std": 0.08374362845382652, + "nauc_ndcg_at_5_diff1": 0.48912830246773575, + "nauc_ndcg_at_5_max": 0.38970811265514976, + "nauc_ndcg_at_5_std": 0.09574442397451469, + "nauc_precision_at_1000_diff1": 0.03662335533057338, + "nauc_precision_at_1000_max": 0.3421014878878552, + "nauc_precision_at_1000_std": 0.3516569660204127, + "nauc_precision_at_100_diff1": 0.19379495316413908, + "nauc_precision_at_100_max": 0.4365722432081958, + "nauc_precision_at_100_std": 0.31372375299016586, + "nauc_precision_at_10_diff1": 0.3084298098486001, + "nauc_precision_at_10_max": 0.5076889892186793, + "nauc_precision_at_10_std": 0.23041306700484562, + "nauc_precision_at_1_diff1": 0.542443676584607, + "nauc_precision_at_1_max": 0.34804218149876065, + "nauc_precision_at_1_std": 0.08080903146582052, + "nauc_precision_at_20_diff1": 0.2574455198979798, + "nauc_precision_at_20_max": 0.5421376739356958, + "nauc_precision_at_20_std": 0.24416640647629514, + "nauc_precision_at_3_diff1": 0.437546064231353, + "nauc_precision_at_3_max": 0.3954621896645097, + "nauc_precision_at_3_std": 0.11214222598653786, + "nauc_precision_at_5_diff1": 0.38758227257366323, + "nauc_precision_at_5_max": 0.4690140165108382, + "nauc_precision_at_5_std": 0.15871163965819693, + "nauc_recall_at_1000_diff1": 0.339686201277898, + "nauc_recall_at_1000_max": 0.6323849801358465, + "nauc_recall_at_1000_std": 0.4802548470368549, + "nauc_recall_at_100_diff1": 0.37675443826087257, + "nauc_recall_at_100_max": 0.5265687924658404, + "nauc_recall_at_100_std": 0.2738836989404738, + "nauc_recall_at_10_diff1": 0.39335667586751005, + "nauc_recall_at_10_max": 0.492274481955548, + "nauc_recall_at_10_std": 0.1678511044866922, + "nauc_recall_at_1_diff1": 0.5520787896736324, + "nauc_recall_at_1_max": 0.33016137260530515, + "nauc_recall_at_1_std": 0.0691901300116914, + "nauc_recall_at_20_diff1": 0.36551899235184665, + "nauc_recall_at_20_max": 0.5435504160035249, + "nauc_recall_at_20_std": 0.1749411069782091, + "nauc_recall_at_3_diff1": 0.4707728944803375, + "nauc_recall_at_3_max": 0.36361624475040993, + "nauc_recall_at_3_std": 0.08123244910622641, + "nauc_recall_at_5_diff1": 0.4289799292834777, + "nauc_recall_at_5_max": 0.4150238508711192, + "nauc_recall_at_5_std": 0.10118981987017119, + "ndcg_at_1": 0.31, + "ndcg_at_10": 0.40806, + "ndcg_at_100": 0.45798, + "ndcg_at_1000": 0.47916, + "ndcg_at_20": 0.43068, + "ndcg_at_3": 0.36793, + "ndcg_at_5": 0.38864, + "precision_at_1": 0.31, + "precision_at_10": 0.05833, + "precision_at_100": 0.00853, + "precision_at_1000": 0.00104, + "precision_at_20": 0.03417, + "precision_at_3": 0.14778, + "precision_at_5": 0.10133, + "recall_at_1": 0.29622, + "recall_at_10": 0.51922, + "recall_at_100": 0.748, + "recall_at_1000": 0.915, + "recall_at_20": 0.606, + "recall_at_3": 0.40939, + "recall_at_5": 0.46078 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/SciFact.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/SciFact.json new file mode 100644 index 000000000..04ef918e2 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 9.487741708755493, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.74345, + "map_at_1": 0.59261, + "map_at_10": 0.69685, + "map_at_100": 0.70165, + "map_at_1000": 0.70185, + "map_at_20": 0.70062, + "map_at_3": 0.66535, + "map_at_5": 0.68682, + "mrr_at_1": 0.6233333333333333, + "mrr_at_10": 0.7078306878306878, + "mrr_at_100": 0.7115015516465759, + "mrr_at_1000": 0.71166882259811, + "mrr_at_20": 0.7107981930779917, + "mrr_at_3": 0.6844444444444444, + "mrr_at_5": 0.700111111111111, + "nauc_map_at_1000_diff1": 0.7035050387791573, + "nauc_map_at_1000_max": 0.5152283262948512, + "nauc_map_at_1000_std": 0.06111549648349903, + "nauc_map_at_100_diff1": 0.7034822080875747, + "nauc_map_at_100_max": 0.5152206937009349, + "nauc_map_at_100_std": 0.061294352114945674, + "nauc_map_at_10_diff1": 0.7020544331521185, + "nauc_map_at_10_max": 0.5179141453422617, + "nauc_map_at_10_std": 0.05739822130947713, + "nauc_map_at_1_diff1": 0.7396761799322913, + "nauc_map_at_1_max": 0.4262239137443052, + "nauc_map_at_1_std": -0.023335085476712362, + "nauc_map_at_20_diff1": 0.702243576576068, + "nauc_map_at_20_max": 0.5157026798062155, + "nauc_map_at_20_std": 0.06123915853055185, + "nauc_map_at_3_diff1": 0.7134819712399018, + "nauc_map_at_3_max": 0.49686786078525197, + "nauc_map_at_3_std": 0.018508082462425916, + "nauc_map_at_5_diff1": 0.7028333629021957, + "nauc_map_at_5_max": 0.5031945139624047, + "nauc_map_at_5_std": 0.03757251569397219, + "nauc_mrr_at_1000_diff1": 0.7013429409000946, + "nauc_mrr_at_1000_max": 0.5309966815896202, + "nauc_mrr_at_1000_std": 0.08142302024866356, + "nauc_mrr_at_100_diff1": 0.7013254483077237, + "nauc_mrr_at_100_max": 0.5311744016864012, + "nauc_mrr_at_100_std": 0.08161979286904393, + "nauc_mrr_at_10_diff1": 0.6994087627327038, + "nauc_mrr_at_10_max": 0.534172206188939, + "nauc_mrr_at_10_std": 0.08345103618092928, + "nauc_mrr_at_1_diff1": 0.7348102212752349, + "nauc_mrr_at_1_max": 0.4971908518245278, + "nauc_mrr_at_1_std": 0.06011938234854103, + "nauc_mrr_at_20_diff1": 0.6998682730752166, + "nauc_mrr_at_20_max": 0.5317568335578828, + "nauc_mrr_at_20_std": 0.08225467855349627, + "nauc_mrr_at_3_diff1": 0.706442059006187, + "nauc_mrr_at_3_max": 0.5332666441312187, + "nauc_mrr_at_3_std": 0.07177277979985347, + "nauc_mrr_at_5_diff1": 0.6993716977598998, + "nauc_mrr_at_5_max": 0.5248287439180138, + "nauc_mrr_at_5_std": 0.07196717951170153, + "nauc_ndcg_at_1000_diff1": 0.6932474845245511, + "nauc_ndcg_at_1000_max": 0.531109279367682, + "nauc_ndcg_at_1000_std": 0.08679631707899775, + "nauc_ndcg_at_100_diff1": 0.6924892605266058, + "nauc_ndcg_at_100_max": 0.5359829962607127, + "nauc_ndcg_at_100_std": 0.09439047384162419, + "nauc_ndcg_at_10_diff1": 0.6804270752146514, + "nauc_ndcg_at_10_max": 0.548798310353348, + "nauc_ndcg_at_10_std": 0.08924250695109844, + "nauc_ndcg_at_1_diff1": 0.7348102212752349, + "nauc_ndcg_at_1_max": 0.4971908518245278, + "nauc_ndcg_at_1_std": 0.06011938234854103, + "nauc_ndcg_at_20_diff1": 0.6823704240915573, + "nauc_ndcg_at_20_max": 0.5409216820037671, + "nauc_ndcg_at_20_std": 0.09723182744239883, + "nauc_ndcg_at_3_diff1": 0.6992359587274293, + "nauc_ndcg_at_3_max": 0.531173601942063, + "nauc_ndcg_at_3_std": 0.04357005616798741, + "nauc_ndcg_at_5_diff1": 0.6828687789549943, + "nauc_ndcg_at_5_max": 0.5173296599936381, + "nauc_ndcg_at_5_std": 0.04703464923129804, + "nauc_precision_at_1000_diff1": -0.2843554018780289, + "nauc_precision_at_1000_max": 0.24549306756161274, + "nauc_precision_at_1000_std": 0.5912878402657721, + "nauc_precision_at_100_diff1": -0.16421895052909372, + "nauc_precision_at_100_max": 0.3114814635445677, + "nauc_precision_at_100_std": 0.5878272029445238, + "nauc_precision_at_10_diff1": 0.039353381947785517, + "nauc_precision_at_10_max": 0.48669271893689753, + "nauc_precision_at_10_std": 0.5006689334609504, + "nauc_precision_at_1_diff1": 0.7348102212752349, + "nauc_precision_at_1_max": 0.4971908518245278, + "nauc_precision_at_1_std": 0.06011938234854103, + "nauc_precision_at_20_diff1": -0.08574506774897817, + "nauc_precision_at_20_max": 0.3958398650150771, + "nauc_precision_at_20_std": 0.5777844915548916, + "nauc_precision_at_3_diff1": 0.41559834138869045, + "nauc_precision_at_3_max": 0.5546047592636609, + "nauc_precision_at_3_std": 0.24369437181417195, + "nauc_precision_at_5_diff1": 0.19760385872102046, + "nauc_precision_at_5_max": 0.46965406358591405, + "nauc_precision_at_5_std": 0.3414501322545513, + "nauc_recall_at_1000_diff1": 0.358076563958937, + "nauc_recall_at_1000_max": -0.17133520074696149, + "nauc_recall_at_1000_std": 0.722222222222207, + "nauc_recall_at_100_diff1": 0.6238912231559275, + "nauc_recall_at_100_max": 0.7023892890489559, + "nauc_recall_at_100_std": 0.48897058823529355, + "nauc_recall_at_10_diff1": 0.5488527763558028, + "nauc_recall_at_10_max": 0.6810708098707338, + "nauc_recall_at_10_std": 0.2049958809789374, + "nauc_recall_at_1_diff1": 0.7396761799322913, + "nauc_recall_at_1_max": 0.4262239137443052, + "nauc_recall_at_1_std": -0.023335085476712362, + "nauc_recall_at_20_diff1": 0.5054027484709014, + "nauc_recall_at_20_max": 0.68521740561129, + "nauc_recall_at_20_std": 0.339015782524464, + "nauc_recall_at_3_diff1": 0.6569698799816966, + "nauc_recall_at_3_max": 0.5429246340113602, + "nauc_recall_at_3_std": 0.0005100260867099485, + "nauc_recall_at_5_diff1": 0.5905178054170513, + "nauc_recall_at_5_max": 0.5302607369463659, + "nauc_recall_at_5_std": 0.020497252681105728, + "ndcg_at_1": 0.62333, + "ndcg_at_10": 0.74345, + "ndcg_at_100": 0.76342, + "ndcg_at_1000": 0.76784, + "ndcg_at_20": 0.7563, + "ndcg_at_3": 0.69205, + "ndcg_at_5": 0.72275, + "precision_at_1": 0.62333, + "precision_at_10": 0.09867, + "precision_at_100": 0.0109, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05233, + "precision_at_3": 0.27, + "precision_at_5": 0.182, + "recall_at_1": 0.59261, + "recall_at_10": 0.87422, + "recall_at_100": 0.96267, + "recall_at_1000": 0.99667, + "recall_at_20": 0.92433, + "recall_at_3": 0.74106, + "recall_at_5": 0.81539 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.77059, + "map_at_1": 0.62684, + "map_at_10": 0.72717, + "map_at_100": 0.73174, + "map_at_1000": 0.73187, + "map_at_20": 0.73019, + "map_at_3": 0.70006, + "map_at_5": 0.71648, + "mrr_at_1": 0.6551297898640297, + "mrr_at_10": 0.7381923597621992, + "mrr_at_100": 0.7415695551708151, + "mrr_at_1000": 0.7416797429142375, + "mrr_at_20": 0.7403671785222989, + "mrr_at_3": 0.7212608158220025, + "mrr_at_5": 0.7310259579728059, + "nauc_map_at_1000_diff1": 0.6375896507002917, + "nauc_map_at_1000_max": 0.522594782488353, + "nauc_map_at_1000_std": 0.1913895418363713, + "nauc_map_at_100_diff1": 0.6375283368173377, + "nauc_map_at_100_max": 0.5226024505369083, + "nauc_map_at_100_std": 0.19152972046111294, + "nauc_map_at_10_diff1": 0.6357615613207698, + "nauc_map_at_10_max": 0.5212285976909737, + "nauc_map_at_10_std": 0.189401542803353, + "nauc_map_at_1_diff1": 0.6710129420618971, + "nauc_map_at_1_max": 0.4518582989855999, + "nauc_map_at_1_std": 0.13564973305212003, + "nauc_map_at_20_diff1": 0.6372795786397412, + "nauc_map_at_20_max": 0.5235216139755594, + "nauc_map_at_20_std": 0.19233411435822861, + "nauc_map_at_3_diff1": 0.6430014780938406, + "nauc_map_at_3_max": 0.5004296479471375, + "nauc_map_at_3_std": 0.1569578612948745, + "nauc_map_at_5_diff1": 0.6406555116119738, + "nauc_map_at_5_max": 0.5171985266350105, + "nauc_map_at_5_std": 0.17091501126973632, + "nauc_mrr_at_1000_diff1": 0.6314839257338134, + "nauc_mrr_at_1000_max": 0.5280711222689047, + "nauc_mrr_at_1000_std": 0.21653061403852827, + "nauc_mrr_at_100_diff1": 0.6313966593374054, + "nauc_mrr_at_100_max": 0.5280623126319849, + "nauc_mrr_at_100_std": 0.21661792793997925, + "nauc_mrr_at_10_diff1": 0.6292726372001466, + "nauc_mrr_at_10_max": 0.527232003083629, + "nauc_mrr_at_10_std": 0.21837188724290096, + "nauc_mrr_at_1_diff1": 0.663444787836873, + "nauc_mrr_at_1_max": 0.5093614737049159, + "nauc_mrr_at_1_std": 0.18927943420431312, + "nauc_mrr_at_20_diff1": 0.6309990773034688, + "nauc_mrr_at_20_max": 0.5288013553940144, + "nauc_mrr_at_20_std": 0.21785163678553635, + "nauc_mrr_at_3_diff1": 0.6284285728095947, + "nauc_mrr_at_3_max": 0.5308961614032148, + "nauc_mrr_at_3_std": 0.21069435152323251, + "nauc_mrr_at_5_diff1": 0.6294479959489201, + "nauc_mrr_at_5_max": 0.5275708913498134, + "nauc_mrr_at_5_std": 0.21623113862058446, + "nauc_ndcg_at_1000_diff1": 0.627101976034665, + "nauc_ndcg_at_1000_max": 0.5314066734826494, + "nauc_ndcg_at_1000_std": 0.21655923962248583, + "nauc_ndcg_at_100_diff1": 0.6249728347815064, + "nauc_ndcg_at_100_max": 0.5320267533683302, + "nauc_ndcg_at_100_std": 0.22136923490331292, + "nauc_ndcg_at_10_diff1": 0.6157754159930294, + "nauc_ndcg_at_10_max": 0.5292205425525737, + "nauc_ndcg_at_10_std": 0.22246300982898806, + "nauc_ndcg_at_1_diff1": 0.663444787836873, + "nauc_ndcg_at_1_max": 0.5093614737049159, + "nauc_ndcg_at_1_std": 0.18927943420431312, + "nauc_ndcg_at_20_diff1": 0.6225569785372876, + "nauc_ndcg_at_20_max": 0.5379559556093183, + "nauc_ndcg_at_20_std": 0.22850997124805486, + "nauc_ndcg_at_3_diff1": 0.6268145682286906, + "nauc_ndcg_at_3_max": 0.5176717227466139, + "nauc_ndcg_at_3_std": 0.17867152555875304, + "nauc_ndcg_at_5_diff1": 0.6251026675959861, + "nauc_ndcg_at_5_max": 0.525587841208508, + "nauc_ndcg_at_5_std": 0.1915460811029348, + "nauc_precision_at_1000_diff1": -0.3313847423969803, + "nauc_precision_at_1000_max": 0.11652166314632129, + "nauc_precision_at_1000_std": 0.34644266751842706, + "nauc_precision_at_100_diff1": -0.2576276734817804, + "nauc_precision_at_100_max": 0.16753713782684035, + "nauc_precision_at_100_std": 0.37776839523183275, + "nauc_precision_at_10_diff1": -0.041643134576241664, + "nauc_precision_at_10_max": 0.32132572463342157, + "nauc_precision_at_10_std": 0.3949355503390791, + "nauc_precision_at_1_diff1": 0.663444787836873, + "nauc_precision_at_1_max": 0.5093614737049159, + "nauc_precision_at_1_std": 0.18927943420431312, + "nauc_precision_at_20_diff1": -0.1125838688085589, + "nauc_precision_at_20_max": 0.28542419308780714, + "nauc_precision_at_20_std": 0.40849398758456407, + "nauc_precision_at_3_diff1": 0.3095796558046884, + "nauc_precision_at_3_max": 0.4982762410162586, + "nauc_precision_at_3_std": 0.2793636402438956, + "nauc_precision_at_5_diff1": 0.13600148653209002, + "nauc_precision_at_5_max": 0.4198787341798361, + "nauc_precision_at_5_std": 0.3086338690712543, + "nauc_recall_at_1000_diff1": 0.4499280553506548, + "nauc_recall_at_1000_max": 0.8147725384292593, + "nauc_recall_at_1000_std": 0.7859207845470912, + "nauc_recall_at_100_diff1": 0.49386145119159675, + "nauc_recall_at_100_max": 0.6116623326617282, + "nauc_recall_at_100_std": 0.5478166845412603, + "nauc_recall_at_10_diff1": 0.5062143087356205, + "nauc_recall_at_10_max": 0.538360608632163, + "nauc_recall_at_10_std": 0.33877242182340955, + "nauc_recall_at_1_diff1": 0.6710129420618971, + "nauc_recall_at_1_max": 0.4518582989855999, + "nauc_recall_at_1_std": 0.13564973305212003, + "nauc_recall_at_20_diff1": 0.5350194333066361, + "nauc_recall_at_20_max": 0.6259793086675175, + "nauc_recall_at_20_std": 0.43099961267994974, + "nauc_recall_at_3_diff1": 0.5881975224581106, + "nauc_recall_at_3_max": 0.5088809780777643, + "nauc_recall_at_3_std": 0.16105186950201364, + "nauc_recall_at_5_diff1": 0.568559978004472, + "nauc_recall_at_5_max": 0.5270272844772161, + "nauc_recall_at_5_std": 0.198753992022289, + "ndcg_at_1": 0.65513, + "ndcg_at_10": 0.77059, + "ndcg_at_100": 0.78927, + "ndcg_at_1000": 0.79242, + "ndcg_at_20": 0.77971, + "ndcg_at_3": 0.72609, + "ndcg_at_5": 0.74906, + "precision_at_1": 0.65513, + "precision_at_10": 0.10062, + "precision_at_100": 0.01106, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05241, + "precision_at_3": 0.28307, + "precision_at_5": 0.18492, + "recall_at_1": 0.62684, + "recall_at_10": 0.89026, + "recall_at_100": 0.97239, + "recall_at_1000": 0.99629, + "recall_at_20": 0.92353, + "recall_at_3": 0.77563, + "recall_at_5": 0.82878 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID-PL.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID-PL.json new file mode 100644 index 000000000..ee89da4a6 --- /dev/null +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 92.61570858955383, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.37338, + "map_at_1": 0.00108, + "map_at_10": 0.00718, + "map_at_100": 0.02545, + "map_at_1000": 0.06117, + "map_at_20": 0.011, + "map_at_3": 0.0032, + "map_at_5": 0.00461, + "mrr_at_1": 0.5, + "mrr_at_10": 0.6228888888888888, + "mrr_at_100": 0.6296378303040537, + "mrr_at_1000": 0.6298339087354263, + "mrr_at_20": 0.6271515151515151, + "mrr_at_3": 0.6033333333333333, + "mrr_at_5": 0.6173333333333333, + "nauc_map_at_1000_diff1": -0.24344702565077844, + "nauc_map_at_1000_max": 0.7169585021116459, + "nauc_map_at_1000_std": 0.6626793603641177, + "nauc_map_at_100_diff1": -0.0824586948165141, + "nauc_map_at_100_max": 0.6723422591729117, + "nauc_map_at_100_std": 0.4316708852277012, + "nauc_map_at_10_diff1": 0.015423791943537862, + "nauc_map_at_10_max": 0.3895438345657654, + "nauc_map_at_10_std": 0.141027965164902, + "nauc_map_at_1_diff1": 0.14808399281535586, + "nauc_map_at_1_max": 0.2606157453485079, + "nauc_map_at_1_std": 0.06926498472630754, + "nauc_map_at_20_diff1": -0.004306931295766486, + "nauc_map_at_20_max": 0.49208091370739354, + "nauc_map_at_20_std": 0.2259063135667822, + "nauc_map_at_3_diff1": 0.03934794338103542, + "nauc_map_at_3_max": 0.2610628789988599, + "nauc_map_at_3_std": 0.0031437035595076766, + "nauc_map_at_5_diff1": 0.07763721427255844, + "nauc_map_at_5_max": 0.2983652868065644, + "nauc_map_at_5_std": 0.041370761075718625, + "nauc_mrr_at_1000_diff1": -0.015405076978615592, + "nauc_mrr_at_1000_max": 0.2591208245915729, + "nauc_mrr_at_1000_std": 0.24892020342690976, + "nauc_mrr_at_100_diff1": -0.015308746264795961, + "nauc_mrr_at_100_max": 0.2581373203703081, + "nauc_mrr_at_100_std": 0.24935265782904278, + "nauc_mrr_at_10_diff1": -0.027947340316257868, + "nauc_mrr_at_10_max": 0.2578704116569649, + "nauc_mrr_at_10_std": 0.2535594894626111, + "nauc_mrr_at_1_diff1": 0.029233844103930554, + "nauc_mrr_at_1_max": 0.3233844103930711, + "nauc_mrr_at_1_std": 0.21295136575616253, + "nauc_mrr_at_20_diff1": -0.010920060729037052, + "nauc_mrr_at_20_max": 0.2607765726027642, + "nauc_mrr_at_20_std": 0.25007813248935906, + "nauc_mrr_at_3_diff1": -0.051956087927273284, + "nauc_mrr_at_3_max": 0.20548333702876798, + "nauc_mrr_at_3_std": 0.2444194644542184, + "nauc_mrr_at_5_diff1": -0.021870978618789706, + "nauc_mrr_at_5_max": 0.25309706373815866, + "nauc_mrr_at_5_std": 0.26783812680195174, + "nauc_ndcg_at_1000_diff1": -0.21971471231366205, + "nauc_ndcg_at_1000_max": 0.6149269060141139, + "nauc_ndcg_at_1000_std": 0.5544208203553965, + "nauc_ndcg_at_100_diff1": -0.21585712450022704, + "nauc_ndcg_at_100_max": 0.6033895468119397, + "nauc_ndcg_at_100_std": 0.49836418483240613, + "nauc_ndcg_at_10_diff1": -0.20038070905227973, + "nauc_ndcg_at_10_max": 0.46068917669583853, + "nauc_ndcg_at_10_std": 0.3420617101228898, + "nauc_ndcg_at_1_diff1": -0.01249638642874034, + "nauc_ndcg_at_1_max": 0.3341567895718902, + "nauc_ndcg_at_1_std": 0.2974954666106016, + "nauc_ndcg_at_20_diff1": -0.20108520247396627, + "nauc_ndcg_at_20_max": 0.5009082909183216, + "nauc_ndcg_at_20_std": 0.38190561337478857, + "nauc_ndcg_at_3_diff1": -0.14838251495941246, + "nauc_ndcg_at_3_max": 0.34367679081337227, + "nauc_ndcg_at_3_std": 0.24229558987124009, + "nauc_ndcg_at_5_diff1": -0.142583841412729, + "nauc_ndcg_at_5_max": 0.37235394814630485, + "nauc_ndcg_at_5_std": 0.2980656269862468, + "nauc_precision_at_1000_diff1": -0.3235019630913854, + "nauc_precision_at_1000_max": 0.5741265608210682, + "nauc_precision_at_1000_std": 0.6855872344832294, + "nauc_precision_at_100_diff1": -0.2335475326542892, + "nauc_precision_at_100_max": 0.6258248868775876, + "nauc_precision_at_100_std": 0.5345983855662123, + "nauc_precision_at_10_diff1": -0.2498005337441878, + "nauc_precision_at_10_max": 0.4941295017470496, + "nauc_precision_at_10_std": 0.35618482955952335, + "nauc_precision_at_1_diff1": 0.029233844103930554, + "nauc_precision_at_1_max": 0.3233844103930711, + "nauc_precision_at_1_std": 0.21295136575616253, + "nauc_precision_at_20_diff1": -0.22373999513041634, + "nauc_precision_at_20_max": 0.5527113148263377, + "nauc_precision_at_20_std": 0.40777935373663293, + "nauc_precision_at_3_diff1": -0.1974692761066999, + "nauc_precision_at_3_max": 0.30373606478338283, + "nauc_precision_at_3_std": 0.21236630555637528, + "nauc_precision_at_5_diff1": -0.18499035377753537, + "nauc_precision_at_5_max": 0.35958387871193437, + "nauc_precision_at_5_std": 0.2885554239065031, + "nauc_recall_at_1000_diff1": -0.2433333557902961, + "nauc_recall_at_1000_max": 0.6097936264414898, + "nauc_recall_at_1000_std": 0.5732405089690517, + "nauc_recall_at_100_diff1": -0.04133889087452701, + "nauc_recall_at_100_max": 0.6273695674365084, + "nauc_recall_at_100_std": 0.3413312687208685, + "nauc_recall_at_10_diff1": -0.020470895584631266, + "nauc_recall_at_10_max": 0.3572788886616771, + "nauc_recall_at_10_std": 0.09462089329535128, + "nauc_recall_at_1_diff1": 0.14808399281535586, + "nauc_recall_at_1_max": 0.2606157453485079, + "nauc_recall_at_1_std": 0.06926498472630754, + "nauc_recall_at_20_diff1": 0.009951435148369875, + "nauc_recall_at_20_max": 0.45955550171472265, + "nauc_recall_at_20_std": 0.16841173842441184, + "nauc_recall_at_3_diff1": -0.0019482433588070963, + "nauc_recall_at_3_max": 0.19045561868649702, + "nauc_recall_at_3_std": -0.016766762425049507, + "nauc_recall_at_5_diff1": 0.05480338705960297, + "nauc_recall_at_5_max": 0.25375429743942296, + "nauc_recall_at_5_std": 0.03569773234680448, + "ndcg_at_1": 0.46, + "ndcg_at_10": 0.37338, + "ndcg_at_100": 0.22877, + "ndcg_at_1000": 0.19277, + "ndcg_at_20": 0.33453, + "ndcg_at_3": 0.46715, + "ndcg_at_5": 0.42051, + "precision_at_1": 0.5, + "precision_at_10": 0.38, + "precision_at_100": 0.222, + "precision_at_1000": 0.0918, + "precision_at_20": 0.34, + "precision_at_3": 0.5, + "precision_at_5": 0.436, + "recall_at_1": 0.00108, + "recall_at_10": 0.00895, + "recall_at_100": 0.04689, + "recall_at_1000": 0.17769, + "recall_at_20": 0.0154, + "recall_at_3": 0.00361, + "recall_at_5": 0.00529 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID.json b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID.json index 1ead35455..4a4610ec0 100644 --- a/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID.json +++ b/results/BAAI__bge-base-en-v1.5/a5beb1e3e68b9ab74eb54cfd186867f64f240e1a/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 361.64122915267944, - "kg_co2_emissions": 0.026156863533910082, - "mteb_version": "1.18.0", + "evaluation_time": 83.7691719532013, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,14 +10,14 @@ "languages": [ "eng-Latn" ], - "main_score": 0.78074, + "main_score": 0.78029, "map_at_1": 0.0022, - "map_at_10": 0.02011, - "map_at_100": 0.10967, - "map_at_1000": 0.25812, - "map_at_20": 0.03571, + "map_at_10": 0.01998, + "map_at_100": 0.10932, + "map_at_1000": 0.25743, + "map_at_20": 0.03562, "map_at_3": 0.00665, - "map_at_5": 0.01076, + "map_at_5": 0.01073, "mrr_at_1": 0.86, "mrr_at_10": 0.9179999999999999, "mrr_at_100": 0.9179999999999999, @@ -25,132 +25,132 @@ "mrr_at_20": 0.9179999999999999, "mrr_at_3": 0.91, "mrr_at_5": 0.9179999999999999, - "nauc_map_at_1000_diff1": -0.27887555005331993, - "nauc_map_at_1000_max": 0.4248060857768523, - "nauc_map_at_1000_std": 0.8216104904822327, - "nauc_map_at_100_diff1": -0.17453990552689952, - "nauc_map_at_100_max": 0.35372969287519185, - "nauc_map_at_100_std": 0.5756110699165865, - "nauc_map_at_10_diff1": 0.20933545020047187, - "nauc_map_at_10_max": 0.11725974119435477, - "nauc_map_at_10_std": 0.04963516648725103, - "nauc_map_at_1_diff1": 0.32091204138063306, + "nauc_map_at_1000_diff1": -0.2772788161936528, + "nauc_map_at_1000_max": 0.42382881010851475, + "nauc_map_at_1000_std": 0.8197947802741087, + "nauc_map_at_100_diff1": -0.17373599722442673, + "nauc_map_at_100_max": 0.3514395610522264, + "nauc_map_at_100_std": 0.5808304216608193, + "nauc_map_at_10_diff1": 0.21344528834990456, + "nauc_map_at_10_max": 0.12119510951892368, + "nauc_map_at_10_std": 0.06555227366013927, + "nauc_map_at_1_diff1": 0.3264644145252279, "nauc_map_at_1_max": 0.02393283874215579, - "nauc_map_at_1_std": -0.01368655993775888, - "nauc_map_at_20_diff1": 0.04293766811038359, - "nauc_map_at_20_max": 0.18090025741470286, - "nauc_map_at_20_std": 0.1570595630911531, - "nauc_map_at_3_diff1": 0.2907965171477286, + "nauc_map_at_1_std": -0.005572532705058063, + "nauc_map_at_20_diff1": 0.04057265604360805, + "nauc_map_at_20_max": 0.18206173995702804, + "nauc_map_at_20_std": 0.1672740493152491, + "nauc_map_at_3_diff1": 0.2884132520653385, "nauc_map_at_3_max": 0.04710845771839319, - "nauc_map_at_3_std": -0.01511034688618726, - "nauc_map_at_5_diff1": 0.2275106083303362, - "nauc_map_at_5_max": 0.08208823497143719, - "nauc_map_at_5_std": -0.0314105241027686, - "nauc_mrr_at_1000_diff1": 0.12393262920185544, + "nauc_map_at_3_std": -0.005975724341965707, + "nauc_map_at_5_diff1": 0.2216143029664017, + "nauc_map_at_5_max": 0.08455670775640822, + "nauc_map_at_5_std": -0.023756451442201277, + "nauc_mrr_at_1000_diff1": 0.14510362023946946, "nauc_mrr_at_1000_max": 0.4970713462397958, "nauc_mrr_at_1000_std": 0.5202771047493588, - "nauc_mrr_at_100_diff1": 0.12393262920185544, + "nauc_mrr_at_100_diff1": 0.14510362023946946, "nauc_mrr_at_100_max": 0.4970713462397958, "nauc_mrr_at_100_std": 0.5202771047493588, - "nauc_mrr_at_10_diff1": 0.12393262920185544, + "nauc_mrr_at_10_diff1": 0.14510362023946946, "nauc_mrr_at_10_max": 0.4970713462397958, "nauc_mrr_at_10_std": 0.5202771047493588, - "nauc_mrr_at_1_diff1": 0.004295413606762259, + "nauc_mrr_at_1_diff1": 0.02923652487183016, "nauc_mrr_at_1_max": 0.4075100457253702, "nauc_mrr_at_1_std": 0.5376887903561027, - "nauc_mrr_at_20_diff1": 0.12393262920185544, + "nauc_mrr_at_20_diff1": 0.14510362023946946, "nauc_mrr_at_20_max": 0.4970713462397958, "nauc_mrr_at_20_std": 0.5202771047493588, - "nauc_mrr_at_3_diff1": 0.18543647825622317, + "nauc_mrr_at_3_diff1": 0.20466930227588512, "nauc_mrr_at_3_max": 0.5431135805107369, "nauc_mrr_at_3_std": 0.5113259963671328, - "nauc_mrr_at_5_diff1": 0.12393262920185544, + "nauc_mrr_at_5_diff1": 0.14510362023946946, "nauc_mrr_at_5_max": 0.4970713462397958, "nauc_mrr_at_5_std": 0.5202771047493588, - "nauc_ndcg_at_1000_diff1": -0.21584677055723409, - "nauc_ndcg_at_1000_max": 0.36471078844218524, - "nauc_ndcg_at_1000_std": 0.767410214508544, - "nauc_ndcg_at_100_diff1": -0.32536569335304244, - "nauc_ndcg_at_100_max": 0.39356869167550507, - "nauc_ndcg_at_100_std": 0.7895576490420616, - "nauc_ndcg_at_10_diff1": -0.19033615407041177, - "nauc_ndcg_at_10_max": 0.4045543699651034, - "nauc_ndcg_at_10_std": 0.6095697165385847, - "nauc_ndcg_at_1_diff1": 0.05091525235410196, + "nauc_ndcg_at_1000_diff1": -0.20820953885220442, + "nauc_ndcg_at_1000_max": 0.3643110124199723, + "nauc_ndcg_at_1000_std": 0.7713744472089206, + "nauc_ndcg_at_100_diff1": -0.31863820883512683, + "nauc_ndcg_at_100_max": 0.39157490757662217, + "nauc_ndcg_at_100_std": 0.7742065409014086, + "nauc_ndcg_at_10_diff1": -0.18077524899389, + "nauc_ndcg_at_10_max": 0.4114439418059169, + "nauc_ndcg_at_10_std": 0.61275833899872, + "nauc_ndcg_at_1_diff1": 0.0709146968139783, "nauc_ndcg_at_1_max": 0.2844087664231555, "nauc_ndcg_at_1_std": 0.45529290853031923, - "nauc_ndcg_at_20_diff1": -0.29650444316824864, - "nauc_ndcg_at_20_max": 0.4346718818162573, - "nauc_ndcg_at_20_std": 0.6466073505682941, - "nauc_ndcg_at_3_diff1": -0.021983060960483615, + "nauc_ndcg_at_20_diff1": -0.29089415807835006, + "nauc_ndcg_at_20_max": 0.43149584612155095, + "nauc_ndcg_at_20_std": 0.64369398294797, + "nauc_ndcg_at_3_diff1": -0.015411606924224741, "nauc_ndcg_at_3_max": 0.3645590025530012, "nauc_ndcg_at_3_std": 0.5427328487632047, - "nauc_ndcg_at_5_diff1": -0.08268073916117909, - "nauc_ndcg_at_5_max": 0.37575430613401256, - "nauc_ndcg_at_5_std": 0.5288914936073664, - "nauc_precision_at_1000_diff1": -0.2732204360494011, - "nauc_precision_at_1000_max": 0.305535885256563, - "nauc_precision_at_1000_std": 0.5659209297057851, - "nauc_precision_at_100_diff1": -0.3008467672254185, - "nauc_precision_at_100_max": 0.4128526482391241, - "nauc_precision_at_100_std": 0.7826658218195482, - "nauc_precision_at_10_diff1": -0.16755541776468655, - "nauc_precision_at_10_max": 0.48731979538056125, - "nauc_precision_at_10_std": 0.6482018291737702, - "nauc_precision_at_1_diff1": 0.004295413606762259, + "nauc_ndcg_at_5_diff1": -0.07930601142322423, + "nauc_ndcg_at_5_max": 0.3671986750458267, + "nauc_ndcg_at_5_std": 0.5258417578282607, + "nauc_precision_at_1000_diff1": -0.26915516342706325, + "nauc_precision_at_1000_max": 0.3054701251839672, + "nauc_precision_at_1000_std": 0.5453073316911808, + "nauc_precision_at_100_diff1": -0.29870619192934894, + "nauc_precision_at_100_max": 0.40945598676379696, + "nauc_precision_at_100_std": 0.768849928824605, + "nauc_precision_at_10_diff1": -0.15308445775584117, + "nauc_precision_at_10_max": 0.4823963570238844, + "nauc_precision_at_10_std": 0.6457190446356245, + "nauc_precision_at_1_diff1": 0.02923652487183016, "nauc_precision_at_1_max": 0.4075100457253702, "nauc_precision_at_1_std": 0.5376887903561027, - "nauc_precision_at_20_diff1": -0.31301540315806886, + "nauc_precision_at_20_diff1": -0.3160723039789674, "nauc_precision_at_20_max": 0.4655794216555975, - "nauc_precision_at_20_std": 0.6625512475839861, - "nauc_precision_at_3_diff1": 5.417411560759282e-05, + "nauc_precision_at_20_std": 0.6605497425521215, + "nauc_precision_at_3_diff1": -0.009697166693754568, "nauc_precision_at_3_max": 0.528820629503223, "nauc_precision_at_3_std": 0.6274175199089861, - "nauc_precision_at_5_diff1": -0.11045146803660869, - "nauc_precision_at_5_max": 0.5405368625182865, - "nauc_precision_at_5_std": 0.540213656312727, - "nauc_recall_at_1000_diff1": -0.1464054887605856, - "nauc_recall_at_1000_max": 0.2701046700228389, - "nauc_recall_at_1000_std": 0.6445726199572367, - "nauc_recall_at_100_diff1": -0.04911079340808325, - "nauc_recall_at_100_max": 0.2383087974116825, - "nauc_recall_at_100_std": 0.3961410383570755, - "nauc_recall_at_10_diff1": 0.24148720433291598, - "nauc_recall_at_10_max": 0.04339707757762413, - "nauc_recall_at_10_std": -0.038340787281095565, - "nauc_recall_at_1_diff1": 0.32091204138063306, + "nauc_precision_at_5_diff1": -0.1226992821420076, + "nauc_precision_at_5_max": 0.5357738236995199, + "nauc_precision_at_5_std": 0.524138400299391, + "nauc_recall_at_1000_diff1": -0.1428681191744996, + "nauc_recall_at_1000_max": 0.2685607505492301, + "nauc_recall_at_1000_std": 0.6520710880799746, + "nauc_recall_at_100_diff1": -0.05074291982974766, + "nauc_recall_at_100_max": 0.2353357631183032, + "nauc_recall_at_100_std": 0.4046069716999505, + "nauc_recall_at_10_diff1": 0.24522297492079098, + "nauc_recall_at_10_max": 0.04517990706637213, + "nauc_recall_at_10_std": -0.020834885715116082, + "nauc_recall_at_1_diff1": 0.3264644145252279, "nauc_recall_at_1_max": 0.02393283874215579, - "nauc_recall_at_1_std": -0.01368655993775888, - "nauc_recall_at_20_diff1": 0.09506605114371404, - "nauc_recall_at_20_max": 0.10331098459013155, - "nauc_recall_at_20_std": 0.04714822450720618, - "nauc_recall_at_3_diff1": 0.2988998255812929, + "nauc_recall_at_1_std": -0.005572532705058063, + "nauc_recall_at_20_diff1": 0.08793472048614732, + "nauc_recall_at_20_max": 0.10412000653750376, + "nauc_recall_at_20_std": 0.05849875071504812, + "nauc_recall_at_3_diff1": 0.292259074476814, "nauc_recall_at_3_max": 0.029816852615624827, - "nauc_recall_at_3_std": -0.0780265194181738, - "nauc_recall_at_5_diff1": 0.2389058106278431, - "nauc_recall_at_5_max": 0.03596127101258983, - "nauc_recall_at_5_std": -0.11142996862824811, + "nauc_recall_at_3_std": -0.06917801730682371, + "nauc_recall_at_5_diff1": 0.2283364723739412, + "nauc_recall_at_5_max": 0.0370171846914206, + "nauc_recall_at_5_std": -0.10330235140448793, "ndcg_at_1": 0.82, - "ndcg_at_10": 0.78074, - "ndcg_at_100": 0.58186, - "ndcg_at_1000": 0.51143, - "ndcg_at_20": 0.74688, + "ndcg_at_10": 0.78029, + "ndcg_at_100": 0.58084, + "ndcg_at_1000": 0.5106, + "ndcg_at_20": 0.74708, "ndcg_at_3": 0.81123, - "ndcg_at_5": 0.81059, + "ndcg_at_5": 0.81262, "precision_at_1": 0.86, - "precision_at_10": 0.83, - "precision_at_100": 0.5934, - "precision_at_1000": 0.22542, + "precision_at_10": 0.828, + "precision_at_100": 0.592, + "precision_at_1000": 0.22502, "precision_at_20": 0.783, "precision_at_3": 0.87333, "precision_at_5": 0.868, "recall_at_1": 0.0022, - "recall_at_10": 0.02208, - "recall_at_100": 0.14061, - "recall_at_1000": 0.47658, - "recall_at_20": 0.04014, + "recall_at_10": 0.02196, + "recall_at_100": 0.14033, + "recall_at_1000": 0.47583, + "recall_at_20": 0.04012, "recall_at_3": 0.00704, - "recall_at_5": 0.01161 + "recall_at_5": 0.01159 } ] }, diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CMedQAv2-reranking.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CMedQAv2-reranking.json new file mode 100644 index 000000000..092799fda --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 24.306827783584595, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.19287949720990438, + "map": 0.19287949720990438, + "mrr": 0.22253809523809526, + "nAUC_map_diff1": 0.2932844129530405, + "nAUC_map_max": 0.36334016329360985, + "nAUC_map_std": 0.19809484547055653, + "nAUC_mrr_diff1": 0.2994754364401727, + "nAUC_mrr_max": 0.35936522386795805, + "nAUC_mrr_std": 0.2017840769098434 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CUREv1.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CUREv1.json new file mode 100644 index 000000000..c6602f252 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 782.2721247673035, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.534, + "map_at_1": 0.09252, + "map_at_10": 0.25486, + "map_at_100": 0.38442, + "map_at_1000": 0.42252, + "map_at_20": 0.3014, + "map_at_3": 0.16625, + "map_at_5": 0.20314, + "mrr_at_1": 0.7335, + "mrr_at_10": 0.8206803571428563, + "mrr_at_100": 0.8222330485622485, + "mrr_at_1000": 0.8222606195968953, + "mrr_at_20": 0.8218673640085393, + "mrr_at_3": 0.8081666666666656, + "mrr_at_5": 0.816141666666666, + "nauc_map_at_1000_diff1": 0.1719447685816794, + "nauc_map_at_1000_max": 0.35468246388325836, + "nauc_map_at_1000_std": 0.21487166534527632, + "nauc_map_at_100_diff1": 0.20420081950078717, + "nauc_map_at_100_max": 0.3358599817615734, + "nauc_map_at_100_std": 0.18319198128509853, + "nauc_map_at_10_diff1": 0.2653846872215955, + "nauc_map_at_10_max": 0.22747888340202777, + "nauc_map_at_10_std": 0.005548293651193498, + "nauc_map_at_1_diff1": 0.422467192332871, + "nauc_map_at_1_max": 0.10214447602346015, + "nauc_map_at_1_std": -0.1268437792977717, + "nauc_map_at_20_diff1": 0.2438803895856165, + "nauc_map_at_20_max": 0.2675950540313826, + "nauc_map_at_20_std": 0.05861047700695262, + "nauc_map_at_3_diff1": 0.3283799343828871, + "nauc_map_at_3_max": 0.15663241404491127, + "nauc_map_at_3_std": -0.07748288103285371, + "nauc_map_at_5_diff1": 0.2988607683503376, + "nauc_map_at_5_max": 0.18537743835405962, + "nauc_map_at_5_std": -0.04390421833873153, + "nauc_mrr_at_1000_diff1": 0.3468354819099609, + "nauc_mrr_at_1000_max": 0.45776327084942353, + "nauc_mrr_at_1000_std": 0.15408854936125527, + "nauc_mrr_at_100_diff1": 0.34689503451040393, + "nauc_mrr_at_100_max": 0.4578113103952619, + "nauc_mrr_at_100_std": 0.15419730034880932, + "nauc_mrr_at_10_diff1": 0.3455331787513921, + "nauc_mrr_at_10_max": 0.45955658655944015, + "nauc_mrr_at_10_std": 0.15697442407881745, + "nauc_mrr_at_1_diff1": 0.3583574006682221, + "nauc_mrr_at_1_max": 0.4302544034033044, + "nauc_mrr_at_1_std": 0.10503988372173932, + "nauc_mrr_at_20_diff1": 0.3469875842811965, + "nauc_mrr_at_20_max": 0.4581429544496314, + "nauc_mrr_at_20_std": 0.15502452044257217, + "nauc_mrr_at_3_diff1": 0.33902943954362386, + "nauc_mrr_at_3_max": 0.4569530709492133, + "nauc_mrr_at_3_std": 0.16001662575092226, + "nauc_mrr_at_5_diff1": 0.34663366775764487, + "nauc_mrr_at_5_max": 0.46390170899475797, + "nauc_mrr_at_5_std": 0.15949264340437103, + "nauc_ndcg_at_1000_diff1": 0.25136224233487015, + "nauc_ndcg_at_1000_max": 0.4539639510734994, + "nauc_ndcg_at_1000_std": 0.2982537558698735, + "nauc_ndcg_at_100_diff1": 0.27438725003541925, + "nauc_ndcg_at_100_max": 0.42035784148735833, + "nauc_ndcg_at_100_std": 0.23653525340519177, + "nauc_ndcg_at_10_diff1": 0.24343573941235175, + "nauc_ndcg_at_10_max": 0.38290114526168867, + "nauc_ndcg_at_10_std": 0.15645457674515767, + "nauc_ndcg_at_1_diff1": 0.39239266216617513, + "nauc_ndcg_at_1_max": 0.37973154693708916, + "nauc_ndcg_at_1_std": 0.08205979087762753, + "nauc_ndcg_at_20_diff1": 0.2525625514735428, + "nauc_ndcg_at_20_max": 0.3867769544029162, + "nauc_ndcg_at_20_std": 0.16050968119423392, + "nauc_ndcg_at_3_diff1": 0.2656030046818568, + "nauc_ndcg_at_3_max": 0.38507959175565726, + "nauc_ndcg_at_3_std": 0.1359266865757723, + "nauc_ndcg_at_5_diff1": 0.25036944359386554, + "nauc_ndcg_at_5_max": 0.3891308759360666, + "nauc_ndcg_at_5_std": 0.14720143581292924, + "nauc_precision_at_1000_diff1": -0.2069293243672974, + "nauc_precision_at_1000_max": -0.0015687108315024473, + "nauc_precision_at_1000_std": 0.0008949545840364605, + "nauc_precision_at_100_diff1": -0.19628778684525464, + "nauc_precision_at_100_max": 0.09305713942525586, + "nauc_precision_at_100_std": 0.19423759498358298, + "nauc_precision_at_10_diff1": -0.14292510712677034, + "nauc_precision_at_10_max": 0.2604827693522401, + "nauc_precision_at_10_std": 0.26430350911995837, + "nauc_precision_at_1_diff1": 0.3583574006682221, + "nauc_precision_at_1_max": 0.4302544034033044, + "nauc_precision_at_1_std": 0.10503988372173932, + "nauc_precision_at_20_diff1": -0.1786767091318498, + "nauc_precision_at_20_max": 0.2057762668653845, + "nauc_precision_at_20_std": 0.2535800526972479, + "nauc_precision_at_3_diff1": 0.0015159193157663529, + "nauc_precision_at_3_max": 0.3337902308795177, + "nauc_precision_at_3_std": 0.2066859890245711, + "nauc_precision_at_5_diff1": -0.08022724887213879, + "nauc_precision_at_5_max": 0.30417476524114256, + "nauc_precision_at_5_std": 0.237030645375814, + "nauc_recall_at_1000_diff1": 0.17749603886165163, + "nauc_recall_at_1000_max": 0.40131766421386184, + "nauc_recall_at_1000_std": 0.6141311849299742, + "nauc_recall_at_100_diff1": 0.1819516754832444, + "nauc_recall_at_100_max": 0.2352228843968465, + "nauc_recall_at_100_std": 0.21823221664270903, + "nauc_recall_at_10_diff1": 0.21557523936762532, + "nauc_recall_at_10_max": 0.15354206550173577, + "nauc_recall_at_10_std": -0.00995895729821016, + "nauc_recall_at_1_diff1": 0.422467192332871, + "nauc_recall_at_1_max": 0.10214447602346015, + "nauc_recall_at_1_std": -0.1268437792977717, + "nauc_recall_at_20_diff1": 0.20429568902609252, + "nauc_recall_at_20_max": 0.17937142048952642, + "nauc_recall_at_20_std": 0.034476744921862756, + "nauc_recall_at_3_diff1": 0.2990322249349295, + "nauc_recall_at_3_max": 0.12376962155178767, + "nauc_recall_at_3_std": -0.08182826827771425, + "nauc_recall_at_5_diff1": 0.2583716208279745, + "nauc_recall_at_5_max": 0.13692414476977696, + "nauc_recall_at_5_std": -0.05209438812974006, + "ndcg_at_1": 0.6125, + "ndcg_at_10": 0.534, + "ndcg_at_100": 0.60613, + "ndcg_at_1000": 0.68678, + "ndcg_at_20": 0.53988, + "ndcg_at_3": 0.55674, + "ndcg_at_5": 0.54174, + "precision_at_1": 0.7335, + "precision_at_10": 0.44665, + "precision_at_100": 0.17125, + "precision_at_1000": 0.03402, + "precision_at_20": 0.35348, + "precision_at_3": 0.60417, + "precision_at_5": 0.5386, + "recall_at_1": 0.09252, + "recall_at_10": 0.33064, + "recall_at_100": 0.70629, + "recall_at_1000": 0.9451, + "recall_at_20": 0.43515, + "recall_at_3": 0.18304, + "recall_at_5": 0.23851 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16804, + "map_at_1": 0.02618, + "map_at_10": 0.07565, + "map_at_100": 0.11317, + "map_at_1000": 0.12982, + "map_at_20": 0.08839, + "map_at_3": 0.04806, + "map_at_5": 0.0599, + "mrr_at_1": 0.1995, + "mrr_at_10": 0.2948039682539681, + "mrr_at_100": 0.3053212356679361, + "mrr_at_1000": 0.3058879029021647, + "mrr_at_20": 0.3009762292467588, + "mrr_at_3": 0.26349999999999973, + "mrr_at_5": 0.28114999999999984, + "nauc_map_at_1000_diff1": 0.18165566601255828, + "nauc_map_at_1000_max": 0.493116190115938, + "nauc_map_at_1000_std": 0.530699123728925, + "nauc_map_at_100_diff1": 0.19043164319154776, + "nauc_map_at_100_max": 0.46351251287329526, + "nauc_map_at_100_std": 0.4971957514536117, + "nauc_map_at_10_diff1": 0.22314187804917, + "nauc_map_at_10_max": 0.39020803245682556, + "nauc_map_at_10_std": 0.3792572167434946, + "nauc_map_at_1_diff1": 0.33182458855658303, + "nauc_map_at_1_max": 0.3420048678211333, + "nauc_map_at_1_std": 0.28821012320709627, + "nauc_map_at_20_diff1": 0.21336548635207228, + "nauc_map_at_20_max": 0.4145813664685449, + "nauc_map_at_20_std": 0.42070630049036456, + "nauc_map_at_3_diff1": 0.2504924231122262, + "nauc_map_at_3_max": 0.3370172559289975, + "nauc_map_at_3_std": 0.30531044929759504, + "nauc_map_at_5_diff1": 0.24208068098438135, + "nauc_map_at_5_max": 0.363071033080261, + "nauc_map_at_5_std": 0.3288004932074031, + "nauc_mrr_at_1000_diff1": 0.12772980593566538, + "nauc_mrr_at_1000_max": 0.41571390104414935, + "nauc_mrr_at_1000_std": 0.4075400170143173, + "nauc_mrr_at_100_diff1": 0.12779884139768663, + "nauc_mrr_at_100_max": 0.4159316774417309, + "nauc_mrr_at_100_std": 0.4077238648192583, + "nauc_mrr_at_10_diff1": 0.12744423823179088, + "nauc_mrr_at_10_max": 0.4119269667952653, + "nauc_mrr_at_10_std": 0.4054632696821837, + "nauc_mrr_at_1_diff1": 0.15381697325882254, + "nauc_mrr_at_1_max": 0.3743287609406201, + "nauc_mrr_at_1_std": 0.35473209887627344, + "nauc_mrr_at_20_diff1": 0.12742788172062938, + "nauc_mrr_at_20_max": 0.415283836105787, + "nauc_mrr_at_20_std": 0.40794471367503277, + "nauc_mrr_at_3_diff1": 0.12366378201628475, + "nauc_mrr_at_3_max": 0.3916497322617451, + "nauc_mrr_at_3_std": 0.3862916694453015, + "nauc_mrr_at_5_diff1": 0.12648865916707092, + "nauc_mrr_at_5_max": 0.4023678342314706, + "nauc_mrr_at_5_std": 0.3976338946151971, + "nauc_ndcg_at_1000_diff1": 0.14932033875358697, + "nauc_ndcg_at_1000_max": 0.5553713575265484, + "nauc_ndcg_at_1000_std": 0.6103427147870368, + "nauc_ndcg_at_100_diff1": 0.16767312182639124, + "nauc_ndcg_at_100_max": 0.5027819406291737, + "nauc_ndcg_at_100_std": 0.5514190380210318, + "nauc_ndcg_at_10_diff1": 0.16596645189374193, + "nauc_ndcg_at_10_max": 0.4379341882354412, + "nauc_ndcg_at_10_std": 0.4474497374822386, + "nauc_ndcg_at_1_diff1": 0.17897299159713154, + "nauc_ndcg_at_1_max": 0.34845627560175135, + "nauc_ndcg_at_1_std": 0.34151860180566446, + "nauc_ndcg_at_20_diff1": 0.1714283548587165, + "nauc_ndcg_at_20_max": 0.4569055160401411, + "nauc_ndcg_at_20_std": 0.4726258827730687, + "nauc_ndcg_at_3_diff1": 0.1479392647832157, + "nauc_ndcg_at_3_max": 0.38867822824245424, + "nauc_ndcg_at_3_std": 0.3867509494961003, + "nauc_ndcg_at_5_diff1": 0.15994451089420048, + "nauc_ndcg_at_5_max": 0.41438304952465327, + "nauc_ndcg_at_5_std": 0.4089928334864029, + "nauc_precision_at_1000_diff1": -0.023306289775858625, + "nauc_precision_at_1000_max": 0.3213506888552483, + "nauc_precision_at_1000_std": 0.25118267531678706, + "nauc_precision_at_100_diff1": 0.006262703379438068, + "nauc_precision_at_100_max": 0.4370852591603085, + "nauc_precision_at_100_std": 0.46235845992061747, + "nauc_precision_at_10_diff1": 0.06756057336476248, + "nauc_precision_at_10_max": 0.46575695402182354, + "nauc_precision_at_10_std": 0.4850455379698141, + "nauc_precision_at_1_diff1": 0.15381697325882254, + "nauc_precision_at_1_max": 0.3743287609406201, + "nauc_precision_at_1_std": 0.35473209887627344, + "nauc_precision_at_20_diff1": 0.04968643888297743, + "nauc_precision_at_20_max": 0.4624079076191398, + "nauc_precision_at_20_std": 0.49012973415232697, + "nauc_precision_at_3_diff1": 0.09923232726839629, + "nauc_precision_at_3_max": 0.4165554515102501, + "nauc_precision_at_3_std": 0.4112985052054282, + "nauc_precision_at_5_diff1": 0.0982036033541746, + "nauc_precision_at_5_max": 0.44462577131312225, + "nauc_precision_at_5_std": 0.4415695374666346, + "nauc_recall_at_1000_diff1": 0.1289419152945029, + "nauc_recall_at_1000_max": 0.5834428350725754, + "nauc_recall_at_1000_std": 0.7053565365534168, + "nauc_recall_at_100_diff1": 0.1515445919321395, + "nauc_recall_at_100_max": 0.44444851577115707, + "nauc_recall_at_100_std": 0.5407473701033751, + "nauc_recall_at_10_diff1": 0.18749929631188147, + "nauc_recall_at_10_max": 0.34477671633688095, + "nauc_recall_at_10_std": 0.36218883933633617, + "nauc_recall_at_1_diff1": 0.33182458855658303, + "nauc_recall_at_1_max": 0.3420048678211333, + "nauc_recall_at_1_std": 0.28821012320709627, + "nauc_recall_at_20_diff1": 0.17603172911344278, + "nauc_recall_at_20_max": 0.37391349264592216, + "nauc_recall_at_20_std": 0.4066366052106067, + "nauc_recall_at_3_diff1": 0.21089848039499337, + "nauc_recall_at_3_max": 0.29591094573542037, + "nauc_recall_at_3_std": 0.2859273331958053, + "nauc_recall_at_5_diff1": 0.20199585920539775, + "nauc_recall_at_5_max": 0.3232267407860656, + "nauc_recall_at_5_std": 0.3056845451479883, + "ndcg_at_1": 0.15275, + "ndcg_at_10": 0.16804, + "ndcg_at_100": 0.23082, + "ndcg_at_1000": 0.31629, + "ndcg_at_20": 0.17889, + "ndcg_at_3": 0.15476, + "ndcg_at_5": 0.15866, + "precision_at_1": 0.1995, + "precision_at_10": 0.1478, + "precision_at_100": 0.06682, + "precision_at_1000": 0.01877, + "precision_at_20": 0.11935, + "precision_at_3": 0.18117, + "precision_at_5": 0.1692, + "recall_at_1": 0.02618, + "recall_at_10": 0.12762, + "recall_at_100": 0.33417, + "recall_at_1000": 0.60612, + "recall_at_20": 0.17357, + "recall_at_3": 0.0594, + "recall_at_5": 0.0847 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24688, + "map_at_1": 0.03895, + "map_at_10": 0.10818, + "map_at_100": 0.16478, + "map_at_1000": 0.18625, + "map_at_20": 0.12814, + "map_at_3": 0.06983, + "map_at_5": 0.08561, + "mrr_at_1": 0.3145, + "mrr_at_10": 0.42517599206349277, + "mrr_at_100": 0.43399605265257224, + "mrr_at_1000": 0.4343436004684092, + "mrr_at_20": 0.43090515135664215, + "mrr_at_3": 0.3965000000000007, + "mrr_at_5": 0.41320000000000134, + "nauc_map_at_1000_diff1": 0.21248352167153706, + "nauc_map_at_1000_max": 0.558613748125214, + "nauc_map_at_1000_std": 0.5126287003400519, + "nauc_map_at_100_diff1": 0.2347861290073537, + "nauc_map_at_100_max": 0.5346533073084588, + "nauc_map_at_100_std": 0.4836259087078548, + "nauc_map_at_10_diff1": 0.29001907315640485, + "nauc_map_at_10_max": 0.4392944633529778, + "nauc_map_at_10_std": 0.32734392308940813, + "nauc_map_at_1_diff1": 0.4618606598280778, + "nauc_map_at_1_max": 0.32183049023038846, + "nauc_map_at_1_std": 0.18333578546543441, + "nauc_map_at_20_diff1": 0.27337889738703613, + "nauc_map_at_20_max": 0.47556798451131926, + "nauc_map_at_20_std": 0.38365763887854104, + "nauc_map_at_3_diff1": 0.35581544568914336, + "nauc_map_at_3_max": 0.37984324473357267, + "nauc_map_at_3_std": 0.23434517991566312, + "nauc_map_at_5_diff1": 0.31945733526163145, + "nauc_map_at_5_max": 0.39460472888829196, + "nauc_map_at_5_std": 0.2679146367954506, + "nauc_mrr_at_1000_diff1": 0.19403637558743828, + "nauc_mrr_at_1000_max": 0.5013435769661442, + "nauc_mrr_at_1000_std": 0.4095919471019442, + "nauc_mrr_at_100_diff1": 0.19400261270034602, + "nauc_mrr_at_100_max": 0.5015259813944413, + "nauc_mrr_at_100_std": 0.4098939774718847, + "nauc_mrr_at_10_diff1": 0.19477832856237384, + "nauc_mrr_at_10_max": 0.501635115120662, + "nauc_mrr_at_10_std": 0.409076394593106, + "nauc_mrr_at_1_diff1": 0.2235989973457969, + "nauc_mrr_at_1_max": 0.4456103023591351, + "nauc_mrr_at_1_std": 0.3405187534837671, + "nauc_mrr_at_20_diff1": 0.19322394822350514, + "nauc_mrr_at_20_max": 0.5015130242967593, + "nauc_mrr_at_20_std": 0.4095418103343702, + "nauc_mrr_at_3_diff1": 0.1914374186410366, + "nauc_mrr_at_3_max": 0.49007231957179204, + "nauc_mrr_at_3_std": 0.3914706947900071, + "nauc_mrr_at_5_diff1": 0.19468405902913308, + "nauc_mrr_at_5_max": 0.49885043040740085, + "nauc_mrr_at_5_std": 0.4036233207688402, + "nauc_ndcg_at_1000_diff1": 0.17384685256543447, + "nauc_ndcg_at_1000_max": 0.6220872166897585, + "nauc_ndcg_at_1000_std": 0.6113106212806378, + "nauc_ndcg_at_100_diff1": 0.20550786352091982, + "nauc_ndcg_at_100_max": 0.5972703592839022, + "nauc_ndcg_at_100_std": 0.5679209042792006, + "nauc_ndcg_at_10_diff1": 0.20709178054144872, + "nauc_ndcg_at_10_max": 0.5380032686153842, + "nauc_ndcg_at_10_std": 0.4329819697088964, + "nauc_ndcg_at_1_diff1": 0.2304573535442491, + "nauc_ndcg_at_1_max": 0.41805564742144535, + "nauc_ndcg_at_1_std": 0.309792819846056, + "nauc_ndcg_at_20_diff1": 0.20959800730827766, + "nauc_ndcg_at_20_max": 0.5565915338235752, + "nauc_ndcg_at_20_std": 0.47036442661051675, + "nauc_ndcg_at_3_diff1": 0.19579230580673326, + "nauc_ndcg_at_3_max": 0.4834440987698331, + "nauc_ndcg_at_3_std": 0.37067171150725214, + "nauc_ndcg_at_5_diff1": 0.19845490979901007, + "nauc_ndcg_at_5_max": 0.5020184943274111, + "nauc_ndcg_at_5_std": 0.39600533684494865, + "nauc_precision_at_1000_diff1": -0.11808106268071086, + "nauc_precision_at_1000_max": 0.2218266545287382, + "nauc_precision_at_1000_std": 0.1456056949301206, + "nauc_precision_at_100_diff1": -0.06200069537501357, + "nauc_precision_at_100_max": 0.39061706734640683, + "nauc_precision_at_100_std": 0.40653857893404, + "nauc_precision_at_10_diff1": 0.048581381057364884, + "nauc_precision_at_10_max": 0.5059476498169335, + "nauc_precision_at_10_std": 0.4580902683750901, + "nauc_precision_at_1_diff1": 0.2235989973457969, + "nauc_precision_at_1_max": 0.4456103023591351, + "nauc_precision_at_1_std": 0.3405187534837671, + "nauc_precision_at_20_diff1": 0.0059514183390538804, + "nauc_precision_at_20_max": 0.4833116130900667, + "nauc_precision_at_20_std": 0.46311866851324573, + "nauc_precision_at_3_diff1": 0.10501583587753606, + "nauc_precision_at_3_max": 0.48156076126344644, + "nauc_precision_at_3_std": 0.3937700801780468, + "nauc_precision_at_5_diff1": 0.07451281006138988, + "nauc_precision_at_5_max": 0.489865268436267, + "nauc_precision_at_5_std": 0.4304993877086259, + "nauc_recall_at_1000_diff1": 0.11123451121913823, + "nauc_recall_at_1000_max": 0.675039204159041, + "nauc_recall_at_1000_std": 0.7890290584438396, + "nauc_recall_at_100_diff1": 0.18153818454673343, + "nauc_recall_at_100_max": 0.5355712252519688, + "nauc_recall_at_100_std": 0.595505666752316, + "nauc_recall_at_10_diff1": 0.2383074076541543, + "nauc_recall_at_10_max": 0.4298264029135202, + "nauc_recall_at_10_std": 0.3358954690796402, + "nauc_recall_at_1_diff1": 0.4618606598280778, + "nauc_recall_at_1_max": 0.32183049023038846, + "nauc_recall_at_1_std": 0.18333578546543441, + "nauc_recall_at_20_diff1": 0.21549039627523917, + "nauc_recall_at_20_max": 0.46005514989970325, + "nauc_recall_at_20_std": 0.4138410702184475, + "nauc_recall_at_3_diff1": 0.309228225672029, + "nauc_recall_at_3_max": 0.3724676690877008, + "nauc_recall_at_3_std": 0.23900879981554948, + "nauc_recall_at_5_diff1": 0.2737583311184567, + "nauc_recall_at_5_max": 0.38355812241729836, + "nauc_recall_at_5_std": 0.2722590285175045, + "ndcg_at_1": 0.24875, + "ndcg_at_10": 0.24688, + "ndcg_at_100": 0.31458, + "ndcg_at_1000": 0.40122, + "ndcg_at_20": 0.25797, + "ndcg_at_3": 0.24104, + "ndcg_at_5": 0.23947, + "precision_at_1": 0.3145, + "precision_at_10": 0.21465, + "precision_at_100": 0.09123, + "precision_at_1000": 0.02277, + "precision_at_20": 0.174, + "precision_at_3": 0.27667, + "precision_at_5": 0.2503, + "recall_at_1": 0.03895, + "recall_at_10": 0.1677, + "recall_at_100": 0.42209, + "recall_at_1000": 0.69779, + "recall_at_20": 0.22976, + "recall_at_3": 0.08311, + "recall_at_5": 0.11306 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52353, + "map_at_1": 0.10327, + "map_at_10": 0.21486, + "map_at_100": 0.34001, + "map_at_1000": 0.39136, + "map_at_20": 0.25355, + "map_at_3": 0.15421, + "map_at_5": 0.17733, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8527222222222224, + "mrr_at_100": 0.8527222222222224, + "mrr_at_1000": 0.8527664700098331, + "mrr_at_20": 0.8527222222222224, + "mrr_at_3": 0.8416666666666669, + "mrr_at_5": 0.8496666666666668, + "nauc_map_at_1000_diff1": 0.18405260952405975, + "nauc_map_at_1000_max": 0.23831262504962497, + "nauc_map_at_1000_std": 0.017317864549340423, + "nauc_map_at_100_diff1": 0.25551106440429067, + "nauc_map_at_100_max": 0.22228547340939733, + "nauc_map_at_100_std": -0.10975679853519618, + "nauc_map_at_10_diff1": 0.3093832945706372, + "nauc_map_at_10_max": 0.09943900709704259, + "nauc_map_at_10_std": -0.33642270135126495, + "nauc_map_at_1_diff1": 0.4459203362209909, + "nauc_map_at_1_max": 0.09794748583593584, + "nauc_map_at_1_std": -0.3427313709297845, + "nauc_map_at_20_diff1": 0.30379784000200954, + "nauc_map_at_20_max": 0.13893607037662528, + "nauc_map_at_20_std": -0.29561304672625605, + "nauc_map_at_3_diff1": 0.3814603264436602, + "nauc_map_at_3_max": 0.10304668140314938, + "nauc_map_at_3_std": -0.36022291233333253, + "nauc_map_at_5_diff1": 0.33758034115970836, + "nauc_map_at_5_max": 0.09770841743253804, + "nauc_map_at_5_std": -0.3584670721072732, + "nauc_mrr_at_1000_diff1": 0.43367164637406574, + "nauc_mrr_at_1000_max": 0.51526923251604, + "nauc_mrr_at_1000_std": -0.1389023607773793, + "nauc_mrr_at_100_diff1": 0.43376624424799903, + "nauc_mrr_at_100_max": 0.5152176987694862, + "nauc_mrr_at_100_std": -0.13881657052616098, + "nauc_mrr_at_10_diff1": 0.43376624424799903, + "nauc_mrr_at_10_max": 0.5152176987694862, + "nauc_mrr_at_10_std": -0.13881657052616098, + "nauc_mrr_at_1_diff1": 0.44346499956736163, + "nauc_mrr_at_1_max": 0.5561888898503071, + "nauc_mrr_at_1_std": -0.11675824175824179, + "nauc_mrr_at_20_diff1": 0.43376624424799903, + "nauc_mrr_at_20_max": 0.5152176987694862, + "nauc_mrr_at_20_std": -0.13881657052616098, + "nauc_mrr_at_3_diff1": 0.40561890552565716, + "nauc_mrr_at_3_max": 0.48698513347897954, + "nauc_mrr_at_3_std": -0.13720360206745885, + "nauc_mrr_at_5_diff1": 0.43676305778731744, + "nauc_mrr_at_5_max": 0.5144984113955589, + "nauc_mrr_at_5_std": -0.13239676326073258, + "nauc_ndcg_at_1000_diff1": 0.2426145704261369, + "nauc_ndcg_at_1000_max": 0.366331994350425, + "nauc_ndcg_at_1000_std": 0.07328999874107602, + "nauc_ndcg_at_100_diff1": 0.31646973119225547, + "nauc_ndcg_at_100_max": 0.2906189157727983, + "nauc_ndcg_at_100_std": -0.11507279667737483, + "nauc_ndcg_at_10_diff1": 0.2727533281619267, + "nauc_ndcg_at_10_max": 0.2440911407195314, + "nauc_ndcg_at_10_std": -0.14391132788715486, + "nauc_ndcg_at_1_diff1": 0.4359106674562218, + "nauc_ndcg_at_1_max": 0.45364605363336397, + "nauc_ndcg_at_1_std": -0.18333897301412747, + "nauc_ndcg_at_20_diff1": 0.2848096234809168, + "nauc_ndcg_at_20_max": 0.24831514170592683, + "nauc_ndcg_at_20_std": -0.1402160403677367, + "nauc_ndcg_at_3_diff1": 0.2688869994053057, + "nauc_ndcg_at_3_max": 0.3091631560177922, + "nauc_ndcg_at_3_std": -0.13208125156218603, + "nauc_ndcg_at_5_diff1": 0.2527027526295934, + "nauc_ndcg_at_5_max": 0.25346202186151295, + "nauc_ndcg_at_5_std": -0.15303112335800223, + "nauc_precision_at_1000_diff1": -0.25520120366897, + "nauc_precision_at_1000_max": -0.017579147049099138, + "nauc_precision_at_1000_std": 0.3376000813866728, + "nauc_precision_at_100_diff1": -0.24120890761101516, + "nauc_precision_at_100_max": 0.10265732743695502, + "nauc_precision_at_100_std": 0.4798227129275123, + "nauc_precision_at_10_diff1": -0.19126607679335972, + "nauc_precision_at_10_max": 0.18468663266543528, + "nauc_precision_at_10_std": 0.3835549362419711, + "nauc_precision_at_1_diff1": 0.44346499956736163, + "nauc_precision_at_1_max": 0.5561888898503071, + "nauc_precision_at_1_std": -0.11675824175824179, + "nauc_precision_at_20_diff1": -0.18867879611703675, + "nauc_precision_at_20_max": 0.17928859946329903, + "nauc_precision_at_20_std": 0.4064131627013157, + "nauc_precision_at_3_diff1": -0.03950246174273148, + "nauc_precision_at_3_max": 0.2656794982830142, + "nauc_precision_at_3_std": 0.15429280079261057, + "nauc_precision_at_5_diff1": -0.16751554423718804, + "nauc_precision_at_5_max": 0.17030661813398035, + "nauc_precision_at_5_std": 0.2258169891068116, + "nauc_recall_at_1000_diff1": 0.06544149195514656, + "nauc_recall_at_1000_max": 0.3490663649134839, + "nauc_recall_at_1000_std": 0.45515454401881167, + "nauc_recall_at_100_diff1": 0.24036132215802744, + "nauc_recall_at_100_max": 0.17179381802733498, + "nauc_recall_at_100_std": -0.09012619563166512, + "nauc_recall_at_10_diff1": 0.232440435408454, + "nauc_recall_at_10_max": 0.0039703207123725805, + "nauc_recall_at_10_std": -0.34546985358304105, + "nauc_recall_at_1_diff1": 0.4459203362209909, + "nauc_recall_at_1_max": 0.09794748583593584, + "nauc_recall_at_1_std": -0.3427313709297845, + "nauc_recall_at_20_diff1": 0.23907501445243717, + "nauc_recall_at_20_max": 0.06025939827975605, + "nauc_recall_at_20_std": -0.29287062016565363, + "nauc_recall_at_3_diff1": 0.3431099690927313, + "nauc_recall_at_3_max": 0.0445656535810213, + "nauc_recall_at_3_std": -0.36500223196635484, + "nauc_recall_at_5_diff1": 0.2723984833896312, + "nauc_recall_at_5_max": 0.025158111433858595, + "nauc_recall_at_5_std": -0.3576950161905901, + "ndcg_at_1": 0.65, + "ndcg_at_10": 0.52353, + "ndcg_at_100": 0.58426, + "ndcg_at_1000": 0.69794, + "ndcg_at_20": 0.52331, + "ndcg_at_3": 0.56454, + "ndcg_at_5": 0.53525, + "precision_at_1": 0.76, + "precision_at_10": 0.4295, + "precision_at_100": 0.18605, + "precision_at_1000": 0.03716, + "precision_at_20": 0.3525, + "precision_at_3": 0.59167, + "precision_at_5": 0.507, + "recall_at_1": 0.10327, + "recall_at_10": 0.28057, + "recall_at_100": 0.64598, + "recall_at_1000": 0.95667, + "recall_at_20": 0.3679, + "recall_at_3": 0.16959, + "recall_at_5": 0.20715 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.13076, + "map_at_1": 0.02784, + "map_at_10": 0.05246, + "map_at_100": 0.07867, + "map_at_1000": 0.09526, + "map_at_20": 0.06036, + "map_at_3": 0.03704, + "map_at_5": 0.04339, + "mrr_at_1": 0.17, + "mrr_at_10": 0.2546904761904763, + "mrr_at_100": 0.26484498570076354, + "mrr_at_1000": 0.26574381886536946, + "mrr_at_20": 0.2595650640209466, + "mrr_at_3": 0.225, + "mrr_at_5": 0.24175000000000002, + "nauc_map_at_1000_diff1": 0.2726217276197435, + "nauc_map_at_1000_max": 0.5652528357120485, + "nauc_map_at_1000_std": 0.6383912855927797, + "nauc_map_at_100_diff1": 0.3050955562089863, + "nauc_map_at_100_max": 0.5542870167222568, + "nauc_map_at_100_std": 0.590834938463794, + "nauc_map_at_10_diff1": 0.39077865701616643, + "nauc_map_at_10_max": 0.5337552642094944, + "nauc_map_at_10_std": 0.4841304135086157, + "nauc_map_at_1_diff1": 0.5782294529783419, + "nauc_map_at_1_max": 0.5343401732086142, + "nauc_map_at_1_std": 0.4201575197691982, + "nauc_map_at_20_diff1": 0.33998929058110555, + "nauc_map_at_20_max": 0.560000015217862, + "nauc_map_at_20_std": 0.5181416871016723, + "nauc_map_at_3_diff1": 0.5093021205720061, + "nauc_map_at_3_max": 0.5082603962186888, + "nauc_map_at_3_std": 0.41477771270447, + "nauc_map_at_5_diff1": 0.4719668633816206, + "nauc_map_at_5_max": 0.528534796087009, + "nauc_map_at_5_std": 0.4651763990198469, + "nauc_mrr_at_1000_diff1": 0.1556415930616769, + "nauc_mrr_at_1000_max": 0.4694976020776851, + "nauc_mrr_at_1000_std": 0.4393471708122489, + "nauc_mrr_at_100_diff1": 0.15535430259371852, + "nauc_mrr_at_100_max": 0.4699850607929129, + "nauc_mrr_at_100_std": 0.43987397873729467, + "nauc_mrr_at_10_diff1": 0.16266737615911614, + "nauc_mrr_at_10_max": 0.4745358430548255, + "nauc_mrr_at_10_std": 0.4399867413536384, + "nauc_mrr_at_1_diff1": 0.21021654229083775, + "nauc_mrr_at_1_max": 0.4512000586736096, + "nauc_mrr_at_1_std": 0.4180219659326354, + "nauc_mrr_at_20_diff1": 0.1594535357097247, + "nauc_mrr_at_20_max": 0.47114590330794204, + "nauc_mrr_at_20_std": 0.44166884231306686, + "nauc_mrr_at_3_diff1": 0.1746514977339095, + "nauc_mrr_at_3_max": 0.4478138502398222, + "nauc_mrr_at_3_std": 0.4083045942839022, + "nauc_mrr_at_5_diff1": 0.16581177652419107, + "nauc_mrr_at_5_max": 0.4612685659327095, + "nauc_mrr_at_5_std": 0.43278231428002384, + "nauc_ndcg_at_1000_diff1": 0.15434911687024927, + "nauc_ndcg_at_1000_max": 0.5836901210008898, + "nauc_ndcg_at_1000_std": 0.676003026794988, + "nauc_ndcg_at_100_diff1": 0.2091077987654527, + "nauc_ndcg_at_100_max": 0.5577125809655816, + "nauc_ndcg_at_100_std": 0.6359196572892627, + "nauc_ndcg_at_10_diff1": 0.2438082248722548, + "nauc_ndcg_at_10_max": 0.5266288313952108, + "nauc_ndcg_at_10_std": 0.5510073548421558, + "nauc_ndcg_at_1_diff1": 0.28101655275765763, + "nauc_ndcg_at_1_max": 0.460230240003633, + "nauc_ndcg_at_1_std": 0.4026475329806316, + "nauc_ndcg_at_20_diff1": 0.2246908974171427, + "nauc_ndcg_at_20_max": 0.5588791095878682, + "nauc_ndcg_at_20_std": 0.5738815887422867, + "nauc_ndcg_at_3_diff1": 0.2941352478621311, + "nauc_ndcg_at_3_max": 0.4744351062794869, + "nauc_ndcg_at_3_std": 0.45998071255530726, + "nauc_ndcg_at_5_diff1": 0.2988851650782282, + "nauc_ndcg_at_5_max": 0.48833546142229084, + "nauc_ndcg_at_5_std": 0.5181159902652798, + "nauc_precision_at_1000_diff1": -0.04259262508022431, + "nauc_precision_at_1000_max": 0.35533485083060323, + "nauc_precision_at_1000_std": 0.39550052800523167, + "nauc_precision_at_100_diff1": -0.0018811351743630263, + "nauc_precision_at_100_max": 0.4033890848183659, + "nauc_precision_at_100_std": 0.5917017147012185, + "nauc_precision_at_10_diff1": 0.004774343272214226, + "nauc_precision_at_10_max": 0.483934726787269, + "nauc_precision_at_10_std": 0.5687261772709225, + "nauc_precision_at_1_diff1": 0.21021654229083775, + "nauc_precision_at_1_max": 0.4512000586736096, + "nauc_precision_at_1_std": 0.4180219659326354, + "nauc_precision_at_20_diff1": -0.030290311366742467, + "nauc_precision_at_20_max": 0.48981895536892334, + "nauc_precision_at_20_std": 0.5526818939567514, + "nauc_precision_at_3_diff1": 0.12408611599297002, + "nauc_precision_at_3_max": 0.42502636203866445, + "nauc_precision_at_3_std": 0.46639718804920927, + "nauc_precision_at_5_diff1": 0.09219417153753683, + "nauc_precision_at_5_max": 0.4580661017049525, + "nauc_precision_at_5_std": 0.5493423585078852, + "nauc_recall_at_1000_diff1": 0.04954712193408612, + "nauc_recall_at_1000_max": 0.5240677994007811, + "nauc_recall_at_1000_std": 0.7326722203448142, + "nauc_recall_at_100_diff1": 0.14173445797323012, + "nauc_recall_at_100_max": 0.45614751773030005, + "nauc_recall_at_100_std": 0.587862332205956, + "nauc_recall_at_10_diff1": 0.2962146490626704, + "nauc_recall_at_10_max": 0.5053473415113633, + "nauc_recall_at_10_std": 0.49327680391814216, + "nauc_recall_at_1_diff1": 0.5782294529783419, + "nauc_recall_at_1_max": 0.5343401732086142, + "nauc_recall_at_1_std": 0.4201575197691982, + "nauc_recall_at_20_diff1": 0.22113175919493938, + "nauc_recall_at_20_max": 0.5422879715159284, + "nauc_recall_at_20_std": 0.536411395226378, + "nauc_recall_at_3_diff1": 0.4795588875427742, + "nauc_recall_at_3_max": 0.5054847886271718, + "nauc_recall_at_3_std": 0.42053018652876656, + "nauc_recall_at_5_diff1": 0.39946832217907136, + "nauc_recall_at_5_max": 0.5053336932329043, + "nauc_recall_at_5_std": 0.49598838828963987, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.13076, + "ndcg_at_100": 0.17829, + "ndcg_at_1000": 0.27573, + "ndcg_at_20": 0.1399, + "ndcg_at_3": 0.1189, + "ndcg_at_5": 0.12005, + "precision_at_1": 0.17, + "precision_at_10": 0.1155, + "precision_at_100": 0.0576, + "precision_at_1000": 0.01821, + "precision_at_20": 0.0995, + "precision_at_3": 0.13333, + "precision_at_5": 0.126, + "recall_at_1": 0.02784, + "recall_at_10": 0.09423, + "recall_at_100": 0.25106, + "recall_at_1000": 0.54552, + "recall_at_20": 0.12279, + "recall_at_3": 0.0466, + "recall_at_5": 0.06273 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.19123, + "map_at_1": 0.02286, + "map_at_10": 0.06053, + "map_at_100": 0.10019, + "map_at_1000": 0.12385, + "map_at_20": 0.0715, + "map_at_3": 0.0401, + "map_at_5": 0.04737, + "mrr_at_1": 0.235, + "mrr_at_10": 0.34004960317460325, + "mrr_at_100": 0.3496879280764852, + "mrr_at_1000": 0.35038876024924287, + "mrr_at_20": 0.346140479618421, + "mrr_at_3": 0.3116666666666668, + "mrr_at_5": 0.3276666666666668, + "nauc_map_at_1000_diff1": 0.20475878438912803, + "nauc_map_at_1000_max": 0.6695583667438536, + "nauc_map_at_1000_std": 0.664056181344699, + "nauc_map_at_100_diff1": 0.2457317307682572, + "nauc_map_at_100_max": 0.6471282693161519, + "nauc_map_at_100_std": 0.6093628933542449, + "nauc_map_at_10_diff1": 0.31613202031997756, + "nauc_map_at_10_max": 0.5866956485915162, + "nauc_map_at_10_std": 0.46321138628751174, + "nauc_map_at_1_diff1": 0.4804304848325862, + "nauc_map_at_1_max": 0.5490895338732478, + "nauc_map_at_1_std": 0.42533241931073335, + "nauc_map_at_20_diff1": 0.2949507617051866, + "nauc_map_at_20_max": 0.6110353037384579, + "nauc_map_at_20_std": 0.4959342833154486, + "nauc_map_at_3_diff1": 0.3016823095709652, + "nauc_map_at_3_max": 0.5188121835750484, + "nauc_map_at_3_std": 0.4300383470381894, + "nauc_map_at_5_diff1": 0.3228291830771777, + "nauc_map_at_5_max": 0.5485071906955322, + "nauc_map_at_5_std": 0.43278636407415816, + "nauc_mrr_at_1000_diff1": 0.14694179718466033, + "nauc_mrr_at_1000_max": 0.5785800676509427, + "nauc_mrr_at_1000_std": 0.4598047595506358, + "nauc_mrr_at_100_diff1": 0.1469752271510601, + "nauc_mrr_at_100_max": 0.5788296932621515, + "nauc_mrr_at_100_std": 0.45978133365947477, + "nauc_mrr_at_10_diff1": 0.14928699144926783, + "nauc_mrr_at_10_max": 0.5791668024935975, + "nauc_mrr_at_10_std": 0.4598371072840712, + "nauc_mrr_at_1_diff1": 0.2057674432664042, + "nauc_mrr_at_1_max": 0.5591593679390006, + "nauc_mrr_at_1_std": 0.4387095799106772, + "nauc_mrr_at_20_diff1": 0.14770852728289305, + "nauc_mrr_at_20_max": 0.5796102840474567, + "nauc_mrr_at_20_std": 0.459986100981545, + "nauc_mrr_at_3_diff1": 0.14100516916084704, + "nauc_mrr_at_3_max": 0.554923795206778, + "nauc_mrr_at_3_std": 0.4415202149024264, + "nauc_mrr_at_5_diff1": 0.14446353069889709, + "nauc_mrr_at_5_max": 0.5717995024508226, + "nauc_mrr_at_5_std": 0.4503386843309637, + "nauc_ndcg_at_1000_diff1": 0.13591432515874222, + "nauc_ndcg_at_1000_max": 0.6909862878510734, + "nauc_ndcg_at_1000_std": 0.6444799214876954, + "nauc_ndcg_at_100_diff1": 0.1827114852491562, + "nauc_ndcg_at_100_max": 0.6689222706857878, + "nauc_ndcg_at_100_std": 0.6140854022752625, + "nauc_ndcg_at_10_diff1": 0.19690889411103016, + "nauc_ndcg_at_10_max": 0.6484672620596287, + "nauc_ndcg_at_10_std": 0.5183849962649898, + "nauc_ndcg_at_1_diff1": 0.19621690425545402, + "nauc_ndcg_at_1_max": 0.5651638876319919, + "nauc_ndcg_at_1_std": 0.38888583474646155, + "nauc_ndcg_at_20_diff1": 0.20119305035970728, + "nauc_ndcg_at_20_max": 0.6601951643043328, + "nauc_ndcg_at_20_std": 0.5589036766347499, + "nauc_ndcg_at_3_diff1": 0.1510294090288295, + "nauc_ndcg_at_3_max": 0.5514831884052293, + "nauc_ndcg_at_3_std": 0.4566707393662259, + "nauc_ndcg_at_5_diff1": 0.17782002082893877, + "nauc_ndcg_at_5_max": 0.5893853134700074, + "nauc_ndcg_at_5_std": 0.46784362229830145, + "nauc_precision_at_1000_diff1": -0.051180292737132094, + "nauc_precision_at_1000_max": 0.40387189413262997, + "nauc_precision_at_1000_std": 0.4080223106534813, + "nauc_precision_at_100_diff1": -0.025841437363788845, + "nauc_precision_at_100_max": 0.4993143193559624, + "nauc_precision_at_100_std": 0.5714142197040689, + "nauc_precision_at_10_diff1": 0.11508278341960725, + "nauc_precision_at_10_max": 0.6135456593037499, + "nauc_precision_at_10_std": 0.5127751215078834, + "nauc_precision_at_1_diff1": 0.2057674432664042, + "nauc_precision_at_1_max": 0.5591593679390006, + "nauc_precision_at_1_std": 0.4387095799106772, + "nauc_precision_at_20_diff1": 0.06706365737904472, + "nauc_precision_at_20_max": 0.5779514952499981, + "nauc_precision_at_20_std": 0.5428325205642826, + "nauc_precision_at_3_diff1": 0.1016155158137125, + "nauc_precision_at_3_max": 0.5401008831398477, + "nauc_precision_at_3_std": 0.48443371172758254, + "nauc_precision_at_5_diff1": 0.11627664114928102, + "nauc_precision_at_5_max": 0.5738029077106089, + "nauc_precision_at_5_std": 0.47233951743990693, + "nauc_recall_at_1000_diff1": 0.06755835135741205, + "nauc_recall_at_1000_max": 0.641031677325203, + "nauc_recall_at_1000_std": 0.6845227505764968, + "nauc_recall_at_100_diff1": 0.1497376072596025, + "nauc_recall_at_100_max": 0.534415038240374, + "nauc_recall_at_100_std": 0.5272356551266844, + "nauc_recall_at_10_diff1": 0.24602107551628907, + "nauc_recall_at_10_max": 0.5008273386489418, + "nauc_recall_at_10_std": 0.39728828044989195, + "nauc_recall_at_1_diff1": 0.4804304848325862, + "nauc_recall_at_1_max": 0.5490895338732478, + "nauc_recall_at_1_std": 0.42533241931073335, + "nauc_recall_at_20_diff1": 0.21637337260799885, + "nauc_recall_at_20_max": 0.541930651613969, + "nauc_recall_at_20_std": 0.4351653920481678, + "nauc_recall_at_3_diff1": 0.20507352719026975, + "nauc_recall_at_3_max": 0.4528535312678928, + "nauc_recall_at_3_std": 0.3931744412662569, + "nauc_recall_at_5_diff1": 0.2802996589022835, + "nauc_recall_at_5_max": 0.5174649960543228, + "nauc_recall_at_5_std": 0.39154483056016304, + "ndcg_at_1": 0.1975, + "ndcg_at_10": 0.19123, + "ndcg_at_100": 0.24002, + "ndcg_at_1000": 0.34558, + "ndcg_at_20": 0.19295, + "ndcg_at_3": 0.18725, + "ndcg_at_5": 0.18413, + "precision_at_1": 0.235, + "precision_at_10": 0.171, + "precision_at_100": 0.08215, + "precision_at_1000": 0.02229, + "precision_at_20": 0.1395, + "precision_at_3": 0.215, + "precision_at_5": 0.192, + "recall_at_1": 0.02286, + "recall_at_10": 0.11702, + "recall_at_100": 0.32231, + "recall_at_1000": 0.63612, + "recall_at_20": 0.15744, + "recall_at_3": 0.05354, + "recall_at_5": 0.07024 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57929, + "map_at_1": 0.12985, + "map_at_10": 0.3891, + "map_at_100": 0.50477, + "map_at_1000": 0.51814, + "map_at_20": 0.44433, + "map_at_3": 0.26004, + "map_at_5": 0.31839, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7703511904761905, + "mrr_at_100": 0.7717779581529581, + "mrr_at_1000": 0.7717779581529581, + "mrr_at_20": 0.7716390692640692, + "mrr_at_3": 0.7525, + "mrr_at_5": 0.7637500000000002, + "nauc_map_at_1000_diff1": 0.12532991187517353, + "nauc_map_at_1000_max": 0.22956462320315377, + "nauc_map_at_1000_std": -0.1498623978585687, + "nauc_map_at_100_diff1": 0.128265277956823, + "nauc_map_at_100_max": 0.22317503653318402, + "nauc_map_at_100_std": -0.20479707656761414, + "nauc_map_at_10_diff1": 0.1642949089866835, + "nauc_map_at_10_max": 0.09343981482467431, + "nauc_map_at_10_std": -0.3883616779516517, + "nauc_map_at_1_diff1": 0.26219176229455166, + "nauc_map_at_1_max": -0.0021007672810327734, + "nauc_map_at_1_std": -0.3396316479955906, + "nauc_map_at_20_diff1": 0.1432513605178115, + "nauc_map_at_20_max": 0.15933384804643455, + "nauc_map_at_20_std": -0.33178929167500015, + "nauc_map_at_3_diff1": 0.17420261630369407, + "nauc_map_at_3_max": -0.01040174515456808, + "nauc_map_at_3_std": -0.40036435657792285, + "nauc_map_at_5_diff1": 0.18138522938976198, + "nauc_map_at_5_max": 0.04285351961456971, + "nauc_map_at_5_std": -0.4033284033791285, + "nauc_mrr_at_1000_diff1": 0.3344972235568291, + "nauc_mrr_at_1000_max": 0.2597945671854695, + "nauc_mrr_at_1000_std": 0.062462824288407326, + "nauc_mrr_at_100_diff1": 0.3344972235568291, + "nauc_mrr_at_100_max": 0.2597945671854695, + "nauc_mrr_at_100_std": 0.062462824288407326, + "nauc_mrr_at_10_diff1": 0.3342135426815322, + "nauc_mrr_at_10_max": 0.26088021619419194, + "nauc_mrr_at_10_std": 0.062338817858379074, + "nauc_mrr_at_1_diff1": 0.347300466645712, + "nauc_mrr_at_1_max": 0.19720012572837795, + "nauc_mrr_at_1_std": 0.02039056392401476, + "nauc_mrr_at_20_diff1": 0.33451414367325055, + "nauc_mrr_at_20_max": 0.2602319238714056, + "nauc_mrr_at_20_std": 0.063041782732772, + "nauc_mrr_at_3_diff1": 0.32310854192677796, + "nauc_mrr_at_3_max": 0.27234209508304313, + "nauc_mrr_at_3_std": 0.07326025458392252, + "nauc_mrr_at_5_diff1": 0.33162006404239575, + "nauc_mrr_at_5_max": 0.27039777358038636, + "nauc_mrr_at_5_std": 0.07385984835316815, + "nauc_ndcg_at_1000_diff1": 0.19815528525465384, + "nauc_ndcg_at_1000_max": 0.3050044063305973, + "nauc_ndcg_at_1000_std": 0.03280879126710864, + "nauc_ndcg_at_100_diff1": 0.2005741269451592, + "nauc_ndcg_at_100_max": 0.2989435258790159, + "nauc_ndcg_at_100_std": -0.1072094348443974, + "nauc_ndcg_at_10_diff1": 0.20914557628184993, + "nauc_ndcg_at_10_max": 0.23190326714619044, + "nauc_ndcg_at_10_std": -0.14228816088274254, + "nauc_ndcg_at_1_diff1": 0.33817315929319164, + "nauc_ndcg_at_1_max": 0.18868424491455268, + "nauc_ndcg_at_1_std": -0.002649804713022877, + "nauc_ndcg_at_20_diff1": 0.1926067919618643, + "nauc_ndcg_at_20_max": 0.2646378264759513, + "nauc_ndcg_at_20_std": -0.1617103972187311, + "nauc_ndcg_at_3_diff1": 0.22610825240037305, + "nauc_ndcg_at_3_max": 0.2029312998189267, + "nauc_ndcg_at_3_std": -0.08464071260947804, + "nauc_ndcg_at_5_diff1": 0.24080410065330546, + "nauc_ndcg_at_5_max": 0.24473797779224052, + "nauc_ndcg_at_5_std": -0.09305448489115944, + "nauc_precision_at_1000_diff1": -0.09622606501215793, + "nauc_precision_at_1000_max": 0.1141422764745608, + "nauc_precision_at_1000_std": 0.6337363218355091, + "nauc_precision_at_100_diff1": -0.10761869468659171, + "nauc_precision_at_100_max": 0.1825178397190139, + "nauc_precision_at_100_std": 0.5995990576854039, + "nauc_precision_at_10_diff1": -0.057572284798185956, + "nauc_precision_at_10_max": 0.29176060633250844, + "nauc_precision_at_10_std": 0.4134303150353063, + "nauc_precision_at_1_diff1": 0.347300466645712, + "nauc_precision_at_1_max": 0.19720012572837795, + "nauc_precision_at_1_std": 0.02039056392401476, + "nauc_precision_at_20_diff1": -0.10036544462648184, + "nauc_precision_at_20_max": 0.2680803925709545, + "nauc_precision_at_20_std": 0.505239657431735, + "nauc_precision_at_3_diff1": 0.06321607779241928, + "nauc_precision_at_3_max": 0.23860604604968505, + "nauc_precision_at_3_std": 0.07356654614380931, + "nauc_precision_at_5_diff1": 0.025273746264224586, + "nauc_precision_at_5_max": 0.3134302581502569, + "nauc_precision_at_5_std": 0.24488996442720234, + "nauc_recall_at_1000_diff1": -0.02046859449983516, + "nauc_recall_at_1000_max": 0.8883005332963299, + "nauc_recall_at_1000_std": 0.7731918035615484, + "nauc_recall_at_100_diff1": 0.09759436026172486, + "nauc_recall_at_100_max": 0.16984477722516808, + "nauc_recall_at_100_std": -0.47087291758569516, + "nauc_recall_at_10_diff1": 0.14290252474817888, + "nauc_recall_at_10_max": -0.018832617661890386, + "nauc_recall_at_10_std": -0.5013755626295788, + "nauc_recall_at_1_diff1": 0.26219176229455166, + "nauc_recall_at_1_max": -0.0021007672810327734, + "nauc_recall_at_1_std": -0.3396316479955906, + "nauc_recall_at_20_diff1": 0.12745752691651127, + "nauc_recall_at_20_max": 0.0576340086770278, + "nauc_recall_at_20_std": -0.5161793758092535, + "nauc_recall_at_3_diff1": 0.12186471658397666, + "nauc_recall_at_3_max": -0.05699145716962864, + "nauc_recall_at_3_std": -0.42158424944858497, + "nauc_recall_at_5_diff1": 0.15778116693620797, + "nauc_recall_at_5_max": -0.003422093375862093, + "nauc_recall_at_5_std": -0.4388171751873514, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.57929, + "ndcg_at_100": 0.68228, + "ndcg_at_1000": 0.71497, + "ndcg_at_20": 0.61736, + "ndcg_at_3": 0.52676, + "ndcg_at_5": 0.55032, + "precision_at_1": 0.645, + "precision_at_10": 0.3865, + "precision_at_100": 0.1024, + "precision_at_1000": 0.0134, + "precision_at_20": 0.28325, + "precision_at_3": 0.53833, + "precision_at_5": 0.484, + "recall_at_1": 0.12985, + "recall_at_10": 0.5415, + "recall_at_100": 0.89522, + "recall_at_1000": 0.99577, + "recall_at_20": 0.67078, + "recall_at_3": 0.30185, + "recall_at_5": 0.40037 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.26308, + "map_at_1": 0.05041, + "map_at_10": 0.16055, + "map_at_100": 0.22258, + "map_at_1000": 0.23948, + "map_at_20": 0.18718, + "map_at_3": 0.10072, + "map_at_5": 0.12413, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3814384920634922, + "mrr_at_100": 0.3927778096978623, + "mrr_at_1000": 0.3930303446970083, + "mrr_at_20": 0.3886267107075932, + "mrr_at_3": 0.34333333333333343, + "mrr_at_5": 0.36308333333333337, + "nauc_map_at_1000_diff1": 0.14571424854130183, + "nauc_map_at_1000_max": 0.2748913290317633, + "nauc_map_at_1000_std": 0.042830016805500935, + "nauc_map_at_100_diff1": 0.15571971692431463, + "nauc_map_at_100_max": 0.2531172422673376, + "nauc_map_at_100_std": -0.01238147918270151, + "nauc_map_at_10_diff1": 0.18017469757747026, + "nauc_map_at_10_max": 0.1334658730448933, + "nauc_map_at_10_std": -0.1532141476044517, + "nauc_map_at_1_diff1": 0.25536854529084724, + "nauc_map_at_1_max": 0.09593279015391162, + "nauc_map_at_1_std": -0.2053042365248829, + "nauc_map_at_20_diff1": 0.1862603056426921, + "nauc_map_at_20_max": 0.20741536932305032, + "nauc_map_at_20_std": -0.08522292295408325, + "nauc_map_at_3_diff1": 0.19486926305818017, + "nauc_map_at_3_max": 0.08763314005807596, + "nauc_map_at_3_std": -0.18543270253591765, + "nauc_map_at_5_diff1": 0.1864342713871952, + "nauc_map_at_5_max": 0.09896537525709055, + "nauc_map_at_5_std": -0.1923669921629163, + "nauc_mrr_at_1000_diff1": 0.07651189227490598, + "nauc_mrr_at_1000_max": 0.1729418900855792, + "nauc_mrr_at_1000_std": 0.051572617005429235, + "nauc_mrr_at_100_diff1": 0.07665668195756727, + "nauc_mrr_at_100_max": 0.17300418607837653, + "nauc_mrr_at_100_std": 0.05158900353331467, + "nauc_mrr_at_10_diff1": 0.07297870565427021, + "nauc_mrr_at_10_max": 0.17110893350238926, + "nauc_mrr_at_10_std": 0.05305036392637825, + "nauc_mrr_at_1_diff1": 0.10594336152997429, + "nauc_mrr_at_1_max": 0.08139021699154098, + "nauc_mrr_at_1_std": -0.05684442809856566, + "nauc_mrr_at_20_diff1": 0.07898994794006613, + "nauc_mrr_at_20_max": 0.17763702362998257, + "nauc_mrr_at_20_std": 0.05432018514420329, + "nauc_mrr_at_3_diff1": 0.06589697143332447, + "nauc_mrr_at_3_max": 0.14353922719333137, + "nauc_mrr_at_3_std": 0.030784728704379774, + "nauc_mrr_at_5_diff1": 0.06792601386052757, + "nauc_mrr_at_5_max": 0.1753058764467073, + "nauc_mrr_at_5_std": 0.059093407460039674, + "nauc_ndcg_at_1000_diff1": 0.0838609511367309, + "nauc_ndcg_at_1000_max": 0.3411825602983446, + "nauc_ndcg_at_1000_std": 0.20569755286521782, + "nauc_ndcg_at_100_diff1": 0.12539184176673632, + "nauc_ndcg_at_100_max": 0.29966797160485903, + "nauc_ndcg_at_100_std": 0.055919445701449334, + "nauc_ndcg_at_10_diff1": 0.15810395398142693, + "nauc_ndcg_at_10_max": 0.2563419294039064, + "nauc_ndcg_at_10_std": 0.014452336012875683, + "nauc_ndcg_at_1_diff1": 0.12298087013026926, + "nauc_ndcg_at_1_max": 0.0856826733520958, + "nauc_ndcg_at_1_std": -0.09417410508476064, + "nauc_ndcg_at_20_diff1": 0.17065023882409752, + "nauc_ndcg_at_20_max": 0.28922667804762886, + "nauc_ndcg_at_20_std": 0.030078047961122675, + "nauc_ndcg_at_3_diff1": 0.1119582581129486, + "nauc_ndcg_at_3_max": 0.16885692158290402, + "nauc_ndcg_at_3_std": -0.012734644574774221, + "nauc_ndcg_at_5_diff1": 0.1233667525704051, + "nauc_ndcg_at_5_max": 0.21054590490596387, + "nauc_ndcg_at_5_std": -0.010017329157243633, + "nauc_precision_at_1000_diff1": -0.10407704817341078, + "nauc_precision_at_1000_max": 0.1959626616452499, + "nauc_precision_at_1000_std": 0.4961644047501773, + "nauc_precision_at_100_diff1": -0.09546430673610565, + "nauc_precision_at_100_max": 0.33187249694095783, + "nauc_precision_at_100_std": 0.49063931057881965, + "nauc_precision_at_10_diff1": -0.023784482068752395, + "nauc_precision_at_10_max": 0.3448249745635798, + "nauc_precision_at_10_std": 0.29202439609936776, + "nauc_precision_at_1_diff1": 0.10594336152997429, + "nauc_precision_at_1_max": 0.08139021699154098, + "nauc_precision_at_1_std": -0.05684442809856566, + "nauc_precision_at_20_diff1": -0.02351483124383266, + "nauc_precision_at_20_max": 0.3924723464494237, + "nauc_precision_at_20_std": 0.38995822210430453, + "nauc_precision_at_3_diff1": 0.055328983570474034, + "nauc_precision_at_3_max": 0.16398081911799398, + "nauc_precision_at_3_std": 0.062007703796871476, + "nauc_precision_at_5_diff1": 0.025752800403858644, + "nauc_precision_at_5_max": 0.26358360734767766, + "nauc_precision_at_5_std": 0.14728782648638578, + "nauc_recall_at_1000_diff1": -0.0841308134136476, + "nauc_recall_at_1000_max": 0.7239631532027861, + "nauc_recall_at_1000_std": 0.6719228051846945, + "nauc_recall_at_100_diff1": 0.11861526953362966, + "nauc_recall_at_100_max": 0.2564130349173352, + "nauc_recall_at_100_std": -0.028982520849053162, + "nauc_recall_at_10_diff1": 0.21191297566308404, + "nauc_recall_at_10_max": 0.16557849797731053, + "nauc_recall_at_10_std": -0.14152505650273225, + "nauc_recall_at_1_diff1": 0.25536854529084724, + "nauc_recall_at_1_max": 0.09593279015391162, + "nauc_recall_at_1_std": -0.2053042365248829, + "nauc_recall_at_20_diff1": 0.2108769661645485, + "nauc_recall_at_20_max": 0.2342088892663732, + "nauc_recall_at_20_std": -0.08550260377562574, + "nauc_recall_at_3_diff1": 0.18099856920041016, + "nauc_recall_at_3_max": 0.09154142452515648, + "nauc_recall_at_3_std": -0.16991403089402926, + "nauc_recall_at_5_diff1": 0.18610451724695248, + "nauc_recall_at_5_max": 0.1372763970744029, + "nauc_recall_at_5_std": -0.17492594360454, + "ndcg_at_1": 0.1925, + "ndcg_at_10": 0.26308, + "ndcg_at_100": 0.38052, + "ndcg_at_1000": 0.46091, + "ndcg_at_20": 0.29872, + "ndcg_at_3": 0.20991, + "ndcg_at_5": 0.21986, + "precision_at_1": 0.25, + "precision_at_10": 0.188, + "precision_at_100": 0.06565, + "precision_at_1000": 0.01264, + "precision_at_20": 0.1475, + "precision_at_3": 0.24167, + "precision_at_5": 0.216, + "recall_at_1": 0.05041, + "recall_at_10": 0.28307, + "recall_at_100": 0.63926, + "recall_at_1000": 0.92916, + "recall_at_20": 0.37122, + "recall_at_3": 0.12649, + "recall_at_5": 0.17482 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.35604, + "map_at_1": 0.07481, + "map_at_10": 0.22485, + "map_at_100": 0.30233, + "map_at_1000": 0.31712, + "map_at_20": 0.25926, + "map_at_3": 0.14094, + "map_at_5": 0.17655, + "mrr_at_1": 0.38, + "mrr_at_10": 0.5165575396825398, + "mrr_at_100": 0.524486124147364, + "mrr_at_1000": 0.5246311960344081, + "mrr_at_20": 0.5212846356000383, + "mrr_at_3": 0.4841666666666666, + "mrr_at_5": 0.5029166666666668, + "nauc_map_at_1000_diff1": 0.22291299227084443, + "nauc_map_at_1000_max": 0.34836584587940694, + "nauc_map_at_1000_std": 0.025202206661589743, + "nauc_map_at_100_diff1": 0.2416875843700629, + "nauc_map_at_100_max": 0.3432962027092927, + "nauc_map_at_100_std": -0.03068145539770831, + "nauc_map_at_10_diff1": 0.25998947177330245, + "nauc_map_at_10_max": 0.2705034481412193, + "nauc_map_at_10_std": -0.15453791230121436, + "nauc_map_at_1_diff1": 0.2424513823731094, + "nauc_map_at_1_max": 0.13023739301576662, + "nauc_map_at_1_std": -0.17253155533524817, + "nauc_map_at_20_diff1": 0.26550372449909393, + "nauc_map_at_20_max": 0.3184616099565109, + "nauc_map_at_20_std": -0.10457107138619864, + "nauc_map_at_3_diff1": 0.2636453489284662, + "nauc_map_at_3_max": 0.19258125758142855, + "nauc_map_at_3_std": -0.19885522662293703, + "nauc_map_at_5_diff1": 0.24372057995100552, + "nauc_map_at_5_max": 0.19672018278375017, + "nauc_map_at_5_std": -0.18922163757635976, + "nauc_mrr_at_1000_diff1": 0.15342779006240923, + "nauc_mrr_at_1000_max": 0.2527762407169112, + "nauc_mrr_at_1000_std": 0.1275396130158728, + "nauc_mrr_at_100_diff1": 0.1534771476958886, + "nauc_mrr_at_100_max": 0.2531257699555357, + "nauc_mrr_at_100_std": 0.12764970206553, + "nauc_mrr_at_10_diff1": 0.15694190160298027, + "nauc_mrr_at_10_max": 0.25489778819859205, + "nauc_mrr_at_10_std": 0.1250353722128437, + "nauc_mrr_at_1_diff1": 0.12435344267408328, + "nauc_mrr_at_1_max": 0.19261560055103566, + "nauc_mrr_at_1_std": 0.12297585319574761, + "nauc_mrr_at_20_diff1": 0.15327951983443414, + "nauc_mrr_at_20_max": 0.2543936362792007, + "nauc_mrr_at_20_std": 0.1307778369343209, + "nauc_mrr_at_3_diff1": 0.14281451441014328, + "nauc_mrr_at_3_max": 0.2540482623147247, + "nauc_mrr_at_3_std": 0.11328221760094022, + "nauc_mrr_at_5_diff1": 0.15388960016079434, + "nauc_mrr_at_5_max": 0.24821487930611058, + "nauc_mrr_at_5_std": 0.11005827011668898, + "nauc_ndcg_at_1000_diff1": 0.17021492068129088, + "nauc_ndcg_at_1000_max": 0.34469319567250406, + "nauc_ndcg_at_1000_std": 0.20019937450528705, + "nauc_ndcg_at_100_diff1": 0.253674202604968, + "nauc_ndcg_at_100_max": 0.3760822826225308, + "nauc_ndcg_at_100_std": 0.054019630406692706, + "nauc_ndcg_at_10_diff1": 0.2528421593403137, + "nauc_ndcg_at_10_max": 0.34577508074830754, + "nauc_ndcg_at_10_std": 0.017867304510633956, + "nauc_ndcg_at_1_diff1": 0.1161304832295723, + "nauc_ndcg_at_1_max": 0.18141980420018874, + "nauc_ndcg_at_1_std": 0.13745514766767858, + "nauc_ndcg_at_20_diff1": 0.26731357598365585, + "nauc_ndcg_at_20_max": 0.37073843975427007, + "nauc_ndcg_at_20_std": 0.025124195664723816, + "nauc_ndcg_at_3_diff1": 0.1938395762005947, + "nauc_ndcg_at_3_max": 0.26454721211957166, + "nauc_ndcg_at_3_std": 0.04850278841659679, + "nauc_ndcg_at_5_diff1": 0.20186382736743907, + "nauc_ndcg_at_5_max": 0.25448202539860326, + "nauc_ndcg_at_5_std": 0.00943935079914341, + "nauc_precision_at_1000_diff1": -0.23780261514080264, + "nauc_precision_at_1000_max": 0.010787789285264486, + "nauc_precision_at_1000_std": 0.5352887229247738, + "nauc_precision_at_100_diff1": -0.1405665379080513, + "nauc_precision_at_100_max": 0.17443257845439164, + "nauc_precision_at_100_std": 0.5354681295376591, + "nauc_precision_at_10_diff1": 0.0822008542416931, + "nauc_precision_at_10_max": 0.3223479385320136, + "nauc_precision_at_10_std": 0.2578386598088007, + "nauc_precision_at_1_diff1": 0.12435344267408328, + "nauc_precision_at_1_max": 0.19261560055103566, + "nauc_precision_at_1_std": 0.12297585319574761, + "nauc_precision_at_20_diff1": 0.01718017487802197, + "nauc_precision_at_20_max": 0.3130925367189607, + "nauc_precision_at_20_std": 0.3693826648781109, + "nauc_precision_at_3_diff1": 0.10870548795855708, + "nauc_precision_at_3_max": 0.28767069212106167, + "nauc_precision_at_3_std": 0.11772708087246181, + "nauc_precision_at_5_diff1": 0.08624701921872233, + "nauc_precision_at_5_max": 0.25186241062791054, + "nauc_precision_at_5_std": 0.16626238269431848, + "nauc_recall_at_1000_diff1": 0.09177953223325738, + "nauc_recall_at_1000_max": 0.6447128310562816, + "nauc_recall_at_1000_std": 0.6309189481513663, + "nauc_recall_at_100_diff1": 0.3580376396696296, + "nauc_recall_at_100_max": 0.44751867096393727, + "nauc_recall_at_100_std": -0.11610621523252873, + "nauc_recall_at_10_diff1": 0.3133504970067554, + "nauc_recall_at_10_max": 0.3410725500179856, + "nauc_recall_at_10_std": -0.17367550941872967, + "nauc_recall_at_1_diff1": 0.2424513823731094, + "nauc_recall_at_1_max": 0.13023739301576662, + "nauc_recall_at_1_std": -0.17253155533524817, + "nauc_recall_at_20_diff1": 0.3155094322589723, + "nauc_recall_at_20_max": 0.37750002521660864, + "nauc_recall_at_20_std": -0.14144510497439894, + "nauc_recall_at_3_diff1": 0.2818999527974388, + "nauc_recall_at_3_max": 0.20326527617440243, + "nauc_recall_at_3_std": -0.21903216860599592, + "nauc_recall_at_5_diff1": 0.2819517789356094, + "nauc_recall_at_5_max": 0.2054901317145792, + "nauc_recall_at_5_std": -0.21838071798436773, + "ndcg_at_1": 0.3225, + "ndcg_at_10": 0.35604, + "ndcg_at_100": 0.47703, + "ndcg_at_1000": 0.53907, + "ndcg_at_20": 0.39325, + "ndcg_at_3": 0.30296, + "ndcg_at_5": 0.32084, + "precision_at_1": 0.38, + "precision_at_10": 0.2455, + "precision_at_100": 0.0769, + "precision_at_1000": 0.0128, + "precision_at_20": 0.18575, + "precision_at_3": 0.31833, + "precision_at_5": 0.299, + "recall_at_1": 0.07481, + "recall_at_10": 0.36304, + "recall_at_100": 0.73229, + "recall_at_1000": 0.95386, + "recall_at_20": 0.46811, + "recall_at_3": 0.17408, + "recall_at_5": 0.24359 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56157, + "map_at_1": 0.06803, + "map_at_10": 0.23395, + "map_at_100": 0.4167, + "map_at_1000": 0.47365, + "map_at_20": 0.29467, + "map_at_3": 0.13615, + "map_at_5": 0.17397, + "mrr_at_1": 0.785, + "mrr_at_10": 0.8579583333333335, + "mrr_at_100": 0.8594075024437928, + "mrr_at_1000": 0.8594456703827243, + "mrr_at_20": 0.8592462121212123, + "mrr_at_3": 0.8466666666666667, + "mrr_at_5": 0.8556666666666669, + "nauc_map_at_1000_diff1": 0.04400106235241793, + "nauc_map_at_1000_max": 0.44902166758993284, + "nauc_map_at_1000_std": 0.2273200311870128, + "nauc_map_at_100_diff1": 0.13477292579650002, + "nauc_map_at_100_max": 0.41273491679422064, + "nauc_map_at_100_std": 0.2663043542875277, + "nauc_map_at_10_diff1": 0.30280917348398056, + "nauc_map_at_10_max": 0.2895959584926397, + "nauc_map_at_10_std": 0.10461093482175038, + "nauc_map_at_1_diff1": 0.5338683732943083, + "nauc_map_at_1_max": 0.16040517378203512, + "nauc_map_at_1_std": -0.060017550762579655, + "nauc_map_at_20_diff1": 0.2687049852634133, + "nauc_map_at_20_max": 0.3267578659482507, + "nauc_map_at_20_std": 0.1540070174419155, + "nauc_map_at_3_diff1": 0.424630800470746, + "nauc_map_at_3_max": 0.24459785635425726, + "nauc_map_at_3_std": 0.005412348626406626, + "nauc_map_at_5_diff1": 0.33862078657645117, + "nauc_map_at_5_max": 0.2511032754453105, + "nauc_map_at_5_std": 0.030699298513229546, + "nauc_mrr_at_1000_diff1": 0.20923963762646292, + "nauc_mrr_at_1000_max": 0.5035358662477429, + "nauc_mrr_at_1000_std": 0.33681943476235604, + "nauc_mrr_at_100_diff1": 0.20912929845213307, + "nauc_mrr_at_100_max": 0.5036798049349085, + "nauc_mrr_at_100_std": 0.3368824463540021, + "nauc_mrr_at_10_diff1": 0.20994119124056576, + "nauc_mrr_at_10_max": 0.5055515948284296, + "nauc_mrr_at_10_std": 0.3393017544998103, + "nauc_mrr_at_1_diff1": 0.22648457879392334, + "nauc_mrr_at_1_max": 0.46034631319271474, + "nauc_mrr_at_1_std": 0.28950319283294607, + "nauc_mrr_at_20_diff1": 0.20993711226454528, + "nauc_mrr_at_20_max": 0.504287141521674, + "nauc_mrr_at_20_std": 0.33769388936127986, + "nauc_mrr_at_3_diff1": 0.2050908973333022, + "nauc_mrr_at_3_max": 0.5140502191936591, + "nauc_mrr_at_3_std": 0.3575510665987674, + "nauc_mrr_at_5_diff1": 0.19976758580618334, + "nauc_mrr_at_5_max": 0.5094669703453518, + "nauc_mrr_at_5_std": 0.33907644668352904, + "nauc_ndcg_at_1000_diff1": 0.15902237856317192, + "nauc_ndcg_at_1000_max": 0.4890881269250846, + "nauc_ndcg_at_1000_std": 0.27399907732733936, + "nauc_ndcg_at_100_diff1": 0.22934081786471047, + "nauc_ndcg_at_100_max": 0.4755821733127737, + "nauc_ndcg_at_100_std": 0.26654635011853656, + "nauc_ndcg_at_10_diff1": 0.2194705600571894, + "nauc_ndcg_at_10_max": 0.4466906466295396, + "nauc_ndcg_at_10_std": 0.1847666452135821, + "nauc_ndcg_at_1_diff1": 0.3389596910040669, + "nauc_ndcg_at_1_max": 0.38707015364720676, + "nauc_ndcg_at_1_std": 0.15486379336747702, + "nauc_ndcg_at_20_diff1": 0.2308849052304333, + "nauc_ndcg_at_20_max": 0.4561565019436228, + "nauc_ndcg_at_20_std": 0.17164466346667867, + "nauc_ndcg_at_3_diff1": 0.2529195225281095, + "nauc_ndcg_at_3_max": 0.4589306262091143, + "nauc_ndcg_at_3_std": 0.24025962111422636, + "nauc_ndcg_at_5_diff1": 0.2137894692466813, + "nauc_ndcg_at_5_max": 0.44336968286595285, + "nauc_ndcg_at_5_std": 0.18079078190873912, + "nauc_precision_at_1000_diff1": -0.27222698477241836, + "nauc_precision_at_1000_max": 0.027824103843216586, + "nauc_precision_at_1000_std": -0.20977426619281667, + "nauc_precision_at_100_diff1": -0.31451524199069925, + "nauc_precision_at_100_max": 0.09339238219944561, + "nauc_precision_at_100_std": -0.0023294475488238706, + "nauc_precision_at_10_diff1": -0.2318744316609335, + "nauc_precision_at_10_max": 0.28657336021824237, + "nauc_precision_at_10_std": 0.1973134859447282, + "nauc_precision_at_1_diff1": 0.22648457879392334, + "nauc_precision_at_1_max": 0.46034631319271474, + "nauc_precision_at_1_std": 0.28950319283294607, + "nauc_precision_at_20_diff1": -0.28949726359312344, + "nauc_precision_at_20_max": 0.225658004150025, + "nauc_precision_at_20_std": 0.12703836086797432, + "nauc_precision_at_3_diff1": -0.05464933344373637, + "nauc_precision_at_3_max": 0.4039645607352819, + "nauc_precision_at_3_std": 0.2926753332781314, + "nauc_precision_at_5_diff1": -0.21940930792345076, + "nauc_precision_at_5_max": 0.3533053569578278, + "nauc_precision_at_5_std": 0.22219299713859866, + "nauc_recall_at_1000_diff1": 0.24619381971160303, + "nauc_recall_at_1000_max": 0.1060581952462232, + "nauc_recall_at_1000_std": 0.6143946543854376, + "nauc_recall_at_100_diff1": 0.17617860737266633, + "nauc_recall_at_100_max": 0.143078134305667, + "nauc_recall_at_100_std": 0.2249626506530545, + "nauc_recall_at_10_diff1": 0.2509347546741295, + "nauc_recall_at_10_max": 0.15509602764192365, + "nauc_recall_at_10_std": 0.03098284300642366, + "nauc_recall_at_1_diff1": 0.5338683732943083, + "nauc_recall_at_1_max": 0.16040517378203512, + "nauc_recall_at_1_std": -0.060017550762579655, + "nauc_recall_at_20_diff1": 0.2558186316774272, + "nauc_recall_at_20_max": 0.1622851865584288, + "nauc_recall_at_20_std": 0.06701630586589812, + "nauc_recall_at_3_diff1": 0.40790737131925897, + "nauc_recall_at_3_max": 0.19842727601985533, + "nauc_recall_at_3_std": -0.025080992064535134, + "nauc_recall_at_5_diff1": 0.288636739552126, + "nauc_recall_at_5_max": 0.14369113258463073, + "nauc_recall_at_5_std": -0.0472381188011014, + "ndcg_at_1": 0.64, + "ndcg_at_10": 0.56157, + "ndcg_at_100": 0.64573, + "ndcg_at_1000": 0.72977, + "ndcg_at_20": 0.5702, + "ndcg_at_3": 0.58331, + "ndcg_at_5": 0.56685, + "precision_at_1": 0.785, + "precision_at_10": 0.5325, + "precision_at_100": 0.23705, + "precision_at_1000": 0.0478, + "precision_at_20": 0.44675, + "precision_at_3": 0.665, + "precision_at_5": 0.606, + "recall_at_1": 0.06803, + "recall_at_10": 0.30071, + "recall_at_100": 0.72913, + "recall_at_1000": 0.97839, + "recall_at_20": 0.42089, + "recall_at_3": 0.14983, + "recall_at_5": 0.20736 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.24799, + "map_at_1": 0.02403, + "map_at_10": 0.10001, + "map_at_100": 0.17118, + "map_at_1000": 0.20742, + "map_at_20": 0.12101, + "map_at_3": 0.05383, + "map_at_5": 0.07588, + "mrr_at_1": 0.28, + "mrr_at_10": 0.419202380952381, + "mrr_at_100": 0.4296231736775079, + "mrr_at_1000": 0.4299710225910475, + "mrr_at_20": 0.4263710034805236, + "mrr_at_3": 0.38166666666666665, + "mrr_at_5": 0.40041666666666664, + "nauc_map_at_1000_diff1": -0.011339635282824048, + "nauc_map_at_1000_max": 0.5752066694079703, + "nauc_map_at_1000_std": 0.5065783348576605, + "nauc_map_at_100_diff1": 0.0019765959100285714, + "nauc_map_at_100_max": 0.5335955437164588, + "nauc_map_at_100_std": 0.520883257407131, + "nauc_map_at_10_diff1": 0.07291069865972354, + "nauc_map_at_10_max": 0.5121124323686786, + "nauc_map_at_10_std": 0.3961199361631682, + "nauc_map_at_1_diff1": 0.1628853651180708, + "nauc_map_at_1_max": 0.3219761349230391, + "nauc_map_at_1_std": 0.31094947149636615, + "nauc_map_at_20_diff1": 0.052957907354608015, + "nauc_map_at_20_max": 0.5324825757893935, + "nauc_map_at_20_std": 0.43917297241296743, + "nauc_map_at_3_diff1": 0.12578401620403712, + "nauc_map_at_3_max": 0.38990322942924244, + "nauc_map_at_3_std": 0.3357214410041377, + "nauc_map_at_5_diff1": 0.1075085331761925, + "nauc_map_at_5_max": 0.4697090232964761, + "nauc_map_at_5_std": 0.35736609591398105, + "nauc_mrr_at_1000_diff1": -0.01677965965040892, + "nauc_mrr_at_1000_max": 0.42575934150266653, + "nauc_mrr_at_1000_std": 0.3324123169506094, + "nauc_mrr_at_100_diff1": -0.017091835084567884, + "nauc_mrr_at_100_max": 0.426072971859182, + "nauc_mrr_at_100_std": 0.33231416671941777, + "nauc_mrr_at_10_diff1": -0.017521127880548774, + "nauc_mrr_at_10_max": 0.4268256948163814, + "nauc_mrr_at_10_std": 0.3366302918686301, + "nauc_mrr_at_1_diff1": -0.0029680429074251816, + "nauc_mrr_at_1_max": 0.3944773451030782, + "nauc_mrr_at_1_std": 0.32698055757304867, + "nauc_mrr_at_20_diff1": -0.01473288652766874, + "nauc_mrr_at_20_max": 0.42738870807594115, + "nauc_mrr_at_20_std": 0.33305197508249357, + "nauc_mrr_at_3_diff1": -0.020993039084370006, + "nauc_mrr_at_3_max": 0.4057592992238616, + "nauc_mrr_at_3_std": 0.323720098876384, + "nauc_mrr_at_5_diff1": -0.012444786711581534, + "nauc_mrr_at_5_max": 0.4274080590379883, + "nauc_mrr_at_5_std": 0.3319373318665848, + "nauc_ndcg_at_1000_diff1": -0.027410640182454878, + "nauc_ndcg_at_1000_max": 0.5307758862123853, + "nauc_ndcg_at_1000_std": 0.5307929065733114, + "nauc_ndcg_at_100_diff1": -0.01928465827714491, + "nauc_ndcg_at_100_max": 0.5377643002674752, + "nauc_ndcg_at_100_std": 0.5331580835448202, + "nauc_ndcg_at_10_diff1": -0.019592725366494253, + "nauc_ndcg_at_10_max": 0.513914783377472, + "nauc_ndcg_at_10_std": 0.36817026416791354, + "nauc_ndcg_at_1_diff1": 0.010301346998917719, + "nauc_ndcg_at_1_max": 0.32591810211807865, + "nauc_ndcg_at_1_std": 0.32299286729517923, + "nauc_ndcg_at_20_diff1": 0.002454515119124878, + "nauc_ndcg_at_20_max": 0.5452963261667821, + "nauc_ndcg_at_20_std": 0.41388093314247903, + "nauc_ndcg_at_3_diff1": -0.015449643528944816, + "nauc_ndcg_at_3_max": 0.39570686422707585, + "nauc_ndcg_at_3_std": 0.3446843873566563, + "nauc_ndcg_at_5_diff1": 0.0001051928958348487, + "nauc_ndcg_at_5_max": 0.4834132146344793, + "nauc_ndcg_at_5_std": 0.36522174289977727, + "nauc_precision_at_1000_diff1": -0.09385848386027638, + "nauc_precision_at_1000_max": 0.18198155430961296, + "nauc_precision_at_1000_std": -0.1576451807174893, + "nauc_precision_at_100_diff1": -0.13363227813133463, + "nauc_precision_at_100_max": 0.30778142700841365, + "nauc_precision_at_100_std": 0.1728757507800602, + "nauc_precision_at_10_diff1": -0.10973484958277367, + "nauc_precision_at_10_max": 0.4770936190632617, + "nauc_precision_at_10_std": 0.2884352164069267, + "nauc_precision_at_1_diff1": -0.0029680429074251816, + "nauc_precision_at_1_max": 0.3944773451030782, + "nauc_precision_at_1_std": 0.32698055757304867, + "nauc_precision_at_20_diff1": -0.11912371719868568, + "nauc_precision_at_20_max": 0.42409028766415013, + "nauc_precision_at_20_std": 0.2685458858711683, + "nauc_precision_at_3_diff1": -0.05300212760078476, + "nauc_precision_at_3_max": 0.435144096598602, + "nauc_precision_at_3_std": 0.3325799231853223, + "nauc_precision_at_5_diff1": -0.04767898791566217, + "nauc_precision_at_5_max": 0.5088308622879258, + "nauc_precision_at_5_std": 0.34651806104451627, + "nauc_recall_at_1000_diff1": 0.025314011713940956, + "nauc_recall_at_1000_max": 0.5633418389047797, + "nauc_recall_at_1000_std": 0.7583021373845569, + "nauc_recall_at_100_diff1": -0.0063362526569537125, + "nauc_recall_at_100_max": 0.4476097898952464, + "nauc_recall_at_100_std": 0.5524026484969408, + "nauc_recall_at_10_diff1": 0.02740410435571766, + "nauc_recall_at_10_max": 0.4608510221410334, + "nauc_recall_at_10_std": 0.31244378877391543, + "nauc_recall_at_1_diff1": 0.1628853651180708, + "nauc_recall_at_1_max": 0.3219761349230391, + "nauc_recall_at_1_std": 0.31094947149636615, + "nauc_recall_at_20_diff1": 0.06450540000211559, + "nauc_recall_at_20_max": 0.47858446433455537, + "nauc_recall_at_20_std": 0.35176226734800975, + "nauc_recall_at_3_diff1": 0.10239246637230458, + "nauc_recall_at_3_max": 0.3545230345025646, + "nauc_recall_at_3_std": 0.28876807566540696, + "nauc_recall_at_5_diff1": 0.06689585262925454, + "nauc_recall_at_5_max": 0.44000401484564544, + "nauc_recall_at_5_std": 0.28566798243410974, + "ndcg_at_1": 0.2025, + "ndcg_at_10": 0.24799, + "ndcg_at_100": 0.33643, + "ndcg_at_1000": 0.462, + "ndcg_at_20": 0.26034, + "ndcg_at_3": 0.22647, + "ndcg_at_5": 0.2354, + "precision_at_1": 0.28, + "precision_at_10": 0.2505, + "precision_at_100": 0.126, + "precision_at_1000": 0.03678, + "precision_at_20": 0.2045, + "precision_at_3": 0.29333, + "precision_at_5": 0.275, + "recall_at_1": 0.02403, + "recall_at_10": 0.1631, + "recall_at_100": 0.45936, + "recall_at_1000": 0.82026, + "recall_at_20": 0.23049, + "recall_at_3": 0.06517, + "recall_at_5": 0.10981 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.32718, + "map_at_1": 0.03283, + "map_at_10": 0.12689, + "map_at_100": 0.22412, + "map_at_1000": 0.26914, + "map_at_20": 0.1574, + "map_at_3": 0.07088, + "map_at_5": 0.09386, + "mrr_at_1": 0.4, + "mrr_at_10": 0.5338869047619048, + "mrr_at_100": 0.540721768910807, + "mrr_at_1000": 0.5408931731499119, + "mrr_at_20": 0.5381751255280668, + "mrr_at_3": 0.5008333333333334, + "mrr_at_5": 0.5203333333333334, + "nauc_map_at_1000_diff1": 0.024158716129614795, + "nauc_map_at_1000_max": 0.5633645968522608, + "nauc_map_at_1000_std": 0.4871738325024067, + "nauc_map_at_100_diff1": 0.05998675749085912, + "nauc_map_at_100_max": 0.5384281194990678, + "nauc_map_at_100_std": 0.5122420502508911, + "nauc_map_at_10_diff1": 0.12210207485546644, + "nauc_map_at_10_max": 0.40078539124581525, + "nauc_map_at_10_std": 0.3573775578683427, + "nauc_map_at_1_diff1": 0.30298289744678636, + "nauc_map_at_1_max": 0.13628163653823072, + "nauc_map_at_1_std": 0.06686354036015127, + "nauc_map_at_20_diff1": 0.11042854028457265, + "nauc_map_at_20_max": 0.45591357130421856, + "nauc_map_at_20_std": 0.4136668820507854, + "nauc_map_at_3_diff1": 0.16431114045718198, + "nauc_map_at_3_max": 0.26089910613611283, + "nauc_map_at_3_std": 0.21425478373689716, + "nauc_map_at_5_diff1": 0.13734552447791157, + "nauc_map_at_5_max": 0.31438373018540916, + "nauc_map_at_5_std": 0.27090661402722166, + "nauc_mrr_at_1000_diff1": 0.14431984026733594, + "nauc_mrr_at_1000_max": 0.5501901921082407, + "nauc_mrr_at_1000_std": 0.3439105739054781, + "nauc_mrr_at_100_diff1": 0.1441553268570728, + "nauc_mrr_at_100_max": 0.5503350929609476, + "nauc_mrr_at_100_std": 0.34410566836176587, + "nauc_mrr_at_10_diff1": 0.14796532546421748, + "nauc_mrr_at_10_max": 0.5475652819088594, + "nauc_mrr_at_10_std": 0.338710822649232, + "nauc_mrr_at_1_diff1": 0.18773171987641604, + "nauc_mrr_at_1_max": 0.5448249227600412, + "nauc_mrr_at_1_std": 0.32081616889804326, + "nauc_mrr_at_20_diff1": 0.1437812815054689, + "nauc_mrr_at_20_max": 0.5487221552381948, + "nauc_mrr_at_20_std": 0.3449796843100806, + "nauc_mrr_at_3_diff1": 0.1473163159272631, + "nauc_mrr_at_3_max": 0.5411009222983533, + "nauc_mrr_at_3_std": 0.3328139614542258, + "nauc_mrr_at_5_diff1": 0.1394856315498252, + "nauc_mrr_at_5_max": 0.5490927409265753, + "nauc_mrr_at_5_std": 0.3377684329222119, + "nauc_ndcg_at_1000_diff1": 0.024739423262612872, + "nauc_ndcg_at_1000_max": 0.5509915566254988, + "nauc_ndcg_at_1000_std": 0.4903991538915649, + "nauc_ndcg_at_100_diff1": 0.046511431187389936, + "nauc_ndcg_at_100_max": 0.5908793715976202, + "nauc_ndcg_at_100_std": 0.5330057588403183, + "nauc_ndcg_at_10_diff1": 0.0858171124314644, + "nauc_ndcg_at_10_max": 0.5437117646084915, + "nauc_ndcg_at_10_std": 0.36127027676260465, + "nauc_ndcg_at_1_diff1": 0.15021128778112017, + "nauc_ndcg_at_1_max": 0.4707169459962755, + "nauc_ndcg_at_1_std": 0.2408250966910183, + "nauc_ndcg_at_20_diff1": 0.051930073684518095, + "nauc_ndcg_at_20_max": 0.5591896657839385, + "nauc_ndcg_at_20_std": 0.40966231009964943, + "nauc_ndcg_at_3_diff1": 0.06496200502485594, + "nauc_ndcg_at_3_max": 0.48943466417511866, + "nauc_ndcg_at_3_std": 0.3195969873467212, + "nauc_ndcg_at_5_diff1": 0.049221670206266645, + "nauc_ndcg_at_5_max": 0.5031462903484403, + "nauc_ndcg_at_5_std": 0.3454692169761099, + "nauc_precision_at_1000_diff1": -0.13591916733166554, + "nauc_precision_at_1000_max": 0.12642452952305716, + "nauc_precision_at_1000_std": -0.15871009679998682, + "nauc_precision_at_100_diff1": -0.15968107141371676, + "nauc_precision_at_100_max": 0.31552418583371483, + "nauc_precision_at_100_std": 0.15731414548933154, + "nauc_precision_at_10_diff1": -0.03536828788439101, + "nauc_precision_at_10_max": 0.5259703466311977, + "nauc_precision_at_10_std": 0.34526194892022305, + "nauc_precision_at_1_diff1": 0.18773171987641604, + "nauc_precision_at_1_max": 0.5448249227600412, + "nauc_precision_at_1_std": 0.32081616889804326, + "nauc_precision_at_20_diff1": -0.09919780074448448, + "nauc_precision_at_20_max": 0.4755757247433399, + "nauc_precision_at_20_std": 0.29910516905836076, + "nauc_precision_at_3_diff1": 0.011010504361980861, + "nauc_precision_at_3_max": 0.4997558308110998, + "nauc_precision_at_3_std": 0.34037184932726317, + "nauc_precision_at_5_diff1": -0.0680781272790797, + "nauc_precision_at_5_max": 0.5178069273849136, + "nauc_precision_at_5_std": 0.36954759312214, + "nauc_recall_at_1000_diff1": -0.04256095311802183, + "nauc_recall_at_1000_max": 0.5976576754121667, + "nauc_recall_at_1000_std": 0.815852781640744, + "nauc_recall_at_100_diff1": 0.08796962853181182, + "nauc_recall_at_100_max": 0.5173298955563903, + "nauc_recall_at_100_std": 0.5976909421176102, + "nauc_recall_at_10_diff1": 0.18391423200569404, + "nauc_recall_at_10_max": 0.390707940663669, + "nauc_recall_at_10_std": 0.30584612041937126, + "nauc_recall_at_1_diff1": 0.30298289744678636, + "nauc_recall_at_1_max": 0.13628163653823072, + "nauc_recall_at_1_std": 0.06686354036015127, + "nauc_recall_at_20_diff1": 0.15047426198920527, + "nauc_recall_at_20_max": 0.4186956762540179, + "nauc_recall_at_20_std": 0.3832596890525268, + "nauc_recall_at_3_diff1": 0.14763170237626988, + "nauc_recall_at_3_max": 0.2514058583431565, + "nauc_recall_at_3_std": 0.22264286649241433, + "nauc_recall_at_5_diff1": 0.1452834715260292, + "nauc_recall_at_5_max": 0.2934916331802358, + "nauc_recall_at_5_std": 0.23324607037110018, + "ndcg_at_1": 0.3, + "ndcg_at_10": 0.32718, + "ndcg_at_100": 0.41215, + "ndcg_at_1000": 0.53226, + "ndcg_at_20": 0.33714, + "ndcg_at_3": 0.32172, + "ndcg_at_5": 0.3212, + "precision_at_1": 0.4, + "precision_at_10": 0.3285, + "precision_at_100": 0.15935, + "precision_at_1000": 0.04102, + "precision_at_20": 0.275, + "precision_at_3": 0.39333, + "precision_at_5": 0.366, + "recall_at_1": 0.03283, + "recall_at_10": 0.18986, + "recall_at_100": 0.51587, + "recall_at_1000": 0.8767, + "recall_at_20": 0.2656, + "recall_at_3": 0.08232, + "recall_at_5": 0.12204 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.58359, + "map_at_1": 0.08391, + "map_at_10": 0.2715, + "map_at_100": 0.41522, + "map_at_1000": 0.47605, + "map_at_20": 0.32073, + "map_at_3": 0.17065, + "map_at_5": 0.21037, + "mrr_at_1": 0.755, + "mrr_at_10": 0.8398809523809525, + "mrr_at_100": 0.8415596854126268, + "mrr_at_1000": 0.8415596854126268, + "mrr_at_20": 0.8415596854126268, + "mrr_at_3": 0.8300000000000002, + "mrr_at_5": 0.8370000000000001, + "nauc_map_at_1000_diff1": 0.22111562350366618, + "nauc_map_at_1000_max": 0.3923009438873544, + "nauc_map_at_1000_std": 0.40329612452317526, + "nauc_map_at_100_diff1": 0.2568185010157348, + "nauc_map_at_100_max": 0.3320402285852825, + "nauc_map_at_100_std": 0.4328270755965496, + "nauc_map_at_10_diff1": 0.2713155793931804, + "nauc_map_at_10_max": 0.3065776005150792, + "nauc_map_at_10_std": 0.3166399057809544, + "nauc_map_at_1_diff1": 0.3361174222854396, + "nauc_map_at_1_max": 0.14206762385317903, + "nauc_map_at_1_std": 0.09271955491037323, + "nauc_map_at_20_diff1": 0.2629744446447436, + "nauc_map_at_20_max": 0.3096387696014162, + "nauc_map_at_20_std": 0.35291730017345196, + "nauc_map_at_3_diff1": 0.3489026567322812, + "nauc_map_at_3_max": 0.25661373022294176, + "nauc_map_at_3_std": 0.17390910497908996, + "nauc_map_at_5_diff1": 0.30577275716275326, + "nauc_map_at_5_max": 0.2794438349598441, + "nauc_map_at_5_std": 0.2438739094225086, + "nauc_mrr_at_1000_diff1": 0.19718343298830307, + "nauc_mrr_at_1000_max": 0.3249516619316106, + "nauc_mrr_at_1000_std": 0.17884336675734006, + "nauc_mrr_at_100_diff1": 0.19718343298830307, + "nauc_mrr_at_100_max": 0.3249516619316106, + "nauc_mrr_at_100_std": 0.17884336675734006, + "nauc_mrr_at_10_diff1": 0.20077091856342003, + "nauc_mrr_at_10_max": 0.3271729767694568, + "nauc_mrr_at_10_std": 0.1818481069691625, + "nauc_mrr_at_1_diff1": 0.17989851387721706, + "nauc_mrr_at_1_max": 0.27201259534270206, + "nauc_mrr_at_1_std": 0.17713264470282866, + "nauc_mrr_at_20_diff1": 0.19718343298830307, + "nauc_mrr_at_20_max": 0.3249516619316106, + "nauc_mrr_at_20_std": 0.17884336675734006, + "nauc_mrr_at_3_diff1": 0.20402132589029637, + "nauc_mrr_at_3_max": 0.32348405648827977, + "nauc_mrr_at_3_std": 0.17642033955545405, + "nauc_mrr_at_5_diff1": 0.21104067425298453, + "nauc_mrr_at_5_max": 0.3331655880192433, + "nauc_mrr_at_5_std": 0.17036200235917917, + "nauc_ndcg_at_1000_diff1": 0.2185262282869161, + "nauc_ndcg_at_1000_max": 0.4180797500692543, + "nauc_ndcg_at_1000_std": 0.36380912249869357, + "nauc_ndcg_at_100_diff1": 0.2497454948919879, + "nauc_ndcg_at_100_max": 0.38979050638603374, + "nauc_ndcg_at_100_std": 0.41022115117253355, + "nauc_ndcg_at_10_diff1": 0.15945090232095746, + "nauc_ndcg_at_10_max": 0.37618874838523314, + "nauc_ndcg_at_10_std": 0.2891735291802292, + "nauc_ndcg_at_1_diff1": 0.1616506196532543, + "nauc_ndcg_at_1_max": 0.23606186774225024, + "nauc_ndcg_at_1_std": 0.11413167225059379, + "nauc_ndcg_at_20_diff1": 0.1830302583026373, + "nauc_ndcg_at_20_max": 0.3917397310293975, + "nauc_ndcg_at_20_std": 0.3073321810782727, + "nauc_ndcg_at_3_diff1": 0.153866680949136, + "nauc_ndcg_at_3_max": 0.3160568976132711, + "nauc_ndcg_at_3_std": 0.17297958976370775, + "nauc_ndcg_at_5_diff1": 0.11344523580076776, + "nauc_ndcg_at_5_max": 0.3370398390417363, + "nauc_ndcg_at_5_std": 0.21418571226736546, + "nauc_precision_at_1000_diff1": -0.1917199179247465, + "nauc_precision_at_1000_max": 0.04973999595524631, + "nauc_precision_at_1000_std": -0.28787304696829513, + "nauc_precision_at_100_diff1": -0.18061089493810367, + "nauc_precision_at_100_max": 0.03801940333657777, + "nauc_precision_at_100_std": -0.13193250113962277, + "nauc_precision_at_10_diff1": -0.14613966783302962, + "nauc_precision_at_10_max": 0.169266177122862, + "nauc_precision_at_10_std": 0.09202503573012598, + "nauc_precision_at_1_diff1": 0.17989851387721706, + "nauc_precision_at_1_max": 0.27201259534270206, + "nauc_precision_at_1_std": 0.17713264470282866, + "nauc_precision_at_20_diff1": -0.19272251683209174, + "nauc_precision_at_20_max": 0.07419319197059092, + "nauc_precision_at_20_std": -0.015015520971184191, + "nauc_precision_at_3_diff1": 0.04210316508508158, + "nauc_precision_at_3_max": 0.2768106590633459, + "nauc_precision_at_3_std": 0.17535159166382405, + "nauc_precision_at_5_diff1": -0.10376241544566349, + "nauc_precision_at_5_max": 0.23074747246175353, + "nauc_precision_at_5_std": 0.16162708001648654, + "nauc_recall_at_1000_diff1": 0.25120904404050604, + "nauc_recall_at_1000_max": 0.30360529969265443, + "nauc_recall_at_1000_std": 0.7996833900940971, + "nauc_recall_at_100_diff1": 0.2213431578043563, + "nauc_recall_at_100_max": 0.18434204544083824, + "nauc_recall_at_100_std": 0.5322219147558324, + "nauc_recall_at_10_diff1": 0.2049875374765934, + "nauc_recall_at_10_max": 0.23081612327879955, + "nauc_recall_at_10_std": 0.3260015704780085, + "nauc_recall_at_1_diff1": 0.3361174222854396, + "nauc_recall_at_1_max": 0.14206762385317903, + "nauc_recall_at_1_std": 0.09271955491037323, + "nauc_recall_at_20_diff1": 0.20721373205909074, + "nauc_recall_at_20_max": 0.20656341954576776, + "nauc_recall_at_20_std": 0.3648588698133731, + "nauc_recall_at_3_diff1": 0.3255821656190398, + "nauc_recall_at_3_max": 0.24485173861579304, + "nauc_recall_at_3_std": 0.16724748109302162, + "nauc_recall_at_5_diff1": 0.25158324156302164, + "nauc_recall_at_5_max": 0.23559732733378996, + "nauc_recall_at_5_std": 0.25059961850289436, + "ndcg_at_1": 0.61, + "ndcg_at_10": 0.58359, + "ndcg_at_100": 0.62837, + "ndcg_at_1000": 0.71496, + "ndcg_at_20": 0.58639, + "ndcg_at_3": 0.59238, + "ndcg_at_5": 0.58042, + "precision_at_1": 0.755, + "precision_at_10": 0.5265, + "precision_at_100": 0.22585, + "precision_at_1000": 0.05634, + "precision_at_20": 0.4275, + "precision_at_3": 0.67833, + "precision_at_5": 0.621, + "recall_at_1": 0.08391, + "recall_at_10": 0.35789, + "recall_at_100": 0.69469, + "recall_at_1000": 0.93903, + "recall_at_20": 0.45593, + "recall_at_3": 0.19086, + "recall_at_5": 0.25188 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.23698, + "map_at_1": 0.04019, + "map_at_10": 0.11619, + "map_at_100": 0.16656, + "map_at_1000": 0.19218, + "map_at_20": 0.1336, + "map_at_3": 0.07534, + "map_at_5": 0.09375, + "mrr_at_1": 0.255, + "mrr_at_10": 0.38718452380952384, + "mrr_at_100": 0.3961838726098542, + "mrr_at_1000": 0.39670190610456335, + "mrr_at_20": 0.39366920966030877, + "mrr_at_3": 0.36416666666666664, + "mrr_at_5": 0.3746666666666666, + "nauc_map_at_1000_diff1": 0.0037877623194949948, + "nauc_map_at_1000_max": 0.4328456118237919, + "nauc_map_at_1000_std": 0.5380418857743668, + "nauc_map_at_100_diff1": 0.0067021325070181536, + "nauc_map_at_100_max": 0.40666015786259785, + "nauc_map_at_100_std": 0.5285717821362167, + "nauc_map_at_10_diff1": 0.031538586975915155, + "nauc_map_at_10_max": 0.3512978712751962, + "nauc_map_at_10_std": 0.45777752301980734, + "nauc_map_at_1_diff1": 0.07743012359087652, + "nauc_map_at_1_max": 0.3440148503530319, + "nauc_map_at_1_std": 0.3830735067517928, + "nauc_map_at_20_diff1": 0.02360185980287329, + "nauc_map_at_20_max": 0.37234874563506987, + "nauc_map_at_20_std": 0.4843520928821038, + "nauc_map_at_3_diff1": 0.06467268880795976, + "nauc_map_at_3_max": 0.385259445397098, + "nauc_map_at_3_std": 0.4238682380936815, + "nauc_map_at_5_diff1": 0.06379388067690747, + "nauc_map_at_5_max": 0.3685413299934161, + "nauc_map_at_5_std": 0.4464802460904989, + "nauc_mrr_at_1000_diff1": -0.12697152594022834, + "nauc_mrr_at_1000_max": 0.44059471811664497, + "nauc_mrr_at_1000_std": 0.33326170080253, + "nauc_mrr_at_100_diff1": -0.12714128463237487, + "nauc_mrr_at_100_max": 0.4408894744942722, + "nauc_mrr_at_100_std": 0.3331995763351205, + "nauc_mrr_at_10_diff1": -0.12670771460901095, + "nauc_mrr_at_10_max": 0.4371932398278164, + "nauc_mrr_at_10_std": 0.33309059285611736, + "nauc_mrr_at_1_diff1": -0.13076255677799897, + "nauc_mrr_at_1_max": 0.3960570732809845, + "nauc_mrr_at_1_std": 0.30173450862879786, + "nauc_mrr_at_20_diff1": -0.12697306694765703, + "nauc_mrr_at_20_max": 0.44094795849196544, + "nauc_mrr_at_20_std": 0.335591627417968, + "nauc_mrr_at_3_diff1": -0.11866727786513788, + "nauc_mrr_at_3_max": 0.4314322353036748, + "nauc_mrr_at_3_std": 0.3247111797097581, + "nauc_mrr_at_5_diff1": -0.1222395950944495, + "nauc_mrr_at_5_max": 0.4262159302222409, + "nauc_mrr_at_5_std": 0.3312715925292843, + "nauc_ndcg_at_1000_diff1": -0.05177107114259334, + "nauc_ndcg_at_1000_max": 0.5074828050281887, + "nauc_ndcg_at_1000_std": 0.5870788920560174, + "nauc_ndcg_at_100_diff1": -0.04165730148447207, + "nauc_ndcg_at_100_max": 0.4569163657480032, + "nauc_ndcg_at_100_std": 0.5494671734365564, + "nauc_ndcg_at_10_diff1": -0.04716211554271541, + "nauc_ndcg_at_10_max": 0.4180036215163481, + "nauc_ndcg_at_10_std": 0.41517539424060423, + "nauc_ndcg_at_1_diff1": -0.10090005385717807, + "nauc_ndcg_at_1_max": 0.36253639923687137, + "nauc_ndcg_at_1_std": 0.3187432108006463, + "nauc_ndcg_at_20_diff1": -0.0369756181477687, + "nauc_ndcg_at_20_max": 0.4418258563777447, + "nauc_ndcg_at_20_std": 0.4647831000347765, + "nauc_ndcg_at_3_diff1": -0.05774775727430126, + "nauc_ndcg_at_3_max": 0.428701220142145, + "nauc_ndcg_at_3_std": 0.344393007109862, + "nauc_ndcg_at_5_diff1": -0.03288108539233199, + "nauc_ndcg_at_5_max": 0.4379787026785198, + "nauc_ndcg_at_5_std": 0.3680026282101644, + "nauc_precision_at_1000_diff1": -0.054133721884572966, + "nauc_precision_at_1000_max": 0.22995087061627453, + "nauc_precision_at_1000_std": -0.09024523122280662, + "nauc_precision_at_100_diff1": -0.08125548586974209, + "nauc_precision_at_100_max": 0.3204510346940728, + "nauc_precision_at_100_std": 0.1342394273908802, + "nauc_precision_at_10_diff1": -0.09486102172705517, + "nauc_precision_at_10_max": 0.39967601508340644, + "nauc_precision_at_10_std": 0.2950685286826979, + "nauc_precision_at_1_diff1": -0.13076255677799897, + "nauc_precision_at_1_max": 0.3960570732809845, + "nauc_precision_at_1_std": 0.30173450862879786, + "nauc_precision_at_20_diff1": -0.07793678833074293, + "nauc_precision_at_20_max": 0.40222914469616383, + "nauc_precision_at_20_std": 0.26714436158601773, + "nauc_precision_at_3_diff1": -0.060015417127079834, + "nauc_precision_at_3_max": 0.4191612027703935, + "nauc_precision_at_3_std": 0.308025992221092, + "nauc_precision_at_5_diff1": -0.05335254480811934, + "nauc_precision_at_5_max": 0.4096501028750055, + "nauc_precision_at_5_std": 0.3051225850830226, + "nauc_recall_at_1000_diff1": -0.026328464689802055, + "nauc_recall_at_1000_max": 0.4689657052831225, + "nauc_recall_at_1000_std": 0.8217638373296324, + "nauc_recall_at_100_diff1": -0.0032681075400287415, + "nauc_recall_at_100_max": 0.32164319008907605, + "nauc_recall_at_100_std": 0.5753565227140085, + "nauc_recall_at_10_diff1": 0.0019383634568793746, + "nauc_recall_at_10_max": 0.2828979073302742, + "nauc_recall_at_10_std": 0.4548803410634403, + "nauc_recall_at_1_diff1": 0.07743012359087652, + "nauc_recall_at_1_max": 0.3440148503530319, + "nauc_recall_at_1_std": 0.3830735067517928, + "nauc_recall_at_20_diff1": 0.001138089161503736, + "nauc_recall_at_20_max": 0.31287049603496647, + "nauc_recall_at_20_std": 0.49034975536356246, + "nauc_recall_at_3_diff1": 0.05718448946522485, + "nauc_recall_at_3_max": 0.3349367310443148, + "nauc_recall_at_3_std": 0.4077124430458087, + "nauc_recall_at_5_diff1": 0.06672721142268749, + "nauc_recall_at_5_max": 0.3200634285988676, + "nauc_recall_at_5_std": 0.4397000102706522, + "ndcg_at_1": 0.185, + "ndcg_at_10": 0.23698, + "ndcg_at_100": 0.30485, + "ndcg_at_1000": 0.39914, + "ndcg_at_20": 0.25469, + "ndcg_at_3": 0.21609, + "ndcg_at_5": 0.2235, + "precision_at_1": 0.255, + "precision_at_10": 0.208, + "precision_at_100": 0.0971, + "precision_at_1000": 0.03005, + "precision_at_20": 0.17175, + "precision_at_3": 0.27167, + "precision_at_5": 0.243, + "recall_at_1": 0.04019, + "recall_at_10": 0.19043, + "recall_at_100": 0.43571, + "recall_at_1000": 0.699, + "recall_at_20": 0.25849, + "recall_at_3": 0.09699, + "recall_at_5": 0.13279 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.34651, + "map_at_1": 0.05418, + "map_at_10": 0.15636, + "map_at_100": 0.22309, + "map_at_1000": 0.26079, + "map_at_20": 0.17701, + "map_at_3": 0.10691, + "map_at_5": 0.12832, + "mrr_at_1": 0.445, + "mrr_at_10": 0.5655396825396826, + "mrr_at_100": 0.5716107226458135, + "mrr_at_1000": 0.5719670641985843, + "mrr_at_20": 0.5690327352386176, + "mrr_at_3": 0.5433333333333333, + "mrr_at_5": 0.5565833333333333, + "nauc_map_at_1000_diff1": 0.26566990562040754, + "nauc_map_at_1000_max": 0.4133105980831676, + "nauc_map_at_1000_std": 0.5214590851004716, + "nauc_map_at_100_diff1": 0.30636802633073335, + "nauc_map_at_100_max": 0.36956397996922463, + "nauc_map_at_100_std": 0.5360542160979885, + "nauc_map_at_10_diff1": 0.33762526248606184, + "nauc_map_at_10_max": 0.2939212287646496, + "nauc_map_at_10_std": 0.4634734054621646, + "nauc_map_at_1_diff1": 0.5495761479955366, + "nauc_map_at_1_max": 0.22814285758955288, + "nauc_map_at_1_std": 0.34229733580232, + "nauc_map_at_20_diff1": 0.3240473822542324, + "nauc_map_at_20_max": 0.31071359728591647, + "nauc_map_at_20_std": 0.48760074340680054, + "nauc_map_at_3_diff1": 0.42660381121725943, + "nauc_map_at_3_max": 0.30390027522801577, + "nauc_map_at_3_std": 0.42708609785328194, + "nauc_map_at_5_diff1": 0.3775591509655886, + "nauc_map_at_5_max": 0.2797075160946573, + "nauc_map_at_5_std": 0.4401091462365093, + "nauc_mrr_at_1000_diff1": 0.22758633846074555, + "nauc_mrr_at_1000_max": 0.34593413048732524, + "nauc_mrr_at_1000_std": 0.29951199922552807, + "nauc_mrr_at_100_diff1": 0.22739359235144901, + "nauc_mrr_at_100_max": 0.3464886534977033, + "nauc_mrr_at_100_std": 0.30008040651663903, + "nauc_mrr_at_10_diff1": 0.22606959025773993, + "nauc_mrr_at_10_max": 0.3498535723320916, + "nauc_mrr_at_10_std": 0.3005075445187879, + "nauc_mrr_at_1_diff1": 0.2387690940108369, + "nauc_mrr_at_1_max": 0.2351480133077984, + "nauc_mrr_at_1_std": 0.19777375435477446, + "nauc_mrr_at_20_diff1": 0.22589741414955727, + "nauc_mrr_at_20_max": 0.34611779660491027, + "nauc_mrr_at_20_std": 0.2993509738421726, + "nauc_mrr_at_3_diff1": 0.22158534712758404, + "nauc_mrr_at_3_max": 0.3290418242192747, + "nauc_mrr_at_3_std": 0.28154571105011617, + "nauc_mrr_at_5_diff1": 0.22777901669986347, + "nauc_mrr_at_5_max": 0.3489904520723508, + "nauc_mrr_at_5_std": 0.30116901626566034, + "nauc_ndcg_at_1000_diff1": 0.24054858118717848, + "nauc_ndcg_at_1000_max": 0.47739949558905137, + "nauc_ndcg_at_1000_std": 0.555038425511676, + "nauc_ndcg_at_100_diff1": 0.2783346082282078, + "nauc_ndcg_at_100_max": 0.4617388800578217, + "nauc_ndcg_at_100_std": 0.5638809805117757, + "nauc_ndcg_at_10_diff1": 0.23598120568579314, + "nauc_ndcg_at_10_max": 0.38108522911112425, + "nauc_ndcg_at_10_std": 0.38653013804615327, + "nauc_ndcg_at_1_diff1": 0.24832041433851365, + "nauc_ndcg_at_1_max": 0.24080983076756596, + "nauc_ndcg_at_1_std": 0.17875677505592794, + "nauc_ndcg_at_20_diff1": 0.243771188788139, + "nauc_ndcg_at_20_max": 0.40501884056633675, + "nauc_ndcg_at_20_std": 0.4387055125705978, + "nauc_ndcg_at_3_diff1": 0.23426777894859147, + "nauc_ndcg_at_3_max": 0.3219819458139531, + "nauc_ndcg_at_3_std": 0.2704200084640112, + "nauc_ndcg_at_5_diff1": 0.23509532287276738, + "nauc_ndcg_at_5_max": 0.3326340607194925, + "nauc_ndcg_at_5_std": 0.30919815945827406, + "nauc_precision_at_1000_diff1": -0.23649565567339478, + "nauc_precision_at_1000_max": 0.15076144896914367, + "nauc_precision_at_1000_std": -0.23912415419554633, + "nauc_precision_at_100_diff1": -0.16230512284749887, + "nauc_precision_at_100_max": 0.22110375687078357, + "nauc_precision_at_100_std": -0.03429145800748507, + "nauc_precision_at_10_diff1": -0.038119715527040736, + "nauc_precision_at_10_max": 0.28048745604769887, + "nauc_precision_at_10_std": 0.1608619789156081, + "nauc_precision_at_1_diff1": 0.2387690940108369, + "nauc_precision_at_1_max": 0.2351480133077984, + "nauc_precision_at_1_std": 0.19777375435477446, + "nauc_precision_at_20_diff1": -0.07587793942887075, + "nauc_precision_at_20_max": 0.2637953711037441, + "nauc_precision_at_20_std": 0.08595460035004564, + "nauc_precision_at_3_diff1": 0.10223072915119986, + "nauc_precision_at_3_max": 0.2872573343016116, + "nauc_precision_at_3_std": 0.217919263964667, + "nauc_precision_at_5_diff1": 0.03505671074020707, + "nauc_precision_at_5_max": 0.2758663270534372, + "nauc_precision_at_5_std": 0.2016852876452789, + "nauc_recall_at_1000_diff1": 0.21314787580069255, + "nauc_recall_at_1000_max": 0.5468920293785711, + "nauc_recall_at_1000_std": 0.870487116422932, + "nauc_recall_at_100_diff1": 0.2513161821751667, + "nauc_recall_at_100_max": 0.409954673613763, + "nauc_recall_at_100_std": 0.7219968508956076, + "nauc_recall_at_10_diff1": 0.26596695218098415, + "nauc_recall_at_10_max": 0.3118818618499892, + "nauc_recall_at_10_std": 0.5046018628339165, + "nauc_recall_at_1_diff1": 0.5495761479955366, + "nauc_recall_at_1_max": 0.22814285758955288, + "nauc_recall_at_1_std": 0.34229733580232, + "nauc_recall_at_20_diff1": 0.24323357911915117, + "nauc_recall_at_20_max": 0.3350785909465798, + "nauc_recall_at_20_std": 0.5740242201400898, + "nauc_recall_at_3_diff1": 0.36632636290649984, + "nauc_recall_at_3_max": 0.31628955390982677, + "nauc_recall_at_3_std": 0.45017798005677745, + "nauc_recall_at_5_diff1": 0.320045706586124, + "nauc_recall_at_5_max": 0.286984695609791, + "nauc_recall_at_5_std": 0.4658951906269772, + "ndcg_at_1": 0.3425, + "ndcg_at_10": 0.34651, + "ndcg_at_100": 0.39733, + "ndcg_at_1000": 0.49675, + "ndcg_at_20": 0.35009, + "ndcg_at_3": 0.33924, + "ndcg_at_5": 0.33576, + "precision_at_1": 0.445, + "precision_at_10": 0.3035, + "precision_at_100": 0.138, + "precision_at_1000": 0.04174, + "precision_at_20": 0.243, + "precision_at_3": 0.39167, + "precision_at_5": 0.352, + "recall_at_1": 0.05418, + "recall_at_10": 0.22494, + "recall_at_100": 0.49192, + "recall_at_1000": 0.77365, + "recall_at_20": 0.28504, + "recall_at_3": 0.12595, + "recall_at_5": 0.16288 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49274, + "map_at_1": 0.05589, + "map_at_10": 0.18761, + "map_at_100": 0.3604, + "map_at_1000": 0.41009, + "map_at_20": 0.23867, + "map_at_3": 0.10534, + "map_at_5": 0.13484, + "mrr_at_1": 0.725, + "mrr_at_10": 0.8013313492063492, + "mrr_at_100": 0.8030400487372651, + "mrr_at_1000": 0.8031033418996856, + "mrr_at_20": 0.8020421335200746, + "mrr_at_3": 0.7891666666666666, + "mrr_at_5": 0.7951666666666665, + "nauc_map_at_1000_diff1": 0.10888726664744587, + "nauc_map_at_1000_max": 0.5475846545889695, + "nauc_map_at_1000_std": 0.2625749302661193, + "nauc_map_at_100_diff1": 0.1585106612790992, + "nauc_map_at_100_max": 0.5240204766812427, + "nauc_map_at_100_std": 0.2149296542714785, + "nauc_map_at_10_diff1": 0.2215278071698576, + "nauc_map_at_10_max": 0.3174211835653942, + "nauc_map_at_10_std": -0.03738180313464197, + "nauc_map_at_1_diff1": 0.29323799348098634, + "nauc_map_at_1_max": 0.13052759334735456, + "nauc_map_at_1_std": -0.11612053051984111, + "nauc_map_at_20_diff1": 0.21093134402587957, + "nauc_map_at_20_max": 0.39779250969461716, + "nauc_map_at_20_std": 0.03202297742604619, + "nauc_map_at_3_diff1": 0.3008105305752366, + "nauc_map_at_3_max": 0.24300615834233597, + "nauc_map_at_3_std": -0.12091895056916915, + "nauc_map_at_5_diff1": 0.27338448222504974, + "nauc_map_at_5_max": 0.26462750274995017, + "nauc_map_at_5_std": -0.10005857006927761, + "nauc_mrr_at_1000_diff1": 0.1965657229345691, + "nauc_mrr_at_1000_max": 0.5040656665010778, + "nauc_mrr_at_1000_std": 0.23102056491305065, + "nauc_mrr_at_100_diff1": 0.1968079745328568, + "nauc_mrr_at_100_max": 0.504064285068036, + "nauc_mrr_at_100_std": 0.2312168394721764, + "nauc_mrr_at_10_diff1": 0.1931997343173949, + "nauc_mrr_at_10_max": 0.5033834737698268, + "nauc_mrr_at_10_std": 0.23441427095723646, + "nauc_mrr_at_1_diff1": 0.16590986106404618, + "nauc_mrr_at_1_max": 0.4769714866631168, + "nauc_mrr_at_1_std": 0.1538558357941621, + "nauc_mrr_at_20_diff1": 0.19830294205763924, + "nauc_mrr_at_20_max": 0.5039609565894456, + "nauc_mrr_at_20_std": 0.2333239682546927, + "nauc_mrr_at_3_diff1": 0.2027355145960037, + "nauc_mrr_at_3_max": 0.5094951999037735, + "nauc_mrr_at_3_std": 0.23238418710283784, + "nauc_mrr_at_5_diff1": 0.19148756897334476, + "nauc_mrr_at_5_max": 0.5127085339357449, + "nauc_mrr_at_5_std": 0.24121356197362165, + "nauc_ndcg_at_1000_diff1": 0.1486698714283204, + "nauc_ndcg_at_1000_max": 0.5680341497569118, + "nauc_ndcg_at_1000_std": 0.36861039114858823, + "nauc_ndcg_at_100_diff1": 0.21198173079964014, + "nauc_ndcg_at_100_max": 0.5487122080298066, + "nauc_ndcg_at_100_std": 0.2891472765058879, + "nauc_ndcg_at_10_diff1": 0.12385725396323109, + "nauc_ndcg_at_10_max": 0.5149727801658334, + "nauc_ndcg_at_10_std": 0.23207566492249396, + "nauc_ndcg_at_1_diff1": 0.17320691464780574, + "nauc_ndcg_at_1_max": 0.414491153041803, + "nauc_ndcg_at_1_std": 0.18942829616749277, + "nauc_ndcg_at_20_diff1": 0.15701572100975364, + "nauc_ndcg_at_20_max": 0.5249559101591624, + "nauc_ndcg_at_20_std": 0.23618231531122344, + "nauc_ndcg_at_3_diff1": 0.1552551748795593, + "nauc_ndcg_at_3_max": 0.4732939302203481, + "nauc_ndcg_at_3_std": 0.2402318573828152, + "nauc_ndcg_at_5_diff1": 0.1317539956421889, + "nauc_ndcg_at_5_max": 0.4956896465373886, + "nauc_ndcg_at_5_std": 0.23603184208501946, + "nauc_precision_at_1000_diff1": -0.17064072609579098, + "nauc_precision_at_1000_max": 0.04879515723150982, + "nauc_precision_at_1000_std": 0.09013690173239552, + "nauc_precision_at_100_diff1": -0.14565616541698437, + "nauc_precision_at_100_max": 0.1937494121643694, + "nauc_precision_at_100_std": 0.25434044198575373, + "nauc_precision_at_10_diff1": -0.061406970474711685, + "nauc_precision_at_10_max": 0.405414760457091, + "nauc_precision_at_10_std": 0.2693934140795941, + "nauc_precision_at_1_diff1": 0.16590986106404618, + "nauc_precision_at_1_max": 0.4769714866631168, + "nauc_precision_at_1_std": 0.1538558357941621, + "nauc_precision_at_20_diff1": -0.08850959559764096, + "nauc_precision_at_20_max": 0.36681980002087017, + "nauc_precision_at_20_std": 0.29337564496368174, + "nauc_precision_at_3_diff1": 0.08788001743233652, + "nauc_precision_at_3_max": 0.43916565228498894, + "nauc_precision_at_3_std": 0.206564176547495, + "nauc_precision_at_5_diff1": 0.0190774358798235, + "nauc_precision_at_5_max": 0.4086952906534299, + "nauc_precision_at_5_std": 0.21959115648594876, + "nauc_recall_at_1000_diff1": 0.00987052193433533, + "nauc_recall_at_1000_max": 0.39535506109585256, + "nauc_recall_at_1000_std": 0.6459631271434136, + "nauc_recall_at_100_diff1": 0.1660651120333622, + "nauc_recall_at_100_max": 0.24508158248327175, + "nauc_recall_at_100_std": 0.1388576897032525, + "nauc_recall_at_10_diff1": 0.1566683005959849, + "nauc_recall_at_10_max": 0.17919094644585182, + "nauc_recall_at_10_std": -0.05990580542461632, + "nauc_recall_at_1_diff1": 0.29323799348098634, + "nauc_recall_at_1_max": 0.13052759334735456, + "nauc_recall_at_1_std": -0.11612053051984111, + "nauc_recall_at_20_diff1": 0.19331323228237732, + "nauc_recall_at_20_max": 0.22508549320158797, + "nauc_recall_at_20_std": 0.000910406999455043, + "nauc_recall_at_3_diff1": 0.2900994332871375, + "nauc_recall_at_3_max": 0.2166862294488935, + "nauc_recall_at_3_std": -0.11601411407574358, + "nauc_recall_at_5_diff1": 0.21848166951105488, + "nauc_recall_at_5_max": 0.1965105101350261, + "nauc_recall_at_5_std": -0.10812273909260214, + "ndcg_at_1": 0.54, + "ndcg_at_10": 0.49274, + "ndcg_at_100": 0.57209, + "ndcg_at_1000": 0.67091, + "ndcg_at_20": 0.48698, + "ndcg_at_3": 0.51292, + "ndcg_at_5": 0.49786, + "precision_at_1": 0.725, + "precision_at_10": 0.5075, + "precision_at_100": 0.22265, + "precision_at_1000": 0.03961, + "precision_at_20": 0.4125, + "precision_at_3": 0.635, + "precision_at_5": 0.574, + "recall_at_1": 0.05589, + "recall_at_10": 0.24697, + "recall_at_100": 0.70518, + "recall_at_1000": 0.96935, + "recall_at_20": 0.34964, + "recall_at_3": 0.11278, + "recall_at_5": 0.15764 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17421, + "map_at_1": 0.01437, + "map_at_10": 0.05723, + "map_at_100": 0.10735, + "map_at_1000": 0.13655, + "map_at_20": 0.07214, + "map_at_3": 0.03136, + "map_at_5": 0.04268, + "mrr_at_1": 0.245, + "mrr_at_10": 0.34662698412698434, + "mrr_at_100": 0.3562113961176696, + "mrr_at_1000": 0.3567172068331239, + "mrr_at_20": 0.35193284207622466, + "mrr_at_3": 0.31, + "mrr_at_5": 0.32975, + "nauc_map_at_1000_diff1": 0.09740095866705169, + "nauc_map_at_1000_max": 0.45626067640994156, + "nauc_map_at_1000_std": 0.5193472804644979, + "nauc_map_at_100_diff1": 0.058478905673653186, + "nauc_map_at_100_max": 0.41713754091758387, + "nauc_map_at_100_std": 0.44319463201326736, + "nauc_map_at_10_diff1": 0.09438016031275942, + "nauc_map_at_10_max": 0.4054876569059762, + "nauc_map_at_10_std": 0.30277089576875604, + "nauc_map_at_1_diff1": 0.09119783286582499, + "nauc_map_at_1_max": 0.28590709827829974, + "nauc_map_at_1_std": 0.14791068722296644, + "nauc_map_at_20_diff1": 0.07730206772698436, + "nauc_map_at_20_max": 0.40645093047578906, + "nauc_map_at_20_std": 0.33831844701666175, + "nauc_map_at_3_diff1": 0.025840728877105857, + "nauc_map_at_3_max": 0.3993724453497378, + "nauc_map_at_3_std": 0.22577256882534202, + "nauc_map_at_5_diff1": 0.08303571349024352, + "nauc_map_at_5_max": 0.43390151665574095, + "nauc_map_at_5_std": 0.25404048439402566, + "nauc_mrr_at_1000_diff1": 0.03272521146500738, + "nauc_mrr_at_1000_max": 0.22219601475051767, + "nauc_mrr_at_1000_std": 0.3905686130695999, + "nauc_mrr_at_100_diff1": 0.03266400054950013, + "nauc_mrr_at_100_max": 0.22245012393161687, + "nauc_mrr_at_100_std": 0.3907351415175297, + "nauc_mrr_at_10_diff1": 0.03154432600382431, + "nauc_mrr_at_10_max": 0.22024835800901138, + "nauc_mrr_at_10_std": 0.39027239690398674, + "nauc_mrr_at_1_diff1": 0.03766429424905188, + "nauc_mrr_at_1_max": 0.1395397163489013, + "nauc_mrr_at_1_std": 0.31042799997031406, + "nauc_mrr_at_20_diff1": 0.03689243841787074, + "nauc_mrr_at_20_max": 0.22311801255978153, + "nauc_mrr_at_20_std": 0.3900926055781011, + "nauc_mrr_at_3_diff1": -0.009047136692244509, + "nauc_mrr_at_3_max": 0.19487074527869905, + "nauc_mrr_at_3_std": 0.371013547578411, + "nauc_mrr_at_5_diff1": 0.034165991737683796, + "nauc_mrr_at_5_max": 0.21744939252905052, + "nauc_mrr_at_5_std": 0.38795069014757094, + "nauc_ndcg_at_1000_diff1": 0.07346188537891363, + "nauc_ndcg_at_1000_max": 0.4589397253412225, + "nauc_ndcg_at_1000_std": 0.6029253372887556, + "nauc_ndcg_at_100_diff1": 0.05917560992555492, + "nauc_ndcg_at_100_max": 0.39040322737248584, + "nauc_ndcg_at_100_std": 0.5038678536642933, + "nauc_ndcg_at_10_diff1": 0.06842826236709475, + "nauc_ndcg_at_10_max": 0.2948191938171568, + "nauc_ndcg_at_10_std": 0.42372337431653123, + "nauc_ndcg_at_1_diff1": 0.042786304604486416, + "nauc_ndcg_at_1_max": 0.14828807556080292, + "nauc_ndcg_at_1_std": 0.27815348288075553, + "nauc_ndcg_at_20_diff1": 0.07418578017008971, + "nauc_ndcg_at_20_max": 0.3184680327401633, + "nauc_ndcg_at_20_std": 0.42370749743331765, + "nauc_ndcg_at_3_diff1": -0.02442634097259151, + "nauc_ndcg_at_3_max": 0.21745354164084071, + "nauc_ndcg_at_3_std": 0.35183155184948706, + "nauc_ndcg_at_5_diff1": 0.052247497998752175, + "nauc_ndcg_at_5_max": 0.2970319006558283, + "nauc_ndcg_at_5_std": 0.41233572935759144, + "nauc_precision_at_1000_diff1": 0.20917132448760817, + "nauc_precision_at_1000_max": 0.3253984597554914, + "nauc_precision_at_1000_std": 0.3515043084942152, + "nauc_precision_at_100_diff1": 0.11231094256944997, + "nauc_precision_at_100_max": 0.31450775110746504, + "nauc_precision_at_100_std": 0.5279473021670917, + "nauc_precision_at_10_diff1": 0.06509049127307884, + "nauc_precision_at_10_max": 0.3156829249016663, + "nauc_precision_at_10_std": 0.49816342535457886, + "nauc_precision_at_1_diff1": 0.03766429424905188, + "nauc_precision_at_1_max": 0.1395397163489013, + "nauc_precision_at_1_std": 0.31042799997031406, + "nauc_precision_at_20_diff1": 0.0646768286536676, + "nauc_precision_at_20_max": 0.2970518291203273, + "nauc_precision_at_20_std": 0.4934133748474024, + "nauc_precision_at_3_diff1": -0.03628256343892419, + "nauc_precision_at_3_max": 0.24882968547797218, + "nauc_precision_at_3_std": 0.37918753164913077, + "nauc_precision_at_5_diff1": 0.06544201367535933, + "nauc_precision_at_5_max": 0.3426166657533525, + "nauc_precision_at_5_std": 0.4576455569289097, + "nauc_recall_at_1000_diff1": 0.05156474624260926, + "nauc_recall_at_1000_max": 0.5391540710121301, + "nauc_recall_at_1000_std": 0.7155716486065337, + "nauc_recall_at_100_diff1": 0.0431425065901196, + "nauc_recall_at_100_max": 0.3185291802790135, + "nauc_recall_at_100_std": 0.4397098305064584, + "nauc_recall_at_10_diff1": 0.1293150202526437, + "nauc_recall_at_10_max": 0.2532406236775209, + "nauc_recall_at_10_std": 0.2071213051708229, + "nauc_recall_at_1_diff1": 0.09119783286582499, + "nauc_recall_at_1_max": 0.28590709827829974, + "nauc_recall_at_1_std": 0.14791068722296644, + "nauc_recall_at_20_diff1": 0.1031392208200124, + "nauc_recall_at_20_max": 0.2845593467657134, + "nauc_recall_at_20_std": 0.2611732398143589, + "nauc_recall_at_3_diff1": 0.0012237976080212223, + "nauc_recall_at_3_max": 0.40287606868968046, + "nauc_recall_at_3_std": 0.21939620284372421, + "nauc_recall_at_5_diff1": 0.10410993719139884, + "nauc_recall_at_5_max": 0.3667393700291542, + "nauc_recall_at_5_std": 0.17357730663685803, + "ndcg_at_1": 0.175, + "ndcg_at_10": 0.17421, + "ndcg_at_100": 0.23835, + "ndcg_at_1000": 0.37476, + "ndcg_at_20": 0.17781, + "ndcg_at_3": 0.1766, + "ndcg_at_5": 0.17463, + "precision_at_1": 0.245, + "precision_at_10": 0.1885, + "precision_at_100": 0.0947, + "precision_at_1000": 0.02736, + "precision_at_20": 0.15825, + "precision_at_3": 0.23333, + "precision_at_5": 0.213, + "recall_at_1": 0.01437, + "recall_at_10": 0.09897, + "recall_at_100": 0.3353, + "recall_at_1000": 0.72507, + "recall_at_20": 0.14056, + "recall_at_3": 0.03782, + "recall_at_5": 0.06158 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24175, + "map_at_1": 0.02338, + "map_at_10": 0.08119, + "map_at_100": 0.15975, + "map_at_1000": 0.19359, + "map_at_20": 0.10671, + "map_at_3": 0.04752, + "map_at_5": 0.05812, + "mrr_at_1": 0.35, + "mrr_at_10": 0.4663353174603173, + "mrr_at_100": 0.47176372347051254, + "mrr_at_1000": 0.47219706345807677, + "mrr_at_20": 0.4695498202777613, + "mrr_at_3": 0.4316666666666665, + "mrr_at_5": 0.4474166666666665, + "nauc_map_at_1000_diff1": 0.18983682952037242, + "nauc_map_at_1000_max": 0.6837536100776904, + "nauc_map_at_1000_std": 0.5388590653939709, + "nauc_map_at_100_diff1": 0.19001458418323716, + "nauc_map_at_100_max": 0.6711568099714714, + "nauc_map_at_100_std": 0.48895428441504585, + "nauc_map_at_10_diff1": 0.20931044140372493, + "nauc_map_at_10_max": 0.6323212041427971, + "nauc_map_at_10_std": 0.29559981490085757, + "nauc_map_at_1_diff1": 0.26353988545125195, + "nauc_map_at_1_max": 0.48794840184915195, + "nauc_map_at_1_std": 0.14832464264875744, + "nauc_map_at_20_diff1": 0.20689358019406673, + "nauc_map_at_20_max": 0.6450973293916583, + "nauc_map_at_20_std": 0.36161450505902437, + "nauc_map_at_3_diff1": 0.23083257885471706, + "nauc_map_at_3_max": 0.603665426160954, + "nauc_map_at_3_std": 0.19020723650768379, + "nauc_map_at_5_diff1": 0.2401027582750588, + "nauc_map_at_5_max": 0.5915590577671831, + "nauc_map_at_5_std": 0.21602806388305018, + "nauc_mrr_at_1000_diff1": 0.22935322981814807, + "nauc_mrr_at_1000_max": 0.47122532004135403, + "nauc_mrr_at_1000_std": 0.39370074145102973, + "nauc_mrr_at_100_diff1": 0.22917987846704643, + "nauc_mrr_at_100_max": 0.47123868959084436, + "nauc_mrr_at_100_std": 0.39387666651999476, + "nauc_mrr_at_10_diff1": 0.2262724947699464, + "nauc_mrr_at_10_max": 0.4685629769121601, + "nauc_mrr_at_10_std": 0.3932477519222355, + "nauc_mrr_at_1_diff1": 0.25888324873096435, + "nauc_mrr_at_1_max": 0.4714681257828465, + "nauc_mrr_at_1_std": 0.3598984771573606, + "nauc_mrr_at_20_diff1": 0.22954642265660566, + "nauc_mrr_at_20_max": 0.46983880379103193, + "nauc_mrr_at_20_std": 0.392133717801622, + "nauc_mrr_at_3_diff1": 0.22122493023920853, + "nauc_mrr_at_3_max": 0.4831591082236189, + "nauc_mrr_at_3_std": 0.3895154389735502, + "nauc_mrr_at_5_diff1": 0.22665956725816155, + "nauc_mrr_at_5_max": 0.4733962587375186, + "nauc_mrr_at_5_std": 0.3977063939123638, + "nauc_ndcg_at_1000_diff1": 0.19488835904229881, + "nauc_ndcg_at_1000_max": 0.6383402786728286, + "nauc_ndcg_at_1000_std": 0.6164693635354717, + "nauc_ndcg_at_100_diff1": 0.18726296896750655, + "nauc_ndcg_at_100_max": 0.6409826754768931, + "nauc_ndcg_at_100_std": 0.5733523100884493, + "nauc_ndcg_at_10_diff1": 0.2358982827034447, + "nauc_ndcg_at_10_max": 0.5952128062549625, + "nauc_ndcg_at_10_std": 0.4539681384531405, + "nauc_ndcg_at_1_diff1": 0.27511314319340624, + "nauc_ndcg_at_1_max": 0.44079194428205837, + "nauc_ndcg_at_1_std": 0.34229832637117147, + "nauc_ndcg_at_20_diff1": 0.21143633972766693, + "nauc_ndcg_at_20_max": 0.6031028461674319, + "nauc_ndcg_at_20_std": 0.4910970328900423, + "nauc_ndcg_at_3_diff1": 0.22726277506925757, + "nauc_ndcg_at_3_max": 0.5355542437759974, + "nauc_ndcg_at_3_std": 0.395337846885388, + "nauc_ndcg_at_5_diff1": 0.24754417125959527, + "nauc_ndcg_at_5_max": 0.5568554278346316, + "nauc_ndcg_at_5_std": 0.42353105040427574, + "nauc_precision_at_1000_diff1": 0.11246525075429954, + "nauc_precision_at_1000_max": 0.1766243298687957, + "nauc_precision_at_1000_std": 0.22592072343259553, + "nauc_precision_at_100_diff1": 0.11790585270415034, + "nauc_precision_at_100_max": 0.38629513851965985, + "nauc_precision_at_100_std": 0.4865088161466724, + "nauc_precision_at_10_diff1": 0.18492413159060225, + "nauc_precision_at_10_max": 0.5279891355682103, + "nauc_precision_at_10_std": 0.47505231761251177, + "nauc_precision_at_1_diff1": 0.25888324873096435, + "nauc_precision_at_1_max": 0.4714681257828465, + "nauc_precision_at_1_std": 0.3598984771573606, + "nauc_precision_at_20_diff1": 0.15148988191382845, + "nauc_precision_at_20_max": 0.4926275132806341, + "nauc_precision_at_20_std": 0.5080870867057827, + "nauc_precision_at_3_diff1": 0.17057378280368227, + "nauc_precision_at_3_max": 0.524247366049396, + "nauc_precision_at_3_std": 0.4136375340643306, + "nauc_precision_at_5_diff1": 0.21300793500531476, + "nauc_precision_at_5_max": 0.520579838375583, + "nauc_precision_at_5_std": 0.45132990539104256, + "nauc_recall_at_1000_diff1": 0.033745350886579734, + "nauc_recall_at_1000_max": 0.7094654960736796, + "nauc_recall_at_1000_std": 0.8136875127289559, + "nauc_recall_at_100_diff1": 0.0706043164926674, + "nauc_recall_at_100_max": 0.5451320066656117, + "nauc_recall_at_100_std": 0.5682562244954072, + "nauc_recall_at_10_diff1": 0.09967266808697332, + "nauc_recall_at_10_max": 0.5000336801562081, + "nauc_recall_at_10_std": 0.31667871453865587, + "nauc_recall_at_1_diff1": 0.26353988545125195, + "nauc_recall_at_1_max": 0.48794840184915195, + "nauc_recall_at_1_std": 0.14832464264875744, + "nauc_recall_at_20_diff1": 0.10402413539644884, + "nauc_recall_at_20_max": 0.49127255199956127, + "nauc_recall_at_20_std": 0.38605841433373816, + "nauc_recall_at_3_diff1": 0.18527518405243937, + "nauc_recall_at_3_max": 0.5688034642344496, + "nauc_recall_at_3_std": 0.20223550403349896, + "nauc_recall_at_5_diff1": 0.1718317481898567, + "nauc_recall_at_5_max": 0.5011829864841559, + "nauc_recall_at_5_std": 0.22072721242234378, + "ndcg_at_1": 0.2575, + "ndcg_at_10": 0.24175, + "ndcg_at_100": 0.31184, + "ndcg_at_1000": 0.44323, + "ndcg_at_20": 0.25082, + "ndcg_at_3": 0.24225, + "ndcg_at_5": 0.23536, + "precision_at_1": 0.35, + "precision_at_10": 0.26, + "precision_at_100": 0.12455, + "precision_at_1000": 0.03082, + "precision_at_20": 0.22525, + "precision_at_3": 0.31333, + "precision_at_5": 0.281, + "recall_at_1": 0.02338, + "recall_at_10": 0.12791, + "recall_at_100": 0.40954, + "recall_at_1000": 0.7982, + "recall_at_20": 0.19105, + "recall_at_3": 0.05349, + "recall_at_5": 0.07358 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52926, + "map_at_1": 0.13354, + "map_at_10": 0.31349, + "map_at_100": 0.41752, + "map_at_1000": 0.43393, + "map_at_20": 0.3561, + "map_at_3": 0.22178, + "map_at_5": 0.26112, + "mrr_at_1": 0.71, + "mrr_at_10": 0.7903511904761905, + "mrr_at_100": 0.7941849036123013, + "mrr_at_1000": 0.7941849036123013, + "mrr_at_20": 0.7927972742127153, + "mrr_at_3": 0.7774999999999999, + "mrr_at_5": 0.78425, + "nauc_map_at_1000_diff1": 0.19314387185599463, + "nauc_map_at_1000_max": 0.36215917466888387, + "nauc_map_at_1000_std": 0.05487391543744588, + "nauc_map_at_100_diff1": 0.2032693404835257, + "nauc_map_at_100_max": 0.3578591164791944, + "nauc_map_at_100_std": 0.027191190353988395, + "nauc_map_at_10_diff1": 0.25186519006547425, + "nauc_map_at_10_max": 0.2984785392853254, + "nauc_map_at_10_std": -0.09129732228158934, + "nauc_map_at_1_diff1": 0.416962131825732, + "nauc_map_at_1_max": 0.15360982371760715, + "nauc_map_at_1_std": -0.16902929683917844, + "nauc_map_at_20_diff1": 0.22499387240980676, + "nauc_map_at_20_max": 0.32819796972059306, + "nauc_map_at_20_std": -0.06136766925851425, + "nauc_map_at_3_diff1": 0.3020970988708289, + "nauc_map_at_3_max": 0.1765235117988876, + "nauc_map_at_3_std": -0.16425610426245205, + "nauc_map_at_5_diff1": 0.2763224763366257, + "nauc_map_at_5_max": 0.22935657864960052, + "nauc_map_at_5_std": -0.13633799862633966, + "nauc_mrr_at_1000_diff1": 0.38624506872989645, + "nauc_mrr_at_1000_max": 0.58726121715666, + "nauc_mrr_at_1000_std": 0.1894935767650344, + "nauc_mrr_at_100_diff1": 0.38624506872989645, + "nauc_mrr_at_100_max": 0.58726121715666, + "nauc_mrr_at_100_std": 0.1894935767650344, + "nauc_mrr_at_10_diff1": 0.39053820595534616, + "nauc_mrr_at_10_max": 0.5903343901918985, + "nauc_mrr_at_10_std": 0.19507281511329316, + "nauc_mrr_at_1_diff1": 0.37642458721716693, + "nauc_mrr_at_1_max": 0.5273613401775289, + "nauc_mrr_at_1_std": 0.12428886459240632, + "nauc_mrr_at_20_diff1": 0.38805235945090455, + "nauc_mrr_at_20_max": 0.5887498219052629, + "nauc_mrr_at_20_std": 0.18970195487705152, + "nauc_mrr_at_3_diff1": 0.37201602354480057, + "nauc_mrr_at_3_max": 0.5903835373259831, + "nauc_mrr_at_3_std": 0.19585240898190487, + "nauc_mrr_at_5_diff1": 0.3860995568539634, + "nauc_mrr_at_5_max": 0.5949725846254917, + "nauc_mrr_at_5_std": 0.20437318439070365, + "nauc_ndcg_at_1000_diff1": 0.30876076360799765, + "nauc_ndcg_at_1000_max": 0.5097776200035333, + "nauc_ndcg_at_1000_std": 0.1859180851106275, + "nauc_ndcg_at_100_diff1": 0.31692580916374086, + "nauc_ndcg_at_100_max": 0.4823544725360178, + "nauc_ndcg_at_100_std": 0.12133928254191273, + "nauc_ndcg_at_10_diff1": 0.3073872832045663, + "nauc_ndcg_at_10_max": 0.4813975563159352, + "nauc_ndcg_at_10_std": 0.10099117598560743, + "nauc_ndcg_at_1_diff1": 0.43667248881056736, + "nauc_ndcg_at_1_max": 0.5188231991641067, + "nauc_ndcg_at_1_std": 0.1460591363473327, + "nauc_ndcg_at_20_diff1": 0.307049318557822, + "nauc_ndcg_at_20_max": 0.48076989056778746, + "nauc_ndcg_at_20_std": 0.07333585768032778, + "nauc_ndcg_at_3_diff1": 0.2877103216139059, + "nauc_ndcg_at_3_max": 0.46289424771604687, + "nauc_ndcg_at_3_std": 0.1441747589818476, + "nauc_ndcg_at_5_diff1": 0.27485041680154376, + "nauc_ndcg_at_5_max": 0.4662633853200566, + "nauc_ndcg_at_5_std": 0.13573963907645667, + "nauc_precision_at_1000_diff1": -0.18923483778576902, + "nauc_precision_at_1000_max": 0.05108037328459571, + "nauc_precision_at_1000_std": 0.3666027778766769, + "nauc_precision_at_100_diff1": -0.17082016778937625, + "nauc_precision_at_100_max": 0.09972623042049789, + "nauc_precision_at_100_std": 0.39186188927205123, + "nauc_precision_at_10_diff1": -0.13496880395867003, + "nauc_precision_at_10_max": 0.33938314034632816, + "nauc_precision_at_10_std": 0.34363418711004967, + "nauc_precision_at_1_diff1": 0.37642458721716693, + "nauc_precision_at_1_max": 0.5273613401775289, + "nauc_precision_at_1_std": 0.12428886459240632, + "nauc_precision_at_20_diff1": -0.16367196702403328, + "nauc_precision_at_20_max": 0.25324809730470227, + "nauc_precision_at_20_std": 0.3480989387937412, + "nauc_precision_at_3_diff1": -0.04069239815228179, + "nauc_precision_at_3_max": 0.33774544563209685, + "nauc_precision_at_3_std": 0.2033511043412036, + "nauc_precision_at_5_diff1": -0.10409585395680312, + "nauc_precision_at_5_max": 0.3519501703250506, + "nauc_precision_at_5_std": 0.2796102468449133, + "nauc_recall_at_1000_diff1": 0.3766926970757471, + "nauc_recall_at_1000_max": 0.25962369110312716, + "nauc_recall_at_1000_std": 0.3230442635181456, + "nauc_recall_at_100_diff1": 0.18279657464198967, + "nauc_recall_at_100_max": 0.23289923109576194, + "nauc_recall_at_100_std": 0.008141799922868807, + "nauc_recall_at_10_diff1": 0.27200042779033695, + "nauc_recall_at_10_max": 0.27151498333297236, + "nauc_recall_at_10_std": -0.09237926596033576, + "nauc_recall_at_1_diff1": 0.416962131825732, + "nauc_recall_at_1_max": 0.15360982371760715, + "nauc_recall_at_1_std": -0.16902929683917844, + "nauc_recall_at_20_diff1": 0.23925903279409713, + "nauc_recall_at_20_max": 0.2952026960939033, + "nauc_recall_at_20_std": -0.09278107658323297, + "nauc_recall_at_3_diff1": 0.3048289178697639, + "nauc_recall_at_3_max": 0.14771844226185157, + "nauc_recall_at_3_std": -0.1787332016936178, + "nauc_recall_at_5_diff1": 0.28931765679844096, + "nauc_recall_at_5_max": 0.20460430481197903, + "nauc_recall_at_5_std": -0.13684304187686958, + "ndcg_at_1": 0.61, + "ndcg_at_10": 0.52926, + "ndcg_at_100": 0.62465, + "ndcg_at_1000": 0.68037, + "ndcg_at_20": 0.54047, + "ndcg_at_3": 0.55274, + "ndcg_at_5": 0.53368, + "precision_at_1": 0.71, + "precision_at_10": 0.368, + "precision_at_100": 0.10515, + "precision_at_1000": 0.01456, + "precision_at_20": 0.26675, + "precision_at_3": 0.55, + "precision_at_5": 0.468, + "recall_at_1": 0.13354, + "recall_at_10": 0.39613, + "recall_at_100": 0.78385, + "recall_at_1000": 0.97827, + "recall_at_20": 0.49662, + "recall_at_3": 0.24191, + "recall_at_5": 0.29962 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.14893, + "map_at_1": 0.03062, + "map_at_10": 0.07883, + "map_at_100": 0.10665, + "map_at_1000": 0.11589, + "map_at_20": 0.08913, + "map_at_3": 0.053, + "map_at_5": 0.06742, + "mrr_at_1": 0.155, + "mrr_at_10": 0.24044841269841277, + "mrr_at_100": 0.2547871767149642, + "mrr_at_1000": 0.2554972293550331, + "mrr_at_20": 0.25059676535624686, + "mrr_at_3": 0.20750000000000005, + "mrr_at_5": 0.22700000000000006, + "nauc_map_at_1000_diff1": 0.2532709652952902, + "nauc_map_at_1000_max": 0.24001576825485843, + "nauc_map_at_1000_std": 0.36080675778375726, + "nauc_map_at_100_diff1": 0.26091654581327034, + "nauc_map_at_100_max": 0.22607108623019082, + "nauc_map_at_100_std": 0.3514597322975023, + "nauc_map_at_10_diff1": 0.30124677003687916, + "nauc_map_at_10_max": 0.14612124927838416, + "nauc_map_at_10_std": 0.2587351021428514, + "nauc_map_at_1_diff1": 0.4290030149417099, + "nauc_map_at_1_max": 0.14148841125132441, + "nauc_map_at_1_std": 0.358535646609227, + "nauc_map_at_20_diff1": 0.28720398720475865, + "nauc_map_at_20_max": 0.17590972169422278, + "nauc_map_at_20_std": 0.3018271507593779, + "nauc_map_at_3_diff1": 0.2609621085026531, + "nauc_map_at_3_max": 0.08337895418633377, + "nauc_map_at_3_std": 0.2740854420097674, + "nauc_map_at_5_diff1": 0.29196633423072127, + "nauc_map_at_5_max": 0.10152784261395437, + "nauc_map_at_5_std": 0.24649434330313577, + "nauc_mrr_at_1000_diff1": 0.22518767819727462, + "nauc_mrr_at_1000_max": 0.34825532600751863, + "nauc_mrr_at_1000_std": 0.3862129370898527, + "nauc_mrr_at_100_diff1": 0.2252896780651886, + "nauc_mrr_at_100_max": 0.34910817161681484, + "nauc_mrr_at_100_std": 0.3866293388699989, + "nauc_mrr_at_10_diff1": 0.21594385788995452, + "nauc_mrr_at_10_max": 0.3339802885320044, + "nauc_mrr_at_10_std": 0.3826720101961042, + "nauc_mrr_at_1_diff1": 0.3143188725080402, + "nauc_mrr_at_1_max": 0.3853083784926777, + "nauc_mrr_at_1_std": 0.46583789844310886, + "nauc_mrr_at_20_diff1": 0.22606793612956613, + "nauc_mrr_at_20_max": 0.34441133048532535, + "nauc_mrr_at_20_std": 0.3843588006453525, + "nauc_mrr_at_3_diff1": 0.23459325698526493, + "nauc_mrr_at_3_max": 0.3275982019738293, + "nauc_mrr_at_3_std": 0.40222711953374624, + "nauc_mrr_at_5_diff1": 0.22054032293552878, + "nauc_mrr_at_5_max": 0.32734912208931805, + "nauc_mrr_at_5_std": 0.3873714671286707, + "nauc_ndcg_at_1000_diff1": 0.19636476367475603, + "nauc_ndcg_at_1000_max": 0.3932443489916023, + "nauc_ndcg_at_1000_std": 0.4194437194241681, + "nauc_ndcg_at_100_diff1": 0.20003189844371444, + "nauc_ndcg_at_100_max": 0.3540639101439107, + "nauc_ndcg_at_100_std": 0.4043576032629833, + "nauc_ndcg_at_10_diff1": 0.23447028154943222, + "nauc_ndcg_at_10_max": 0.250707066286687, + "nauc_ndcg_at_10_std": 0.33131527766566654, + "nauc_ndcg_at_1_diff1": 0.2844764674487249, + "nauc_ndcg_at_1_max": 0.3136511670969077, + "nauc_ndcg_at_1_std": 0.45279874522105673, + "nauc_ndcg_at_20_diff1": 0.2321988540905343, + "nauc_ndcg_at_20_max": 0.27238135018184134, + "nauc_ndcg_at_20_std": 0.34773824515347934, + "nauc_ndcg_at_3_diff1": 0.21042732204975656, + "nauc_ndcg_at_3_max": 0.26055832771583526, + "nauc_ndcg_at_3_std": 0.36445016137977965, + "nauc_ndcg_at_5_diff1": 0.22665987265022078, + "nauc_ndcg_at_5_max": 0.24660661105936918, + "nauc_ndcg_at_5_std": 0.3408132325449326, + "nauc_precision_at_1000_diff1": -0.03534738329740792, + "nauc_precision_at_1000_max": 0.22943096487093131, + "nauc_precision_at_1000_std": 0.161709437047981, + "nauc_precision_at_100_diff1": 0.02652021913420514, + "nauc_precision_at_100_max": 0.3707368192338115, + "nauc_precision_at_100_std": 0.37862538206888485, + "nauc_precision_at_10_diff1": 0.15646555331077946, + "nauc_precision_at_10_max": 0.321590098544349, + "nauc_precision_at_10_std": 0.3481010388399423, + "nauc_precision_at_1_diff1": 0.3143188725080402, + "nauc_precision_at_1_max": 0.3853083784926777, + "nauc_precision_at_1_std": 0.46583789844310886, + "nauc_precision_at_20_diff1": 0.12179676424982787, + "nauc_precision_at_20_max": 0.3713200190432116, + "nauc_precision_at_20_std": 0.4162936484506113, + "nauc_precision_at_3_diff1": 0.1710186161037095, + "nauc_precision_at_3_max": 0.31616184053196966, + "nauc_precision_at_3_std": 0.3459977031159171, + "nauc_precision_at_5_diff1": 0.18320881583862517, + "nauc_precision_at_5_max": 0.3251369692441788, + "nauc_precision_at_5_std": 0.3320943842609886, + "nauc_recall_at_1000_diff1": 0.17432125550121438, + "nauc_recall_at_1000_max": 0.597555082008229, + "nauc_recall_at_1000_std": 0.548167886734305, + "nauc_recall_at_100_diff1": 0.12048645372653309, + "nauc_recall_at_100_max": 0.4120161363070515, + "nauc_recall_at_100_std": 0.3947950744059009, + "nauc_recall_at_10_diff1": 0.22375338664423366, + "nauc_recall_at_10_max": 0.17115455741355273, + "nauc_recall_at_10_std": 0.17984467506542562, + "nauc_recall_at_1_diff1": 0.4290030149417099, + "nauc_recall_at_1_max": 0.14148841125132441, + "nauc_recall_at_1_std": 0.358535646609227, + "nauc_recall_at_20_diff1": 0.19526188261205166, + "nauc_recall_at_20_max": 0.2321511758218176, + "nauc_recall_at_20_std": 0.2537597164680245, + "nauc_recall_at_3_diff1": 0.19594920930130724, + "nauc_recall_at_3_max": 0.056426607379040025, + "nauc_recall_at_3_std": 0.21485511836572965, + "nauc_recall_at_5_diff1": 0.22613239057841444, + "nauc_recall_at_5_max": 0.09763248843804972, + "nauc_recall_at_5_std": 0.17929532017143318, + "ndcg_at_1": 0.135, + "ndcg_at_10": 0.14893, + "ndcg_at_100": 0.21856, + "ndcg_at_1000": 0.30263, + "ndcg_at_20": 0.16303, + "ndcg_at_3": 0.12799, + "ndcg_at_5": 0.14122, + "precision_at_1": 0.155, + "precision_at_10": 0.099, + "precision_at_100": 0.0392, + "precision_at_1000": 0.00919, + "precision_at_20": 0.081, + "precision_at_3": 0.12167, + "precision_at_5": 0.12, + "recall_at_1": 0.03062, + "recall_at_10": 0.14041, + "recall_at_100": 0.34907, + "recall_at_1000": 0.68332, + "recall_at_20": 0.19063, + "recall_at_3": 0.06633, + "recall_at_5": 0.10322 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24713, + "map_at_1": 0.06512, + "map_at_10": 0.13205, + "map_at_100": 0.18091, + "map_at_1000": 0.19598, + "map_at_20": 0.15014, + "map_at_3": 0.09649, + "map_at_5": 0.11257, + "mrr_at_1": 0.315, + "mrr_at_10": 0.4161091269841269, + "mrr_at_100": 0.4269494996772587, + "mrr_at_1000": 0.4272589856137053, + "mrr_at_20": 0.4224845655720268, + "mrr_at_3": 0.38916666666666666, + "mrr_at_5": 0.40291666666666665, + "nauc_map_at_1000_diff1": 0.31010370617008687, + "nauc_map_at_1000_max": 0.4368805815568865, + "nauc_map_at_1000_std": 0.22443809845573195, + "nauc_map_at_100_diff1": 0.3201561826260704, + "nauc_map_at_100_max": 0.423949012462317, + "nauc_map_at_100_std": 0.19254772040392062, + "nauc_map_at_10_diff1": 0.388149630405489, + "nauc_map_at_10_max": 0.37028721933410974, + "nauc_map_at_10_std": 0.09117653858286272, + "nauc_map_at_1_diff1": 0.5639670052020845, + "nauc_map_at_1_max": 0.3484381567005613, + "nauc_map_at_1_std": 0.06188046660506961, + "nauc_map_at_20_diff1": 0.36357949696820907, + "nauc_map_at_20_max": 0.3954253933070051, + "nauc_map_at_20_std": 0.13174028919562286, + "nauc_map_at_3_diff1": 0.45749124691708437, + "nauc_map_at_3_max": 0.3597660568569526, + "nauc_map_at_3_std": 0.07167171936452225, + "nauc_map_at_5_diff1": 0.41535060327919954, + "nauc_map_at_5_max": 0.34600119781823446, + "nauc_map_at_5_std": 0.06567763615074633, + "nauc_mrr_at_1000_diff1": 0.26054134864498446, + "nauc_mrr_at_1000_max": 0.49332650117588456, + "nauc_mrr_at_1000_std": 0.2720479078958924, + "nauc_mrr_at_100_diff1": 0.2604016252297529, + "nauc_mrr_at_100_max": 0.49359716514243834, + "nauc_mrr_at_100_std": 0.2721539222841218, + "nauc_mrr_at_10_diff1": 0.25728223371299463, + "nauc_mrr_at_10_max": 0.4884517981986363, + "nauc_mrr_at_10_std": 0.26627420277922287, + "nauc_mrr_at_1_diff1": 0.3254068843422456, + "nauc_mrr_at_1_max": 0.4621213645294759, + "nauc_mrr_at_1_std": 0.25098410016027245, + "nauc_mrr_at_20_diff1": 0.25941670672474965, + "nauc_mrr_at_20_max": 0.49333576906868615, + "nauc_mrr_at_20_std": 0.2724022849645665, + "nauc_mrr_at_3_diff1": 0.25166666851144875, + "nauc_mrr_at_3_max": 0.4847091534773961, + "nauc_mrr_at_3_std": 0.26959684497962794, + "nauc_mrr_at_5_diff1": 0.25461257383261665, + "nauc_mrr_at_5_max": 0.48161420051764786, + "nauc_mrr_at_5_std": 0.2704508713663651, + "nauc_ndcg_at_1000_diff1": 0.26978504534054704, + "nauc_ndcg_at_1000_max": 0.5226404844298898, + "nauc_ndcg_at_1000_std": 0.3409196323624595, + "nauc_ndcg_at_100_diff1": 0.2610362958920068, + "nauc_ndcg_at_100_max": 0.4958370278054967, + "nauc_ndcg_at_100_std": 0.2733814425353892, + "nauc_ndcg_at_10_diff1": 0.28408739864702137, + "nauc_ndcg_at_10_max": 0.4718130472829719, + "nauc_ndcg_at_10_std": 0.20207427090815605, + "nauc_ndcg_at_1_diff1": 0.3546097717846924, + "nauc_ndcg_at_1_max": 0.40723531977496363, + "nauc_ndcg_at_1_std": 0.17733076064376377, + "nauc_ndcg_at_20_diff1": 0.28234661212893974, + "nauc_ndcg_at_20_max": 0.4735593986631772, + "nauc_ndcg_at_20_std": 0.21572144926544573, + "nauc_ndcg_at_3_diff1": 0.26346909210359093, + "nauc_ndcg_at_3_max": 0.4612722508492091, + "nauc_ndcg_at_3_std": 0.2056679598266657, + "nauc_ndcg_at_5_diff1": 0.27278308060111195, + "nauc_ndcg_at_5_max": 0.4488205934903174, + "nauc_ndcg_at_5_std": 0.1902222525861554, + "nauc_precision_at_1000_diff1": -0.0804514255838488, + "nauc_precision_at_1000_max": 0.197427702836345, + "nauc_precision_at_1000_std": 0.33334717416996285, + "nauc_precision_at_100_diff1": -0.08928084715981897, + "nauc_precision_at_100_max": 0.30887165741043376, + "nauc_precision_at_100_std": 0.40085415137762037, + "nauc_precision_at_10_diff1": 0.0447139386419116, + "nauc_precision_at_10_max": 0.4234951844743509, + "nauc_precision_at_10_std": 0.3126119805407534, + "nauc_precision_at_1_diff1": 0.3254068843422456, + "nauc_precision_at_1_max": 0.4621213645294759, + "nauc_precision_at_1_std": 0.25098410016027245, + "nauc_precision_at_20_diff1": -0.015595878743020422, + "nauc_precision_at_20_max": 0.3925915045334972, + "nauc_precision_at_20_std": 0.3558895402406293, + "nauc_precision_at_3_diff1": 0.09700839076186646, + "nauc_precision_at_3_max": 0.44128156521044487, + "nauc_precision_at_3_std": 0.25344340767550405, + "nauc_precision_at_5_diff1": 0.07670899480316082, + "nauc_precision_at_5_max": 0.40035906243325986, + "nauc_precision_at_5_std": 0.2440934897131059, + "nauc_recall_at_1000_diff1": 0.19185698178014915, + "nauc_recall_at_1000_max": 0.5943842571330582, + "nauc_recall_at_1000_std": 0.6170513041843841, + "nauc_recall_at_100_diff1": 0.11878696034256105, + "nauc_recall_at_100_max": 0.43623600227618275, + "nauc_recall_at_100_std": 0.2692732648793379, + "nauc_recall_at_10_diff1": 0.2707232060778402, + "nauc_recall_at_10_max": 0.362216000470962, + "nauc_recall_at_10_std": 0.07862037732810574, + "nauc_recall_at_1_diff1": 0.5639670052020845, + "nauc_recall_at_1_max": 0.3484381567005613, + "nauc_recall_at_1_std": 0.06188046660506961, + "nauc_recall_at_20_diff1": 0.2162394827460924, + "nauc_recall_at_20_max": 0.386671832797559, + "nauc_recall_at_20_std": 0.14016762317835368, + "nauc_recall_at_3_diff1": 0.37032271080053175, + "nauc_recall_at_3_max": 0.3482013125115183, + "nauc_recall_at_3_std": 0.06211518503611434, + "nauc_recall_at_5_diff1": 0.3261226339163221, + "nauc_recall_at_5_max": 0.3242856766127989, + "nauc_recall_at_5_std": 0.05211111475829906, + "ndcg_at_1": 0.255, + "ndcg_at_10": 0.24713, + "ndcg_at_100": 0.336, + "ndcg_at_1000": 0.42134, + "ndcg_at_20": 0.26245, + "ndcg_at_3": 0.24545, + "ndcg_at_5": 0.23978, + "precision_at_1": 0.315, + "precision_at_10": 0.166, + "precision_at_100": 0.06285, + "precision_at_1000": 0.012, + "precision_at_20": 0.1295, + "precision_at_3": 0.25167, + "precision_at_5": 0.212, + "recall_at_1": 0.06512, + "recall_at_10": 0.19701, + "recall_at_100": 0.49212, + "recall_at_1000": 0.82316, + "recall_at_20": 0.26316, + "recall_at_3": 0.11322, + "recall_at_5": 0.14239 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.4918, + "map_at_1": 0.06521, + "map_at_10": 0.20099, + "map_at_100": 0.3218, + "map_at_1000": 0.36398, + "map_at_20": 0.24229, + "map_at_3": 0.12977, + "map_at_5": 0.15994, + "mrr_at_1": 0.72, + "mrr_at_10": 0.8047678571428571, + "mrr_at_100": 0.8061945909065474, + "mrr_at_1000": 0.8062468974726155, + "mrr_at_20": 0.8056390692640693, + "mrr_at_3": 0.7908333333333334, + "mrr_at_5": 0.7985833333333335, + "nauc_map_at_1000_diff1": 0.112071020287755, + "nauc_map_at_1000_max": 0.2390695564960545, + "nauc_map_at_1000_std": 0.16026260215129773, + "nauc_map_at_100_diff1": 0.1715916670145436, + "nauc_map_at_100_max": 0.2638524159603399, + "nauc_map_at_100_std": 0.13092726310677483, + "nauc_map_at_10_diff1": 0.27725473630522024, + "nauc_map_at_10_max": 0.27337021409690304, + "nauc_map_at_10_std": 0.029768134439451383, + "nauc_map_at_1_diff1": 0.41759290996130155, + "nauc_map_at_1_max": 0.1769389675459815, + "nauc_map_at_1_std": -0.028221175888544593, + "nauc_map_at_20_diff1": 0.24091742165369706, + "nauc_map_at_20_max": 0.27788297891027264, + "nauc_map_at_20_std": 0.050239481571754944, + "nauc_map_at_3_diff1": 0.3347995866716003, + "nauc_map_at_3_max": 0.25722796267004455, + "nauc_map_at_3_std": 0.007998826073570572, + "nauc_map_at_5_diff1": 0.2964460449311911, + "nauc_map_at_5_max": 0.26311327029610415, + "nauc_map_at_5_std": 0.010634944785762422, + "nauc_mrr_at_1000_diff1": 0.2970466606571579, + "nauc_mrr_at_1000_max": 0.290930969894535, + "nauc_mrr_at_1000_std": -0.07367303537331, + "nauc_mrr_at_100_diff1": 0.2968916001958756, + "nauc_mrr_at_100_max": 0.291008210449493, + "nauc_mrr_at_100_std": -0.07345628939651576, + "nauc_mrr_at_10_diff1": 0.2980249007313314, + "nauc_mrr_at_10_max": 0.29239707442234525, + "nauc_mrr_at_10_std": -0.07313344709715104, + "nauc_mrr_at_1_diff1": 0.3604338369963369, + "nauc_mrr_at_1_max": 0.31759386446886523, + "nauc_mrr_at_1_std": -0.10146710927960927, + "nauc_mrr_at_20_diff1": 0.2951888294310669, + "nauc_mrr_at_20_max": 0.29053989836052474, + "nauc_mrr_at_20_std": -0.07219377061674495, + "nauc_mrr_at_3_diff1": 0.30502714874383163, + "nauc_mrr_at_3_max": 0.290405111126662, + "nauc_mrr_at_3_std": -0.07926651051164774, + "nauc_mrr_at_5_diff1": 0.2988513368700288, + "nauc_mrr_at_5_max": 0.2980845204905751, + "nauc_mrr_at_5_std": -0.07191005083447077, + "nauc_ndcg_at_1000_diff1": 0.12309774435290688, + "nauc_ndcg_at_1000_max": 0.2651615839360501, + "nauc_ndcg_at_1000_std": 0.17145899241537937, + "nauc_ndcg_at_100_diff1": 0.19784373937788602, + "nauc_ndcg_at_100_max": 0.2736555671166647, + "nauc_ndcg_at_100_std": 0.1448798433018124, + "nauc_ndcg_at_10_diff1": 0.17891334300033981, + "nauc_ndcg_at_10_max": 0.28167740081607484, + "nauc_ndcg_at_10_std": 0.08242805206919959, + "nauc_ndcg_at_1_diff1": 0.31946989878518456, + "nauc_ndcg_at_1_max": 0.26601644295434823, + "nauc_ndcg_at_1_std": -0.09323083865400555, + "nauc_ndcg_at_20_diff1": 0.17750174706037744, + "nauc_ndcg_at_20_max": 0.2582904758351726, + "nauc_ndcg_at_20_std": 0.05498140220577802, + "nauc_ndcg_at_3_diff1": 0.22259188407216057, + "nauc_ndcg_at_3_max": 0.3098562983615851, + "nauc_ndcg_at_3_std": 0.041056873431232155, + "nauc_ndcg_at_5_diff1": 0.1872772487264622, + "nauc_ndcg_at_5_max": 0.31783621670767126, + "nauc_ndcg_at_5_std": 0.0763884821634638, + "nauc_precision_at_1000_diff1": -0.2770376295068685, + "nauc_precision_at_1000_max": -0.13943703631491303, + "nauc_precision_at_1000_std": 0.040053455221281974, + "nauc_precision_at_100_diff1": -0.27898585459124414, + "nauc_precision_at_100_max": -0.11187935556079673, + "nauc_precision_at_100_std": 0.13061109742046678, + "nauc_precision_at_10_diff1": -0.1752136554398269, + "nauc_precision_at_10_max": 0.14640313901137803, + "nauc_precision_at_10_std": 0.1799945863158727, + "nauc_precision_at_1_diff1": 0.3604338369963369, + "nauc_precision_at_1_max": 0.31759386446886523, + "nauc_precision_at_1_std": -0.10146710927960927, + "nauc_precision_at_20_diff1": -0.23115050187281178, + "nauc_precision_at_20_max": 0.04112466976175654, + "nauc_precision_at_20_std": 0.12682360732128856, + "nauc_precision_at_3_diff1": 0.030778038518766232, + "nauc_precision_at_3_max": 0.31679433698403847, + "nauc_precision_at_3_std": 0.14436933646222522, + "nauc_precision_at_5_diff1": -0.061736865131447556, + "nauc_precision_at_5_max": 0.2603607365867248, + "nauc_precision_at_5_std": 0.16866921210675012, + "nauc_recall_at_1000_diff1": 0.12880139883246614, + "nauc_recall_at_1000_max": 0.34919497789496107, + "nauc_recall_at_1000_std": 0.574126125481854, + "nauc_recall_at_100_diff1": 0.13163748761324712, + "nauc_recall_at_100_max": 0.16682148064566, + "nauc_recall_at_100_std": 0.20721460228909658, + "nauc_recall_at_10_diff1": 0.24430919623053102, + "nauc_recall_at_10_max": 0.20512230123483086, + "nauc_recall_at_10_std": 0.02065805021191076, + "nauc_recall_at_1_diff1": 0.41759290996130155, + "nauc_recall_at_1_max": 0.1769389675459815, + "nauc_recall_at_1_std": -0.028221175888544593, + "nauc_recall_at_20_diff1": 0.18691199392817318, + "nauc_recall_at_20_max": 0.19349300910368886, + "nauc_recall_at_20_std": 0.030845900751942646, + "nauc_recall_at_3_diff1": 0.31605504385439886, + "nauc_recall_at_3_max": 0.23051834602702873, + "nauc_recall_at_3_std": 0.005115999410414576, + "nauc_recall_at_5_diff1": 0.27099747087528936, + "nauc_recall_at_5_max": 0.2218959691307977, + "nauc_recall_at_5_std": 0.004261401768085956, + "ndcg_at_1": 0.6175, + "ndcg_at_10": 0.4918, + "ndcg_at_100": 0.56083, + "ndcg_at_1000": 0.66442, + "ndcg_at_20": 0.4884, + "ndcg_at_3": 0.53378, + "ndcg_at_5": 0.51471, + "precision_at_1": 0.72, + "precision_at_10": 0.4285, + "precision_at_100": 0.1693, + "precision_at_1000": 0.03374, + "precision_at_20": 0.34275, + "precision_at_3": 0.58833, + "precision_at_5": 0.525, + "recall_at_1": 0.06521, + "recall_at_10": 0.25962, + "recall_at_100": 0.63657, + "recall_at_1000": 0.94546, + "recall_at_20": 0.35392, + "recall_at_3": 0.14106, + "recall_at_5": 0.18469 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.14254, + "map_at_1": 0.01673, + "map_at_10": 0.05177, + "map_at_100": 0.08387, + "map_at_1000": 0.10317, + "map_at_20": 0.06112, + "map_at_3": 0.03527, + "map_at_5": 0.04234, + "mrr_at_1": 0.2, + "mrr_at_10": 0.29289087301587313, + "mrr_at_100": 0.3055935271557917, + "mrr_at_1000": 0.306112082711902, + "mrr_at_20": 0.3015232627709411, + "mrr_at_3": 0.25666666666666665, + "mrr_at_5": 0.2726666666666667, + "nauc_map_at_1000_diff1": 0.28974509185884284, + "nauc_map_at_1000_max": 0.3724645926462931, + "nauc_map_at_1000_std": 0.47208055438254054, + "nauc_map_at_100_diff1": 0.34215902309876883, + "nauc_map_at_100_max": 0.3321541722615692, + "nauc_map_at_100_std": 0.4359509496202302, + "nauc_map_at_10_diff1": 0.40259721934190296, + "nauc_map_at_10_max": 0.2568522990689915, + "nauc_map_at_10_std": 0.3127528504223581, + "nauc_map_at_1_diff1": 0.4545948062125204, + "nauc_map_at_1_max": 0.28178084705449047, + "nauc_map_at_1_std": 0.3205343196013153, + "nauc_map_at_20_diff1": 0.40450540050066314, + "nauc_map_at_20_max": 0.2822324100419987, + "nauc_map_at_20_std": 0.34165109513002634, + "nauc_map_at_3_diff1": 0.43891132769544994, + "nauc_map_at_3_max": 0.2590024815374953, + "nauc_map_at_3_std": 0.3060011675118996, + "nauc_map_at_5_diff1": 0.417311449593818, + "nauc_map_at_5_max": 0.24475500782526088, + "nauc_map_at_5_std": 0.3024638830778561, + "nauc_mrr_at_1000_diff1": 0.2592353397373786, + "nauc_mrr_at_1000_max": 0.2717167852372996, + "nauc_mrr_at_1000_std": 0.2856248191044283, + "nauc_mrr_at_100_diff1": 0.25867288482332673, + "nauc_mrr_at_100_max": 0.2719992841359569, + "nauc_mrr_at_100_std": 0.2861364735964873, + "nauc_mrr_at_10_diff1": 0.2672140920217774, + "nauc_mrr_at_10_max": 0.2642782688513337, + "nauc_mrr_at_10_std": 0.2714315448647838, + "nauc_mrr_at_1_diff1": 0.31662092347433, + "nauc_mrr_at_1_max": 0.31341620923474345, + "nauc_mrr_at_1_std": 0.30999354213755254, + "nauc_mrr_at_20_diff1": 0.26108641043109326, + "nauc_mrr_at_20_max": 0.2679262790706164, + "nauc_mrr_at_20_std": 0.28055542112094095, + "nauc_mrr_at_3_diff1": 0.2597431649123153, + "nauc_mrr_at_3_max": 0.27353748051858684, + "nauc_mrr_at_3_std": 0.291177685239357, + "nauc_mrr_at_5_diff1": 0.2612300923640153, + "nauc_mrr_at_5_max": 0.2729430565014862, + "nauc_mrr_at_5_std": 0.27467854083199816, + "nauc_ndcg_at_1000_diff1": 0.13964197893257832, + "nauc_ndcg_at_1000_max": 0.4389513027348402, + "nauc_ndcg_at_1000_std": 0.5612652651599647, + "nauc_ndcg_at_100_diff1": 0.222976057381732, + "nauc_ndcg_at_100_max": 0.35526633446043604, + "nauc_ndcg_at_100_std": 0.4981851858844273, + "nauc_ndcg_at_10_diff1": 0.29661660222951786, + "nauc_ndcg_at_10_max": 0.2704888991456329, + "nauc_ndcg_at_10_std": 0.33508153506343064, + "nauc_ndcg_at_1_diff1": 0.2791597489940061, + "nauc_ndcg_at_1_max": 0.3194792282222284, + "nauc_ndcg_at_1_std": 0.32833853917513195, + "nauc_ndcg_at_20_diff1": 0.30291288624413704, + "nauc_ndcg_at_20_max": 0.2872688064625521, + "nauc_ndcg_at_20_std": 0.3624315774215406, + "nauc_ndcg_at_3_diff1": 0.2963277948401224, + "nauc_ndcg_at_3_max": 0.2814281228364239, + "nauc_ndcg_at_3_std": 0.32861687690352187, + "nauc_ndcg_at_5_diff1": 0.298931000559473, + "nauc_ndcg_at_5_max": 0.2786756825199552, + "nauc_ndcg_at_5_std": 0.33455017248925295, + "nauc_precision_at_1000_diff1": -0.12637922161530604, + "nauc_precision_at_1000_max": 0.19131539939555667, + "nauc_precision_at_1000_std": 0.16637391634361454, + "nauc_precision_at_100_diff1": -0.03506965630351737, + "nauc_precision_at_100_max": 0.3173121112398344, + "nauc_precision_at_100_std": 0.3904766234255145, + "nauc_precision_at_10_diff1": 0.22023555224075123, + "nauc_precision_at_10_max": 0.2736276348469599, + "nauc_precision_at_10_std": 0.29033642044590524, + "nauc_precision_at_1_diff1": 0.31662092347433, + "nauc_precision_at_1_max": 0.31341620923474345, + "nauc_precision_at_1_std": 0.30999354213755254, + "nauc_precision_at_20_diff1": 0.16815063833458893, + "nauc_precision_at_20_max": 0.296252293989002, + "nauc_precision_at_20_std": 0.317123030819929, + "nauc_precision_at_3_diff1": 0.28183544132488336, + "nauc_precision_at_3_max": 0.26324438652999205, + "nauc_precision_at_3_std": 0.25302085306957345, + "nauc_precision_at_5_diff1": 0.25909796858308176, + "nauc_precision_at_5_max": 0.27659346575454435, + "nauc_precision_at_5_std": 0.28035921156106514, + "nauc_recall_at_1000_diff1": -0.07638822934652255, + "nauc_recall_at_1000_max": 0.5001110042127266, + "nauc_recall_at_1000_std": 0.6990697348710614, + "nauc_recall_at_100_diff1": 0.09858230357795365, + "nauc_recall_at_100_max": 0.32496182090267306, + "nauc_recall_at_100_std": 0.5463828264790437, + "nauc_recall_at_10_diff1": 0.2468060705436313, + "nauc_recall_at_10_max": 0.15953948205185653, + "nauc_recall_at_10_std": 0.24123243021244503, + "nauc_recall_at_1_diff1": 0.4545948062125204, + "nauc_recall_at_1_max": 0.28178084705449047, + "nauc_recall_at_1_std": 0.3205343196013153, + "nauc_recall_at_20_diff1": 0.2185170727670263, + "nauc_recall_at_20_max": 0.1966589818634107, + "nauc_recall_at_20_std": 0.31282104535058564, + "nauc_recall_at_3_diff1": 0.35166932518792365, + "nauc_recall_at_3_max": 0.18392738814898152, + "nauc_recall_at_3_std": 0.3018624982129493, + "nauc_recall_at_5_diff1": 0.2764916472427547, + "nauc_recall_at_5_max": 0.1575974171669745, + "nauc_recall_at_5_std": 0.251252354525965, + "ndcg_at_1": 0.165, + "ndcg_at_10": 0.14254, + "ndcg_at_100": 0.20605, + "ndcg_at_1000": 0.31679, + "ndcg_at_20": 0.15022, + "ndcg_at_3": 0.14315, + "ndcg_at_5": 0.13647, + "precision_at_1": 0.2, + "precision_at_10": 0.127, + "precision_at_100": 0.06685, + "precision_at_1000": 0.01986, + "precision_at_20": 0.10725, + "precision_at_3": 0.16167, + "precision_at_5": 0.141, + "recall_at_1": 0.01673, + "recall_at_10": 0.09375, + "recall_at_100": 0.29075, + "recall_at_1000": 0.62711, + "recall_at_20": 0.1345, + "recall_at_3": 0.04571, + "recall_at_5": 0.06423 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.18856, + "map_at_1": 0.02144, + "map_at_10": 0.07201, + "map_at_100": 0.1219, + "map_at_1000": 0.1434, + "map_at_20": 0.08889, + "map_at_3": 0.04767, + "map_at_5": 0.0569, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3747202380952382, + "mrr_at_100": 0.38332030758087304, + "mrr_at_1000": 0.3836062741433036, + "mrr_at_20": 0.3798692393133184, + "mrr_at_3": 0.34166666666666673, + "mrr_at_5": 0.35591666666666666, + "nauc_map_at_1000_diff1": 0.09526470445000962, + "nauc_map_at_1000_max": 0.5392539892683624, + "nauc_map_at_1000_std": 0.4754852013278181, + "nauc_map_at_100_diff1": 0.11558387021942969, + "nauc_map_at_100_max": 0.5369517841928765, + "nauc_map_at_100_std": 0.44340573318721604, + "nauc_map_at_10_diff1": 0.16570619692061084, + "nauc_map_at_10_max": 0.47600625570801014, + "nauc_map_at_10_std": 0.2663168271543453, + "nauc_map_at_1_diff1": 0.16125300045270372, + "nauc_map_at_1_max": 0.34081523492298893, + "nauc_map_at_1_std": 0.16950825307949033, + "nauc_map_at_20_diff1": 0.17032209263446824, + "nauc_map_at_20_max": 0.5065762098813031, + "nauc_map_at_20_std": 0.31386739405952824, + "nauc_map_at_3_diff1": 0.19487421594281273, + "nauc_map_at_3_max": 0.4796561709642427, + "nauc_map_at_3_std": 0.19522067516517747, + "nauc_map_at_5_diff1": 0.1798165597439361, + "nauc_map_at_5_max": 0.4691686834820781, + "nauc_map_at_5_std": 0.22471014119084673, + "nauc_mrr_at_1000_diff1": 0.1535485498740653, + "nauc_mrr_at_1000_max": 0.4309601456433556, + "nauc_mrr_at_1000_std": 0.2966721908291749, + "nauc_mrr_at_100_diff1": 0.15329031356939904, + "nauc_mrr_at_100_max": 0.43079239495142824, + "nauc_mrr_at_100_std": 0.2968181865635548, + "nauc_mrr_at_10_diff1": 0.1585366422283886, + "nauc_mrr_at_10_max": 0.43057156106578703, + "nauc_mrr_at_10_std": 0.29057602804412286, + "nauc_mrr_at_1_diff1": 0.1760720853254872, + "nauc_mrr_at_1_max": 0.4134755424788526, + "nauc_mrr_at_1_std": 0.27326958440603166, + "nauc_mrr_at_20_diff1": 0.15415995691297574, + "nauc_mrr_at_20_max": 0.4318368767209711, + "nauc_mrr_at_20_std": 0.2940547400996583, + "nauc_mrr_at_3_diff1": 0.13720385976643115, + "nauc_mrr_at_3_max": 0.4235736272351026, + "nauc_mrr_at_3_std": 0.29005314672415616, + "nauc_mrr_at_5_diff1": 0.14437331600994072, + "nauc_mrr_at_5_max": 0.4243146519991147, + "nauc_mrr_at_5_std": 0.29678992345671423, + "nauc_ndcg_at_1000_diff1": 0.06535019793803101, + "nauc_ndcg_at_1000_max": 0.5664312640902401, + "nauc_ndcg_at_1000_std": 0.5335666428396032, + "nauc_ndcg_at_100_diff1": 0.0850003195951221, + "nauc_ndcg_at_100_max": 0.5542977406414521, + "nauc_ndcg_at_100_std": 0.49164499916982735, + "nauc_ndcg_at_10_diff1": 0.13756111845373664, + "nauc_ndcg_at_10_max": 0.4916551149634015, + "nauc_ndcg_at_10_std": 0.36090514519476524, + "nauc_ndcg_at_1_diff1": 0.18239015801790495, + "nauc_ndcg_at_1_max": 0.391984509942527, + "nauc_ndcg_at_1_std": 0.24395084277679474, + "nauc_ndcg_at_20_diff1": 0.13709092705300446, + "nauc_ndcg_at_20_max": 0.5203874033361733, + "nauc_ndcg_at_20_std": 0.3842499617200869, + "nauc_ndcg_at_3_diff1": 0.16018479102318442, + "nauc_ndcg_at_3_max": 0.4663151587829296, + "nauc_ndcg_at_3_std": 0.30230028651563456, + "nauc_ndcg_at_5_diff1": 0.1398365510581093, + "nauc_ndcg_at_5_max": 0.46333167117415164, + "nauc_ndcg_at_5_std": 0.33620994022320244, + "nauc_precision_at_1000_diff1": -0.06613550013588053, + "nauc_precision_at_1000_max": 0.08612227294242486, + "nauc_precision_at_1000_std": 0.15742076968345026, + "nauc_precision_at_100_diff1": -0.04665577439221855, + "nauc_precision_at_100_max": 0.3348416479224953, + "nauc_precision_at_100_std": 0.46112607518303617, + "nauc_precision_at_10_diff1": 0.11372392992012528, + "nauc_precision_at_10_max": 0.45914377202985, + "nauc_precision_at_10_std": 0.4192514568071381, + "nauc_precision_at_1_diff1": 0.1760720853254872, + "nauc_precision_at_1_max": 0.4134755424788526, + "nauc_precision_at_1_std": 0.27326958440603166, + "nauc_precision_at_20_diff1": 0.07405563575753674, + "nauc_precision_at_20_max": 0.4499629793664905, + "nauc_precision_at_20_std": 0.45451533398020816, + "nauc_precision_at_3_diff1": 0.14589033730419512, + "nauc_precision_at_3_max": 0.47436464220424646, + "nauc_precision_at_3_std": 0.33049358966699716, + "nauc_precision_at_5_diff1": 0.10814198909877641, + "nauc_precision_at_5_max": 0.44739961312553156, + "nauc_precision_at_5_std": 0.38749796207925197, + "nauc_recall_at_1000_diff1": 0.0019907637722658554, + "nauc_recall_at_1000_max": 0.6711663658879812, + "nauc_recall_at_1000_std": 0.6679662931665544, + "nauc_recall_at_100_diff1": 0.05068222384428422, + "nauc_recall_at_100_max": 0.528895948999965, + "nauc_recall_at_100_std": 0.5049572026781081, + "nauc_recall_at_10_diff1": 0.1287310896701955, + "nauc_recall_at_10_max": 0.42870374065661687, + "nauc_recall_at_10_std": 0.2415380405899607, + "nauc_recall_at_1_diff1": 0.16125300045270372, + "nauc_recall_at_1_max": 0.34081523492298893, + "nauc_recall_at_1_std": 0.16950825307949033, + "nauc_recall_at_20_diff1": 0.1612798656240228, + "nauc_recall_at_20_max": 0.46054160609249367, + "nauc_recall_at_20_std": 0.29194657700671994, + "nauc_recall_at_3_diff1": 0.16089602059714006, + "nauc_recall_at_3_max": 0.4618365133390284, + "nauc_recall_at_3_std": 0.17711609185612523, + "nauc_recall_at_5_diff1": 0.15001506967019704, + "nauc_recall_at_5_max": 0.4569154341823155, + "nauc_recall_at_5_std": 0.2111580608253523, + "ndcg_at_1": 0.1925, + "ndcg_at_10": 0.18856, + "ndcg_at_100": 0.26016, + "ndcg_at_1000": 0.37139, + "ndcg_at_20": 0.2027, + "ndcg_at_3": 0.19067, + "ndcg_at_5": 0.18316, + "precision_at_1": 0.25, + "precision_at_10": 0.183, + "precision_at_100": 0.0824, + "precision_at_1000": 0.02159, + "precision_at_20": 0.1565, + "precision_at_3": 0.24333, + "precision_at_5": 0.21, + "recall_at_1": 0.02144, + "recall_at_10": 0.11352, + "recall_at_100": 0.34749, + "recall_at_1000": 0.68796, + "recall_at_20": 0.16964, + "recall_at_3": 0.05648, + "recall_at_5": 0.07289 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53298, + "map_at_1": 0.08726, + "map_at_10": 0.25825, + "map_at_100": 0.39065, + "map_at_1000": 0.41905, + "map_at_20": 0.30246, + "map_at_3": 0.16872, + "map_at_5": 0.20945, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8389920634920636, + "mrr_at_100": 0.8396378968253968, + "mrr_at_1000": 0.8396378968253968, + "mrr_at_20": 0.8396378968253968, + "mrr_at_3": 0.825, + "mrr_at_5": 0.8355, + "nauc_map_at_1000_diff1": 0.09538418687757527, + "nauc_map_at_1000_max": 0.29167133508124315, + "nauc_map_at_1000_std": 0.22451337164321833, + "nauc_map_at_100_diff1": 0.11274209859819266, + "nauc_map_at_100_max": 0.30562604601735915, + "nauc_map_at_100_std": 0.2085406678750186, + "nauc_map_at_10_diff1": 0.17730024399587005, + "nauc_map_at_10_max": 0.27152650945836426, + "nauc_map_at_10_std": -0.021674587593193802, + "nauc_map_at_1_diff1": 0.40489516310696033, + "nauc_map_at_1_max": 0.1860065595406209, + "nauc_map_at_1_std": -0.15196155973750003, + "nauc_map_at_20_diff1": 0.15677014229865543, + "nauc_map_at_20_max": 0.2848261736381609, + "nauc_map_at_20_std": 0.04410417182496127, + "nauc_map_at_3_diff1": 0.23635290102265735, + "nauc_map_at_3_max": 0.2459216486353338, + "nauc_map_at_3_std": -0.08092281722476315, + "nauc_map_at_5_diff1": 0.2047072345821019, + "nauc_map_at_5_max": 0.24879892306793105, + "nauc_map_at_5_std": -0.05982904919096289, + "nauc_mrr_at_1000_diff1": 0.5044347271129797, + "nauc_mrr_at_1000_max": 0.4859777482310355, + "nauc_mrr_at_1000_std": 0.11452320865665942, + "nauc_mrr_at_100_diff1": 0.5044347271129797, + "nauc_mrr_at_100_max": 0.4859777482310355, + "nauc_mrr_at_100_std": 0.11452320865665942, + "nauc_mrr_at_10_diff1": 0.5026496831638475, + "nauc_mrr_at_10_max": 0.48666169529725034, + "nauc_mrr_at_10_std": 0.11509581347020761, + "nauc_mrr_at_1_diff1": 0.5201499531396439, + "nauc_mrr_at_1_max": 0.48154937845659485, + "nauc_mrr_at_1_std": 0.10897350072607827, + "nauc_mrr_at_20_diff1": 0.5044347271129797, + "nauc_mrr_at_20_max": 0.4859777482310355, + "nauc_mrr_at_20_std": 0.11452320865665942, + "nauc_mrr_at_3_diff1": 0.4968360498561835, + "nauc_mrr_at_3_max": 0.49151061325048234, + "nauc_mrr_at_3_std": 0.11993155090597994, + "nauc_mrr_at_5_diff1": 0.5069117637127468, + "nauc_mrr_at_5_max": 0.48971469299145604, + "nauc_mrr_at_5_std": 0.11783349324849753, + "nauc_ndcg_at_1000_diff1": 0.19927179231920397, + "nauc_ndcg_at_1000_max": 0.419248491350261, + "nauc_ndcg_at_1000_std": 0.2818047863144581, + "nauc_ndcg_at_100_diff1": 0.1954844514995153, + "nauc_ndcg_at_100_max": 0.43289976852707496, + "nauc_ndcg_at_100_std": 0.29956010866721466, + "nauc_ndcg_at_10_diff1": 0.16540044486692762, + "nauc_ndcg_at_10_max": 0.35727750736348113, + "nauc_ndcg_at_10_std": 0.15711358875405104, + "nauc_ndcg_at_1_diff1": 0.5100809531082936, + "nauc_ndcg_at_1_max": 0.4833766101522327, + "nauc_ndcg_at_1_std": 0.1093630670536124, + "nauc_ndcg_at_20_diff1": 0.17573305541695247, + "nauc_ndcg_at_20_max": 0.3616748594889197, + "nauc_ndcg_at_20_std": 0.15632219739958195, + "nauc_ndcg_at_3_diff1": 0.252963178097154, + "nauc_ndcg_at_3_max": 0.4240840609204109, + "nauc_ndcg_at_3_std": 0.15399916262179952, + "nauc_ndcg_at_5_diff1": 0.21413700338665492, + "nauc_ndcg_at_5_max": 0.39867655534401913, + "nauc_ndcg_at_5_std": 0.17069903851533472, + "nauc_precision_at_1000_diff1": -0.14840154272719247, + "nauc_precision_at_1000_max": -0.19356327199231782, + "nauc_precision_at_1000_std": 0.041409357775446035, + "nauc_precision_at_100_diff1": -0.1477368705844659, + "nauc_precision_at_100_max": -0.07741388000794613, + "nauc_precision_at_100_std": 0.272143842416757, + "nauc_precision_at_10_diff1": -0.16073151690596368, + "nauc_precision_at_10_max": 0.09688259168206206, + "nauc_precision_at_10_std": 0.26824185735274864, + "nauc_precision_at_1_diff1": 0.5201499531396439, + "nauc_precision_at_1_max": 0.48154937845659485, + "nauc_precision_at_1_std": 0.10897350072607827, + "nauc_precision_at_20_diff1": -0.17477400512862618, + "nauc_precision_at_20_max": 0.006883851784653247, + "nauc_precision_at_20_std": 0.3132420402637499, + "nauc_precision_at_3_diff1": -0.0035816850053236784, + "nauc_precision_at_3_max": 0.29988061049982284, + "nauc_precision_at_3_std": 0.1877706430899302, + "nauc_precision_at_5_diff1": -0.07523073598432321, + "nauc_precision_at_5_max": 0.20218116053014243, + "nauc_precision_at_5_std": 0.2229521197917871, + "nauc_recall_at_1000_diff1": -0.1252929340852943, + "nauc_recall_at_1000_max": 0.4420931506170735, + "nauc_recall_at_1000_std": 0.6964150811951376, + "nauc_recall_at_100_diff1": 0.05338705666647383, + "nauc_recall_at_100_max": 0.2773018359253854, + "nauc_recall_at_100_std": 0.326062726005293, + "nauc_recall_at_10_diff1": 0.12159618630058161, + "nauc_recall_at_10_max": 0.21084572839375426, + "nauc_recall_at_10_std": -0.05996676438411667, + "nauc_recall_at_1_diff1": 0.40489516310696033, + "nauc_recall_at_1_max": 0.1860065595406209, + "nauc_recall_at_1_std": -0.15196155973750003, + "nauc_recall_at_20_diff1": 0.09510092476720584, + "nauc_recall_at_20_max": 0.20616095474398316, + "nauc_recall_at_20_std": 0.02111992343121952, + "nauc_recall_at_3_diff1": 0.20194919318845259, + "nauc_recall_at_3_max": 0.22332827270769773, + "nauc_recall_at_3_std": -0.0860026699985947, + "nauc_recall_at_5_diff1": 0.15975527270331946, + "nauc_recall_at_5_max": 0.20396294177167856, + "nauc_recall_at_5_std": -0.08354239957083316, + "ndcg_at_1": 0.66, + "ndcg_at_10": 0.53298, + "ndcg_at_100": 0.6335, + "ndcg_at_1000": 0.70936, + "ndcg_at_20": 0.53882, + "ndcg_at_3": 0.58374, + "ndcg_at_5": 0.55765, + "precision_at_1": 0.745, + "precision_at_10": 0.4235, + "precision_at_100": 0.14965, + "precision_at_1000": 0.02406, + "precision_at_20": 0.32875, + "precision_at_3": 0.61333, + "precision_at_5": 0.54, + "recall_at_1": 0.08726, + "recall_at_10": 0.32439, + "recall_at_100": 0.75265, + "recall_at_1000": 0.97532, + "recall_at_20": 0.4328, + "recall_at_3": 0.17982, + "recall_at_5": 0.23639 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16914, + "map_at_1": 0.02189, + "map_at_10": 0.06798, + "map_at_100": 0.11544, + "map_at_1000": 0.13141, + "map_at_20": 0.08205, + "map_at_3": 0.04003, + "map_at_5": 0.05274, + "mrr_at_1": 0.225, + "mrr_at_10": 0.3164067460317461, + "mrr_at_100": 0.32937457264782305, + "mrr_at_1000": 0.33013462855639797, + "mrr_at_20": 0.32495299991546145, + "mrr_at_3": 0.2758333333333334, + "mrr_at_5": 0.3075833333333334, + "nauc_map_at_1000_diff1": 0.20205490702197518, + "nauc_map_at_1000_max": 0.6293834310413627, + "nauc_map_at_1000_std": 0.6716692561802865, + "nauc_map_at_100_diff1": 0.21904557788758594, + "nauc_map_at_100_max": 0.6245243834594645, + "nauc_map_at_100_std": 0.6368952161050677, + "nauc_map_at_10_diff1": 0.2755904108942091, + "nauc_map_at_10_max": 0.6204313753358054, + "nauc_map_at_10_std": 0.4898748693411136, + "nauc_map_at_1_diff1": 0.47686435232804664, + "nauc_map_at_1_max": 0.5946637942208867, + "nauc_map_at_1_std": 0.31714114198193877, + "nauc_map_at_20_diff1": 0.24729592026458808, + "nauc_map_at_20_max": 0.6322280854501477, + "nauc_map_at_20_std": 0.5344367342771561, + "nauc_map_at_3_diff1": 0.33448294236962317, + "nauc_map_at_3_max": 0.5148387210748161, + "nauc_map_at_3_std": 0.36401810997339534, + "nauc_map_at_5_diff1": 0.3098628985620053, + "nauc_map_at_5_max": 0.5776642854551609, + "nauc_map_at_5_std": 0.41805962753225634, + "nauc_mrr_at_1000_diff1": 0.1719464548834284, + "nauc_mrr_at_1000_max": 0.47390517564203627, + "nauc_mrr_at_1000_std": 0.4401452524108064, + "nauc_mrr_at_100_diff1": 0.17156233857407324, + "nauc_mrr_at_100_max": 0.4743838373673717, + "nauc_mrr_at_100_std": 0.4407383996108083, + "nauc_mrr_at_10_diff1": 0.17425269778279467, + "nauc_mrr_at_10_max": 0.4737918809600815, + "nauc_mrr_at_10_std": 0.4408451411227645, + "nauc_mrr_at_1_diff1": 0.18780741253896768, + "nauc_mrr_at_1_max": 0.4447677327483356, + "nauc_mrr_at_1_std": 0.3467651926259476, + "nauc_mrr_at_20_diff1": 0.17423109593326624, + "nauc_mrr_at_20_max": 0.4743441347312328, + "nauc_mrr_at_20_std": 0.4426134887107258, + "nauc_mrr_at_3_diff1": 0.18383717364143307, + "nauc_mrr_at_3_max": 0.43712566990096624, + "nauc_mrr_at_3_std": 0.4070694763823738, + "nauc_mrr_at_5_diff1": 0.17721590554643005, + "nauc_mrr_at_5_max": 0.46145319552174774, + "nauc_mrr_at_5_std": 0.4292483870817684, + "nauc_ndcg_at_1000_diff1": 0.16993970208100487, + "nauc_ndcg_at_1000_max": 0.6212233338186978, + "nauc_ndcg_at_1000_std": 0.7026722274113745, + "nauc_ndcg_at_100_diff1": 0.1835933094091661, + "nauc_ndcg_at_100_max": 0.6019673528649709, + "nauc_ndcg_at_100_std": 0.6599012423224232, + "nauc_ndcg_at_10_diff1": 0.20006583242578824, + "nauc_ndcg_at_10_max": 0.5728105605368286, + "nauc_ndcg_at_10_std": 0.5420179444599049, + "nauc_ndcg_at_1_diff1": 0.19347614899410287, + "nauc_ndcg_at_1_max": 0.40697446375714336, + "nauc_ndcg_at_1_std": 0.34153071509689553, + "nauc_ndcg_at_20_diff1": 0.1787322557629194, + "nauc_ndcg_at_20_max": 0.5986058323154887, + "nauc_ndcg_at_20_std": 0.5725780003416399, + "nauc_ndcg_at_3_diff1": 0.21770166721781717, + "nauc_ndcg_at_3_max": 0.4478467029281992, + "nauc_ndcg_at_3_std": 0.44400240248060424, + "nauc_ndcg_at_5_diff1": 0.2117074031137647, + "nauc_ndcg_at_5_max": 0.5302213630037893, + "nauc_ndcg_at_5_std": 0.5041623004581858, + "nauc_precision_at_1000_diff1": -0.0827911916643758, + "nauc_precision_at_1000_max": 0.1675413655299183, + "nauc_precision_at_1000_std": 0.3964324162415314, + "nauc_precision_at_100_diff1": -0.002449301630641765, + "nauc_precision_at_100_max": 0.3474098285799489, + "nauc_precision_at_100_std": 0.5971830701537766, + "nauc_precision_at_10_diff1": 0.12851814677776682, + "nauc_precision_at_10_max": 0.5545650534217859, + "nauc_precision_at_10_std": 0.620800346840721, + "nauc_precision_at_1_diff1": 0.18780741253896768, + "nauc_precision_at_1_max": 0.4447677327483356, + "nauc_precision_at_1_std": 0.3467651926259476, + "nauc_precision_at_20_diff1": 0.051101149470627306, + "nauc_precision_at_20_max": 0.4973322401199903, + "nauc_precision_at_20_std": 0.608021030269049, + "nauc_precision_at_3_diff1": 0.17880074346301705, + "nauc_precision_at_3_max": 0.44683464988242544, + "nauc_precision_at_3_std": 0.49936988693166606, + "nauc_precision_at_5_diff1": 0.17721473104248228, + "nauc_precision_at_5_max": 0.542728722633029, + "nauc_precision_at_5_std": 0.5714755207578178, + "nauc_recall_at_1000_diff1": 0.11483576557674732, + "nauc_recall_at_1000_max": 0.6567029786740128, + "nauc_recall_at_1000_std": 0.7887926698823324, + "nauc_recall_at_100_diff1": 0.12436084810685165, + "nauc_recall_at_100_max": 0.5275918664405738, + "nauc_recall_at_100_std": 0.6427204469872113, + "nauc_recall_at_10_diff1": 0.18436733557489157, + "nauc_recall_at_10_max": 0.5435367517568465, + "nauc_recall_at_10_std": 0.4754644442136386, + "nauc_recall_at_1_diff1": 0.47686435232804664, + "nauc_recall_at_1_max": 0.5946637942208867, + "nauc_recall_at_1_std": 0.31714114198193877, + "nauc_recall_at_20_diff1": 0.15560129898122807, + "nauc_recall_at_20_max": 0.5726176928095269, + "nauc_recall_at_20_std": 0.5183073618950496, + "nauc_recall_at_3_diff1": 0.2913503782017538, + "nauc_recall_at_3_max": 0.42364750062604734, + "nauc_recall_at_3_std": 0.34776211887272396, + "nauc_recall_at_5_diff1": 0.24617509069851373, + "nauc_recall_at_5_max": 0.4861338875873712, + "nauc_recall_at_5_std": 0.3923963541276506, + "ndcg_at_1": 0.1775, + "ndcg_at_10": 0.16914, + "ndcg_at_100": 0.26109, + "ndcg_at_1000": 0.35961, + "ndcg_at_20": 0.18348, + "ndcg_at_3": 0.1615, + "ndcg_at_5": 0.16851, + "precision_at_1": 0.225, + "precision_at_10": 0.151, + "precision_at_100": 0.06795, + "precision_at_1000": 0.01539, + "precision_at_20": 0.12675, + "precision_at_3": 0.18, + "precision_at_5": 0.18, + "recall_at_1": 0.02189, + "recall_at_10": 0.11673, + "recall_at_100": 0.38268, + "recall_at_1000": 0.72332, + "recall_at_20": 0.17142, + "recall_at_3": 0.04924, + "recall_at_5": 0.07701 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24336, + "map_at_1": 0.03066, + "map_at_10": 0.09719, + "map_at_100": 0.16177, + "map_at_1000": 0.18086, + "map_at_20": 0.11829, + "map_at_3": 0.05857, + "map_at_5": 0.07427, + "mrr_at_1": 0.315, + "mrr_at_10": 0.44152777777777763, + "mrr_at_100": 0.45001853577120904, + "mrr_at_1000": 0.45044073063276163, + "mrr_at_20": 0.44723150387624067, + "mrr_at_3": 0.40333333333333327, + "mrr_at_5": 0.42533333333333334, + "nauc_map_at_1000_diff1": 0.0776308289923202, + "nauc_map_at_1000_max": 0.573422581943078, + "nauc_map_at_1000_std": 0.5268764709794654, + "nauc_map_at_100_diff1": 0.08144027559899883, + "nauc_map_at_100_max": 0.5724582530955227, + "nauc_map_at_100_std": 0.49094093771070324, + "nauc_map_at_10_diff1": 0.11061383732692585, + "nauc_map_at_10_max": 0.543717647286449, + "nauc_map_at_10_std": 0.3002929857825449, + "nauc_map_at_1_diff1": 0.31365535176296133, + "nauc_map_at_1_max": 0.47649592506736743, + "nauc_map_at_1_std": 0.11458855075030853, + "nauc_map_at_20_diff1": 0.10633500961155426, + "nauc_map_at_20_max": 0.5479703819978646, + "nauc_map_at_20_std": 0.36466220521873954, + "nauc_map_at_3_diff1": 0.1991399706546653, + "nauc_map_at_3_max": 0.4572906717031865, + "nauc_map_at_3_std": 0.17584574057630972, + "nauc_map_at_5_diff1": 0.14145032622082812, + "nauc_map_at_5_max": 0.5023408809677377, + "nauc_map_at_5_std": 0.23222366491386331, + "nauc_mrr_at_1000_diff1": 0.11546212919410004, + "nauc_mrr_at_1000_max": 0.4444017304952831, + "nauc_mrr_at_1000_std": 0.29268027290620574, + "nauc_mrr_at_100_diff1": 0.11530143866996413, + "nauc_mrr_at_100_max": 0.4448784519528008, + "nauc_mrr_at_100_std": 0.293323781464176, + "nauc_mrr_at_10_diff1": 0.11864369788776592, + "nauc_mrr_at_10_max": 0.4433613378182395, + "nauc_mrr_at_10_std": 0.294584615570696, + "nauc_mrr_at_1_diff1": 0.11614058382119197, + "nauc_mrr_at_1_max": 0.3939887742169111, + "nauc_mrr_at_1_std": 0.2124784570918917, + "nauc_mrr_at_20_diff1": 0.11556312949608369, + "nauc_mrr_at_20_max": 0.44612793986867205, + "nauc_mrr_at_20_std": 0.295364901339878, + "nauc_mrr_at_3_diff1": 0.13122102250785217, + "nauc_mrr_at_3_max": 0.4306225542829207, + "nauc_mrr_at_3_std": 0.2740129515577812, + "nauc_mrr_at_5_diff1": 0.11371512335926072, + "nauc_mrr_at_5_max": 0.4526450982122728, + "nauc_mrr_at_5_std": 0.29573857101634704, + "nauc_ndcg_at_1000_diff1": 0.04474570464144849, + "nauc_ndcg_at_1000_max": 0.6094235258470128, + "nauc_ndcg_at_1000_std": 0.5845065254127948, + "nauc_ndcg_at_100_diff1": 0.05491270076857438, + "nauc_ndcg_at_100_max": 0.620381160891121, + "nauc_ndcg_at_100_std": 0.5802538805756353, + "nauc_ndcg_at_10_diff1": 0.08908578669581935, + "nauc_ndcg_at_10_max": 0.5376643166752562, + "nauc_ndcg_at_10_std": 0.3767142993092626, + "nauc_ndcg_at_1_diff1": 0.13655215240967866, + "nauc_ndcg_at_1_max": 0.40559042486341834, + "nauc_ndcg_at_1_std": 0.20303547798058663, + "nauc_ndcg_at_20_diff1": 0.09221902750627943, + "nauc_ndcg_at_20_max": 0.5618364537741694, + "nauc_ndcg_at_20_std": 0.43579422834629516, + "nauc_ndcg_at_3_diff1": 0.13693529354272677, + "nauc_ndcg_at_3_max": 0.44914545797470273, + "nauc_ndcg_at_3_std": 0.26566285979292853, + "nauc_ndcg_at_5_diff1": 0.10172184161468485, + "nauc_ndcg_at_5_max": 0.4991673913976463, + "nauc_ndcg_at_5_std": 0.32764450463076317, + "nauc_precision_at_1000_diff1": -0.009990200808644649, + "nauc_precision_at_1000_max": 4.112799291498122e-05, + "nauc_precision_at_1000_std": 0.24608146138650414, + "nauc_precision_at_100_diff1": -0.01682969051748861, + "nauc_precision_at_100_max": 0.2618764952330572, + "nauc_precision_at_100_std": 0.4872207273423977, + "nauc_precision_at_10_diff1": -0.020543030801852682, + "nauc_precision_at_10_max": 0.41708832768372145, + "nauc_precision_at_10_std": 0.40455006420114686, + "nauc_precision_at_1_diff1": 0.11614058382119197, + "nauc_precision_at_1_max": 0.3939887742169111, + "nauc_precision_at_1_std": 0.2124784570918917, + "nauc_precision_at_20_diff1": -0.01333056811329514, + "nauc_precision_at_20_max": 0.351812671446547, + "nauc_precision_at_20_std": 0.4601233195188515, + "nauc_precision_at_3_diff1": 0.08939424369293532, + "nauc_precision_at_3_max": 0.4001761188957037, + "nauc_precision_at_3_std": 0.3088754654019064, + "nauc_precision_at_5_diff1": 0.006825463752699554, + "nauc_precision_at_5_max": 0.4313290712532186, + "nauc_precision_at_5_std": 0.3697222513542846, + "nauc_recall_at_1000_diff1": -0.055677918301188796, + "nauc_recall_at_1000_max": 0.7072130699798721, + "nauc_recall_at_1000_std": 0.8387569586512832, + "nauc_recall_at_100_diff1": -0.011533184628761503, + "nauc_recall_at_100_max": 0.5391245142893271, + "nauc_recall_at_100_std": 0.6580101074922121, + "nauc_recall_at_10_diff1": 0.0560509653364542, + "nauc_recall_at_10_max": 0.5490706623968424, + "nauc_recall_at_10_std": 0.3692713670323689, + "nauc_recall_at_1_diff1": 0.31365535176296133, + "nauc_recall_at_1_max": 0.47649592506736743, + "nauc_recall_at_1_std": 0.11458855075030853, + "nauc_recall_at_20_diff1": 0.06639840503265987, + "nauc_recall_at_20_max": 0.5088053822815586, + "nauc_recall_at_20_std": 0.4653910716450607, + "nauc_recall_at_3_diff1": 0.1747447895232226, + "nauc_recall_at_3_max": 0.46027702447272534, + "nauc_recall_at_3_std": 0.216724977590136, + "nauc_recall_at_5_diff1": 0.084550219705537, + "nauc_recall_at_5_max": 0.4998274074301452, + "nauc_recall_at_5_std": 0.27555542648347436, + "ndcg_at_1": 0.255, + "ndcg_at_10": 0.24336, + "ndcg_at_100": 0.34209, + "ndcg_at_1000": 0.44098, + "ndcg_at_20": 0.25859, + "ndcg_at_3": 0.23771, + "ndcg_at_5": 0.23303, + "precision_at_1": 0.315, + "precision_at_10": 0.2165, + "precision_at_100": 0.08655, + "precision_at_1000": 0.01778, + "precision_at_20": 0.17275, + "precision_at_3": 0.26833, + "precision_at_5": 0.247, + "recall_at_1": 0.03066, + "recall_at_10": 0.15484, + "recall_at_100": 0.48037, + "recall_at_1000": 0.81481, + "recall_at_20": 0.23212, + "recall_at_3": 0.07009, + "recall_at_5": 0.09984 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.54413, + "map_at_1": 0.06698, + "map_at_10": 0.20839, + "map_at_100": 0.37759, + "map_at_1000": 0.43467, + "map_at_20": 0.2668, + "map_at_3": 0.11638, + "map_at_5": 0.15339, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8345952380952383, + "mrr_at_100": 0.8359249855299237, + "mrr_at_1000": 0.8359643556086638, + "mrr_at_20": 0.8356122835497837, + "mrr_at_3": 0.8258333333333334, + "mrr_at_5": 0.8310833333333335, + "nauc_map_at_1000_diff1": 0.2817200820002346, + "nauc_map_at_1000_max": 0.38917703765999506, + "nauc_map_at_1000_std": 0.453407019159985, + "nauc_map_at_100_diff1": 0.31731571196468367, + "nauc_map_at_100_max": 0.3441021471830312, + "nauc_map_at_100_std": 0.40622676602958907, + "nauc_map_at_10_diff1": 0.3556047787087942, + "nauc_map_at_10_max": 0.1280565362392567, + "nauc_map_at_10_std": 0.14329532167496584, + "nauc_map_at_1_diff1": 0.5525514153561324, + "nauc_map_at_1_max": -0.11995058359642038, + "nauc_map_at_1_std": -0.08724711260549306, + "nauc_map_at_20_diff1": 0.33964888338885985, + "nauc_map_at_20_max": 0.2062630467070096, + "nauc_map_at_20_std": 0.2188772665245558, + "nauc_map_at_3_diff1": 0.4110824253760947, + "nauc_map_at_3_max": -0.03459381344989981, + "nauc_map_at_3_std": 0.025995481941230834, + "nauc_map_at_5_diff1": 0.39322931547462847, + "nauc_map_at_5_max": 0.04248335490303145, + "nauc_map_at_5_std": 0.06264056082080154, + "nauc_mrr_at_1000_diff1": 0.5015658820893028, + "nauc_mrr_at_1000_max": 0.5579194943672675, + "nauc_mrr_at_1000_std": 0.3022678984626604, + "nauc_mrr_at_100_diff1": 0.5016617541152503, + "nauc_mrr_at_100_max": 0.5580347551938408, + "nauc_mrr_at_100_std": 0.30241573217892187, + "nauc_mrr_at_10_diff1": 0.49834594162461116, + "nauc_mrr_at_10_max": 0.5596433872617078, + "nauc_mrr_at_10_std": 0.3050245671596002, + "nauc_mrr_at_1_diff1": 0.5023903262092244, + "nauc_mrr_at_1_max": 0.5227675867439645, + "nauc_mrr_at_1_std": 0.20586008479709295, + "nauc_mrr_at_20_diff1": 0.502057088019093, + "nauc_mrr_at_20_max": 0.5587065866917053, + "nauc_mrr_at_20_std": 0.303857326193241, + "nauc_mrr_at_3_diff1": 0.5048662329319601, + "nauc_mrr_at_3_max": 0.5487227044180086, + "nauc_mrr_at_3_std": 0.30963731470882266, + "nauc_mrr_at_5_diff1": 0.4975440819564656, + "nauc_mrr_at_5_max": 0.5624888599976929, + "nauc_mrr_at_5_std": 0.31290487823509294, + "nauc_ndcg_at_1000_diff1": 0.4030506569406012, + "nauc_ndcg_at_1000_max": 0.5268667009408332, + "nauc_ndcg_at_1000_std": 0.4885627102095938, + "nauc_ndcg_at_100_diff1": 0.37978296612101514, + "nauc_ndcg_at_100_max": 0.47994594157207987, + "nauc_ndcg_at_100_std": 0.44112752389838517, + "nauc_ndcg_at_10_diff1": 0.3938516140404027, + "nauc_ndcg_at_10_max": 0.40290387512133585, + "nauc_ndcg_at_10_std": 0.2696269419726537, + "nauc_ndcg_at_1_diff1": 0.5441637990646364, + "nauc_ndcg_at_1_max": 0.41817207248861465, + "nauc_ndcg_at_1_std": 0.15038646137227535, + "nauc_ndcg_at_20_diff1": 0.41354889896956254, + "nauc_ndcg_at_20_max": 0.4253982353248548, + "nauc_ndcg_at_20_std": 0.3175978803881497, + "nauc_ndcg_at_3_diff1": 0.39800369934200447, + "nauc_ndcg_at_3_max": 0.4059537727127442, + "nauc_ndcg_at_3_std": 0.218389278193263, + "nauc_ndcg_at_5_diff1": 0.41338959460104263, + "nauc_ndcg_at_5_max": 0.4260271579966092, + "nauc_ndcg_at_5_std": 0.24717496969765373, + "nauc_precision_at_1000_diff1": -0.17511071782103224, + "nauc_precision_at_1000_max": 0.027987778851470118, + "nauc_precision_at_1000_std": -0.05164282076019859, + "nauc_precision_at_100_diff1": -0.11884114614511368, + "nauc_precision_at_100_max": 0.18315842078960512, + "nauc_precision_at_100_std": 0.18304358897315925, + "nauc_precision_at_10_diff1": 0.009535031612595264, + "nauc_precision_at_10_max": 0.3427525897647443, + "nauc_precision_at_10_std": 0.2761277879343689, + "nauc_precision_at_1_diff1": 0.5023903262092244, + "nauc_precision_at_1_max": 0.5227675867439645, + "nauc_precision_at_1_std": 0.20586008479709295, + "nauc_precision_at_20_diff1": -0.03070481830406173, + "nauc_precision_at_20_max": 0.31763789621402017, + "nauc_precision_at_20_std": 0.2686508275367522, + "nauc_precision_at_3_diff1": 0.10439113154240258, + "nauc_precision_at_3_max": 0.3879072291656697, + "nauc_precision_at_3_std": 0.2587271943686254, + "nauc_precision_at_5_diff1": 0.07855074039275485, + "nauc_precision_at_5_max": 0.39018154570090813, + "nauc_precision_at_5_std": 0.26619584883097974, + "nauc_recall_at_1000_diff1": 0.23125967782915766, + "nauc_recall_at_1000_max": 0.3839580612210016, + "nauc_recall_at_1000_std": 0.6274607524569786, + "nauc_recall_at_100_diff1": 0.1925961465648133, + "nauc_recall_at_100_max": 0.2348708764283539, + "nauc_recall_at_100_std": 0.37079817262192405, + "nauc_recall_at_10_diff1": 0.2633255377857773, + "nauc_recall_at_10_max": 0.0711203840317741, + "nauc_recall_at_10_std": 0.10923417193086457, + "nauc_recall_at_1_diff1": 0.5525514153561324, + "nauc_recall_at_1_max": -0.11995058359642038, + "nauc_recall_at_1_std": -0.08724711260549306, + "nauc_recall_at_20_diff1": 0.263196474385165, + "nauc_recall_at_20_max": 0.10964901991978541, + "nauc_recall_at_20_std": 0.14510273180818947, + "nauc_recall_at_3_diff1": 0.3580006523822873, + "nauc_recall_at_3_max": -0.06758929177031701, + "nauc_recall_at_3_std": 0.010301479379545498, + "nauc_recall_at_5_diff1": 0.329323782595222, + "nauc_recall_at_5_max": 0.008278650325735354, + "nauc_recall_at_5_std": 0.042781753412338, + "ndcg_at_1": 0.6125, + "ndcg_at_10": 0.54413, + "ndcg_at_100": 0.6175, + "ndcg_at_1000": 0.69558, + "ndcg_at_20": 0.54439, + "ndcg_at_3": 0.56787, + "ndcg_at_5": 0.55967, + "precision_at_1": 0.76, + "precision_at_10": 0.536, + "precision_at_100": 0.23845, + "precision_at_1000": 0.05243, + "precision_at_20": 0.44525, + "precision_at_3": 0.65833, + "precision_at_5": 0.624, + "recall_at_1": 0.06698, + "recall_at_10": 0.26322, + "recall_at_100": 0.68663, + "recall_at_1000": 0.92955, + "recall_at_20": 0.37921, + "recall_at_3": 0.12724, + "recall_at_5": 0.17731 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.21008, + "map_at_1": 0.02791, + "map_at_10": 0.07571, + "map_at_100": 0.1377, + "map_at_1000": 0.17169, + "map_at_20": 0.09571, + "map_at_3": 0.04475, + "map_at_5": 0.05327, + "mrr_at_1": 0.29, + "mrr_at_10": 0.40188095238095234, + "mrr_at_100": 0.41055814303467386, + "mrr_at_1000": 0.41090065307312235, + "mrr_at_20": 0.40730950218082573, + "mrr_at_3": 0.35916666666666663, + "mrr_at_5": 0.3821666666666667, + "nauc_map_at_1000_diff1": 0.07458541950712372, + "nauc_map_at_1000_max": 0.29581439214792277, + "nauc_map_at_1000_std": 0.5188545747842034, + "nauc_map_at_100_diff1": 0.07353885797014746, + "nauc_map_at_100_max": 0.2300470072626978, + "nauc_map_at_100_std": 0.5031546480714392, + "nauc_map_at_10_diff1": 0.11694458148924669, + "nauc_map_at_10_max": 0.12383134672350762, + "nauc_map_at_10_std": 0.3889124390801286, + "nauc_map_at_1_diff1": 0.2211527612844037, + "nauc_map_at_1_max": 0.1512520061451215, + "nauc_map_at_1_std": 0.34593827692758783, + "nauc_map_at_20_diff1": 0.0977415101745469, + "nauc_map_at_20_max": 0.13298211367542528, + "nauc_map_at_20_std": 0.4072484650625014, + "nauc_map_at_3_diff1": 0.1416529459591241, + "nauc_map_at_3_max": 0.15144037326631332, + "nauc_map_at_3_std": 0.35278180596631925, + "nauc_map_at_5_diff1": 0.132365547774315, + "nauc_map_at_5_max": 0.14587363378602292, + "nauc_map_at_5_std": 0.3819991399927575, + "nauc_mrr_at_1000_diff1": 0.04267922794485696, + "nauc_mrr_at_1000_max": 0.19690086613034197, + "nauc_mrr_at_1000_std": 0.3542416258324334, + "nauc_mrr_at_100_diff1": 0.04299344809933166, + "nauc_mrr_at_100_max": 0.1972959876579702, + "nauc_mrr_at_100_std": 0.35474166842450594, + "nauc_mrr_at_10_diff1": 0.03664905686187115, + "nauc_mrr_at_10_max": 0.19304019834064648, + "nauc_mrr_at_10_std": 0.35014168891941133, + "nauc_mrr_at_1_diff1": 0.05502520500528811, + "nauc_mrr_at_1_max": 0.1766685438786864, + "nauc_mrr_at_1_std": 0.28533851626993384, + "nauc_mrr_at_20_diff1": 0.04497168602334, + "nauc_mrr_at_20_max": 0.19985630282051833, + "nauc_mrr_at_20_std": 0.35703612427649545, + "nauc_mrr_at_3_diff1": 0.042470082104809986, + "nauc_mrr_at_3_max": 0.17855927864661475, + "nauc_mrr_at_3_std": 0.3353325071915606, + "nauc_mrr_at_5_diff1": 0.02531826498157602, + "nauc_mrr_at_5_max": 0.17746694576838554, + "nauc_mrr_at_5_std": 0.34507125044652587, + "nauc_ndcg_at_1000_diff1": 0.06153993000126007, + "nauc_ndcg_at_1000_max": 0.37153736138245025, + "nauc_ndcg_at_1000_std": 0.583052660003411, + "nauc_ndcg_at_100_diff1": 0.059902534332547296, + "nauc_ndcg_at_100_max": 0.3087193956562564, + "nauc_ndcg_at_100_std": 0.5721633851229952, + "nauc_ndcg_at_10_diff1": 0.028024426204149716, + "nauc_ndcg_at_10_max": 0.21180451184381896, + "nauc_ndcg_at_10_std": 0.41081351842587255, + "nauc_ndcg_at_1_diff1": 0.07570388774480787, + "nauc_ndcg_at_1_max": 0.18727957912640378, + "nauc_ndcg_at_1_std": 0.34007136842280794, + "nauc_ndcg_at_20_diff1": 0.04599566439816233, + "nauc_ndcg_at_20_max": 0.24137239892769044, + "nauc_ndcg_at_20_std": 0.44718350750186775, + "nauc_ndcg_at_3_diff1": 0.022829220684405713, + "nauc_ndcg_at_3_max": 0.17514188072169137, + "nauc_ndcg_at_3_std": 0.3403732512446692, + "nauc_ndcg_at_5_diff1": 0.007102107725747092, + "nauc_ndcg_at_5_max": 0.1861978801814675, + "nauc_ndcg_at_5_std": 0.36414176775382334, + "nauc_precision_at_1000_diff1": -0.021507085236327304, + "nauc_precision_at_1000_max": 0.22791439196968444, + "nauc_precision_at_1000_std": -0.00027008055477196287, + "nauc_precision_at_100_diff1": -0.013256289740322709, + "nauc_precision_at_100_max": 0.3661426802313073, + "nauc_precision_at_100_std": 0.3062901293539159, + "nauc_precision_at_10_diff1": -0.02563018229599288, + "nauc_precision_at_10_max": 0.22619295190318137, + "nauc_precision_at_10_std": 0.36209530603211404, + "nauc_precision_at_1_diff1": 0.05502520500528811, + "nauc_precision_at_1_max": 0.1766685438786864, + "nauc_precision_at_1_std": 0.28533851626993384, + "nauc_precision_at_20_diff1": -0.007943802068024234, + "nauc_precision_at_20_max": 0.28485012826828854, + "nauc_precision_at_20_std": 0.36185526037979565, + "nauc_precision_at_3_diff1": 0.0017623548739072914, + "nauc_precision_at_3_max": 0.2048714553679797, + "nauc_precision_at_3_std": 0.3417252074981305, + "nauc_precision_at_5_diff1": -0.04899289357806174, + "nauc_precision_at_5_max": 0.2086454200636526, + "nauc_precision_at_5_std": 0.3613986135937568, + "nauc_recall_at_1000_diff1": 0.0014360656693838021, + "nauc_recall_at_1000_max": 0.3446409378548701, + "nauc_recall_at_1000_std": 0.7085089793004067, + "nauc_recall_at_100_diff1": 0.033623061528482684, + "nauc_recall_at_100_max": 0.1974042065034769, + "nauc_recall_at_100_std": 0.598413972951668, + "nauc_recall_at_10_diff1": 0.06602737653042903, + "nauc_recall_at_10_max": 0.06004146602171019, + "nauc_recall_at_10_std": 0.4028097043357612, + "nauc_recall_at_1_diff1": 0.2211527612844037, + "nauc_recall_at_1_max": 0.1512520061451215, + "nauc_recall_at_1_std": 0.34593827692758783, + "nauc_recall_at_20_diff1": 0.06955109041702776, + "nauc_recall_at_20_max": 0.10050188737617834, + "nauc_recall_at_20_std": 0.4375905232015491, + "nauc_recall_at_3_diff1": 0.12088258330471593, + "nauc_recall_at_3_max": 0.12893313575861226, + "nauc_recall_at_3_std": 0.3500687641943694, + "nauc_recall_at_5_diff1": 0.0947122794003009, + "nauc_recall_at_5_max": 0.09517825598811083, + "nauc_recall_at_5_std": 0.38554706911502085, + "ndcg_at_1": 0.215, + "ndcg_at_10": 0.21008, + "ndcg_at_100": 0.29572, + "ndcg_at_1000": 0.41113, + "ndcg_at_20": 0.22213, + "ndcg_at_3": 0.19537, + "ndcg_at_5": 0.19024, + "precision_at_1": 0.29, + "precision_at_10": 0.2255, + "precision_at_100": 0.1211, + "precision_at_1000": 0.03659, + "precision_at_20": 0.192, + "precision_at_3": 0.24, + "precision_at_5": 0.22, + "recall_at_1": 0.02791, + "recall_at_10": 0.12381, + "recall_at_100": 0.39186, + "recall_at_1000": 0.72057, + "recall_at_20": 0.17847, + "recall_at_3": 0.05222, + "recall_at_5": 0.07004 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.3073, + "map_at_1": 0.03385, + "map_at_10": 0.10114, + "map_at_100": 0.19347, + "map_at_1000": 0.2334, + "map_at_20": 0.13179, + "map_at_3": 0.0561, + "map_at_5": 0.07237, + "mrr_at_1": 0.44, + "mrr_at_10": 0.5553928571428571, + "mrr_at_100": 0.5622490362033122, + "mrr_at_1000": 0.5624268926198084, + "mrr_at_20": 0.5603283259782874, + "mrr_at_3": 0.5233333333333331, + "mrr_at_5": 0.5443333333333332, + "nauc_map_at_1000_diff1": 0.16867551381220808, + "nauc_map_at_1000_max": 0.5609689875285033, + "nauc_map_at_1000_std": 0.5740930804042416, + "nauc_map_at_100_diff1": 0.18832871519558306, + "nauc_map_at_100_max": 0.5341255414165702, + "nauc_map_at_100_std": 0.5610931100124422, + "nauc_map_at_10_diff1": 0.31408292231974066, + "nauc_map_at_10_max": 0.34920939644645876, + "nauc_map_at_10_std": 0.32721667847312846, + "nauc_map_at_1_diff1": 0.5018030861364646, + "nauc_map_at_1_max": 0.051974040138940726, + "nauc_map_at_1_std": 0.028045471666605055, + "nauc_map_at_20_diff1": 0.25586316759553973, + "nauc_map_at_20_max": 0.421385997563861, + "nauc_map_at_20_std": 0.41140215920875106, + "nauc_map_at_3_diff1": 0.4322618658710955, + "nauc_map_at_3_max": 0.19186250935722776, + "nauc_map_at_3_std": 0.15710850490206793, + "nauc_map_at_5_diff1": 0.36701498566575186, + "nauc_map_at_5_max": 0.28164702550320103, + "nauc_map_at_5_std": 0.249248656640697, + "nauc_mrr_at_1000_diff1": 0.24908411254424867, + "nauc_mrr_at_1000_max": 0.3849633113765453, + "nauc_mrr_at_1000_std": 0.27650346869619913, + "nauc_mrr_at_100_diff1": 0.2492454293006869, + "nauc_mrr_at_100_max": 0.3850905708201127, + "nauc_mrr_at_100_std": 0.27680665243269614, + "nauc_mrr_at_10_diff1": 0.24437813124241192, + "nauc_mrr_at_10_max": 0.3896081937858137, + "nauc_mrr_at_10_std": 0.28179978003266726, + "nauc_mrr_at_1_diff1": 0.287342746776635, + "nauc_mrr_at_1_max": 0.3079357415044109, + "nauc_mrr_at_1_std": 0.177552591741922, + "nauc_mrr_at_20_diff1": 0.24724777027279762, + "nauc_mrr_at_20_max": 0.38705227455014757, + "nauc_mrr_at_20_std": 0.27952523160826864, + "nauc_mrr_at_3_diff1": 0.22960020562188937, + "nauc_mrr_at_3_max": 0.3824695656237586, + "nauc_mrr_at_3_std": 0.26627684183470834, + "nauc_mrr_at_5_diff1": 0.25007958271482883, + "nauc_mrr_at_5_max": 0.38832992276109374, + "nauc_mrr_at_5_std": 0.2784019305601997, + "nauc_ndcg_at_1000_diff1": 0.18093992527876546, + "nauc_ndcg_at_1000_max": 0.6118175017354877, + "nauc_ndcg_at_1000_std": 0.6217237739111617, + "nauc_ndcg_at_100_diff1": 0.17202345996609683, + "nauc_ndcg_at_100_max": 0.6016018097280945, + "nauc_ndcg_at_100_std": 0.6120996714845173, + "nauc_ndcg_at_10_diff1": 0.20451714109314517, + "nauc_ndcg_at_10_max": 0.469983527853657, + "nauc_ndcg_at_10_std": 0.3919102168306753, + "nauc_ndcg_at_1_diff1": 0.2691829589288958, + "nauc_ndcg_at_1_max": 0.2900835954223758, + "nauc_ndcg_at_1_std": 0.17976755699768848, + "nauc_ndcg_at_20_diff1": 0.18502661845339222, + "nauc_ndcg_at_20_max": 0.5169839488838771, + "nauc_ndcg_at_20_std": 0.4632693813568261, + "nauc_ndcg_at_3_diff1": 0.1840567328196816, + "nauc_ndcg_at_3_max": 0.40097378017810087, + "nauc_ndcg_at_3_std": 0.2845969890746838, + "nauc_ndcg_at_5_diff1": 0.18103828808995803, + "nauc_ndcg_at_5_max": 0.4449803537972385, + "nauc_ndcg_at_5_std": 0.33986334193489137, + "nauc_precision_at_1000_diff1": -0.02263340748183746, + "nauc_precision_at_1000_max": 0.08794419529602909, + "nauc_precision_at_1000_std": -0.02241609760176682, + "nauc_precision_at_100_diff1": -0.0403390642657862, + "nauc_precision_at_100_max": 0.3491651523582356, + "nauc_precision_at_100_std": 0.2976694010379752, + "nauc_precision_at_10_diff1": 0.051581639789781135, + "nauc_precision_at_10_max": 0.45072137961353265, + "nauc_precision_at_10_std": 0.38815418739883734, + "nauc_precision_at_1_diff1": 0.287342746776635, + "nauc_precision_at_1_max": 0.3079357415044109, + "nauc_precision_at_1_std": 0.177552591741922, + "nauc_precision_at_20_diff1": -0.006528889738137361, + "nauc_precision_at_20_max": 0.45583956683653565, + "nauc_precision_at_20_std": 0.4018624252549352, + "nauc_precision_at_3_diff1": 0.10339329181885873, + "nauc_precision_at_3_max": 0.4277174013810497, + "nauc_precision_at_3_std": 0.2935670222149233, + "nauc_precision_at_5_diff1": 0.06106725783239641, + "nauc_precision_at_5_max": 0.4653138600471845, + "nauc_precision_at_5_std": 0.3703911380692557, + "nauc_recall_at_1000_diff1": 0.0791889470442366, + "nauc_recall_at_1000_max": 0.6143442763279072, + "nauc_recall_at_1000_std": 0.8123720750007116, + "nauc_recall_at_100_diff1": 0.08231180386713906, + "nauc_recall_at_100_max": 0.46545275403189473, + "nauc_recall_at_100_std": 0.6344682717916346, + "nauc_recall_at_10_diff1": 0.22448480433964185, + "nauc_recall_at_10_max": 0.33965682727858426, + "nauc_recall_at_10_std": 0.34898551747856643, + "nauc_recall_at_1_diff1": 0.5018030861364646, + "nauc_recall_at_1_max": 0.051974040138940726, + "nauc_recall_at_1_std": 0.028045471666605055, + "nauc_recall_at_20_diff1": 0.1453545247111893, + "nauc_recall_at_20_max": 0.38375851557683366, + "nauc_recall_at_20_std": 0.44829819262297765, + "nauc_recall_at_3_diff1": 0.38678392463859673, + "nauc_recall_at_3_max": 0.21491183868759425, + "nauc_recall_at_3_std": 0.18268087811132244, + "nauc_recall_at_5_diff1": 0.308407238377773, + "nauc_recall_at_5_max": 0.3168499228336582, + "nauc_recall_at_5_std": 0.30350804404527637, + "ndcg_at_1": 0.3275, + "ndcg_at_10": 0.3073, + "ndcg_at_100": 0.38601, + "ndcg_at_1000": 0.49135, + "ndcg_at_20": 0.3102, + "ndcg_at_3": 0.31288, + "ndcg_at_5": 0.30632, + "precision_at_1": 0.44, + "precision_at_10": 0.318, + "precision_at_100": 0.1515, + "precision_at_1000": 0.04095, + "precision_at_20": 0.26325, + "precision_at_3": 0.38167, + "precision_at_5": 0.361, + "recall_at_1": 0.03385, + "recall_at_10": 0.15439, + "recall_at_100": 0.48538, + "recall_at_1000": 0.79215, + "recall_at_20": 0.22978, + "recall_at_3": 0.06554, + "recall_at_5": 0.09225 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55903, + "map_at_1": 0.13233, + "map_at_10": 0.29239, + "map_at_100": 0.40461, + "map_at_1000": 0.44137, + "map_at_20": 0.33192, + "map_at_3": 0.20344, + "map_at_5": 0.24432, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8467559523809524, + "mrr_at_100": 0.8485362554112554, + "mrr_at_1000": 0.8485362554112554, + "mrr_at_20": 0.8480817099567102, + "mrr_at_3": 0.8350000000000002, + "mrr_at_5": 0.8432500000000002, + "nauc_map_at_1000_diff1": 0.3246114450939323, + "nauc_map_at_1000_max": 0.38659848539151614, + "nauc_map_at_1000_std": 0.24385102296511685, + "nauc_map_at_100_diff1": 0.3380188862083281, + "nauc_map_at_100_max": 0.38687963857753643, + "nauc_map_at_100_std": 0.2368445271759008, + "nauc_map_at_10_diff1": 0.360190428741657, + "nauc_map_at_10_max": 0.34876481650768004, + "nauc_map_at_10_std": 0.13218163677917505, + "nauc_map_at_1_diff1": 0.47737755518437164, + "nauc_map_at_1_max": 0.2671173006479203, + "nauc_map_at_1_std": 0.06469082426052522, + "nauc_map_at_20_diff1": 0.3488269021738898, + "nauc_map_at_20_max": 0.35663852334184043, + "nauc_map_at_20_std": 0.15596689260798358, + "nauc_map_at_3_diff1": 0.4211991796882234, + "nauc_map_at_3_max": 0.2949840083922129, + "nauc_map_at_3_std": 0.09734888960836899, + "nauc_map_at_5_diff1": 0.39534294706543066, + "nauc_map_at_5_max": 0.3166129507475173, + "nauc_map_at_5_std": 0.13060533303742272, + "nauc_mrr_at_1000_diff1": 0.40995683928733806, + "nauc_mrr_at_1000_max": 0.5936549563813925, + "nauc_mrr_at_1000_std": 0.20042982567504825, + "nauc_mrr_at_100_diff1": 0.40995683928733806, + "nauc_mrr_at_100_max": 0.5936549563813925, + "nauc_mrr_at_100_std": 0.20042982567504825, + "nauc_mrr_at_10_diff1": 0.40264751555988226, + "nauc_mrr_at_10_max": 0.5961269655864095, + "nauc_mrr_at_10_std": 0.20333587352247368, + "nauc_mrr_at_1_diff1": 0.48167006109979615, + "nauc_mrr_at_1_max": 0.5879232783509768, + "nauc_mrr_at_1_std": 0.1544168662294935, + "nauc_mrr_at_20_diff1": 0.40972566314725734, + "nauc_mrr_at_20_max": 0.5935506228855372, + "nauc_mrr_at_20_std": 0.19858524714784487, + "nauc_mrr_at_3_diff1": 0.398750652020885, + "nauc_mrr_at_3_max": 0.5857375812177468, + "nauc_mrr_at_3_std": 0.20813013070803185, + "nauc_mrr_at_5_diff1": 0.3884636152929387, + "nauc_mrr_at_5_max": 0.5992897895270309, + "nauc_mrr_at_5_std": 0.2083275134713102, + "nauc_ndcg_at_1000_diff1": 0.42528866845016544, + "nauc_ndcg_at_1000_max": 0.5161227284032041, + "nauc_ndcg_at_1000_std": 0.2566782001109584, + "nauc_ndcg_at_100_diff1": 0.41453538709231647, + "nauc_ndcg_at_100_max": 0.4820281577516983, + "nauc_ndcg_at_100_std": 0.22282148293414347, + "nauc_ndcg_at_10_diff1": 0.3915330193282605, + "nauc_ndcg_at_10_max": 0.4600670778870593, + "nauc_ndcg_at_10_std": 0.13028728236889117, + "nauc_ndcg_at_1_diff1": 0.5809622504396738, + "nauc_ndcg_at_1_max": 0.49827355638784165, + "nauc_ndcg_at_1_std": 0.056424391229752666, + "nauc_ndcg_at_20_diff1": 0.39907629544507695, + "nauc_ndcg_at_20_max": 0.4366706321309336, + "nauc_ndcg_at_20_std": 0.14341047942985669, + "nauc_ndcg_at_3_diff1": 0.4104088255450641, + "nauc_ndcg_at_3_max": 0.4591674186530545, + "nauc_ndcg_at_3_std": 0.07680805988419794, + "nauc_ndcg_at_5_diff1": 0.41134605662205836, + "nauc_ndcg_at_5_max": 0.4634422361733011, + "nauc_ndcg_at_5_std": 0.1253702827662229, + "nauc_precision_at_1000_diff1": -0.19490223213561783, + "nauc_precision_at_1000_max": -0.15647895386392255, + "nauc_precision_at_1000_std": -0.1710344076283804, + "nauc_precision_at_100_diff1": -0.18606577215598397, + "nauc_precision_at_100_max": -0.07754860100072967, + "nauc_precision_at_100_std": 0.03475632747205904, + "nauc_precision_at_10_diff1": -0.13681665012291486, + "nauc_precision_at_10_max": 0.10581145751358767, + "nauc_precision_at_10_std": 0.06895659619425114, + "nauc_precision_at_1_diff1": 0.48167006109979615, + "nauc_precision_at_1_max": 0.5879232783509768, + "nauc_precision_at_1_std": 0.1544168662294935, + "nauc_precision_at_20_diff1": -0.1794423424048877, + "nauc_precision_at_20_max": 0.010040613718411433, + "nauc_precision_at_20_std": 0.06600163149125302, + "nauc_precision_at_3_diff1": -0.02124873558402036, + "nauc_precision_at_3_max": 0.2380080988094031, + "nauc_precision_at_3_std": 0.0796852136167377, + "nauc_precision_at_5_diff1": -0.08737846367135431, + "nauc_precision_at_5_max": 0.17200848854107778, + "nauc_precision_at_5_std": 0.12205622138309773, + "nauc_recall_at_1000_diff1": 0.3512067441955026, + "nauc_recall_at_1000_max": 0.574071083271376, + "nauc_recall_at_1000_std": 0.7854949200710101, + "nauc_recall_at_100_diff1": 0.3063479107142198, + "nauc_recall_at_100_max": 0.3460716205340471, + "nauc_recall_at_100_std": 0.26060641414945374, + "nauc_recall_at_10_diff1": 0.2916104298149719, + "nauc_recall_at_10_max": 0.32832595829277567, + "nauc_recall_at_10_std": 0.1242395322787849, + "nauc_recall_at_1_diff1": 0.47737755518437164, + "nauc_recall_at_1_max": 0.2671173006479203, + "nauc_recall_at_1_std": 0.06469082426052522, + "nauc_recall_at_20_diff1": 0.28724058783990997, + "nauc_recall_at_20_max": 0.3158662711319527, + "nauc_recall_at_20_std": 0.13822151343831532, + "nauc_recall_at_3_diff1": 0.3758303333941896, + "nauc_recall_at_3_max": 0.26349686602710476, + "nauc_recall_at_3_std": 0.08711972002257537, + "nauc_recall_at_5_diff1": 0.3443735650929135, + "nauc_recall_at_5_max": 0.286801744357968, + "nauc_recall_at_5_std": 0.12125893966107053, + "ndcg_at_1": 0.6575, + "ndcg_at_10": 0.55903, + "ndcg_at_100": 0.63558, + "ndcg_at_1000": 0.71297, + "ndcg_at_20": 0.56953, + "ndcg_at_3": 0.5921, + "ndcg_at_5": 0.57089, + "precision_at_1": 0.77, + "precision_at_10": 0.406, + "precision_at_100": 0.15675, + "precision_at_1000": 0.03384, + "precision_at_20": 0.31175, + "precision_at_3": 0.58333, + "precision_at_5": 0.511, + "recall_at_1": 0.13233, + "recall_at_10": 0.36656, + "recall_at_100": 0.72685, + "recall_at_1000": 0.95762, + "recall_at_20": 0.47399, + "recall_at_3": 0.22057, + "recall_at_5": 0.28012 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17457, + "map_at_1": 0.03707, + "map_at_10": 0.08136, + "map_at_100": 0.11775, + "map_at_1000": 0.13578, + "map_at_20": 0.0918, + "map_at_3": 0.05695, + "map_at_5": 0.0647, + "mrr_at_1": 0.205, + "mrr_at_10": 0.3008194444444447, + "mrr_at_100": 0.3108537458784094, + "mrr_at_1000": 0.31148700580964, + "mrr_at_20": 0.30726989062708904, + "mrr_at_3": 0.2633333333333334, + "mrr_at_5": 0.28133333333333344, + "nauc_map_at_1000_diff1": 0.2235065683274616, + "nauc_map_at_1000_max": 0.5651264599314296, + "nauc_map_at_1000_std": 0.4684040425159677, + "nauc_map_at_100_diff1": 0.2374719073206344, + "nauc_map_at_100_max": 0.5522923376751088, + "nauc_map_at_100_std": 0.4505061012376134, + "nauc_map_at_10_diff1": 0.21979309111776785, + "nauc_map_at_10_max": 0.49650662754279196, + "nauc_map_at_10_std": 0.3218931173217596, + "nauc_map_at_1_diff1": 0.2668316697874292, + "nauc_map_at_1_max": 0.3941950326133491, + "nauc_map_at_1_std": 0.22673386805483903, + "nauc_map_at_20_diff1": 0.22261540781677341, + "nauc_map_at_20_max": 0.4955749954865015, + "nauc_map_at_20_std": 0.3622713533155218, + "nauc_map_at_3_diff1": 0.22520578762607193, + "nauc_map_at_3_max": 0.40627639442708047, + "nauc_map_at_3_std": 0.2107154861457167, + "nauc_map_at_5_diff1": 0.2213750903734966, + "nauc_map_at_5_max": 0.4455536983783114, + "nauc_map_at_5_std": 0.2523440724420521, + "nauc_mrr_at_1000_diff1": 0.1970892920227046, + "nauc_mrr_at_1000_max": 0.43564134179649217, + "nauc_mrr_at_1000_std": 0.3093161151562696, + "nauc_mrr_at_100_diff1": 0.196578693914118, + "nauc_mrr_at_100_max": 0.4360328611232643, + "nauc_mrr_at_100_std": 0.30999450560008035, + "nauc_mrr_at_10_diff1": 0.19363099349799776, + "nauc_mrr_at_10_max": 0.4351275636196601, + "nauc_mrr_at_10_std": 0.306899378684532, + "nauc_mrr_at_1_diff1": 0.2671260802481471, + "nauc_mrr_at_1_max": 0.4123210245669015, + "nauc_mrr_at_1_std": 0.27201867500219834, + "nauc_mrr_at_20_diff1": 0.1981108750598184, + "nauc_mrr_at_20_max": 0.4353434760150377, + "nauc_mrr_at_20_std": 0.3071097935504038, + "nauc_mrr_at_3_diff1": 0.2151966356544522, + "nauc_mrr_at_3_max": 0.41207256565498873, + "nauc_mrr_at_3_std": 0.27255419006405696, + "nauc_mrr_at_5_diff1": 0.19195433906542303, + "nauc_mrr_at_5_max": 0.4195640207407608, + "nauc_mrr_at_5_std": 0.29334320503199374, + "nauc_ndcg_at_1000_diff1": 0.19390337589113465, + "nauc_ndcg_at_1000_max": 0.5976136217255879, + "nauc_ndcg_at_1000_std": 0.5043635913285123, + "nauc_ndcg_at_100_diff1": 0.220490905258653, + "nauc_ndcg_at_100_max": 0.5784492078125131, + "nauc_ndcg_at_100_std": 0.4978746808462086, + "nauc_ndcg_at_10_diff1": 0.2107900136908739, + "nauc_ndcg_at_10_max": 0.482260933692304, + "nauc_ndcg_at_10_std": 0.36795180047759235, + "nauc_ndcg_at_1_diff1": 0.30689362643847734, + "nauc_ndcg_at_1_max": 0.39684918117438767, + "nauc_ndcg_at_1_std": 0.25115723664797884, + "nauc_ndcg_at_20_diff1": 0.216992532357468, + "nauc_ndcg_at_20_max": 0.5096597519322489, + "nauc_ndcg_at_20_std": 0.3916016133563987, + "nauc_ndcg_at_3_diff1": 0.23187700984529147, + "nauc_ndcg_at_3_max": 0.4439666502599617, + "nauc_ndcg_at_3_std": 0.30326020084769334, + "nauc_ndcg_at_5_diff1": 0.21420789054085276, + "nauc_ndcg_at_5_max": 0.452422019804979, + "nauc_ndcg_at_5_std": 0.32707964152232427, + "nauc_precision_at_1000_diff1": -0.0713092634657482, + "nauc_precision_at_1000_max": 0.12375833038067088, + "nauc_precision_at_1000_std": 0.026203243486333242, + "nauc_precision_at_100_diff1": 0.08583507079508308, + "nauc_precision_at_100_max": 0.38573175665162573, + "nauc_precision_at_100_std": 0.38540594367512054, + "nauc_precision_at_10_diff1": 0.120401207122083, + "nauc_precision_at_10_max": 0.47558797191300134, + "nauc_precision_at_10_std": 0.4631557396904681, + "nauc_precision_at_1_diff1": 0.2671260802481471, + "nauc_precision_at_1_max": 0.4123210245669015, + "nauc_precision_at_1_std": 0.27201867500219834, + "nauc_precision_at_20_diff1": 0.13974887806648026, + "nauc_precision_at_20_max": 0.42400845071246834, + "nauc_precision_at_20_std": 0.4695168638727166, + "nauc_precision_at_3_diff1": 0.19308831201539928, + "nauc_precision_at_3_max": 0.4529368377498334, + "nauc_precision_at_3_std": 0.360235306816342, + "nauc_precision_at_5_diff1": 0.13774325920706315, + "nauc_precision_at_5_max": 0.45433255269320816, + "nauc_precision_at_5_std": 0.41630484342293417, + "nauc_recall_at_1000_diff1": 0.1820361419040161, + "nauc_recall_at_1000_max": 0.6620293660486647, + "nauc_recall_at_1000_std": 0.7235422687342635, + "nauc_recall_at_100_diff1": 0.1956695697838191, + "nauc_recall_at_100_max": 0.5567747907830236, + "nauc_recall_at_100_std": 0.5694829823251785, + "nauc_recall_at_10_diff1": 0.16844303924664883, + "nauc_recall_at_10_max": 0.4536658016472115, + "nauc_recall_at_10_std": 0.35699698396818597, + "nauc_recall_at_1_diff1": 0.2668316697874292, + "nauc_recall_at_1_max": 0.3941950326133491, + "nauc_recall_at_1_std": 0.22673386805483903, + "nauc_recall_at_20_diff1": 0.16045542792561227, + "nauc_recall_at_20_max": 0.4619734032700397, + "nauc_recall_at_20_std": 0.41389365233870545, + "nauc_recall_at_3_diff1": 0.2003364584561899, + "nauc_recall_at_3_max": 0.35130242066312567, + "nauc_recall_at_3_std": 0.1452785998285484, + "nauc_recall_at_5_diff1": 0.18768935405268847, + "nauc_recall_at_5_max": 0.4080617639555447, + "nauc_recall_at_5_std": 0.23003412554641922, + "ndcg_at_1": 0.17, + "ndcg_at_10": 0.17457, + "ndcg_at_100": 0.24874, + "ndcg_at_1000": 0.34214, + "ndcg_at_20": 0.18461, + "ndcg_at_3": 0.1684, + "ndcg_at_5": 0.16587, + "precision_at_1": 0.205, + "precision_at_10": 0.1375, + "precision_at_100": 0.0688, + "precision_at_1000": 0.02143, + "precision_at_20": 0.11125, + "precision_at_3": 0.175, + "precision_at_5": 0.154, + "recall_at_1": 0.03707, + "recall_at_10": 0.13647, + "recall_at_100": 0.37344, + "recall_at_1000": 0.69402, + "recall_at_20": 0.17835, + "recall_at_3": 0.06968, + "recall_at_5": 0.08739 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.21175, + "map_at_1": 0.0489, + "map_at_10": 0.09311, + "map_at_100": 0.1381, + "map_at_1000": 0.15901, + "map_at_20": 0.10745, + "map_at_3": 0.06682, + "map_at_5": 0.07852, + "mrr_at_1": 0.26, + "mrr_at_10": 0.36726984126984136, + "mrr_at_100": 0.38011100035691775, + "mrr_at_1000": 0.3805664513701445, + "mrr_at_20": 0.3760443646266015, + "mrr_at_3": 0.3375000000000001, + "mrr_at_5": 0.3580000000000001, + "nauc_map_at_1000_diff1": 0.33288828426853423, + "nauc_map_at_1000_max": 0.5823573301805531, + "nauc_map_at_1000_std": 0.5355148358154297, + "nauc_map_at_100_diff1": 0.3817693957638201, + "nauc_map_at_100_max": 0.5906838517450855, + "nauc_map_at_100_std": 0.54101685695846, + "nauc_map_at_10_diff1": 0.4749717341712302, + "nauc_map_at_10_max": 0.5091011571146794, + "nauc_map_at_10_std": 0.40351181418646426, + "nauc_map_at_1_diff1": 0.712744266917789, + "nauc_map_at_1_max": 0.5069787139839048, + "nauc_map_at_1_std": 0.3856678799990326, + "nauc_map_at_20_diff1": 0.4384102319994038, + "nauc_map_at_20_max": 0.5413818383175805, + "nauc_map_at_20_std": 0.4541875189423149, + "nauc_map_at_3_diff1": 0.5482658436816167, + "nauc_map_at_3_max": 0.4532791066855216, + "nauc_map_at_3_std": 0.35920018153104183, + "nauc_map_at_5_diff1": 0.5246001905683817, + "nauc_map_at_5_max": 0.48133490270833396, + "nauc_map_at_5_std": 0.37616326332698713, + "nauc_mrr_at_1000_diff1": 0.1861785744709141, + "nauc_mrr_at_1000_max": 0.4959443262651657, + "nauc_mrr_at_1000_std": 0.4163899556790993, + "nauc_mrr_at_100_diff1": 0.18606810896448925, + "nauc_mrr_at_100_max": 0.4963646941353479, + "nauc_mrr_at_100_std": 0.4170181478929931, + "nauc_mrr_at_10_diff1": 0.18697128196255758, + "nauc_mrr_at_10_max": 0.4947500845908882, + "nauc_mrr_at_10_std": 0.4180193750057607, + "nauc_mrr_at_1_diff1": 0.24701511953976463, + "nauc_mrr_at_1_max": 0.47533317915064616, + "nauc_mrr_at_1_std": 0.348934693995548, + "nauc_mrr_at_20_diff1": 0.18627006366835638, + "nauc_mrr_at_20_max": 0.4965679570813289, + "nauc_mrr_at_20_std": 0.41711867691039134, + "nauc_mrr_at_3_diff1": 0.19697711998446865, + "nauc_mrr_at_3_max": 0.4754372441201157, + "nauc_mrr_at_3_std": 0.38849318510143827, + "nauc_mrr_at_5_diff1": 0.19029367743556264, + "nauc_mrr_at_5_max": 0.495648038725355, + "nauc_mrr_at_5_std": 0.41286494938817414, + "nauc_ndcg_at_1000_diff1": 0.21062031380570237, + "nauc_ndcg_at_1000_max": 0.6398723427489835, + "nauc_ndcg_at_1000_std": 0.5947311767260015, + "nauc_ndcg_at_100_diff1": 0.3043110087648283, + "nauc_ndcg_at_100_max": 0.6569224070212497, + "nauc_ndcg_at_100_std": 0.6051751167800731, + "nauc_ndcg_at_10_diff1": 0.25971276923201136, + "nauc_ndcg_at_10_max": 0.53458866816766, + "nauc_ndcg_at_10_std": 0.4334749863947415, + "nauc_ndcg_at_1_diff1": 0.2778611414554897, + "nauc_ndcg_at_1_max": 0.4730401866279327, + "nauc_ndcg_at_1_std": 0.34876294971369587, + "nauc_ndcg_at_20_diff1": 0.2775776118152955, + "nauc_ndcg_at_20_max": 0.5712178197068659, + "nauc_ndcg_at_20_std": 0.468675073214595, + "nauc_ndcg_at_3_diff1": 0.2478388230228377, + "nauc_ndcg_at_3_max": 0.4658508151574592, + "nauc_ndcg_at_3_std": 0.37931257264364393, + "nauc_ndcg_at_5_diff1": 0.2717678048952012, + "nauc_ndcg_at_5_max": 0.5143734363339111, + "nauc_ndcg_at_5_std": 0.4131568600979905, + "nauc_precision_at_1000_diff1": -0.27058661125621064, + "nauc_precision_at_1000_max": 0.014839440586633501, + "nauc_precision_at_1000_std": -0.058445870388033096, + "nauc_precision_at_100_diff1": -0.1468721680514015, + "nauc_precision_at_100_max": 0.255186565031745, + "nauc_precision_at_100_std": 0.27318557988782405, + "nauc_precision_at_10_diff1": -0.056983947987581524, + "nauc_precision_at_10_max": 0.3996129696919071, + "nauc_precision_at_10_std": 0.37786687828036025, + "nauc_precision_at_1_diff1": 0.24701511953976463, + "nauc_precision_at_1_max": 0.47533317915064616, + "nauc_precision_at_1_std": 0.348934693995548, + "nauc_precision_at_20_diff1": -0.10553723823444221, + "nauc_precision_at_20_max": 0.3746303792864214, + "nauc_precision_at_20_std": 0.3722998322814437, + "nauc_precision_at_3_diff1": 0.05932152400502577, + "nauc_precision_at_3_max": 0.4309826753260543, + "nauc_precision_at_3_std": 0.38146136013732335, + "nauc_precision_at_5_diff1": 0.014158105653632019, + "nauc_precision_at_5_max": 0.4603438500052852, + "nauc_precision_at_5_std": 0.40861979492009165, + "nauc_recall_at_1000_diff1": 0.15080944766611648, + "nauc_recall_at_1000_max": 0.7183563982770773, + "nauc_recall_at_1000_std": 0.7969841982372943, + "nauc_recall_at_100_diff1": 0.30713495838562127, + "nauc_recall_at_100_max": 0.6522698551972393, + "nauc_recall_at_100_std": 0.684311432611892, + "nauc_recall_at_10_diff1": 0.3408051891019059, + "nauc_recall_at_10_max": 0.48009111663557197, + "nauc_recall_at_10_std": 0.3947358626623816, + "nauc_recall_at_1_diff1": 0.712744266917789, + "nauc_recall_at_1_max": 0.5069787139839048, + "nauc_recall_at_1_std": 0.3856678799990326, + "nauc_recall_at_20_diff1": 0.3272425856719061, + "nauc_recall_at_20_max": 0.5462634080584212, + "nauc_recall_at_20_std": 0.47589344950448065, + "nauc_recall_at_3_diff1": 0.4359193964146862, + "nauc_recall_at_3_max": 0.39185044968620314, + "nauc_recall_at_3_std": 0.3170116800954716, + "nauc_recall_at_5_diff1": 0.4016329880045743, + "nauc_recall_at_5_max": 0.4431734455515308, + "nauc_recall_at_5_std": 0.3491165157014343, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.21175, + "ndcg_at_100": 0.28681, + "ndcg_at_1000": 0.37699, + "ndcg_at_20": 0.22772, + "ndcg_at_3": 0.20432, + "ndcg_at_5": 0.21041, + "precision_at_1": 0.26, + "precision_at_10": 0.162, + "precision_at_100": 0.0797, + "precision_at_1000": 0.02297, + "precision_at_20": 0.1375, + "precision_at_3": 0.20833, + "precision_at_5": 0.194, + "recall_at_1": 0.0489, + "recall_at_10": 0.14401, + "recall_at_100": 0.41093, + "recall_at_1000": 0.71242, + "recall_at_20": 0.20904, + "recall_at_3": 0.07978, + "recall_at_5": 0.10889 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CmedqaRetrieval.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CmedqaRetrieval.json new file mode 100644 index 000000000..338b0a227 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 90.50714349746704, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.02067, + "map_at_1": 0.0111, + "map_at_10": 0.01564, + "map_at_100": 0.01699, + "map_at_1000": 0.01726, + "map_at_20": 0.01633, + "map_at_3": 0.01372, + "map_at_5": 0.0148, + "mrr_at_1": 0.021255313828457113, + "mrr_at_10": 0.027056168804105798, + "mrr_at_100": 0.02876265784459396, + "mrr_at_1000": 0.029090579127580393, + "mrr_at_20": 0.027889495880090685, + "mrr_at_3": 0.02458948070350921, + "mrr_at_5": 0.02581478703009086, + "nauc_map_at_1000_diff1": 0.5053223259504328, + "nauc_map_at_1000_max": 0.4684437098948462, + "nauc_map_at_1000_std": 0.1851548589157468, + "nauc_map_at_100_diff1": 0.5111373883692958, + "nauc_map_at_100_max": 0.47155957422397166, + "nauc_map_at_100_std": 0.18372893207179478, + "nauc_map_at_10_diff1": 0.5482376493006491, + "nauc_map_at_10_max": 0.4904141012620442, + "nauc_map_at_10_std": 0.1726146454791478, + "nauc_map_at_1_diff1": 0.6753072728987586, + "nauc_map_at_1_max": 0.5342653570306168, + "nauc_map_at_1_std": 0.1472583159190731, + "nauc_map_at_20_diff1": 0.5246614691582332, + "nauc_map_at_20_max": 0.47793254379149347, + "nauc_map_at_20_std": 0.17794437059757598, + "nauc_map_at_3_diff1": 0.6021181290984354, + "nauc_map_at_3_max": 0.5195940829825834, + "nauc_map_at_3_std": 0.15741115082381624, + "nauc_map_at_5_diff1": 0.5654551546043258, + "nauc_map_at_5_max": 0.5107365103152849, + "nauc_map_at_5_std": 0.1747863415286067, + "nauc_mrr_at_1000_diff1": 0.4869111057419989, + "nauc_mrr_at_1000_max": 0.4089455694953581, + "nauc_mrr_at_1000_std": 0.16456782061788294, + "nauc_mrr_at_100_diff1": 0.4909656662687913, + "nauc_mrr_at_100_max": 0.4109330707821812, + "nauc_mrr_at_100_std": 0.16397065394341984, + "nauc_mrr_at_10_diff1": 0.5210673649193789, + "nauc_mrr_at_10_max": 0.424338736552341, + "nauc_mrr_at_10_std": 0.1577757957159911, + "nauc_mrr_at_1_diff1": 0.6258098340846557, + "nauc_mrr_at_1_max": 0.47070974367880747, + "nauc_mrr_at_1_std": 0.13703869619434023, + "nauc_mrr_at_20_diff1": 0.5045567453944969, + "nauc_mrr_at_20_max": 0.4166224085143256, + "nauc_mrr_at_20_std": 0.16078516644215335, + "nauc_mrr_at_3_diff1": 0.5679761286194472, + "nauc_mrr_at_3_max": 0.4486601627014258, + "nauc_mrr_at_3_std": 0.1443610256862538, + "nauc_mrr_at_5_diff1": 0.5397299590708174, + "nauc_mrr_at_5_max": 0.43868699744700435, + "nauc_mrr_at_5_std": 0.1547229316881792, + "nauc_ndcg_at_1000_diff1": 0.2935324187532973, + "nauc_ndcg_at_1000_max": 0.3465065240680814, + "nauc_ndcg_at_1000_std": 0.22222191299754684, + "nauc_ndcg_at_100_diff1": 0.3704032993416475, + "nauc_ndcg_at_100_max": 0.3867235766403521, + "nauc_ndcg_at_100_std": 0.21254918794574884, + "nauc_ndcg_at_10_diff1": 0.48529577654639056, + "nauc_ndcg_at_10_max": 0.44244927660193273, + "nauc_ndcg_at_10_std": 0.1775910185511763, + "nauc_ndcg_at_1_diff1": 0.6258098340846557, + "nauc_ndcg_at_1_max": 0.47070974367880747, + "nauc_ndcg_at_1_std": 0.13703869619434023, + "nauc_ndcg_at_20_diff1": 0.4303876169948508, + "nauc_ndcg_at_20_max": 0.4153790725575338, + "nauc_ndcg_at_20_std": 0.19034533385143462, + "nauc_ndcg_at_3_diff1": 0.5750263957281272, + "nauc_ndcg_at_3_max": 0.48746405859942044, + "nauc_ndcg_at_3_std": 0.15530708004106908, + "nauc_ndcg_at_5_diff1": 0.5220961732812952, + "nauc_ndcg_at_5_max": 0.4779086334869798, + "nauc_ndcg_at_5_std": 0.17768319141744074, + "nauc_precision_at_1000_diff1": 0.10923300373305918, + "nauc_precision_at_1000_max": 0.2376473646097627, + "nauc_precision_at_1000_std": 0.2569869304527415, + "nauc_precision_at_100_diff1": 0.20997034175253312, + "nauc_precision_at_100_max": 0.2888025732496332, + "nauc_precision_at_100_std": 0.272852901912591, + "nauc_precision_at_10_diff1": 0.39491626256643103, + "nauc_precision_at_10_max": 0.37181675020654564, + "nauc_precision_at_10_std": 0.20619454503568424, + "nauc_precision_at_1_diff1": 0.6258098340846557, + "nauc_precision_at_1_max": 0.47070974367880747, + "nauc_precision_at_1_std": 0.13703869619434023, + "nauc_precision_at_20_diff1": 0.30355945186162847, + "nauc_precision_at_20_max": 0.326684694066548, + "nauc_precision_at_20_std": 0.2330545704408131, + "nauc_precision_at_3_diff1": 0.5253300156322185, + "nauc_precision_at_3_max": 0.46049910168729075, + "nauc_precision_at_3_std": 0.14970894700354648, + "nauc_precision_at_5_diff1": 0.44835552082532226, + "nauc_precision_at_5_max": 0.44202066474245477, + "nauc_precision_at_5_std": 0.20064219210846285, + "nauc_recall_at_1000_diff1": 0.09826951548045447, + "nauc_recall_at_1000_max": 0.23958762955441695, + "nauc_recall_at_1000_std": 0.24713081849489305, + "nauc_recall_at_100_diff1": 0.20779350893817874, + "nauc_recall_at_100_max": 0.3049362204891797, + "nauc_recall_at_100_std": 0.25520213598138425, + "nauc_recall_at_10_diff1": 0.37832570154995077, + "nauc_recall_at_10_max": 0.38846954466986694, + "nauc_recall_at_10_std": 0.19589907493614103, + "nauc_recall_at_1_diff1": 0.6753072728987586, + "nauc_recall_at_1_max": 0.5342653570306168, + "nauc_recall_at_1_std": 0.1472583159190731, + "nauc_recall_at_20_diff1": 0.27734620184151726, + "nauc_recall_at_20_max": 0.3388585435149385, + "nauc_recall_at_20_std": 0.22017313675903763, + "nauc_recall_at_3_diff1": 0.5375901138207843, + "nauc_recall_at_3_max": 0.5050969325076785, + "nauc_recall_at_3_std": 0.16617476375583662, + "nauc_recall_at_5_diff1": 0.4298058162474642, + "nauc_recall_at_5_max": 0.4698014158928023, + "nauc_recall_at_5_std": 0.20362850552369793, + "ndcg_at_1": 0.02126, + "ndcg_at_10": 0.02067, + "ndcg_at_100": 0.02858, + "ndcg_at_1000": 0.03832, + "ndcg_at_20": 0.02319, + "ndcg_at_3": 0.01783, + "ndcg_at_5": 0.01886, + "precision_at_1": 0.02126, + "precision_at_10": 0.00495, + "precision_at_100": 0.00116, + "precision_at_1000": 0.00026, + "precision_at_20": 0.00329, + "precision_at_3": 0.01067, + "precision_at_5": 0.0078, + "recall_at_1": 0.0111, + "recall_at_10": 0.02593, + "recall_at_100": 0.06009, + "recall_at_1000": 0.12984, + "recall_at_20": 0.03467, + "recall_at_3": 0.01602, + "recall_at_5": 0.02021 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedicalQARetrieval.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedicalQARetrieval.json new file mode 100644 index 000000000..504891837 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 6.128684759140015, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69933, + "map_at_1": 0.53613, + "map_at_10": 0.64784, + "map_at_100": 0.65204, + "map_at_1000": 0.65224, + "map_at_20": 0.65055, + "map_at_3": 0.6263, + "map_at_5": 0.63885, + "mrr_at_1": 0.53662109375, + "mrr_at_10": 0.6481044224330349, + "mrr_at_100": 0.652307587669853, + "mrr_at_1000": 0.6525080006337985, + "mrr_at_20": 0.6508193340441321, + "mrr_at_3": 0.6265462239583323, + "mrr_at_5": 0.6391194661458328, + "nauc_map_at_1000_diff1": 0.47611640735651783, + "nauc_map_at_1000_max": 0.3777748601677841, + "nauc_map_at_1000_std": 0.006591237310985267, + "nauc_map_at_100_diff1": 0.4757283006429733, + "nauc_map_at_100_max": 0.3779039381662869, + "nauc_map_at_100_std": 0.006574697906809523, + "nauc_map_at_10_diff1": 0.47572577549086054, + "nauc_map_at_10_max": 0.3786753526317804, + "nauc_map_at_10_std": 0.0038854920606900345, + "nauc_map_at_1_diff1": 0.541438328321862, + "nauc_map_at_1_max": 0.3620330240544938, + "nauc_map_at_1_std": 0.03447114937678289, + "nauc_map_at_20_diff1": 0.47493131212609635, + "nauc_map_at_20_max": 0.3781161190125461, + "nauc_map_at_20_std": 0.004770897397888857, + "nauc_map_at_3_diff1": 0.4817094396984849, + "nauc_map_at_3_max": 0.37520727396057046, + "nauc_map_at_3_std": 0.006669777112702988, + "nauc_map_at_5_diff1": 0.47750721683194836, + "nauc_map_at_5_max": 0.37436417629070234, + "nauc_map_at_5_std": -7.017324705493824e-05, + "nauc_mrr_at_1000_diff1": 0.4753091513312464, + "nauc_mrr_at_1000_max": 0.3781369544509508, + "nauc_mrr_at_1000_std": 0.005936815717658554, + "nauc_mrr_at_100_diff1": 0.4749214921770456, + "nauc_mrr_at_100_max": 0.3782658100257986, + "nauc_mrr_at_100_std": 0.005920746809085743, + "nauc_mrr_at_10_diff1": 0.4749300102121344, + "nauc_mrr_at_10_max": 0.37903134020094936, + "nauc_mrr_at_10_std": 0.003238977375826439, + "nauc_mrr_at_1_diff1": 0.540271201911391, + "nauc_mrr_at_1_max": 0.3620429198296476, + "nauc_mrr_at_1_std": 0.0334434226821218, + "nauc_mrr_at_20_diff1": 0.47412834389676545, + "nauc_mrr_at_20_max": 0.37847497596920876, + "nauc_mrr_at_20_std": 0.004119121330532119, + "nauc_mrr_at_3_diff1": 0.48101619341473, + "nauc_mrr_at_3_max": 0.3758413324925106, + "nauc_mrr_at_3_std": 0.006176262941209214, + "nauc_mrr_at_5_diff1": 0.4767337227065542, + "nauc_mrr_at_5_max": 0.375031123293847, + "nauc_mrr_at_5_std": -0.0006440968599537253, + "nauc_ndcg_at_1000_diff1": 0.45779847652077377, + "nauc_ndcg_at_1000_max": 0.38370237573812116, + "nauc_ndcg_at_1000_std": 0.006285692289103078, + "nauc_ndcg_at_100_diff1": 0.44724121919573173, + "nauc_ndcg_at_100_max": 0.3875814284762618, + "nauc_ndcg_at_100_std": 0.008931610680470482, + "nauc_ndcg_at_10_diff1": 0.44430986576784437, + "nauc_ndcg_at_10_max": 0.39148944966197435, + "nauc_ndcg_at_10_std": -0.008181044449428392, + "nauc_ndcg_at_1_diff1": 0.541438328321862, + "nauc_ndcg_at_1_max": 0.3620330240544938, + "nauc_ndcg_at_1_std": 0.03447114937678289, + "nauc_ndcg_at_20_diff1": 0.44002306874589564, + "nauc_ndcg_at_20_max": 0.3893709491783331, + "nauc_ndcg_at_20_std": -0.004090070454454336, + "nauc_ndcg_at_3_diff1": 0.46017549306848765, + "nauc_ndcg_at_3_max": 0.38043374627113274, + "nauc_ndcg_at_3_std": -0.004004792778648046, + "nauc_ndcg_at_5_diff1": 0.4508884559880513, + "nauc_ndcg_at_5_max": 0.37935343956488793, + "nauc_ndcg_at_5_std": -0.01789660791726065, + "nauc_precision_at_1000_diff1": -0.018624729609138826, + "nauc_precision_at_1000_max": 0.5207559149285774, + "nauc_precision_at_1000_std": 0.469372549334444, + "nauc_precision_at_100_diff1": 0.01769681931814177, + "nauc_precision_at_100_max": 0.5443395697615669, + "nauc_precision_at_100_std": 0.19418260200650592, + "nauc_precision_at_10_diff1": 0.2544713592514949, + "nauc_precision_at_10_max": 0.4758768753435381, + "nauc_precision_at_10_std": -0.07496492994886095, + "nauc_precision_at_1_diff1": 0.541438328321862, + "nauc_precision_at_1_max": 0.3620330240544938, + "nauc_precision_at_1_std": 0.03447114937678289, + "nauc_precision_at_20_diff1": 0.1568450557119592, + "nauc_precision_at_20_max": 0.4828110557596089, + "nauc_precision_at_20_std": -0.05606811032143971, + "nauc_precision_at_3_diff1": 0.38217997209372634, + "nauc_precision_at_3_max": 0.39955675601277774, + "nauc_precision_at_3_std": -0.04293132131116834, + "nauc_precision_at_5_diff1": 0.33657643970953166, + "nauc_precision_at_5_max": 0.4006693085998515, + "nauc_precision_at_5_std": -0.09669197482961392, + "nauc_recall_at_1000_diff1": -0.018624729609095746, + "nauc_recall_at_1000_max": 0.5207559149285808, + "nauc_recall_at_1000_std": 0.46937254933446165, + "nauc_recall_at_100_diff1": 0.017696819318144177, + "nauc_recall_at_100_max": 0.544339569761569, + "nauc_recall_at_100_std": 0.19418260200650972, + "nauc_recall_at_10_diff1": 0.2544713592514958, + "nauc_recall_at_10_max": 0.4758768753435407, + "nauc_recall_at_10_std": -0.07496492994885869, + "nauc_recall_at_1_diff1": 0.541438328321862, + "nauc_recall_at_1_max": 0.3620330240544938, + "nauc_recall_at_1_std": 0.03447114937678289, + "nauc_recall_at_20_diff1": 0.15684505571196156, + "nauc_recall_at_20_max": 0.4828110557596109, + "nauc_recall_at_20_std": -0.05606811032143731, + "nauc_recall_at_3_diff1": 0.3821799720937262, + "nauc_recall_at_3_max": 0.39955675601277746, + "nauc_recall_at_3_std": -0.04293132131116935, + "nauc_recall_at_5_diff1": 0.3365764397095332, + "nauc_recall_at_5_max": 0.40066930859985245, + "nauc_recall_at_5_std": -0.0966919748296129, + "ndcg_at_1": 0.53613, + "ndcg_at_10": 0.69933, + "ndcg_at_100": 0.71954, + "ndcg_at_1000": 0.72476, + "ndcg_at_20": 0.70897, + "ndcg_at_3": 0.65546, + "ndcg_at_5": 0.67792, + "precision_at_1": 0.53613, + "precision_at_10": 0.08594, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04485, + "precision_at_3": 0.24658, + "precision_at_5": 0.15879, + "recall_at_1": 0.53613, + "recall_at_10": 0.85938, + "recall_at_100": 0.95361, + "recall_at_1000": 0.99463, + "recall_at_20": 0.89697, + "recall_at_3": 0.73975, + "recall_at_5": 0.79395 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringP2P.v2.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringP2P.v2.json index a7b3fae20..45fd46341 100644 --- a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringP2P.v2.json +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 92.70899772644043, - "kg_co2_emissions": 0.0032472782607637697, - "mteb_version": "1.18.0", + "evaluation_time": 19.719787120819092, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3638035657771508, - "v_measure": 0.3638035657771508, - "v_measure_std": 0.007002069856885917, + "main_score": 0.363124446086602, + "v_measure": 0.363124446086602, + "v_measure_std": 0.006991378358815781, "v_measures": { "Level 0": [ - 0.3696766675775656, - 0.3565965928984913, - 0.37290603508711434, - 0.3653065475040858, - 0.3584334984748996, - 0.3638439536362324, - 0.3609583797773799, - 0.3626174690257067, - 0.3756888012424275, - 0.35200771254760493 + 0.3536262060350724, + 0.3607847075795413, + 0.3655134256319705, + 0.355915402470068, + 0.3689289393345118, + 0.35441510851480174, + 0.36777336601567023, + 0.3721619835823273, + 0.35880577499109895, + 0.37331954671095724 ] } } diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringS2S.v2.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..9d4cbfc52 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 18.915147066116333, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34523190322337804, + "v_measure": 0.34523190322337804, + "v_measure_std": 0.007158003855565347, + "v_measures": { + "Level 0": [ + 0.34827546868230713, + 0.34071278041227754, + 0.3385599891434357, + 0.3450503227569181, + 0.34152847390289237, + 0.3403004307215198, + 0.36043005417841945, + 0.3390761280553598, + 0.3562584247320063, + 0.34212695964864415 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/NFCorpus.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/NFCorpus.json new file mode 100644 index 000000000..6bd8e3e70 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 5.9171648025512695, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.38061, + "map_at_1": 0.0677, + "map_at_10": 0.14911, + "map_at_100": 0.18972, + "map_at_1000": 0.20551, + "map_at_20": 0.16699, + "map_at_3": 0.1106, + "map_at_5": 0.12673, + "mrr_at_1": 0.48297213622291024, + "mrr_at_10": 0.5747985158975872, + "mrr_at_100": 0.580715041403878, + "mrr_at_1000": 0.5809696495363584, + "mrr_at_20": 0.578365226240817, + "mrr_at_3": 0.5531475748194017, + "mrr_at_5": 0.5669246646026834, + "nauc_map_at_1000_diff1": 0.25518730766079645, + "nauc_map_at_1000_max": 0.30205892106403126, + "nauc_map_at_1000_std": 0.17808459438421537, + "nauc_map_at_100_diff1": 0.27111309831147135, + "nauc_map_at_100_max": 0.2874460751190964, + "nauc_map_at_100_std": 0.13834713749702118, + "nauc_map_at_10_diff1": 0.3230006822526781, + "nauc_map_at_10_max": 0.21047612550174025, + "nauc_map_at_10_std": 0.009855127794971946, + "nauc_map_at_1_diff1": 0.4797082815561837, + "nauc_map_at_1_max": 0.12045560623244803, + "nauc_map_at_1_std": -0.0921670822674054, + "nauc_map_at_20_diff1": 0.2896081107987457, + "nauc_map_at_20_max": 0.24438156880632547, + "nauc_map_at_20_std": 0.06640450501779481, + "nauc_map_at_3_diff1": 0.4072643148233097, + "nauc_map_at_3_max": 0.14179711556265487, + "nauc_map_at_3_std": -0.07523749051651722, + "nauc_map_at_5_diff1": 0.370045799830936, + "nauc_map_at_5_max": 0.1753537555520694, + "nauc_map_at_5_std": -0.049524928094983614, + "nauc_mrr_at_1000_diff1": 0.2728784387703017, + "nauc_mrr_at_1000_max": 0.49642731240854593, + "nauc_mrr_at_1000_std": 0.3332815906489205, + "nauc_mrr_at_100_diff1": 0.2728638567229773, + "nauc_mrr_at_100_max": 0.49673000057830125, + "nauc_mrr_at_100_std": 0.33362231205782694, + "nauc_mrr_at_10_diff1": 0.2749720042572818, + "nauc_mrr_at_10_max": 0.4956330324695279, + "nauc_mrr_at_10_std": 0.3327465172256268, + "nauc_mrr_at_1_diff1": 0.3002588605171094, + "nauc_mrr_at_1_max": 0.47049914771389456, + "nauc_mrr_at_1_std": 0.2843361100452971, + "nauc_mrr_at_20_diff1": 0.2727167092748777, + "nauc_mrr_at_20_max": 0.49583704771395576, + "nauc_mrr_at_20_std": 0.33375945142722335, + "nauc_mrr_at_3_diff1": 0.28481640578675316, + "nauc_mrr_at_3_max": 0.481220480315023, + "nauc_mrr_at_3_std": 0.3224366771229358, + "nauc_mrr_at_5_diff1": 0.2782556861993858, + "nauc_mrr_at_5_max": 0.4869311517823767, + "nauc_mrr_at_5_std": 0.3214314938281838, + "nauc_ndcg_at_1000_diff1": 0.20541465716693, + "nauc_ndcg_at_1000_max": 0.45901785545373375, + "nauc_ndcg_at_1000_std": 0.35821286977390365, + "nauc_ndcg_at_100_diff1": 0.22286820262210733, + "nauc_ndcg_at_100_max": 0.40393450433331757, + "nauc_ndcg_at_100_std": 0.3035317316842182, + "nauc_ndcg_at_10_diff1": 0.18150959323165147, + "nauc_ndcg_at_10_max": 0.41662544707686855, + "nauc_ndcg_at_10_std": 0.3107694699938885, + "nauc_ndcg_at_1_diff1": 0.3285688193725159, + "nauc_ndcg_at_1_max": 0.4594806585838856, + "nauc_ndcg_at_1_std": 0.28459564998947845, + "nauc_ndcg_at_20_diff1": 0.18734944384523974, + "nauc_ndcg_at_20_max": 0.403470954093355, + "nauc_ndcg_at_20_std": 0.31420757206448446, + "nauc_ndcg_at_3_diff1": 0.24004391867607425, + "nauc_ndcg_at_3_max": 0.4227179576402198, + "nauc_ndcg_at_3_std": 0.2784109660360922, + "nauc_ndcg_at_5_diff1": 0.20451410519303234, + "nauc_ndcg_at_5_max": 0.4273012967678186, + "nauc_ndcg_at_5_std": 0.2973007608834414, + "nauc_precision_at_1000_diff1": -0.1383819083736239, + "nauc_precision_at_1000_max": 0.14162510528452477, + "nauc_precision_at_1000_std": 0.41424830827319364, + "nauc_precision_at_100_diff1": -0.10780698827929926, + "nauc_precision_at_100_max": 0.28327413137429647, + "nauc_precision_at_100_std": 0.5081744406224807, + "nauc_precision_at_10_diff1": -0.05056467014822324, + "nauc_precision_at_10_max": 0.4162760392409238, + "nauc_precision_at_10_std": 0.4355424219194771, + "nauc_precision_at_1_diff1": 0.3087035570405886, + "nauc_precision_at_1_max": 0.47313482886800445, + "nauc_precision_at_1_std": 0.29036201960376123, + "nauc_precision_at_20_diff1": -0.07880447777498197, + "nauc_precision_at_20_max": 0.37656014439566804, + "nauc_precision_at_20_std": 0.47535212674589405, + "nauc_precision_at_3_diff1": 0.11160454812738575, + "nauc_precision_at_3_max": 0.4211728585052631, + "nauc_precision_at_3_std": 0.32139396921778723, + "nauc_precision_at_5_diff1": 0.02558790139907483, + "nauc_precision_at_5_max": 0.42263162789448944, + "nauc_precision_at_5_std": 0.3735170193646433, + "nauc_recall_at_1000_diff1": 0.058188273236333285, + "nauc_recall_at_1000_max": 0.16926827427304883, + "nauc_recall_at_1000_std": 0.18908899391499837, + "nauc_recall_at_100_diff1": 0.14825971627346826, + "nauc_recall_at_100_max": 0.193963936249547, + "nauc_recall_at_100_std": 0.12579331352101317, + "nauc_recall_at_10_diff1": 0.2153841337404872, + "nauc_recall_at_10_max": 0.14575056375128492, + "nauc_recall_at_10_std": -0.024563756485573237, + "nauc_recall_at_1_diff1": 0.4797082815561837, + "nauc_recall_at_1_max": 0.12045560623244803, + "nauc_recall_at_1_std": -0.0921670822674054, + "nauc_recall_at_20_diff1": 0.17269301357009878, + "nauc_recall_at_20_max": 0.18163529095450334, + "nauc_recall_at_20_std": 0.0445663273655796, + "nauc_recall_at_3_diff1": 0.3750793739017877, + "nauc_recall_at_3_max": 0.11716299356113108, + "nauc_recall_at_3_std": -0.08220477900608816, + "nauc_recall_at_5_diff1": 0.2872804809824744, + "nauc_recall_at_5_max": 0.12603814790363987, + "nauc_recall_at_5_std": -0.08487328170881434, + "ndcg_at_1": 0.46594, + "ndcg_at_10": 0.38061, + "ndcg_at_100": 0.35596, + "ndcg_at_1000": 0.44186, + "ndcg_at_20": 0.36104, + "ndcg_at_3": 0.43282, + "ndcg_at_5": 0.41137, + "precision_at_1": 0.47988, + "precision_at_10": 0.27926, + "precision_at_100": 0.08929, + "precision_at_1000": 0.02183, + "precision_at_20": 0.21331, + "precision_at_3": 0.40454, + "precision_at_5": 0.35232, + "recall_at_1": 0.0677, + "recall_at_10": 0.19241, + "recall_at_100": 0.36479, + "recall_at_1000": 0.67562, + "recall_at_20": 0.23322, + "recall_at_3": 0.12025, + "recall_at_5": 0.14959 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/SciFact-PL.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/SciFact-PL.json new file mode 100644 index 000000000..81b7f6700 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 7.936395883560181, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3946, + "map_at_1": 0.28678, + "map_at_10": 0.35363, + "map_at_100": 0.36363, + "map_at_1000": 0.36451, + "map_at_20": 0.36034, + "map_at_3": 0.32639, + "map_at_5": 0.34324, + "mrr_at_1": 0.31, + "mrr_at_10": 0.3709404761904762, + "mrr_at_100": 0.37961584614440025, + "mrr_at_1000": 0.38045367040804506, + "mrr_at_20": 0.37653698581833256, + "mrr_at_3": 0.3477777777777777, + "mrr_at_5": 0.3617777777777777, + "nauc_map_at_1000_diff1": 0.5526463310697145, + "nauc_map_at_1000_max": 0.521587634414709, + "nauc_map_at_1000_std": 0.22072688133830684, + "nauc_map_at_100_diff1": 0.5523294788474685, + "nauc_map_at_100_max": 0.5216620687216366, + "nauc_map_at_100_std": 0.22055162378058207, + "nauc_map_at_10_diff1": 0.5553625060903956, + "nauc_map_at_10_max": 0.5172920143778441, + "nauc_map_at_10_std": 0.2182513112314847, + "nauc_map_at_1_diff1": 0.6149734438607012, + "nauc_map_at_1_max": 0.4949448637591049, + "nauc_map_at_1_std": 0.17690599783649114, + "nauc_map_at_20_diff1": 0.552417261285425, + "nauc_map_at_20_max": 0.5204021808845346, + "nauc_map_at_20_std": 0.21953488032575827, + "nauc_map_at_3_diff1": 0.5662604454865181, + "nauc_map_at_3_max": 0.5088746541617819, + "nauc_map_at_3_std": 0.19605645955451356, + "nauc_map_at_5_diff1": 0.5648136959456516, + "nauc_map_at_5_max": 0.5126030929195866, + "nauc_map_at_5_std": 0.2115650503359907, + "nauc_mrr_at_1000_diff1": 0.5326095544900755, + "nauc_mrr_at_1000_max": 0.5268616376697373, + "nauc_mrr_at_1000_std": 0.24055421708916494, + "nauc_mrr_at_100_diff1": 0.5322727225927109, + "nauc_mrr_at_100_max": 0.5269504973778782, + "nauc_mrr_at_100_std": 0.24046781132635114, + "nauc_mrr_at_10_diff1": 0.5340378363929683, + "nauc_mrr_at_10_max": 0.525053767511083, + "nauc_mrr_at_10_std": 0.24075309207558135, + "nauc_mrr_at_1_diff1": 0.5876906391312726, + "nauc_mrr_at_1_max": 0.5059359748309289, + "nauc_mrr_at_1_std": 0.2052919585355688, + "nauc_mrr_at_20_diff1": 0.5322685478593994, + "nauc_mrr_at_20_max": 0.5263649830566933, + "nauc_mrr_at_20_std": 0.23958630789374138, + "nauc_mrr_at_3_diff1": 0.5396460620850572, + "nauc_mrr_at_3_max": 0.5143634206470138, + "nauc_mrr_at_3_std": 0.22104107668459264, + "nauc_mrr_at_5_diff1": 0.5410646986427837, + "nauc_mrr_at_5_max": 0.5199023695134397, + "nauc_mrr_at_5_std": 0.23494649792196134, + "nauc_ndcg_at_1000_diff1": 0.5215489645999907, + "nauc_ndcg_at_1000_max": 0.5385153315837441, + "nauc_ndcg_at_1000_std": 0.2589717216079982, + "nauc_ndcg_at_100_diff1": 0.5148218558803022, + "nauc_ndcg_at_100_max": 0.543971842318184, + "nauc_ndcg_at_100_std": 0.2566189623368067, + "nauc_ndcg_at_10_diff1": 0.523756978731846, + "nauc_ndcg_at_10_max": 0.5313681933402101, + "nauc_ndcg_at_10_std": 0.24636191809169353, + "nauc_ndcg_at_1_diff1": 0.5876906391312726, + "nauc_ndcg_at_1_max": 0.5059359748309289, + "nauc_ndcg_at_1_std": 0.2052919585355688, + "nauc_ndcg_at_20_diff1": 0.5158298698088598, + "nauc_ndcg_at_20_max": 0.5398729568409208, + "nauc_ndcg_at_20_std": 0.24903410672543513, + "nauc_ndcg_at_3_diff1": 0.5414242691496035, + "nauc_ndcg_at_3_max": 0.5113422279953691, + "nauc_ndcg_at_3_std": 0.2069440405410603, + "nauc_ndcg_at_5_diff1": 0.5439174560595734, + "nauc_ndcg_at_5_max": 0.5208011406506492, + "nauc_ndcg_at_5_std": 0.2333687772202141, + "nauc_precision_at_1000_diff1": -0.007421101419963383, + "nauc_precision_at_1000_max": 0.2651792862259309, + "nauc_precision_at_1000_std": 0.3401329372603557, + "nauc_precision_at_100_diff1": 0.16334170497085732, + "nauc_precision_at_100_max": 0.45739942188314475, + "nauc_precision_at_100_std": 0.34446129302310885, + "nauc_precision_at_10_diff1": 0.302383926302641, + "nauc_precision_at_10_max": 0.5035950367377318, + "nauc_precision_at_10_std": 0.32932970191079153, + "nauc_precision_at_1_diff1": 0.5876906391312726, + "nauc_precision_at_1_max": 0.5059359748309289, + "nauc_precision_at_1_std": 0.2052919585355688, + "nauc_precision_at_20_diff1": 0.23586054467258405, + "nauc_precision_at_20_max": 0.5024213927231517, + "nauc_precision_at_20_std": 0.3329907719597094, + "nauc_precision_at_3_diff1": 0.4339654925430147, + "nauc_precision_at_3_max": 0.5136485905741159, + "nauc_precision_at_3_std": 0.2455751508109569, + "nauc_precision_at_5_diff1": 0.40173187530798704, + "nauc_precision_at_5_max": 0.49879062139114266, + "nauc_precision_at_5_std": 0.2928878005108356, + "nauc_recall_at_1000_diff1": 0.3288638985005772, + "nauc_recall_at_1000_max": 0.6264263058164443, + "nauc_recall_at_1000_std": 0.6691948838358862, + "nauc_recall_at_100_diff1": 0.3692977093031032, + "nauc_recall_at_100_max": 0.6214068931761769, + "nauc_recall_at_100_std": 0.39216000921325694, + "nauc_recall_at_10_diff1": 0.4374127021977956, + "nauc_recall_at_10_max": 0.5483788717329574, + "nauc_recall_at_10_std": 0.29861540856324226, + "nauc_recall_at_1_diff1": 0.6149734438607012, + "nauc_recall_at_1_max": 0.4949448637591049, + "nauc_recall_at_1_std": 0.17690599783649114, + "nauc_recall_at_20_diff1": 0.40750197722922177, + "nauc_recall_at_20_max": 0.5861187926479956, + "nauc_recall_at_20_std": 0.3162710417401313, + "nauc_recall_at_3_diff1": 0.5045138084115992, + "nauc_recall_at_3_max": 0.5110027000762125, + "nauc_recall_at_3_std": 0.2103973546831617, + "nauc_recall_at_5_diff1": 0.4974585892683331, + "nauc_recall_at_5_max": 0.5261416893452614, + "nauc_recall_at_5_std": 0.26984094780791773, + "ndcg_at_1": 0.31, + "ndcg_at_10": 0.3946, + "ndcg_at_100": 0.4409, + "ndcg_at_1000": 0.46524, + "ndcg_at_20": 0.41662, + "ndcg_at_3": 0.34489, + "ndcg_at_5": 0.37143, + "precision_at_1": 0.31, + "precision_at_10": 0.05767, + "precision_at_100": 0.0082, + "precision_at_1000": 0.00103, + "precision_at_20": 0.03367, + "precision_at_3": 0.13778, + "precision_at_5": 0.098, + "recall_at_1": 0.28678, + "recall_at_10": 0.50561, + "recall_at_100": 0.71956, + "recall_at_1000": 0.90933, + "recall_at_20": 0.58867, + "recall_at_3": 0.37272, + "recall_at_5": 0.43828 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/SciFact.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/SciFact.json new file mode 100644 index 000000000..5077eb67d --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 16.012824773788452, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.74644, + "map_at_1": 0.60928, + "map_at_10": 0.70153, + "map_at_100": 0.70631, + "map_at_1000": 0.70659, + "map_at_20": 0.70521, + "map_at_3": 0.66957, + "map_at_5": 0.68475, + "mrr_at_1": 0.64, + "mrr_at_10": 0.7125410052910053, + "mrr_at_100": 0.7165569194364978, + "mrr_at_1000": 0.7168123528186455, + "mrr_at_20": 0.7157098407411876, + "mrr_at_3": 0.6888888888888889, + "mrr_at_5": 0.7012222222222223, + "nauc_map_at_1000_diff1": 0.7371882278245859, + "nauc_map_at_1000_max": 0.6545720320263793, + "nauc_map_at_1000_std": 0.06482004021978346, + "nauc_map_at_100_diff1": 0.7371664101763042, + "nauc_map_at_100_max": 0.6547763849202548, + "nauc_map_at_100_std": 0.0649738270228198, + "nauc_map_at_10_diff1": 0.7376357753317565, + "nauc_map_at_10_max": 0.6561889717757678, + "nauc_map_at_10_std": 0.06070092618417483, + "nauc_map_at_1_diff1": 0.7596240480556818, + "nauc_map_at_1_max": 0.5728110063165706, + "nauc_map_at_1_std": 0.017189087020578236, + "nauc_map_at_20_diff1": 0.7373075627488948, + "nauc_map_at_20_max": 0.6553103552394366, + "nauc_map_at_20_std": 0.06440276501646477, + "nauc_map_at_3_diff1": 0.7398425507914784, + "nauc_map_at_3_max": 0.6274797813645999, + "nauc_map_at_3_std": 0.00614520064146289, + "nauc_map_at_5_diff1": 0.7304673265059778, + "nauc_map_at_5_max": 0.6281918799567316, + "nauc_map_at_5_std": 0.026810454094183683, + "nauc_mrr_at_1000_diff1": 0.7402349105332007, + "nauc_mrr_at_1000_max": 0.6722713944777431, + "nauc_mrr_at_1000_std": 0.11229147907326728, + "nauc_mrr_at_100_diff1": 0.7401843865156508, + "nauc_mrr_at_100_max": 0.6724432560955362, + "nauc_mrr_at_100_std": 0.11233740142638994, + "nauc_mrr_at_10_diff1": 0.7400785118688815, + "nauc_mrr_at_10_max": 0.6742852500873172, + "nauc_mrr_at_10_std": 0.11169382009841944, + "nauc_mrr_at_1_diff1": 0.7568708221569378, + "nauc_mrr_at_1_max": 0.641365436198748, + "nauc_mrr_at_1_std": 0.12305211393536837, + "nauc_mrr_at_20_diff1": 0.7402665362564772, + "nauc_mrr_at_20_max": 0.6730638676643157, + "nauc_mrr_at_20_std": 0.11282920878232558, + "nauc_mrr_at_3_diff1": 0.7411267661376499, + "nauc_mrr_at_3_max": 0.6706366011002494, + "nauc_mrr_at_3_std": 0.07854711679265451, + "nauc_mrr_at_5_diff1": 0.7334375658967501, + "nauc_mrr_at_5_max": 0.6637541797367218, + "nauc_mrr_at_5_std": 0.0960978262807454, + "nauc_ndcg_at_1000_diff1": 0.7362456648083766, + "nauc_ndcg_at_1000_max": 0.6724305923745018, + "nauc_ndcg_at_1000_std": 0.09450651474536098, + "nauc_ndcg_at_100_diff1": 0.736293871910322, + "nauc_ndcg_at_100_max": 0.6779808083001455, + "nauc_ndcg_at_100_std": 0.10086121639831834, + "nauc_ndcg_at_10_diff1": 0.7372551369120798, + "nauc_ndcg_at_10_max": 0.6845740535859305, + "nauc_ndcg_at_10_std": 0.09370834904880408, + "nauc_ndcg_at_1_diff1": 0.7568708221569378, + "nauc_ndcg_at_1_max": 0.641365436198748, + "nauc_ndcg_at_1_std": 0.12305211393536837, + "nauc_ndcg_at_20_diff1": 0.737050321311497, + "nauc_ndcg_at_20_max": 0.681227101336713, + "nauc_ndcg_at_20_std": 0.10350428229221949, + "nauc_ndcg_at_3_diff1": 0.7331233426386665, + "nauc_ndcg_at_3_max": 0.6562909854875586, + "nauc_ndcg_at_3_std": 0.019126834290581683, + "nauc_ndcg_at_5_diff1": 0.719986479082773, + "nauc_ndcg_at_5_max": 0.6385344938913494, + "nauc_ndcg_at_5_std": 0.03641584837219377, + "nauc_precision_at_1000_diff1": -0.31635397962202405, + "nauc_precision_at_1000_max": 0.20721278542582558, + "nauc_precision_at_1000_std": 0.5176294950912608, + "nauc_precision_at_100_diff1": -0.1291677835141662, + "nauc_precision_at_100_max": 0.33193678837390955, + "nauc_precision_at_100_std": 0.5015325090027613, + "nauc_precision_at_10_diff1": 0.08108335394509025, + "nauc_precision_at_10_max": 0.46996784565916433, + "nauc_precision_at_10_std": 0.41333663121444497, + "nauc_precision_at_1_diff1": 0.7568708221569378, + "nauc_precision_at_1_max": 0.641365436198748, + "nauc_precision_at_1_std": 0.12305211393536837, + "nauc_precision_at_20_diff1": -0.030446254320261126, + "nauc_precision_at_20_max": 0.40077846465835804, + "nauc_precision_at_20_std": 0.47796530707923096, + "nauc_precision_at_3_diff1": 0.4309190382974449, + "nauc_precision_at_3_max": 0.5936907092305372, + "nauc_precision_at_3_std": 0.1417507403503491, + "nauc_precision_at_5_diff1": 0.2730746724335321, + "nauc_precision_at_5_max": 0.5166721791120721, + "nauc_precision_at_5_std": 0.22980282406818422, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.736823465018193, + "nauc_recall_at_100_max": 0.839450722817863, + "nauc_recall_at_100_std": 0.3187481889307469, + "nauc_recall_at_10_diff1": 0.7361649825671076, + "nauc_recall_at_10_max": 0.790382412766111, + "nauc_recall_at_10_std": 0.17800569062107757, + "nauc_recall_at_1_diff1": 0.7596240480556818, + "nauc_recall_at_1_max": 0.5728110063165706, + "nauc_recall_at_1_std": 0.017189087020578236, + "nauc_recall_at_20_diff1": 0.7382771878978126, + "nauc_recall_at_20_max": 0.8103545625369893, + "nauc_recall_at_20_std": 0.29381202319115296, + "nauc_recall_at_3_diff1": 0.7158045996132538, + "nauc_recall_at_3_max": 0.6417972283724382, + "nauc_recall_at_3_std": -0.07993008589599734, + "nauc_recall_at_5_diff1": 0.6727922349907511, + "nauc_recall_at_5_max": 0.6090813663896062, + "nauc_recall_at_5_std": -0.020123363309778805, + "ndcg_at_1": 0.64, + "ndcg_at_10": 0.74644, + "ndcg_at_100": 0.76496, + "ndcg_at_1000": 0.77132, + "ndcg_at_20": 0.75866, + "ndcg_at_3": 0.69293, + "ndcg_at_5": 0.71436, + "precision_at_1": 0.64, + "precision_at_10": 0.09933, + "precision_at_100": 0.0108, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05217, + "precision_at_3": 0.26667, + "precision_at_5": 0.17467, + "recall_at_1": 0.60928, + "recall_at_10": 0.87322, + "recall_at_100": 0.95167, + "recall_at_1000": 1.0, + "recall_at_20": 0.91989, + "recall_at_3": 0.72961, + "recall_at_5": 0.78428 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.78373, + "map_at_1": 0.63869, + "map_at_10": 0.74219, + "map_at_100": 0.7465, + "map_at_1000": 0.74667, + "map_at_20": 0.74544, + "map_at_3": 0.71777, + "map_at_5": 0.73342, + "mrr_at_1": 0.6736711990111248, + "mrr_at_10": 0.7537960837404595, + "mrr_at_100": 0.7568972991768452, + "mrr_at_1000": 0.757055717515717, + "mrr_at_20": 0.7559561514567503, + "mrr_at_3": 0.7381540997115782, + "mrr_at_5": 0.7477956324680678, + "nauc_map_at_1000_diff1": 0.7006546027056825, + "nauc_map_at_1000_max": 0.560289266922874, + "nauc_map_at_1000_std": 0.12669651360474007, + "nauc_map_at_100_diff1": 0.7006486701757207, + "nauc_map_at_100_max": 0.5604599201117451, + "nauc_map_at_100_std": 0.12696095955091893, + "nauc_map_at_10_diff1": 0.6988717467798596, + "nauc_map_at_10_max": 0.5577868287894598, + "nauc_map_at_10_std": 0.12218869514841321, + "nauc_map_at_1_diff1": 0.7506160278792907, + "nauc_map_at_1_max": 0.4870086144547698, + "nauc_map_at_1_std": 0.06762351914514846, + "nauc_map_at_20_diff1": 0.7001057408819966, + "nauc_map_at_20_max": 0.5600893717355749, + "nauc_map_at_20_std": 0.12632233889512984, + "nauc_map_at_3_diff1": 0.7054809464162106, + "nauc_map_at_3_max": 0.5325059002583452, + "nauc_map_at_3_std": 0.08744412917998165, + "nauc_map_at_5_diff1": 0.6957861786920354, + "nauc_map_at_5_max": 0.5513728588691581, + "nauc_map_at_5_std": 0.11032083270172441, + "nauc_mrr_at_1000_diff1": 0.7031207632581219, + "nauc_mrr_at_1000_max": 0.5778842353171151, + "nauc_mrr_at_1000_std": 0.16954560392300277, + "nauc_mrr_at_100_diff1": 0.7030916695927972, + "nauc_mrr_at_100_max": 0.5780204981381197, + "nauc_mrr_at_100_std": 0.16975886664244091, + "nauc_mrr_at_10_diff1": 0.701316994696244, + "nauc_mrr_at_10_max": 0.5775825535411656, + "nauc_mrr_at_10_std": 0.17106068280090128, + "nauc_mrr_at_1_diff1": 0.7419341995024511, + "nauc_mrr_at_1_max": 0.559687222645455, + "nauc_mrr_at_1_std": 0.1439232749038751, + "nauc_mrr_at_20_diff1": 0.7025913890959212, + "nauc_mrr_at_20_max": 0.577506711650571, + "nauc_mrr_at_20_std": 0.16944819034751002, + "nauc_mrr_at_3_diff1": 0.7008744169075833, + "nauc_mrr_at_3_max": 0.581844313256303, + "nauc_mrr_at_3_std": 0.1638699134513528, + "nauc_mrr_at_5_diff1": 0.6980322893860916, + "nauc_mrr_at_5_max": 0.5778764742452307, + "nauc_mrr_at_5_std": 0.17178144976471096, + "nauc_ndcg_at_1000_diff1": 0.6942458559889899, + "nauc_ndcg_at_1000_max": 0.5741609161450675, + "nauc_ndcg_at_1000_std": 0.15780450887539377, + "nauc_ndcg_at_100_diff1": 0.6937478396626058, + "nauc_ndcg_at_100_max": 0.5781619293197889, + "nauc_ndcg_at_100_std": 0.1647401498955774, + "nauc_ndcg_at_10_diff1": 0.6850273769300131, + "nauc_ndcg_at_10_max": 0.5691459803458288, + "nauc_ndcg_at_10_std": 0.15511075515887823, + "nauc_ndcg_at_1_diff1": 0.7419341995024511, + "nauc_ndcg_at_1_max": 0.559687222645455, + "nauc_ndcg_at_1_std": 0.1439232749038751, + "nauc_ndcg_at_20_diff1": 0.6900443855248265, + "nauc_ndcg_at_20_max": 0.5745637094794773, + "nauc_ndcg_at_20_std": 0.16304984088026087, + "nauc_ndcg_at_3_diff1": 0.6870559630343409, + "nauc_ndcg_at_3_max": 0.5517116548328217, + "nauc_ndcg_at_3_std": 0.11537715354510046, + "nauc_ndcg_at_5_diff1": 0.6752895311851433, + "nauc_ndcg_at_5_max": 0.5611731192639992, + "nauc_ndcg_at_5_std": 0.14143925254541906, + "nauc_precision_at_1000_diff1": -0.3303817513642143, + "nauc_precision_at_1000_max": 0.1824255512700153, + "nauc_precision_at_1000_std": 0.3842659171682872, + "nauc_precision_at_100_diff1": -0.22685707562419263, + "nauc_precision_at_100_max": 0.255606301709646, + "nauc_precision_at_100_std": 0.4107574749088614, + "nauc_precision_at_10_diff1": -0.028419527150019865, + "nauc_precision_at_10_max": 0.3577669661562314, + "nauc_precision_at_10_std": 0.3631823336154321, + "nauc_precision_at_1_diff1": 0.7419341995024511, + "nauc_precision_at_1_max": 0.559687222645455, + "nauc_precision_at_1_std": 0.1439232749038751, + "nauc_precision_at_20_diff1": -0.11616205676368338, + "nauc_precision_at_20_max": 0.31005836265055275, + "nauc_precision_at_20_std": 0.3973989863657363, + "nauc_precision_at_3_diff1": 0.27223093722601205, + "nauc_precision_at_3_max": 0.4832924737495303, + "nauc_precision_at_3_std": 0.2261440395623762, + "nauc_precision_at_5_diff1": 0.07828039912313443, + "nauc_precision_at_5_max": 0.4169122223594645, + "nauc_precision_at_5_std": 0.3113147870728186, + "nauc_recall_at_1000_diff1": 0.7116327945176968, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6639052560312171, + "nauc_recall_at_100_max": 0.7775474280690732, + "nauc_recall_at_100_std": 0.5326720770288575, + "nauc_recall_at_10_diff1": 0.6057173945661835, + "nauc_recall_at_10_max": 0.5661279599074975, + "nauc_recall_at_10_std": 0.22817275400837128, + "nauc_recall_at_1_diff1": 0.7506160278792907, + "nauc_recall_at_1_max": 0.4870086144547698, + "nauc_recall_at_1_std": 0.06762351914514846, + "nauc_recall_at_20_diff1": 0.624938917365139, + "nauc_recall_at_20_max": 0.6146240659852868, + "nauc_recall_at_20_std": 0.32569736628002477, + "nauc_recall_at_3_diff1": 0.6268474042481643, + "nauc_recall_at_3_max": 0.5225761511978094, + "nauc_recall_at_3_std": 0.09322489108081082, + "nauc_recall_at_5_diff1": 0.572843833688944, + "nauc_recall_at_5_max": 0.5385771919316331, + "nauc_recall_at_5_std": 0.17233245438103087, + "ndcg_at_1": 0.67367, + "ndcg_at_10": 0.78373, + "ndcg_at_100": 0.80073, + "ndcg_at_1000": 0.80445, + "ndcg_at_20": 0.79361, + "ndcg_at_3": 0.74405, + "ndcg_at_5": 0.76616, + "precision_at_1": 0.67367, + "precision_at_10": 0.10161, + "precision_at_100": 0.01104, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05303, + "precision_at_3": 0.29172, + "precision_at_5": 0.18986, + "recall_at_1": 0.63869, + "recall_at_10": 0.89679, + "recall_at_100": 0.97054, + "recall_at_1000": 0.99753, + "recall_at_20": 0.93377, + "recall_at_3": 0.79489, + "recall_at_5": 0.84644 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID-PL.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID-PL.json new file mode 100644 index 000000000..149832258 --- /dev/null +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 176.6284041404724, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.31134, + "map_at_1": 0.00092, + "map_at_10": 0.00579, + "map_at_100": 0.02127, + "map_at_1000": 0.05711, + "map_at_20": 0.00838, + "map_at_3": 0.00255, + "map_at_5": 0.00402, + "mrr_at_1": 0.4, + "mrr_at_10": 0.5290793650793651, + "mrr_at_100": 0.5374494731322318, + "mrr_at_1000": 0.5376326821934474, + "mrr_at_20": 0.5316178266178266, + "mrr_at_3": 0.5066666666666667, + "mrr_at_5": 0.5206666666666666, + "nauc_map_at_1000_diff1": -0.12329508338975904, + "nauc_map_at_1000_max": 0.689870682339248, + "nauc_map_at_1000_std": 0.4515813571613634, + "nauc_map_at_100_diff1": 0.00604292538820229, + "nauc_map_at_100_max": 0.5508571534496879, + "nauc_map_at_100_std": 0.1347619890882177, + "nauc_map_at_10_diff1": 0.09285600714370719, + "nauc_map_at_10_max": 0.45388994034994024, + "nauc_map_at_10_std": -0.060154709885423985, + "nauc_map_at_1_diff1": -0.02463515693853158, + "nauc_map_at_1_max": 0.46560547141612507, + "nauc_map_at_1_std": 0.015117788334374866, + "nauc_map_at_20_diff1": 0.04809961059758853, + "nauc_map_at_20_max": 0.49400983904323575, + "nauc_map_at_20_std": -0.012777091199150728, + "nauc_map_at_3_diff1": 0.14168491637131014, + "nauc_map_at_3_max": 0.45409740674890076, + "nauc_map_at_3_std": -0.07656164511428644, + "nauc_map_at_5_diff1": 0.1520556762001756, + "nauc_map_at_5_max": 0.43075914160039397, + "nauc_map_at_5_std": -0.10694952422755073, + "nauc_mrr_at_1000_diff1": 0.005918212856524578, + "nauc_mrr_at_1000_max": 0.5302237349651576, + "nauc_mrr_at_1000_std": 0.018583089941595177, + "nauc_mrr_at_100_diff1": 0.0062706537516553276, + "nauc_mrr_at_100_max": 0.5297785785009287, + "nauc_mrr_at_100_std": 0.01813544960529908, + "nauc_mrr_at_10_diff1": 0.012638801352387687, + "nauc_mrr_at_10_max": 0.5288998628609324, + "nauc_mrr_at_10_std": 0.01940332110438525, + "nauc_mrr_at_1_diff1": -0.07324922760041182, + "nauc_mrr_at_1_max": 0.5303553038105046, + "nauc_mrr_at_1_std": 0.08918640576725016, + "nauc_mrr_at_20_diff1": 0.008145574350810411, + "nauc_mrr_at_20_max": 0.5300379273360072, + "nauc_mrr_at_20_std": 0.02139331040372275, + "nauc_mrr_at_3_diff1": -0.011797450003717121, + "nauc_mrr_at_3_max": 0.5291381681659358, + "nauc_mrr_at_3_std": 0.012513010185116477, + "nauc_mrr_at_5_diff1": 0.005863085583164416, + "nauc_mrr_at_5_max": 0.5353744887756586, + "nauc_mrr_at_5_std": 0.04081898638923159, + "nauc_ndcg_at_1000_diff1": -0.011085266112890903, + "nauc_ndcg_at_1000_max": 0.688669693543791, + "nauc_ndcg_at_1000_std": 0.3178778361194946, + "nauc_ndcg_at_100_diff1": -0.009761984571804352, + "nauc_ndcg_at_100_max": 0.5622756467252398, + "nauc_ndcg_at_100_std": 0.16636449043228638, + "nauc_ndcg_at_10_diff1": -0.01051331708986952, + "nauc_ndcg_at_10_max": 0.5236254924564182, + "nauc_ndcg_at_10_std": 0.07340614164169472, + "nauc_ndcg_at_1_diff1": -0.11077898786161722, + "nauc_ndcg_at_1_max": 0.5231461024614663, + "nauc_ndcg_at_1_std": 0.13434096639201518, + "nauc_ndcg_at_20_diff1": -0.030801834116729914, + "nauc_ndcg_at_20_max": 0.5325890263631416, + "nauc_ndcg_at_20_std": 0.08240358716171015, + "nauc_ndcg_at_3_diff1": -0.0147051813071286, + "nauc_ndcg_at_3_max": 0.5184115991871174, + "nauc_ndcg_at_3_std": 0.06508295383117739, + "nauc_ndcg_at_5_diff1": 0.0006987749762952113, + "nauc_ndcg_at_5_max": 0.5112417049537838, + "nauc_ndcg_at_5_std": 0.038651744422565484, + "nauc_precision_at_1000_diff1": -0.1646327781555469, + "nauc_precision_at_1000_max": 0.6756449775800628, + "nauc_precision_at_1000_std": 0.480892085206748, + "nauc_precision_at_100_diff1": -0.018443914200265706, + "nauc_precision_at_100_max": 0.5818910584534654, + "nauc_precision_at_100_std": 0.21305814832607248, + "nauc_precision_at_10_diff1": -0.002239972477133087, + "nauc_precision_at_10_max": 0.49483198336661516, + "nauc_precision_at_10_std": 0.08493571765128204, + "nauc_precision_at_1_diff1": -0.07324922760041182, + "nauc_precision_at_1_max": 0.5303553038105046, + "nauc_precision_at_1_std": 0.08918640576725016, + "nauc_precision_at_20_diff1": -0.022553526421998496, + "nauc_precision_at_20_max": 0.5279438485434615, + "nauc_precision_at_20_std": 0.10494276838570828, + "nauc_precision_at_3_diff1": 0.06698140436234695, + "nauc_precision_at_3_max": 0.5081020904630354, + "nauc_precision_at_3_std": 0.003917041190780753, + "nauc_precision_at_5_diff1": 0.040446915842031396, + "nauc_precision_at_5_max": 0.4841437768517206, + "nauc_precision_at_5_std": 0.016701286302235996, + "nauc_recall_at_1000_diff1": 0.00647858097307823, + "nauc_recall_at_1000_max": 0.7140795147014243, + "nauc_recall_at_1000_std": 0.36566329061216757, + "nauc_recall_at_100_diff1": 0.18900483601446433, + "nauc_recall_at_100_max": 0.5563626430935587, + "nauc_recall_at_100_std": 0.02975343075183275, + "nauc_recall_at_10_diff1": 0.18776732642329388, + "nauc_recall_at_10_max": 0.3705138403418744, + "nauc_recall_at_10_std": -0.1257455988023478, + "nauc_recall_at_1_diff1": -0.02463515693853158, + "nauc_recall_at_1_max": 0.46560547141612507, + "nauc_recall_at_1_std": 0.015117788334374866, + "nauc_recall_at_20_diff1": 0.1641726709475171, + "nauc_recall_at_20_max": 0.44162694465520114, + "nauc_recall_at_20_std": -0.08515012649442771, + "nauc_recall_at_3_diff1": 0.22330022879712377, + "nauc_recall_at_3_max": 0.3790606127760319, + "nauc_recall_at_3_std": -0.13813741079969963, + "nauc_recall_at_5_diff1": 0.22561573653258726, + "nauc_recall_at_5_max": 0.3578085460503563, + "nauc_recall_at_5_std": -0.14726052425951497, + "ndcg_at_1": 0.38, + "ndcg_at_10": 0.31134, + "ndcg_at_100": 0.2056, + "ndcg_at_1000": 0.18683, + "ndcg_at_20": 0.27348, + "ndcg_at_3": 0.3643, + "ndcg_at_5": 0.35088, + "precision_at_1": 0.4, + "precision_at_10": 0.312, + "precision_at_100": 0.2036, + "precision_at_1000": 0.0893, + "precision_at_20": 0.27, + "precision_at_3": 0.38667, + "precision_at_5": 0.368, + "recall_at_1": 0.00092, + "recall_at_10": 0.00776, + "recall_at_100": 0.04425, + "recall_at_1000": 0.17576, + "recall_at_20": 0.01243, + "recall_at_3": 0.00301, + "recall_at_5": 0.00495 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID.json b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID.json index d752ad529..23deaa289 100644 --- a/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID.json +++ b/results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 953.8972718715668, - "kg_co2_emissions": 0.07512505355568638, - "mteb_version": "1.18.0", + "evaluation_time": 174.88158702850342, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,14 +10,14 @@ "languages": [ "eng-Latn" ], - "main_score": 0.74815, + "main_score": 0.74696, "map_at_1": 0.00226, - "map_at_10": 0.01887, - "map_at_100": 0.09787, - "map_at_1000": 0.22519, - "map_at_20": 0.03301, - "map_at_3": 0.00667, - "map_at_5": 0.01077, + "map_at_10": 0.01879, + "map_at_100": 0.0977, + "map_at_1000": 0.22529, + "map_at_20": 0.03277, + "map_at_3": 0.0067, + "map_at_5": 0.01068, "mrr_at_1": 0.82, "mrr_at_10": 0.8986666666666667, "mrr_at_100": 0.8986666666666667, @@ -25,27 +25,27 @@ "mrr_at_20": 0.8986666666666667, "mrr_at_3": 0.8966666666666666, "mrr_at_5": 0.8966666666666666, - "nauc_map_at_1000_diff1": 0.033283406726209455, - "nauc_map_at_1000_max": 0.5137680016759647, - "nauc_map_at_1000_std": 0.8250554134743047, - "nauc_map_at_100_diff1": -0.07880577495697512, - "nauc_map_at_100_max": 0.5271911463547055, - "nauc_map_at_100_std": 0.6253255267384343, - "nauc_map_at_10_diff1": -0.10514924813206891, - "nauc_map_at_10_max": 0.15934897775698686, - "nauc_map_at_10_std": 0.12902957622492264, - "nauc_map_at_1_diff1": -0.21503713941920866, - "nauc_map_at_1_max": 0.07426344796990272, - "nauc_map_at_1_std": -0.03789956918339587, - "nauc_map_at_20_diff1": -0.07735290508262377, - "nauc_map_at_20_max": 0.2537023768980367, - "nauc_map_at_20_std": 0.21319217420311196, - "nauc_map_at_3_diff1": -0.16632126213904747, - "nauc_map_at_3_max": 0.08511960928170731, - "nauc_map_at_3_std": 0.010045048551201089, - "nauc_map_at_5_diff1": -0.12159421769296848, - "nauc_map_at_5_max": 0.06742944625482254, - "nauc_map_at_5_std": 0.02388754521565749, + "nauc_map_at_1000_diff1": 0.048440778509494326, + "nauc_map_at_1000_max": 0.5146164716030194, + "nauc_map_at_1000_std": 0.8184574241401149, + "nauc_map_at_100_diff1": -0.06719731720342484, + "nauc_map_at_100_max": 0.532055983697914, + "nauc_map_at_100_std": 0.6231183315419588, + "nauc_map_at_10_diff1": -0.10684696455221812, + "nauc_map_at_10_max": 0.16487685066596894, + "nauc_map_at_10_std": 0.12648757648305564, + "nauc_map_at_1_diff1": -0.2300531992735536, + "nauc_map_at_1_max": 0.07204666969034028, + "nauc_map_at_1_std": -0.03989429786319835, + "nauc_map_at_20_diff1": -0.07430140075024033, + "nauc_map_at_20_max": 0.2640872680419428, + "nauc_map_at_20_std": 0.2149614089743437, + "nauc_map_at_3_diff1": -0.16669272877058622, + "nauc_map_at_3_max": 0.08481802799137053, + "nauc_map_at_3_std": 0.012919917676302423, + "nauc_map_at_5_diff1": -0.12151622640371129, + "nauc_map_at_5_max": 0.085327402143399, + "nauc_map_at_5_std": 0.03760183315578357, "nauc_mrr_at_1000_diff1": -0.5212349085444852, "nauc_mrr_at_1000_max": 0.31927172392351977, "nauc_mrr_at_1000_std": 0.34117376548007555, @@ -61,96 +61,96 @@ "nauc_mrr_at_20_diff1": -0.5212349085444852, "nauc_mrr_at_20_max": 0.31927172392351977, "nauc_mrr_at_20_std": 0.34117376548007555, - "nauc_mrr_at_3_diff1": -0.5141017099711283, + "nauc_mrr_at_3_diff1": -0.5141017099711296, "nauc_mrr_at_3_max": 0.31526601313410235, "nauc_mrr_at_3_std": 0.3489419751911431, - "nauc_mrr_at_5_diff1": -0.5141017099711283, + "nauc_mrr_at_5_diff1": -0.5141017099711296, "nauc_mrr_at_5_max": 0.31526601313410235, "nauc_mrr_at_5_std": 0.3489419751911431, - "nauc_ndcg_at_1000_diff1": 0.042183178662355346, - "nauc_ndcg_at_1000_max": 0.5170656098286837, - "nauc_ndcg_at_1000_std": 0.80579432657909, - "nauc_ndcg_at_100_diff1": 0.018993313787947257, - "nauc_ndcg_at_100_max": 0.47231751308383885, - "nauc_ndcg_at_100_std": 0.8021058794165341, - "nauc_ndcg_at_10_diff1": -0.124282326220933, - "nauc_ndcg_at_10_max": 0.3819635118240947, - "nauc_ndcg_at_10_std": 0.6003499094265874, - "nauc_ndcg_at_1_diff1": -0.4150755960457455, + "nauc_ndcg_at_1000_diff1": 0.05901663017105304, + "nauc_ndcg_at_1000_max": 0.5190978250007549, + "nauc_ndcg_at_1000_std": 0.8002846870441717, + "nauc_ndcg_at_100_diff1": 0.04961125941691324, + "nauc_ndcg_at_100_max": 0.4863104725880388, + "nauc_ndcg_at_100_std": 0.8031171780492846, + "nauc_ndcg_at_10_diff1": -0.08093727744079234, + "nauc_ndcg_at_10_max": 0.4004257213778363, + "nauc_ndcg_at_10_std": 0.5918334712273753, + "nauc_ndcg_at_1_diff1": -0.40829133553014196, "nauc_ndcg_at_1_max": 0.2999370032952128, "nauc_ndcg_at_1_std": 0.40247625508819534, - "nauc_ndcg_at_20_diff1": -0.020728099500045803, - "nauc_ndcg_at_20_max": 0.45541550239183864, - "nauc_ndcg_at_20_std": 0.6658048287845582, - "nauc_ndcg_at_3_diff1": -0.3700884486421008, - "nauc_ndcg_at_3_max": 0.301570856606816, - "nauc_ndcg_at_3_std": 0.39328868863391153, - "nauc_ndcg_at_5_diff1": -0.21514617613211642, - "nauc_ndcg_at_5_max": 0.2786103366142153, - "nauc_ndcg_at_5_std": 0.4671569521011458, - "nauc_precision_at_1000_diff1": 0.12427566214312741, - "nauc_precision_at_1000_max": 0.27793198854274526, - "nauc_precision_at_1000_std": 0.5990856430861593, - "nauc_precision_at_100_diff1": 0.07538181777614106, - "nauc_precision_at_100_max": 0.46941385811662645, - "nauc_precision_at_100_std": 0.7862065887970373, - "nauc_precision_at_10_diff1": -0.0210468449365857, - "nauc_precision_at_10_max": 0.38732477323595255, - "nauc_precision_at_10_std": 0.640960196856062, + "nauc_ndcg_at_20_diff1": 0.01419400691933474, + "nauc_ndcg_at_20_max": 0.48163674104549625, + "nauc_ndcg_at_20_std": 0.6721692445468899, + "nauc_ndcg_at_3_diff1": -0.3336045142252295, + "nauc_ndcg_at_3_max": 0.32848966547228453, + "nauc_ndcg_at_3_std": 0.43353857375177257, + "nauc_ndcg_at_5_diff1": -0.17385324299159977, + "nauc_ndcg_at_5_max": 0.31721442763153, + "nauc_ndcg_at_5_std": 0.4937486282482412, + "nauc_precision_at_1000_diff1": 0.14376553464446973, + "nauc_precision_at_1000_max": 0.28047155461256024, + "nauc_precision_at_1000_std": 0.5985039125140617, + "nauc_precision_at_100_diff1": 0.11034189662336526, + "nauc_precision_at_100_max": 0.4828143781282413, + "nauc_precision_at_100_std": 0.7867047876221637, + "nauc_precision_at_10_diff1": 0.008079093482950304, + "nauc_precision_at_10_max": 0.3886840860646969, + "nauc_precision_at_10_std": 0.61447110120571, "nauc_precision_at_1_diff1": -0.5063332966185696, "nauc_precision_at_1_max": 0.31104747218856643, "nauc_precision_at_1_std": 0.30454895913646923, - "nauc_precision_at_20_diff1": 0.08238499055318826, - "nauc_precision_at_20_max": 0.4408962231581848, - "nauc_precision_at_20_std": 0.6449536447119815, - "nauc_precision_at_3_diff1": -0.3679235061487632, - "nauc_precision_at_3_max": 0.27490654965057515, - "nauc_precision_at_3_std": 0.4371038517796194, - "nauc_precision_at_5_diff1": -0.06522727961912937, - "nauc_precision_at_5_max": 0.22204870060951523, - "nauc_precision_at_5_std": 0.530127058252722, - "nauc_recall_at_1000_diff1": 0.043454997288669195, - "nauc_recall_at_1000_max": 0.4721562918748591, - "nauc_recall_at_1000_std": 0.7178572854996195, - "nauc_recall_at_100_diff1": -0.08552830607654965, - "nauc_recall_at_100_max": 0.47039932693565434, - "nauc_recall_at_100_std": 0.5114664262366452, - "nauc_recall_at_10_diff1": -0.10534118412134967, - "nauc_recall_at_10_max": 0.12474581538840065, - "nauc_recall_at_10_std": 0.07667259062189033, - "nauc_recall_at_1_diff1": -0.21503713941920866, - "nauc_recall_at_1_max": 0.07426344796990272, - "nauc_recall_at_1_std": -0.03789956918339587, - "nauc_recall_at_20_diff1": -0.07636721453063378, - "nauc_recall_at_20_max": 0.19318635042824983, - "nauc_recall_at_20_std": 0.12089900642298082, - "nauc_recall_at_3_diff1": -0.15938905003466655, - "nauc_recall_at_3_max": 0.06209888204854586, - "nauc_recall_at_3_std": -0.015043839056574153, - "nauc_recall_at_5_diff1": -0.10720028465887975, - "nauc_recall_at_5_max": 0.04493004820777574, - "nauc_recall_at_5_std": -0.005565189740107576, + "nauc_precision_at_20_diff1": 0.11859629386581737, + "nauc_precision_at_20_max": 0.47540389362832447, + "nauc_precision_at_20_std": 0.6560794975157029, + "nauc_precision_at_3_diff1": -0.3035426731078904, + "nauc_precision_at_3_max": 0.3023924545663669, + "nauc_precision_at_3_std": 0.4987347596043235, + "nauc_precision_at_5_diff1": -0.01748398995106304, + "nauc_precision_at_5_max": 0.285450822647866, + "nauc_precision_at_5_std": 0.5618111322480869, + "nauc_recall_at_1000_diff1": 0.05582068999334455, + "nauc_recall_at_1000_max": 0.46894383603356093, + "nauc_recall_at_1000_std": 0.7123295174277717, + "nauc_recall_at_100_diff1": -0.0790817064125244, + "nauc_recall_at_100_max": 0.4731430794648141, + "nauc_recall_at_100_std": 0.5075310027642069, + "nauc_recall_at_10_diff1": -0.11201950095945186, + "nauc_recall_at_10_max": 0.1226523774797033, + "nauc_recall_at_10_std": 0.06843926451692496, + "nauc_recall_at_1_diff1": -0.2300531992735536, + "nauc_recall_at_1_max": 0.07204666969034028, + "nauc_recall_at_1_std": -0.03989429786319835, + "nauc_recall_at_20_diff1": -0.0802249880970004, + "nauc_recall_at_20_max": 0.20022765468236065, + "nauc_recall_at_20_std": 0.12179839254141779, + "nauc_recall_at_3_diff1": -0.15586907936845118, + "nauc_recall_at_3_max": 0.06245953492716135, + "nauc_recall_at_3_std": -0.009699789006060383, + "nauc_recall_at_5_diff1": -0.10748777433742238, + "nauc_recall_at_5_max": 0.06448014314274907, + "nauc_recall_at_5_std": 0.01022303684458765, "ndcg_at_1": 0.79, - "ndcg_at_10": 0.74815, - "ndcg_at_100": 0.53732, - "ndcg_at_1000": 0.47084, - "ndcg_at_20": 0.70703, - "ndcg_at_3": 0.82134, - "ndcg_at_5": 0.79819, + "ndcg_at_10": 0.74696, + "ndcg_at_100": 0.53655, + "ndcg_at_1000": 0.47076, + "ndcg_at_20": 0.70312, + "ndcg_at_3": 0.82369, + "ndcg_at_5": 0.79318, "precision_at_1": 0.82, - "precision_at_10": 0.78, - "precision_at_100": 0.545, - "precision_at_1000": 0.2052, - "precision_at_20": 0.735, - "precision_at_3": 0.87333, - "precision_at_5": 0.852, + "precision_at_10": 0.778, + "precision_at_100": 0.5444, + "precision_at_1000": 0.20528, + "precision_at_20": 0.729, + "precision_at_3": 0.88, + "precision_at_5": 0.844, "recall_at_1": 0.00226, - "recall_at_10": 0.02072, - "recall_at_100": 0.1302, - "recall_at_1000": 0.43465, - "recall_at_20": 0.03816, - "recall_at_3": 0.00695, - "recall_at_5": 0.01139 + "recall_at_10": 0.02067, + "recall_at_100": 0.13008, + "recall_at_1000": 0.43449, + "recall_at_20": 0.03791, + "recall_at_3": 0.007, + "recall_at_5": 0.01125 } ] }, diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CMedQAv2-reranking.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CMedQAv2-reranking.json new file mode 100644 index 000000000..90c58c969 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 21.69081425666809, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.20861640703950377, + "map": 0.20861640703950377, + "mrr": 0.23664920634920633, + "nAUC_map_diff1": 0.30286164769208784, + "nAUC_map_max": 0.22583262610687613, + "nAUC_map_std": 0.11742670910639509, + "nAUC_mrr_diff1": 0.2975292028176274, + "nAUC_mrr_max": 0.21169751343407206, + "nAUC_mrr_std": 0.10401270488872312 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CUREv1.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CUREv1.json new file mode 100644 index 000000000..8339db3d2 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 446.75718092918396, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.46502, + "map_at_1": 0.08096, + "map_at_10": 0.21258, + "map_at_100": 0.32641, + "map_at_1000": 0.36298, + "map_at_20": 0.25265, + "map_at_3": 0.1421, + "map_at_5": 0.17187, + "mrr_at_1": 0.643, + "mrr_at_10": 0.7479412698412695, + "mrr_at_100": 0.7507489234357251, + "mrr_at_1000": 0.750775608916271, + "mrr_at_20": 0.7498350319400238, + "mrr_at_3": 0.7289999999999994, + "mrr_at_5": 0.7408750000000001, + "nauc_map_at_1000_diff1": 0.19900939820305794, + "nauc_map_at_1000_max": 0.3645116548263779, + "nauc_map_at_1000_std": 0.24060851322446017, + "nauc_map_at_100_diff1": 0.22797866970570857, + "nauc_map_at_100_max": 0.32663312866481886, + "nauc_map_at_100_std": 0.1918969206082438, + "nauc_map_at_10_diff1": 0.27866283232756694, + "nauc_map_at_10_max": 0.21424335682094184, + "nauc_map_at_10_std": 0.02778632365016592, + "nauc_map_at_1_diff1": 0.4282709701327233, + "nauc_map_at_1_max": 0.08391688432964696, + "nauc_map_at_1_std": -0.1295780319730498, + "nauc_map_at_20_diff1": 0.2616228354877093, + "nauc_map_at_20_max": 0.24787164592671543, + "nauc_map_at_20_std": 0.07026722400517303, + "nauc_map_at_3_diff1": 0.3311058301401557, + "nauc_map_at_3_max": 0.14915644875107917, + "nauc_map_at_3_std": -0.05891885058890435, + "nauc_map_at_5_diff1": 0.3071651517884102, + "nauc_map_at_5_max": 0.1746298442638433, + "nauc_map_at_5_std": -0.02382561281739488, + "nauc_mrr_at_1000_diff1": 0.2972471658785685, + "nauc_mrr_at_1000_max": 0.4251362964113326, + "nauc_mrr_at_1000_std": 0.17640455862871549, + "nauc_mrr_at_100_diff1": 0.2972084300858479, + "nauc_mrr_at_100_max": 0.42516665213876254, + "nauc_mrr_at_100_std": 0.17648914168357324, + "nauc_mrr_at_10_diff1": 0.2985037580581653, + "nauc_mrr_at_10_max": 0.42881150667532447, + "nauc_mrr_at_10_std": 0.18076306742819404, + "nauc_mrr_at_1_diff1": 0.3007784712866451, + "nauc_mrr_at_1_max": 0.370468351320495, + "nauc_mrr_at_1_std": 0.11420950961768543, + "nauc_mrr_at_20_diff1": 0.29804040483541255, + "nauc_mrr_at_20_max": 0.42633972065587855, + "nauc_mrr_at_20_std": 0.17780270721465735, + "nauc_mrr_at_3_diff1": 0.29248344297516976, + "nauc_mrr_at_3_max": 0.4286791095216907, + "nauc_mrr_at_3_std": 0.17825020757109306, + "nauc_mrr_at_5_diff1": 0.2966933488161112, + "nauc_mrr_at_5_max": 0.43195574201858156, + "nauc_mrr_at_5_std": 0.17955068686382256, + "nauc_ndcg_at_1000_diff1": 0.24727929936556256, + "nauc_ndcg_at_1000_max": 0.4651033805944678, + "nauc_ndcg_at_1000_std": 0.3315507724607698, + "nauc_ndcg_at_100_diff1": 0.26976675203650985, + "nauc_ndcg_at_100_max": 0.40538690029759067, + "nauc_ndcg_at_100_std": 0.24916405336031178, + "nauc_ndcg_at_10_diff1": 0.23734100165707928, + "nauc_ndcg_at_10_max": 0.38586817461629497, + "nauc_ndcg_at_10_std": 0.18258178161944386, + "nauc_ndcg_at_1_diff1": 0.33204666163571106, + "nauc_ndcg_at_1_max": 0.3296313725040098, + "nauc_ndcg_at_1_std": 0.0841291042699038, + "nauc_ndcg_at_20_diff1": 0.24914520235175144, + "nauc_ndcg_at_20_max": 0.37856945103088585, + "nauc_ndcg_at_20_std": 0.17887530900867743, + "nauc_ndcg_at_3_diff1": 0.23418142643192938, + "nauc_ndcg_at_3_max": 0.3814873190605635, + "nauc_ndcg_at_3_std": 0.15511666554608916, + "nauc_ndcg_at_5_diff1": 0.2274821729525061, + "nauc_ndcg_at_5_max": 0.39099347735325796, + "nauc_ndcg_at_5_std": 0.17273532878411543, + "nauc_precision_at_1000_diff1": -0.19781135959757307, + "nauc_precision_at_1000_max": 0.1018405919444077, + "nauc_precision_at_1000_std": 0.07567491265512935, + "nauc_precision_at_100_diff1": -0.1724904348297985, + "nauc_precision_at_100_max": 0.1816249372975997, + "nauc_precision_at_100_std": 0.24106044470736307, + "nauc_precision_at_10_diff1": -0.09578314775029587, + "nauc_precision_at_10_max": 0.3176273156292539, + "nauc_precision_at_10_std": 0.2847872927525002, + "nauc_precision_at_1_diff1": 0.3007784712866451, + "nauc_precision_at_1_max": 0.370468351320495, + "nauc_precision_at_1_std": 0.11420950961768543, + "nauc_precision_at_20_diff1": -0.13905915651280135, + "nauc_precision_at_20_max": 0.26187527046421616, + "nauc_precision_at_20_std": 0.2677354138388589, + "nauc_precision_at_3_diff1": 0.022642391239268717, + "nauc_precision_at_3_max": 0.37979396772564084, + "nauc_precision_at_3_std": 0.23615789684784153, + "nauc_precision_at_5_diff1": -0.038068905125221146, + "nauc_precision_at_5_max": 0.3632501602815005, + "nauc_precision_at_5_std": 0.26804982583340226, + "nauc_recall_at_1000_diff1": 0.21234756749539327, + "nauc_recall_at_1000_max": 0.41463452902818476, + "nauc_recall_at_1000_std": 0.601979005294111, + "nauc_recall_at_100_diff1": 0.20206408730866895, + "nauc_recall_at_100_max": 0.20139774369878147, + "nauc_recall_at_100_std": 0.2053733262386574, + "nauc_recall_at_10_diff1": 0.2497695527959025, + "nauc_recall_at_10_max": 0.15320648220754218, + "nauc_recall_at_10_std": 0.02203617512669516, + "nauc_recall_at_1_diff1": 0.4282709701327233, + "nauc_recall_at_1_max": 0.08391688432964696, + "nauc_recall_at_1_std": -0.1295780319730498, + "nauc_recall_at_20_diff1": 0.23143652020407487, + "nauc_recall_at_20_max": 0.15284829877292738, + "nauc_recall_at_20_std": 0.04633486037312428, + "nauc_recall_at_3_diff1": 0.3010249754222201, + "nauc_recall_at_3_max": 0.11793443404569232, + "nauc_recall_at_3_std": -0.06074067950093285, + "nauc_recall_at_5_diff1": 0.2747462941463681, + "nauc_recall_at_5_max": 0.1351794057630837, + "nauc_recall_at_5_std": -0.028204717328887952, + "ndcg_at_1": 0.532, + "ndcg_at_10": 0.46502, + "ndcg_at_100": 0.54583, + "ndcg_at_1000": 0.633, + "ndcg_at_20": 0.4763, + "ndcg_at_3": 0.48765, + "ndcg_at_5": 0.47355, + "precision_at_1": 0.643, + "precision_at_10": 0.39655, + "precision_at_100": 0.15954, + "precision_at_1000": 0.03285, + "precision_at_20": 0.3224, + "precision_at_3": 0.53867, + "precision_at_5": 0.4797, + "recall_at_1": 0.08096, + "recall_at_10": 0.28362, + "recall_at_100": 0.65787, + "recall_at_1000": 0.91851, + "recall_at_20": 0.38523, + "recall_at_3": 0.15872, + "recall_at_5": 0.20537 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.10905, + "map_at_1": 0.01907, + "map_at_10": 0.0488, + "map_at_100": 0.07094, + "map_at_1000": 0.0821, + "map_at_20": 0.05599, + "map_at_3": 0.03316, + "map_at_5": 0.04025, + "mrr_at_1": 0.1325, + "mrr_at_10": 0.19989980158730178, + "mrr_at_100": 0.20986410515251658, + "mrr_at_1000": 0.21062987609992065, + "mrr_at_20": 0.2056555011530436, + "mrr_at_3": 0.17933333333333323, + "mrr_at_5": 0.19080833333333308, + "nauc_map_at_1000_diff1": 0.13267656025836805, + "nauc_map_at_1000_max": 0.579705079753245, + "nauc_map_at_1000_std": 0.623106292315668, + "nauc_map_at_100_diff1": 0.1430608381820807, + "nauc_map_at_100_max": 0.5475912636710355, + "nauc_map_at_100_std": 0.5867834987971247, + "nauc_map_at_10_diff1": 0.16757631125959924, + "nauc_map_at_10_max": 0.47973507368309176, + "nauc_map_at_10_std": 0.491929597938377, + "nauc_map_at_1_diff1": 0.2310051734581301, + "nauc_map_at_1_max": 0.3905605683696943, + "nauc_map_at_1_std": 0.3733298066565713, + "nauc_map_at_20_diff1": 0.15988843585385293, + "nauc_map_at_20_max": 0.5002455329464219, + "nauc_map_at_20_std": 0.5187038848580353, + "nauc_map_at_3_diff1": 0.20252922623914021, + "nauc_map_at_3_max": 0.45521834839450626, + "nauc_map_at_3_std": 0.44933647609147936, + "nauc_map_at_5_diff1": 0.18768383553559578, + "nauc_map_at_5_max": 0.4693601842405333, + "nauc_map_at_5_std": 0.469239026085558, + "nauc_mrr_at_1000_diff1": 0.09341769553849139, + "nauc_mrr_at_1000_max": 0.501552161196831, + "nauc_mrr_at_1000_std": 0.49046625420413414, + "nauc_mrr_at_100_diff1": 0.09347210159962598, + "nauc_mrr_at_100_max": 0.5014639754829665, + "nauc_mrr_at_100_std": 0.49067727606180167, + "nauc_mrr_at_10_diff1": 0.0951796054603957, + "nauc_mrr_at_10_max": 0.496624254088216, + "nauc_mrr_at_10_std": 0.4859199576132002, + "nauc_mrr_at_1_diff1": 0.10599555067319526, + "nauc_mrr_at_1_max": 0.4817527918697663, + "nauc_mrr_at_1_std": 0.44504750180788427, + "nauc_mrr_at_20_diff1": 0.0940069053630927, + "nauc_mrr_at_20_max": 0.4995054390027639, + "nauc_mrr_at_20_std": 0.4879233613612479, + "nauc_mrr_at_3_diff1": 0.09804885167562427, + "nauc_mrr_at_3_max": 0.48533050809561734, + "nauc_mrr_at_3_std": 0.4719439150229085, + "nauc_mrr_at_5_diff1": 0.09378213198004552, + "nauc_mrr_at_5_max": 0.4934467653127004, + "nauc_mrr_at_5_std": 0.48152327376084836, + "nauc_ndcg_at_1000_diff1": 0.10240804641465018, + "nauc_ndcg_at_1000_max": 0.6432127842667155, + "nauc_ndcg_at_1000_std": 0.6907883238885398, + "nauc_ndcg_at_100_diff1": 0.1180495605104136, + "nauc_ndcg_at_100_max": 0.5885490654410626, + "nauc_ndcg_at_100_std": 0.6362896186807182, + "nauc_ndcg_at_10_diff1": 0.12214734235612074, + "nauc_ndcg_at_10_max": 0.5300661348901666, + "nauc_ndcg_at_10_std": 0.536035459177534, + "nauc_ndcg_at_1_diff1": 0.12990440138072076, + "nauc_ndcg_at_1_max": 0.48093500308339565, + "nauc_ndcg_at_1_std": 0.44805145400134017, + "nauc_ndcg_at_20_diff1": 0.12237436922801227, + "nauc_ndcg_at_20_max": 0.5465865630763489, + "nauc_ndcg_at_20_std": 0.5587162618064261, + "nauc_ndcg_at_3_diff1": 0.12156000608049043, + "nauc_ndcg_at_3_max": 0.5138101917153202, + "nauc_ndcg_at_3_std": 0.4980203732311236, + "nauc_ndcg_at_5_diff1": 0.1202407739075869, + "nauc_ndcg_at_5_max": 0.5238802171525762, + "nauc_ndcg_at_5_std": 0.5121568444750715, + "nauc_precision_at_1000_diff1": -0.005386549433428179, + "nauc_precision_at_1000_max": 0.46570503459488743, + "nauc_precision_at_1000_std": 0.4402661424887559, + "nauc_precision_at_100_diff1": 0.016254003129026664, + "nauc_precision_at_100_max": 0.5664535710346562, + "nauc_precision_at_100_std": 0.6003095302370758, + "nauc_precision_at_10_diff1": 0.05138684495601163, + "nauc_precision_at_10_max": 0.5522431068363715, + "nauc_precision_at_10_std": 0.5627697261421934, + "nauc_precision_at_1_diff1": 0.10599555067319526, + "nauc_precision_at_1_max": 0.4817527918697663, + "nauc_precision_at_1_std": 0.44504750180788427, + "nauc_precision_at_20_diff1": 0.039805810110689406, + "nauc_precision_at_20_max": 0.564403099880219, + "nauc_precision_at_20_std": 0.5771729900567157, + "nauc_precision_at_3_diff1": 0.07489225823695933, + "nauc_precision_at_3_max": 0.5331816024179207, + "nauc_precision_at_3_std": 0.5232955525737786, + "nauc_precision_at_5_diff1": 0.05817797780379266, + "nauc_precision_at_5_max": 0.5472931111594479, + "nauc_precision_at_5_std": 0.5399468190405434, + "nauc_recall_at_1000_diff1": 0.07997710997650827, + "nauc_recall_at_1000_max": 0.6463389633900771, + "nauc_recall_at_1000_std": 0.7256485166735605, + "nauc_recall_at_100_diff1": 0.10053422558972408, + "nauc_recall_at_100_max": 0.521769486779567, + "nauc_recall_at_100_std": 0.6198327632162074, + "nauc_recall_at_10_diff1": 0.15142506409415038, + "nauc_recall_at_10_max": 0.42988564494463266, + "nauc_recall_at_10_std": 0.47194834238997446, + "nauc_recall_at_1_diff1": 0.2310051734581301, + "nauc_recall_at_1_max": 0.3905605683696943, + "nauc_recall_at_1_std": 0.3733298066565713, + "nauc_recall_at_20_diff1": 0.13187012173780066, + "nauc_recall_at_20_max": 0.44993414287768985, + "nauc_recall_at_20_std": 0.5029335426737526, + "nauc_recall_at_3_diff1": 0.18862482225489513, + "nauc_recall_at_3_max": 0.4333939610556723, + "nauc_recall_at_3_std": 0.4338037682254214, + "nauc_recall_at_5_diff1": 0.16994039557991444, + "nauc_recall_at_5_max": 0.4316642323311904, + "nauc_recall_at_5_std": 0.449054908255924, + "ndcg_at_1": 0.106, + "ndcg_at_10": 0.10905, + "ndcg_at_100": 0.15191, + "ndcg_at_1000": 0.21955, + "ndcg_at_20": 0.11674, + "ndcg_at_3": 0.10483, + "ndcg_at_5": 0.10568, + "precision_at_1": 0.1325, + "precision_at_10": 0.0948, + "precision_at_100": 0.04579, + "precision_at_1000": 0.01389, + "precision_at_20": 0.07788, + "precision_at_3": 0.12033, + "precision_at_5": 0.1096, + "recall_at_1": 0.01907, + "recall_at_10": 0.07925, + "recall_at_100": 0.22308, + "recall_at_1000": 0.44466, + "recall_at_20": 0.11128, + "recall_at_3": 0.04108, + "recall_at_5": 0.05586 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.15699, + "map_at_1": 0.02513, + "map_at_10": 0.06594, + "map_at_100": 0.10068, + "map_at_1000": 0.11573, + "map_at_20": 0.07749, + "map_at_3": 0.04451, + "map_at_5": 0.05362, + "mrr_at_1": 0.2115, + "mrr_at_10": 0.29831071428571415, + "mrr_at_100": 0.308282179645169, + "mrr_at_1000": 0.3088454222133577, + "mrr_at_20": 0.30411037626803844, + "mrr_at_3": 0.2733333333333331, + "mrr_at_5": 0.288033333333333, + "nauc_map_at_1000_diff1": 0.1883767580543671, + "nauc_map_at_1000_max": 0.5536964878851637, + "nauc_map_at_1000_std": 0.55714014630177, + "nauc_map_at_100_diff1": 0.20904839995347269, + "nauc_map_at_100_max": 0.5221729744527662, + "nauc_map_at_100_std": 0.5153551599553724, + "nauc_map_at_10_diff1": 0.23847671866043849, + "nauc_map_at_10_max": 0.4349501663827249, + "nauc_map_at_10_std": 0.37425330238069165, + "nauc_map_at_1_diff1": 0.30601633836544995, + "nauc_map_at_1_max": 0.3611073219829057, + "nauc_map_at_1_std": 0.2524726659946559, + "nauc_map_at_20_diff1": 0.22362600753537631, + "nauc_map_at_20_max": 0.46037039898820914, + "nauc_map_at_20_std": 0.42112026707076755, + "nauc_map_at_3_diff1": 0.25946550846620386, + "nauc_map_at_3_max": 0.3969063387315727, + "nauc_map_at_3_std": 0.3199229464970524, + "nauc_map_at_5_diff1": 0.24836070334151356, + "nauc_map_at_5_max": 0.4158499466616302, + "nauc_map_at_5_std": 0.3406189849012639, + "nauc_mrr_at_1000_diff1": 0.16146666310857138, + "nauc_mrr_at_1000_max": 0.474072414022879, + "nauc_mrr_at_1000_std": 0.44470826191244184, + "nauc_mrr_at_100_diff1": 0.16140178693732365, + "nauc_mrr_at_100_max": 0.47435036977252687, + "nauc_mrr_at_100_std": 0.4450419217116804, + "nauc_mrr_at_10_diff1": 0.16240734003643847, + "nauc_mrr_at_10_max": 0.4721865031572772, + "nauc_mrr_at_10_std": 0.44115071684873924, + "nauc_mrr_at_1_diff1": 0.1776598205692423, + "nauc_mrr_at_1_max": 0.435009446840697, + "nauc_mrr_at_1_std": 0.38263060365825247, + "nauc_mrr_at_20_diff1": 0.16195435199722152, + "nauc_mrr_at_20_max": 0.47386070710201705, + "nauc_mrr_at_20_std": 0.4445458220097641, + "nauc_mrr_at_3_diff1": 0.16563637631466308, + "nauc_mrr_at_3_max": 0.45935893490042934, + "nauc_mrr_at_3_std": 0.4253241272848809, + "nauc_mrr_at_5_diff1": 0.16316310967984854, + "nauc_mrr_at_5_max": 0.46372965256800414, + "nauc_mrr_at_5_std": 0.4302499338618866, + "nauc_ndcg_at_1000_diff1": 0.1578102506929143, + "nauc_ndcg_at_1000_max": 0.6073027768115895, + "nauc_ndcg_at_1000_std": 0.6544653770086374, + "nauc_ndcg_at_100_diff1": 0.1789543770342445, + "nauc_ndcg_at_100_max": 0.5774770098499719, + "nauc_ndcg_at_100_std": 0.5912354139020912, + "nauc_ndcg_at_10_diff1": 0.18015891613402488, + "nauc_ndcg_at_10_max": 0.5096529051459351, + "nauc_ndcg_at_10_std": 0.46937264978210513, + "nauc_ndcg_at_1_diff1": 0.20309238551714048, + "nauc_ndcg_at_1_max": 0.41513576193144147, + "nauc_ndcg_at_1_std": 0.367315269189008, + "nauc_ndcg_at_20_diff1": 0.17448976225754498, + "nauc_ndcg_at_20_max": 0.5266775352109813, + "nauc_ndcg_at_20_std": 0.5076366459794267, + "nauc_ndcg_at_3_diff1": 0.18249650258322261, + "nauc_ndcg_at_3_max": 0.470326943968568, + "nauc_ndcg_at_3_std": 0.4313306649954762, + "nauc_ndcg_at_5_diff1": 0.17745999978605503, + "nauc_ndcg_at_5_max": 0.48738528983164836, + "nauc_ndcg_at_5_std": 0.44389710614540795, + "nauc_precision_at_1000_diff1": -0.09089646383328612, + "nauc_precision_at_1000_max": 0.3795895924039952, + "nauc_precision_at_1000_std": 0.3430752374515944, + "nauc_precision_at_100_diff1": -0.004745709883616847, + "nauc_precision_at_100_max": 0.5010487185787011, + "nauc_precision_at_100_std": 0.540075157493161, + "nauc_precision_at_10_diff1": 0.08462071079126876, + "nauc_precision_at_10_max": 0.5158508878468658, + "nauc_precision_at_10_std": 0.5041627809862228, + "nauc_precision_at_1_diff1": 0.1776598205692423, + "nauc_precision_at_1_max": 0.435009446840697, + "nauc_precision_at_1_std": 0.38263060365825247, + "nauc_precision_at_20_diff1": 0.04121565805201755, + "nauc_precision_at_20_max": 0.5172202793148288, + "nauc_precision_at_20_std": 0.5337127452067316, + "nauc_precision_at_3_diff1": 0.13004528293601417, + "nauc_precision_at_3_max": 0.489653484788765, + "nauc_precision_at_3_std": 0.46612385221196534, + "nauc_precision_at_5_diff1": 0.10522494805982138, + "nauc_precision_at_5_max": 0.49545609791393314, + "nauc_precision_at_5_std": 0.46707449594816935, + "nauc_recall_at_1000_diff1": 0.12864879409338886, + "nauc_recall_at_1000_max": 0.6119067441756935, + "nauc_recall_at_1000_std": 0.7347458681669469, + "nauc_recall_at_100_diff1": 0.1490240559811285, + "nauc_recall_at_100_max": 0.5233299361366118, + "nauc_recall_at_100_std": 0.5829087139886044, + "nauc_recall_at_10_diff1": 0.19527112987369236, + "nauc_recall_at_10_max": 0.4035412688397181, + "nauc_recall_at_10_std": 0.3640443516997871, + "nauc_recall_at_1_diff1": 0.30601633836544995, + "nauc_recall_at_1_max": 0.3611073219829057, + "nauc_recall_at_1_std": 0.2524726659946559, + "nauc_recall_at_20_diff1": 0.17205595129556692, + "nauc_recall_at_20_max": 0.42223659948673203, + "nauc_recall_at_20_std": 0.43149651629318, + "nauc_recall_at_3_diff1": 0.22941796829216082, + "nauc_recall_at_3_max": 0.37433746202634954, + "nauc_recall_at_3_std": 0.31011207747681113, + "nauc_recall_at_5_diff1": 0.21606718255629015, + "nauc_recall_at_5_max": 0.39391931278645237, + "nauc_recall_at_5_std": 0.3271145989896205, + "ndcg_at_1": 0.16475, + "ndcg_at_10": 0.15699, + "ndcg_at_100": 0.21299, + "ndcg_at_1000": 0.291, + "ndcg_at_20": 0.16689, + "ndcg_at_3": 0.15536, + "ndcg_at_5": 0.15396, + "precision_at_1": 0.2115, + "precision_at_10": 0.1376, + "precision_at_100": 0.06459, + "precision_at_1000": 0.01762, + "precision_at_20": 0.11503, + "precision_at_3": 0.1805, + "precision_at_5": 0.1637, + "recall_at_1": 0.02513, + "recall_at_10": 0.10864, + "recall_at_100": 0.30092, + "recall_at_1000": 0.55519, + "recall_at_20": 0.15385, + "recall_at_3": 0.05439, + "recall_at_5": 0.07459 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.46231, + "map_at_1": 0.09586, + "map_at_10": 0.18941, + "map_at_100": 0.29625, + "map_at_1000": 0.34409, + "map_at_20": 0.22236, + "map_at_3": 0.14285, + "map_at_5": 0.1614, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7612261904761902, + "mrr_at_100": 0.7641287106043905, + "mrr_at_1000": 0.7641381803013602, + "mrr_at_20": 0.7630785092100879, + "mrr_at_3": 0.7483333333333333, + "mrr_at_5": 0.7560833333333333, + "nauc_map_at_1000_diff1": 0.27640697295014766, + "nauc_map_at_1000_max": 0.27198638523212937, + "nauc_map_at_1000_std": 0.08746796013020254, + "nauc_map_at_100_diff1": 0.32501869637669634, + "nauc_map_at_100_max": 0.24548237612287455, + "nauc_map_at_100_std": -0.030877166441487823, + "nauc_map_at_10_diff1": 0.42961912161661986, + "nauc_map_at_10_max": 0.17319059181346178, + "nauc_map_at_10_std": -0.25202426847154047, + "nauc_map_at_1_diff1": 0.549649201789805, + "nauc_map_at_1_max": 0.08748917914395093, + "nauc_map_at_1_std": -0.3222729144056249, + "nauc_map_at_20_diff1": 0.4033131995717245, + "nauc_map_at_20_max": 0.1946421964358401, + "nauc_map_at_20_std": -0.21123647642426813, + "nauc_map_at_3_diff1": 0.47696523582709266, + "nauc_map_at_3_max": 0.12915378787369294, + "nauc_map_at_3_std": -0.30446256953788337, + "nauc_map_at_5_diff1": 0.4542956349618916, + "nauc_map_at_5_max": 0.1558241978630647, + "nauc_map_at_5_std": -0.2777414808459266, + "nauc_mrr_at_1000_diff1": 0.3709906944562266, + "nauc_mrr_at_1000_max": 0.4186552497690611, + "nauc_mrr_at_1000_std": 0.07043653356763659, + "nauc_mrr_at_100_diff1": 0.37096513233007206, + "nauc_mrr_at_100_max": 0.418652394437936, + "nauc_mrr_at_100_std": 0.07046725499942975, + "nauc_mrr_at_10_diff1": 0.37574429929107744, + "nauc_mrr_at_10_max": 0.42442569147338866, + "nauc_mrr_at_10_std": 0.07687406787043065, + "nauc_mrr_at_1_diff1": 0.3319309783440925, + "nauc_mrr_at_1_max": 0.3402000370737531, + "nauc_mrr_at_1_std": 0.0026274007269678134, + "nauc_mrr_at_20_diff1": 0.3725091908147316, + "nauc_mrr_at_20_max": 0.42036916257462903, + "nauc_mrr_at_20_std": 0.0705983374261281, + "nauc_mrr_at_3_diff1": 0.3630669005261846, + "nauc_mrr_at_3_max": 0.4359286812594522, + "nauc_mrr_at_3_std": 0.07939446488411903, + "nauc_mrr_at_5_diff1": 0.3741814318621378, + "nauc_mrr_at_5_max": 0.42943315203751087, + "nauc_mrr_at_5_std": 0.07327585885885617, + "nauc_ndcg_at_1000_diff1": 0.2749173450679963, + "nauc_ndcg_at_1000_max": 0.3964402402530284, + "nauc_ndcg_at_1000_std": 0.1816173814752322, + "nauc_ndcg_at_100_diff1": 0.3206514285084564, + "nauc_ndcg_at_100_max": 0.3107017595230997, + "nauc_ndcg_at_100_std": 0.01319650428596793, + "nauc_ndcg_at_10_diff1": 0.33607040015729756, + "nauc_ndcg_at_10_max": 0.3359936925230335, + "nauc_ndcg_at_10_std": 0.006031265415995389, + "nauc_ndcg_at_1_diff1": 0.3310985436963686, + "nauc_ndcg_at_1_max": 0.3331893485110266, + "nauc_ndcg_at_1_std": -0.04949327022200329, + "nauc_ndcg_at_20_diff1": 0.3342755681840444, + "nauc_ndcg_at_20_max": 0.299966571778619, + "nauc_ndcg_at_20_std": -0.02635899472399529, + "nauc_ndcg_at_3_diff1": 0.2878215443592794, + "nauc_ndcg_at_3_max": 0.3508253175272254, + "nauc_ndcg_at_3_std": 0.02745848540118382, + "nauc_ndcg_at_5_diff1": 0.31323875063691814, + "nauc_ndcg_at_5_max": 0.3588631826597304, + "nauc_ndcg_at_5_std": 0.04236094699324668, + "nauc_precision_at_1000_diff1": -0.20864105110491407, + "nauc_precision_at_1000_max": 0.028224572851600696, + "nauc_precision_at_1000_std": 0.3574002635262759, + "nauc_precision_at_100_diff1": -0.26584005869932487, + "nauc_precision_at_100_max": 0.09887723900662017, + "nauc_precision_at_100_std": 0.48607721804257603, + "nauc_precision_at_10_diff1": -0.15180900000686906, + "nauc_precision_at_10_max": 0.23839393863069655, + "nauc_precision_at_10_std": 0.402337354859834, + "nauc_precision_at_1_diff1": 0.3319309783440925, + "nauc_precision_at_1_max": 0.3402000370737531, + "nauc_precision_at_1_std": 0.0026274007269678134, + "nauc_precision_at_20_diff1": -0.23464976940240015, + "nauc_precision_at_20_max": 0.18216691542516295, + "nauc_precision_at_20_std": 0.4421888305908852, + "nauc_precision_at_3_diff1": 0.010075438897031302, + "nauc_precision_at_3_max": 0.38818356586786473, + "nauc_precision_at_3_std": 0.2668087887266751, + "nauc_precision_at_5_diff1": -0.059098924202476956, + "nauc_precision_at_5_max": 0.35235759882671147, + "nauc_precision_at_5_std": 0.3633868547546181, + "nauc_recall_at_1000_diff1": 0.01828929481116067, + "nauc_recall_at_1000_max": 0.31823351382223847, + "nauc_recall_at_1000_std": 0.5145015432739355, + "nauc_recall_at_100_diff1": 0.21081034132101237, + "nauc_recall_at_100_max": 0.14218962966639462, + "nauc_recall_at_100_std": 0.002925238470480049, + "nauc_recall_at_10_diff1": 0.3571522637463877, + "nauc_recall_at_10_max": 0.13464912682514618, + "nauc_recall_at_10_std": -0.23219415329171023, + "nauc_recall_at_1_diff1": 0.549649201789805, + "nauc_recall_at_1_max": 0.08748917914395093, + "nauc_recall_at_1_std": -0.3222729144056249, + "nauc_recall_at_20_diff1": 0.3387261710066842, + "nauc_recall_at_20_max": 0.13782105674759518, + "nauc_recall_at_20_std": -0.21960610469806024, + "nauc_recall_at_3_diff1": 0.4296223669589967, + "nauc_recall_at_3_max": 0.10478895240298208, + "nauc_recall_at_3_std": -0.2979349474437368, + "nauc_recall_at_5_diff1": 0.3949042530328886, + "nauc_recall_at_5_max": 0.13047128172828942, + "nauc_recall_at_5_std": -0.2571948410954377, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.46231, + "ndcg_at_100": 0.52941, + "ndcg_at_1000": 0.65033, + "ndcg_at_20": 0.46797, + "ndcg_at_3": 0.50567, + "ndcg_at_5": 0.48422, + "precision_at_1": 0.645, + "precision_at_10": 0.378, + "precision_at_100": 0.1717, + "precision_at_1000": 0.03585, + "precision_at_20": 0.31975, + "precision_at_3": 0.53, + "precision_at_5": 0.459, + "recall_at_1": 0.09586, + "recall_at_10": 0.24169, + "recall_at_100": 0.59792, + "recall_at_1000": 0.92592, + "recall_at_20": 0.3256, + "recall_at_3": 0.15681, + "recall_at_5": 0.18814 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.07737, + "map_at_1": 0.01633, + "map_at_10": 0.03059, + "map_at_100": 0.04565, + "map_at_1000": 0.05544, + "map_at_20": 0.03384, + "map_at_3": 0.02375, + "map_at_5": 0.02639, + "mrr_at_1": 0.1, + "mrr_at_10": 0.15042063492063487, + "mrr_at_100": 0.16039353015610489, + "mrr_at_1000": 0.16136853782779897, + "mrr_at_20": 0.1556353988074189, + "mrr_at_3": 0.13333333333333333, + "mrr_at_5": 0.14383333333333329, + "nauc_map_at_1000_diff1": 0.162537190168006, + "nauc_map_at_1000_max": 0.7002681984996375, + "nauc_map_at_1000_std": 0.7159377983459564, + "nauc_map_at_100_diff1": 0.20680761664054942, + "nauc_map_at_100_max": 0.7181853803039526, + "nauc_map_at_100_std": 0.6775957009789744, + "nauc_map_at_10_diff1": 0.3866039969880636, + "nauc_map_at_10_max": 0.7418093128006816, + "nauc_map_at_10_std": 0.580264180910994, + "nauc_map_at_1_diff1": 0.527249560055641, + "nauc_map_at_1_max": 0.699356380214406, + "nauc_map_at_1_std": 0.49519236517054127, + "nauc_map_at_20_diff1": 0.3313162372419977, + "nauc_map_at_20_max": 0.7465151932925941, + "nauc_map_at_20_std": 0.607529265398358, + "nauc_map_at_3_diff1": 0.5163063128343947, + "nauc_map_at_3_max": 0.7681419881559653, + "nauc_map_at_3_std": 0.5596559939474909, + "nauc_map_at_5_diff1": 0.47707507571515884, + "nauc_map_at_5_max": 0.7719064461782086, + "nauc_map_at_5_std": 0.5827379057633166, + "nauc_mrr_at_1000_diff1": 0.07372179306277465, + "nauc_mrr_at_1000_max": 0.632600025909395, + "nauc_mrr_at_1000_std": 0.5379060938971955, + "nauc_mrr_at_100_diff1": 0.07308545563396256, + "nauc_mrr_at_100_max": 0.6320785358946087, + "nauc_mrr_at_100_std": 0.5385565628684853, + "nauc_mrr_at_10_diff1": 0.07747706458359543, + "nauc_mrr_at_10_max": 0.6373383527518688, + "nauc_mrr_at_10_std": 0.5345921293928717, + "nauc_mrr_at_1_diff1": 0.14392272605312587, + "nauc_mrr_at_1_max": 0.6044539844378859, + "nauc_mrr_at_1_std": 0.5128521599141401, + "nauc_mrr_at_20_diff1": 0.07186488762168963, + "nauc_mrr_at_20_max": 0.6300892736589603, + "nauc_mrr_at_20_std": 0.5403379747600511, + "nauc_mrr_at_3_diff1": 0.09976186987104352, + "nauc_mrr_at_3_max": 0.6385624267291913, + "nauc_mrr_at_3_std": 0.5528245896834701, + "nauc_mrr_at_5_diff1": 0.08099271270267251, + "nauc_mrr_at_5_max": 0.6420024189001987, + "nauc_mrr_at_5_std": 0.5463923816249395, + "nauc_ndcg_at_1000_diff1": 0.042080208452560795, + "nauc_ndcg_at_1000_max": 0.7061728549284294, + "nauc_ndcg_at_1000_std": 0.699664608622683, + "nauc_ndcg_at_100_diff1": 0.07290184785305043, + "nauc_ndcg_at_100_max": 0.6911599150859294, + "nauc_ndcg_at_100_std": 0.6726384036839607, + "nauc_ndcg_at_10_diff1": 0.1298008385155857, + "nauc_ndcg_at_10_max": 0.677335117639569, + "nauc_ndcg_at_10_std": 0.6267972401492202, + "nauc_ndcg_at_1_diff1": 0.13543902602629448, + "nauc_ndcg_at_1_max": 0.606637375905554, + "nauc_ndcg_at_1_std": 0.5321303997853499, + "nauc_ndcg_at_20_diff1": 0.1186364325756823, + "nauc_ndcg_at_20_max": 0.6909846398612015, + "nauc_ndcg_at_20_std": 0.653415193236748, + "nauc_ndcg_at_3_diff1": 0.16385941183417282, + "nauc_ndcg_at_3_max": 0.6752077144443109, + "nauc_ndcg_at_3_std": 0.6117857057042653, + "nauc_ndcg_at_5_diff1": 0.159530509098187, + "nauc_ndcg_at_5_max": 0.6739810747682214, + "nauc_ndcg_at_5_std": 0.6327426833244382, + "nauc_precision_at_1000_diff1": -0.06491013781927639, + "nauc_precision_at_1000_max": 0.39720572829012774, + "nauc_precision_at_1000_std": 0.5072398574015755, + "nauc_precision_at_100_diff1": -0.11831248840554515, + "nauc_precision_at_100_max": 0.49442786282266576, + "nauc_precision_at_100_std": 0.7101590249294134, + "nauc_precision_at_10_diff1": -0.05226996194868698, + "nauc_precision_at_10_max": 0.5929358974038661, + "nauc_precision_at_10_std": 0.6559091965251631, + "nauc_precision_at_1_diff1": 0.14392272605312587, + "nauc_precision_at_1_max": 0.6044539844378859, + "nauc_precision_at_1_std": 0.5128521599141401, + "nauc_precision_at_20_diff1": -0.09725785894725608, + "nauc_precision_at_20_max": 0.5863083744819851, + "nauc_precision_at_20_std": 0.7038655564798636, + "nauc_precision_at_3_diff1": 0.056074306149707986, + "nauc_precision_at_3_max": 0.6481537334654659, + "nauc_precision_at_3_std": 0.6320885370822895, + "nauc_precision_at_5_diff1": 0.0014299678577373055, + "nauc_precision_at_5_max": 0.5929329707902384, + "nauc_precision_at_5_std": 0.6338727371292219, + "nauc_recall_at_1000_diff1": -0.008401025593724588, + "nauc_recall_at_1000_max": 0.6859036903124187, + "nauc_recall_at_1000_std": 0.681402285414856, + "nauc_recall_at_100_diff1": 0.009476815650017194, + "nauc_recall_at_100_max": 0.626135672186631, + "nauc_recall_at_100_std": 0.6107073238113492, + "nauc_recall_at_10_diff1": 0.23264525379967707, + "nauc_recall_at_10_max": 0.6699397555253904, + "nauc_recall_at_10_std": 0.5286373272567867, + "nauc_recall_at_1_diff1": 0.527249560055641, + "nauc_recall_at_1_max": 0.699356380214406, + "nauc_recall_at_1_std": 0.49519236517054127, + "nauc_recall_at_20_diff1": 0.13652469275571097, + "nauc_recall_at_20_max": 0.669142732081005, + "nauc_recall_at_20_std": 0.569341239912147, + "nauc_recall_at_3_diff1": 0.5103042496363969, + "nauc_recall_at_3_max": 0.7916825142324972, + "nauc_recall_at_3_std": 0.571630555344238, + "nauc_recall_at_5_diff1": 0.43372146297934344, + "nauc_recall_at_5_max": 0.7882822533102641, + "nauc_recall_at_5_std": 0.5927091449889135, + "ndcg_at_1": 0.08, + "ndcg_at_10": 0.07737, + "ndcg_at_100": 0.10488, + "ndcg_at_1000": 0.17455, + "ndcg_at_20": 0.07954, + "ndcg_at_3": 0.07585, + "ndcg_at_5": 0.07373, + "precision_at_1": 0.1, + "precision_at_10": 0.0635, + "precision_at_100": 0.0359, + "precision_at_1000": 0.01235, + "precision_at_20": 0.05375, + "precision_at_3": 0.08167, + "precision_at_5": 0.073, + "recall_at_1": 0.01633, + "recall_at_10": 0.05174, + "recall_at_100": 0.14765, + "recall_at_1000": 0.3645, + "recall_at_20": 0.06612, + "recall_at_3": 0.03051, + "recall_at_5": 0.03676 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.11485, + "map_at_1": 0.01924, + "map_at_10": 0.03827, + "map_at_100": 0.06135, + "map_at_1000": 0.07599, + "map_at_20": 0.04481, + "map_at_3": 0.02803, + "map_at_5": 0.03334, + "mrr_at_1": 0.18, + "mrr_at_10": 0.24768650793650795, + "mrr_at_100": 0.2579070302720897, + "mrr_at_1000": 0.25901563432730684, + "mrr_at_20": 0.2525803496898699, + "mrr_at_3": 0.22499999999999998, + "mrr_at_5": 0.239, + "nauc_map_at_1000_diff1": 0.19677175912658773, + "nauc_map_at_1000_max": 0.6078378427649859, + "nauc_map_at_1000_std": 0.424012853550403, + "nauc_map_at_100_diff1": 0.2450535246200531, + "nauc_map_at_100_max": 0.5875268437021862, + "nauc_map_at_100_std": 0.35785862580395, + "nauc_map_at_10_diff1": 0.331917738886967, + "nauc_map_at_10_max": 0.569133277739724, + "nauc_map_at_10_std": 0.21507316083860298, + "nauc_map_at_1_diff1": 0.5864582855653903, + "nauc_map_at_1_max": 0.5252909518133592, + "nauc_map_at_1_std": 0.2264718419240801, + "nauc_map_at_20_diff1": 0.30185495759219066, + "nauc_map_at_20_max": 0.5767280633626817, + "nauc_map_at_20_std": 0.24579350677372516, + "nauc_map_at_3_diff1": 0.4058603890305871, + "nauc_map_at_3_max": 0.5491690383383581, + "nauc_map_at_3_std": 0.170130279420084, + "nauc_map_at_5_diff1": 0.372185498670033, + "nauc_map_at_5_max": 0.5683793502622597, + "nauc_map_at_5_std": 0.20383822504413424, + "nauc_mrr_at_1000_diff1": 0.24876405250781042, + "nauc_mrr_at_1000_max": 0.5691536418439375, + "nauc_mrr_at_1000_std": 0.28162523421107294, + "nauc_mrr_at_100_diff1": 0.24880906564144611, + "nauc_mrr_at_100_max": 0.569203481985403, + "nauc_mrr_at_100_std": 0.281769800377933, + "nauc_mrr_at_10_diff1": 0.25017518066286554, + "nauc_mrr_at_10_max": 0.5665388718336567, + "nauc_mrr_at_10_std": 0.2830236854824002, + "nauc_mrr_at_1_diff1": 0.3374469354103077, + "nauc_mrr_at_1_max": 0.572404659158685, + "nauc_mrr_at_1_std": 0.2753131249342175, + "nauc_mrr_at_20_diff1": 0.250180455770297, + "nauc_mrr_at_20_max": 0.5673269197591654, + "nauc_mrr_at_20_std": 0.2815777344197953, + "nauc_mrr_at_3_diff1": 0.2576461661237359, + "nauc_mrr_at_3_max": 0.5626829938380629, + "nauc_mrr_at_3_std": 0.2722320342242631, + "nauc_mrr_at_5_diff1": 0.25540398640699896, + "nauc_mrr_at_5_max": 0.5656605236162667, + "nauc_mrr_at_5_std": 0.2782688109321645, + "nauc_ndcg_at_1000_diff1": 0.11768258391062517, + "nauc_ndcg_at_1000_max": 0.6304404771831722, + "nauc_ndcg_at_1000_std": 0.436328106268722, + "nauc_ndcg_at_100_diff1": 0.1816695218986494, + "nauc_ndcg_at_100_max": 0.6068239147252307, + "nauc_ndcg_at_100_std": 0.39894550763688685, + "nauc_ndcg_at_10_diff1": 0.18415544342314447, + "nauc_ndcg_at_10_max": 0.6034585908222787, + "nauc_ndcg_at_10_std": 0.31763202390667217, + "nauc_ndcg_at_1_diff1": 0.36396856039713166, + "nauc_ndcg_at_1_max": 0.5783921676778819, + "nauc_ndcg_at_1_std": 0.28711973354830495, + "nauc_ndcg_at_20_diff1": 0.17908716787010975, + "nauc_ndcg_at_20_max": 0.6062975680100079, + "nauc_ndcg_at_20_std": 0.3304047202770785, + "nauc_ndcg_at_3_diff1": 0.2156676237800342, + "nauc_ndcg_at_3_max": 0.5813260055991949, + "nauc_ndcg_at_3_std": 0.28027194128817895, + "nauc_ndcg_at_5_diff1": 0.19603253691276057, + "nauc_ndcg_at_5_max": 0.5968168357535991, + "nauc_ndcg_at_5_std": 0.30544605629520893, + "nauc_precision_at_1000_diff1": -0.10202568931822806, + "nauc_precision_at_1000_max": 0.4122306812299045, + "nauc_precision_at_1000_std": 0.3355292999490135, + "nauc_precision_at_100_diff1": -0.030801882671116144, + "nauc_precision_at_100_max": 0.5123233705519833, + "nauc_precision_at_100_std": 0.49134811093263886, + "nauc_precision_at_10_diff1": 0.006646156604968456, + "nauc_precision_at_10_max": 0.5483265993832038, + "nauc_precision_at_10_std": 0.3667210239340091, + "nauc_precision_at_1_diff1": 0.3374469354103077, + "nauc_precision_at_1_max": 0.572404659158685, + "nauc_precision_at_1_std": 0.2753131249342175, + "nauc_precision_at_20_diff1": -0.03030445461491456, + "nauc_precision_at_20_max": 0.5429846892765907, + "nauc_precision_at_20_std": 0.3889122685820282, + "nauc_precision_at_3_diff1": 0.07521492434662998, + "nauc_precision_at_3_max": 0.5441540577716644, + "nauc_precision_at_3_std": 0.28725498624484197, + "nauc_precision_at_5_diff1": 0.020137567944784492, + "nauc_precision_at_5_max": 0.5475422096851135, + "nauc_precision_at_5_std": 0.3252751653347625, + "nauc_recall_at_1000_diff1": 0.07502146246580592, + "nauc_recall_at_1000_max": 0.5522346917962944, + "nauc_recall_at_1000_std": 0.5007367229128619, + "nauc_recall_at_100_diff1": 0.12910059422783243, + "nauc_recall_at_100_max": 0.4815827452130672, + "nauc_recall_at_100_std": 0.36293049446370285, + "nauc_recall_at_10_diff1": 0.18443866293205785, + "nauc_recall_at_10_max": 0.49784175993962937, + "nauc_recall_at_10_std": 0.1821081198215193, + "nauc_recall_at_1_diff1": 0.5864582855653903, + "nauc_recall_at_1_max": 0.5252909518133592, + "nauc_recall_at_1_std": 0.2264718419240801, + "nauc_recall_at_20_diff1": 0.19208463610260626, + "nauc_recall_at_20_max": 0.48340115306217246, + "nauc_recall_at_20_std": 0.2246084827008794, + "nauc_recall_at_3_diff1": 0.29211733672555307, + "nauc_recall_at_3_max": 0.5486574848974516, + "nauc_recall_at_3_std": 0.12165495940459597, + "nauc_recall_at_5_diff1": 0.2809626009523266, + "nauc_recall_at_5_max": 0.5610602954092333, + "nauc_recall_at_5_std": 0.1857095016005342, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.11485, + "ndcg_at_100": 0.15454, + "ndcg_at_1000": 0.24901, + "ndcg_at_20": 0.11943, + "ndcg_at_3": 0.12142, + "ndcg_at_5": 0.11966, + "precision_at_1": 0.18, + "precision_at_10": 0.1005, + "precision_at_100": 0.05345, + "precision_at_1000": 0.01721, + "precision_at_20": 0.08675, + "precision_at_3": 0.13333, + "precision_at_5": 0.122, + "recall_at_1": 0.01924, + "recall_at_10": 0.07169, + "recall_at_100": 0.21905, + "recall_at_1000": 0.50674, + "recall_at_20": 0.1009, + "recall_at_3": 0.03742, + "recall_at_5": 0.05306 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49213, + "map_at_1": 0.10999, + "map_at_10": 0.31503, + "map_at_100": 0.41236, + "map_at_1000": 0.42713, + "map_at_20": 0.35415, + "map_at_3": 0.21515, + "map_at_5": 0.26285, + "mrr_at_1": 0.56, + "mrr_at_10": 0.6992936507936508, + "mrr_at_100": 0.7007530229899467, + "mrr_at_1000": 0.7008293180349918, + "mrr_at_20": 0.7000228174603174, + "mrr_at_3": 0.6749999999999997, + "mrr_at_5": 0.6859999999999999, + "nauc_map_at_1000_diff1": 0.06365219366402404, + "nauc_map_at_1000_max": 0.3031191579468781, + "nauc_map_at_1000_std": -0.07651227303221092, + "nauc_map_at_100_diff1": 0.07807848593109046, + "nauc_map_at_100_max": 0.2754837783372362, + "nauc_map_at_100_std": -0.13780040817051223, + "nauc_map_at_10_diff1": 0.12351786289679936, + "nauc_map_at_10_max": 0.13054258774834346, + "nauc_map_at_10_std": -0.2789876273361099, + "nauc_map_at_1_diff1": 0.16072503170382968, + "nauc_map_at_1_max": -0.024566195582247537, + "nauc_map_at_1_std": -0.3035079297390883, + "nauc_map_at_20_diff1": 0.10553748504828915, + "nauc_map_at_20_max": 0.1719400882016153, + "nauc_map_at_20_std": -0.2551284680600773, + "nauc_map_at_3_diff1": 0.15796185375786184, + "nauc_map_at_3_max": 0.025808165649166163, + "nauc_map_at_3_std": -0.3068403130112026, + "nauc_map_at_5_diff1": 0.1428768889364065, + "nauc_map_at_5_max": 0.06100651306783161, + "nauc_map_at_5_std": -0.3135319696044748, + "nauc_mrr_at_1000_diff1": 0.09921708869437615, + "nauc_mrr_at_1000_max": 0.34908602659039845, + "nauc_mrr_at_1000_std": 0.029628777515152076, + "nauc_mrr_at_100_diff1": 0.09881477799040145, + "nauc_mrr_at_100_max": 0.3491287999869121, + "nauc_mrr_at_100_std": 0.029940854307042488, + "nauc_mrr_at_10_diff1": 0.10130845435709887, + "nauc_mrr_at_10_max": 0.3510516623679005, + "nauc_mrr_at_10_std": 0.03077727529010907, + "nauc_mrr_at_1_diff1": 0.09939955712014512, + "nauc_mrr_at_1_max": 0.2783116625028385, + "nauc_mrr_at_1_std": -0.03708409039291419, + "nauc_mrr_at_20_diff1": 0.09933533553588145, + "nauc_mrr_at_20_max": 0.3506868070746437, + "nauc_mrr_at_20_std": 0.03098459611804057, + "nauc_mrr_at_3_diff1": 0.10731590881966828, + "nauc_mrr_at_3_max": 0.35661773481322345, + "nauc_mrr_at_3_std": 0.037650674304809666, + "nauc_mrr_at_5_diff1": 0.11005284466727863, + "nauc_mrr_at_5_max": 0.3595901208780726, + "nauc_mrr_at_5_std": 0.030170272443342944, + "nauc_ndcg_at_1000_diff1": 0.07859234851325782, + "nauc_ndcg_at_1000_max": 0.4127822968486984, + "nauc_ndcg_at_1000_std": 0.09205910924530929, + "nauc_ndcg_at_100_diff1": 0.11573808816956628, + "nauc_ndcg_at_100_max": 0.36189202675405174, + "nauc_ndcg_at_100_std": -0.04371585544537739, + "nauc_ndcg_at_10_diff1": 0.128706378949874, + "nauc_ndcg_at_10_max": 0.3307919972025543, + "nauc_ndcg_at_10_std": -0.04688085191174432, + "nauc_ndcg_at_1_diff1": 0.15444412940159866, + "nauc_ndcg_at_1_max": 0.26027152192698183, + "nauc_ndcg_at_1_std": -0.05091204903866918, + "nauc_ndcg_at_20_diff1": 0.1299782422920316, + "nauc_ndcg_at_20_max": 0.31954942097800654, + "nauc_ndcg_at_20_std": -0.09312788852651964, + "nauc_ndcg_at_3_diff1": 0.0980038594068241, + "nauc_ndcg_at_3_max": 0.32444119175973346, + "nauc_ndcg_at_3_std": 0.012359256209465326, + "nauc_ndcg_at_5_diff1": 0.12384512908790257, + "nauc_ndcg_at_5_max": 0.3352581655445946, + "nauc_ndcg_at_5_std": -0.018585318837798563, + "nauc_precision_at_1000_diff1": -0.18191905112707246, + "nauc_precision_at_1000_max": 0.29377539331737185, + "nauc_precision_at_1000_std": 0.6346709123735219, + "nauc_precision_at_100_diff1": -0.1585058579461276, + "nauc_precision_at_100_max": 0.37046231014318454, + "nauc_precision_at_100_std": 0.5854377228475756, + "nauc_precision_at_10_diff1": -0.12954127754484127, + "nauc_precision_at_10_max": 0.47962195737363794, + "nauc_precision_at_10_std": 0.4172436780033766, + "nauc_precision_at_1_diff1": 0.09939955712014512, + "nauc_precision_at_1_max": 0.2783116625028385, + "nauc_precision_at_1_std": -0.03708409039291419, + "nauc_precision_at_20_diff1": -0.1446471337029926, + "nauc_precision_at_20_max": 0.4392828632456241, + "nauc_precision_at_20_std": 0.4487906966709099, + "nauc_precision_at_3_diff1": -0.03785008162798128, + "nauc_precision_at_3_max": 0.43509822466671094, + "nauc_precision_at_3_std": 0.19839816382223815, + "nauc_precision_at_5_diff1": -0.06296482392021215, + "nauc_precision_at_5_max": 0.4537798035626701, + "nauc_precision_at_5_std": 0.2828601849525657, + "nauc_recall_at_1000_diff1": -0.47891967860060564, + "nauc_recall_at_1000_max": 0.6949858327922239, + "nauc_recall_at_1000_std": 0.4949843543168796, + "nauc_recall_at_100_diff1": 0.1038055978430101, + "nauc_recall_at_100_max": 0.10159513110053169, + "nauc_recall_at_100_std": -0.2871657462495575, + "nauc_recall_at_10_diff1": 0.15729227058937753, + "nauc_recall_at_10_max": 0.02393940702677341, + "nauc_recall_at_10_std": -0.35262023770266904, + "nauc_recall_at_1_diff1": 0.16072503170382968, + "nauc_recall_at_1_max": -0.024566195582247537, + "nauc_recall_at_1_std": -0.3035079297390883, + "nauc_recall_at_20_diff1": 0.15399435148833845, + "nauc_recall_at_20_max": 0.04118290877002181, + "nauc_recall_at_20_std": -0.34998759133465207, + "nauc_recall_at_3_diff1": 0.16297637834937356, + "nauc_recall_at_3_max": -0.033971594650433166, + "nauc_recall_at_3_std": -0.33018086872318864, + "nauc_recall_at_5_diff1": 0.15220973782244152, + "nauc_recall_at_5_max": 0.0013587783232834204, + "nauc_recall_at_5_std": -0.3585456452310587, + "ndcg_at_1": 0.48, + "ndcg_at_10": 0.49213, + "ndcg_at_100": 0.60705, + "ndcg_at_1000": 0.65167, + "ndcg_at_20": 0.52271, + "ndcg_at_3": 0.46091, + "ndcg_at_5": 0.46872, + "precision_at_1": 0.56, + "precision_at_10": 0.333, + "precision_at_100": 0.09645, + "precision_at_1000": 0.01341, + "precision_at_20": 0.237, + "precision_at_3": 0.48833, + "precision_at_5": 0.429, + "recall_at_1": 0.10999, + "recall_at_10": 0.4576, + "recall_at_100": 0.84351, + "recall_at_1000": 0.99671, + "recall_at_20": 0.57153, + "recall_at_3": 0.25838, + "recall_at_5": 0.34128 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17236, + "map_at_1": 0.03968, + "map_at_10": 0.1093, + "map_at_100": 0.14952, + "map_at_1000": 0.16569, + "map_at_20": 0.12532, + "map_at_3": 0.07789, + "map_at_5": 0.092, + "mrr_at_1": 0.175, + "mrr_at_10": 0.2707916666666667, + "mrr_at_100": 0.28532150670512385, + "mrr_at_1000": 0.2857738182716459, + "mrr_at_20": 0.280007761523822, + "mrr_at_3": 0.2341666666666667, + "mrr_at_5": 0.2546666666666667, + "nauc_map_at_1000_diff1": 0.1170246047482643, + "nauc_map_at_1000_max": 0.48176425627612607, + "nauc_map_at_1000_std": 0.2083546533048294, + "nauc_map_at_100_diff1": 0.12394869981113232, + "nauc_map_at_100_max": 0.4374756701373545, + "nauc_map_at_100_std": 0.12533629252234516, + "nauc_map_at_10_diff1": 0.1561624982096907, + "nauc_map_at_10_max": 0.35789314132618016, + "nauc_map_at_10_std": 0.049887817579273075, + "nauc_map_at_1_diff1": 0.1430822019055298, + "nauc_map_at_1_max": 0.24344794935013353, + "nauc_map_at_1_std": -0.016331686490340697, + "nauc_map_at_20_diff1": 0.1361850089445846, + "nauc_map_at_20_max": 0.3869771600132638, + "nauc_map_at_20_std": 0.06180976815803592, + "nauc_map_at_3_diff1": 0.16399235582298166, + "nauc_map_at_3_max": 0.3555924653591523, + "nauc_map_at_3_std": 0.060842295681862515, + "nauc_map_at_5_diff1": 0.16333128828625315, + "nauc_map_at_5_max": 0.364280141167066, + "nauc_map_at_5_std": 0.0571558616499453, + "nauc_mrr_at_1000_diff1": 0.08393078916709538, + "nauc_mrr_at_1000_max": 0.33704756132495145, + "nauc_mrr_at_1000_std": 0.18130745661121403, + "nauc_mrr_at_100_diff1": 0.08377552333202798, + "nauc_mrr_at_100_max": 0.3374291399774836, + "nauc_mrr_at_100_std": 0.18210919583494564, + "nauc_mrr_at_10_diff1": 0.09019915674110442, + "nauc_mrr_at_10_max": 0.34157643974529056, + "nauc_mrr_at_10_std": 0.17884110550023125, + "nauc_mrr_at_1_diff1": 0.038477744408086365, + "nauc_mrr_at_1_max": 0.2760141646868977, + "nauc_mrr_at_1_std": 0.08575911067282264, + "nauc_mrr_at_20_diff1": 0.08742211973266324, + "nauc_mrr_at_20_max": 0.3362536394543557, + "nauc_mrr_at_20_std": 0.17930633434108265, + "nauc_mrr_at_3_diff1": 0.07659027539702312, + "nauc_mrr_at_3_max": 0.29978609054066563, + "nauc_mrr_at_3_std": 0.15104797385637972, + "nauc_mrr_at_5_diff1": 0.09672074264015623, + "nauc_mrr_at_5_max": 0.33924691401372886, + "nauc_mrr_at_5_std": 0.1757568966745806, + "nauc_ndcg_at_1000_diff1": 0.12174876822133884, + "nauc_ndcg_at_1000_max": 0.59577027934737, + "nauc_ndcg_at_1000_std": 0.4323965616017698, + "nauc_ndcg_at_100_diff1": 0.14413060535015487, + "nauc_ndcg_at_100_max": 0.4894806118720747, + "nauc_ndcg_at_100_std": 0.21987744717099192, + "nauc_ndcg_at_10_diff1": 0.17964707410553107, + "nauc_ndcg_at_10_max": 0.40981310357189177, + "nauc_ndcg_at_10_std": 0.13107312640165286, + "nauc_ndcg_at_1_diff1": 0.11612656085624108, + "nauc_ndcg_at_1_max": 0.3067911540044827, + "nauc_ndcg_at_1_std": 0.0647383707633902, + "nauc_ndcg_at_20_diff1": 0.14646011013459284, + "nauc_ndcg_at_20_max": 0.43175914431672585, + "nauc_ndcg_at_20_std": 0.13266882817494943, + "nauc_ndcg_at_3_diff1": 0.15357709314217913, + "nauc_ndcg_at_3_max": 0.3867637154842298, + "nauc_ndcg_at_3_std": 0.13284690699309512, + "nauc_ndcg_at_5_diff1": 0.1752158250812132, + "nauc_ndcg_at_5_max": 0.40652163941719976, + "nauc_ndcg_at_5_std": 0.13634686597692502, + "nauc_precision_at_1000_diff1": -0.05860180492367261, + "nauc_precision_at_1000_max": 0.384823963382839, + "nauc_precision_at_1000_std": 0.6254125822290524, + "nauc_precision_at_100_diff1": -0.06254055358519509, + "nauc_precision_at_100_max": 0.48585519118755904, + "nauc_precision_at_100_std": 0.5438241643496543, + "nauc_precision_at_10_diff1": 0.07246777041143822, + "nauc_precision_at_10_max": 0.439726050877898, + "nauc_precision_at_10_std": 0.27626694803080015, + "nauc_precision_at_1_diff1": 0.038477744408086365, + "nauc_precision_at_1_max": 0.2760141646868977, + "nauc_precision_at_1_std": 0.08575911067282264, + "nauc_precision_at_20_diff1": -0.007375841897674412, + "nauc_precision_at_20_max": 0.4857893888859991, + "nauc_precision_at_20_std": 0.32309587452695804, + "nauc_precision_at_3_diff1": 0.12097674330012778, + "nauc_precision_at_3_max": 0.3734100302851375, + "nauc_precision_at_3_std": 0.18931067979657543, + "nauc_precision_at_5_diff1": 0.11294414428843942, + "nauc_precision_at_5_max": 0.4250742921863782, + "nauc_precision_at_5_std": 0.23885045175941608, + "nauc_recall_at_1000_diff1": 0.11456091531817855, + "nauc_recall_at_1000_max": 0.7698577590461156, + "nauc_recall_at_1000_std": 0.7291924163656122, + "nauc_recall_at_100_diff1": 0.1284836161535413, + "nauc_recall_at_100_max": 0.3772718264158168, + "nauc_recall_at_100_std": 0.1386828906715819, + "nauc_recall_at_10_diff1": 0.1943516297376993, + "nauc_recall_at_10_max": 0.2928181699901774, + "nauc_recall_at_10_std": 0.00026040630964313435, + "nauc_recall_at_1_diff1": 0.1430822019055298, + "nauc_recall_at_1_max": 0.24344794935013353, + "nauc_recall_at_1_std": -0.016331686490340697, + "nauc_recall_at_20_diff1": 0.14316606344615726, + "nauc_recall_at_20_max": 0.2979302929655808, + "nauc_recall_at_20_std": 0.023424360398868964, + "nauc_recall_at_3_diff1": 0.17542493420055164, + "nauc_recall_at_3_max": 0.347348277775743, + "nauc_recall_at_3_std": 0.03200135257980678, + "nauc_recall_at_5_diff1": 0.21918726890254428, + "nauc_recall_at_5_max": 0.35056358734256854, + "nauc_recall_at_5_std": 0.03191174144112329, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.17236, + "ndcg_at_100": 0.27667, + "ndcg_at_1000": 0.36746, + "ndcg_at_20": 0.20076, + "ndcg_at_3": 0.14042, + "ndcg_at_5": 0.14906, + "precision_at_1": 0.175, + "precision_at_10": 0.1175, + "precision_at_100": 0.0513, + "precision_at_1000": 0.01171, + "precision_at_20": 0.09275, + "precision_at_3": 0.15833, + "precision_at_5": 0.139, + "recall_at_1": 0.03968, + "recall_at_10": 0.19163, + "recall_at_100": 0.50156, + "recall_at_1000": 0.83622, + "recall_at_20": 0.26895, + "recall_at_3": 0.09501, + "recall_at_5": 0.12923 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.22863, + "map_at_1": 0.04837, + "map_at_10": 0.14398, + "map_at_100": 0.19106, + "map_at_1000": 0.20522, + "map_at_20": 0.16442, + "map_at_3": 0.0967, + "map_at_5": 0.11572, + "mrr_at_1": 0.245, + "mrr_at_10": 0.35930952380952397, + "mrr_at_100": 0.371402885948712, + "mrr_at_1000": 0.3716844404681908, + "mrr_at_20": 0.36615112153927964, + "mrr_at_3": 0.3266666666666667, + "mrr_at_5": 0.34441666666666676, + "nauc_map_at_1000_diff1": 0.16924359519370802, + "nauc_map_at_1000_max": 0.517174020821292, + "nauc_map_at_1000_std": 0.23113205749470744, + "nauc_map_at_100_diff1": 0.18165170351345727, + "nauc_map_at_100_max": 0.5063585510804205, + "nauc_map_at_100_std": 0.16641503766009244, + "nauc_map_at_10_diff1": 0.21856230075572142, + "nauc_map_at_10_max": 0.43234540599724913, + "nauc_map_at_10_std": 0.06230470912284233, + "nauc_map_at_1_diff1": 0.1454794514783769, + "nauc_map_at_1_max": 0.37591204845651116, + "nauc_map_at_1_std": 0.013926357265000756, + "nauc_map_at_20_diff1": 0.19207140113996882, + "nauc_map_at_20_max": 0.4739921431963789, + "nauc_map_at_20_std": 0.10067538903662794, + "nauc_map_at_3_diff1": 0.20541697903472886, + "nauc_map_at_3_max": 0.4229584252522845, + "nauc_map_at_3_std": 0.04121644978025592, + "nauc_map_at_5_diff1": 0.21399136634785387, + "nauc_map_at_5_max": 0.41725625928471005, + "nauc_map_at_5_std": 0.04278977663781888, + "nauc_mrr_at_1000_diff1": 0.16874615473256244, + "nauc_mrr_at_1000_max": 0.4012699321331846, + "nauc_mrr_at_1000_std": 0.21549681543752858, + "nauc_mrr_at_100_diff1": 0.1685947109230831, + "nauc_mrr_at_100_max": 0.4013821365192987, + "nauc_mrr_at_100_std": 0.21591654680963615, + "nauc_mrr_at_10_diff1": 0.17226928054645516, + "nauc_mrr_at_10_max": 0.40388647291614405, + "nauc_mrr_at_10_std": 0.2153425381539423, + "nauc_mrr_at_1_diff1": 0.14278292749901675, + "nauc_mrr_at_1_max": 0.3603526713818158, + "nauc_mrr_at_1_std": 0.14984080805681946, + "nauc_mrr_at_20_diff1": 0.16941680348964272, + "nauc_mrr_at_20_max": 0.40574262882302453, + "nauc_mrr_at_20_std": 0.21832599118927012, + "nauc_mrr_at_3_diff1": 0.1688164481415341, + "nauc_mrr_at_3_max": 0.38399970390384297, + "nauc_mrr_at_3_std": 0.2078861047625216, + "nauc_mrr_at_5_diff1": 0.16654214877303947, + "nauc_mrr_at_5_max": 0.3902677761865325, + "nauc_mrr_at_5_std": 0.19944609439229136, + "nauc_ndcg_at_1000_diff1": 0.16723224596989292, + "nauc_ndcg_at_1000_max": 0.5557330748338093, + "nauc_ndcg_at_1000_std": 0.4173577872228512, + "nauc_ndcg_at_100_diff1": 0.19511227488651803, + "nauc_ndcg_at_100_max": 0.5556008158588114, + "nauc_ndcg_at_100_std": 0.2576990753058619, + "nauc_ndcg_at_10_diff1": 0.21211919826731696, + "nauc_ndcg_at_10_max": 0.4692363909224733, + "nauc_ndcg_at_10_std": 0.16781881554169684, + "nauc_ndcg_at_1_diff1": 0.1831420100515677, + "nauc_ndcg_at_1_max": 0.37126613949060994, + "nauc_ndcg_at_1_std": 0.14342478135001904, + "nauc_ndcg_at_20_diff1": 0.19742364563100437, + "nauc_ndcg_at_20_max": 0.518203591531686, + "nauc_ndcg_at_20_std": 0.19911162754708112, + "nauc_ndcg_at_3_diff1": 0.17963378012538736, + "nauc_ndcg_at_3_max": 0.40767117789113266, + "nauc_ndcg_at_3_std": 0.14474335621056952, + "nauc_ndcg_at_5_diff1": 0.19296679774191097, + "nauc_ndcg_at_5_max": 0.43643214189300156, + "nauc_ndcg_at_5_std": 0.15022825494723294, + "nauc_precision_at_1000_diff1": -0.12500303856301065, + "nauc_precision_at_1000_max": 0.10681298495465666, + "nauc_precision_at_1000_std": 0.6064653733462114, + "nauc_precision_at_100_diff1": -0.0554712719468706, + "nauc_precision_at_100_max": 0.31506731818194006, + "nauc_precision_at_100_std": 0.5688513692810374, + "nauc_precision_at_10_diff1": 0.08989402394869399, + "nauc_precision_at_10_max": 0.37850629528706453, + "nauc_precision_at_10_std": 0.2924674489245335, + "nauc_precision_at_1_diff1": 0.14278292749901675, + "nauc_precision_at_1_max": 0.3603526713818158, + "nauc_precision_at_1_std": 0.14984080805681946, + "nauc_precision_at_20_diff1": 0.011624195057515767, + "nauc_precision_at_20_max": 0.4073701959881714, + "nauc_precision_at_20_std": 0.3995767015746101, + "nauc_precision_at_3_diff1": 0.16027017833713972, + "nauc_precision_at_3_max": 0.3780034663167954, + "nauc_precision_at_3_std": 0.1941105009961611, + "nauc_precision_at_5_diff1": 0.12629549062261167, + "nauc_precision_at_5_max": 0.3593885589981777, + "nauc_precision_at_5_std": 0.2246105003233583, + "nauc_recall_at_1000_diff1": 0.08099208359432844, + "nauc_recall_at_1000_max": 0.728440514616213, + "nauc_recall_at_1000_std": 0.7243526782480609, + "nauc_recall_at_100_diff1": 0.16577213257464388, + "nauc_recall_at_100_max": 0.5583969885733241, + "nauc_recall_at_100_std": 0.21366161079694776, + "nauc_recall_at_10_diff1": 0.2744298185358521, + "nauc_recall_at_10_max": 0.45338887709634423, + "nauc_recall_at_10_std": 0.07443850429860428, + "nauc_recall_at_1_diff1": 0.1454794514783769, + "nauc_recall_at_1_max": 0.37591204845651116, + "nauc_recall_at_1_std": 0.013926357265000756, + "nauc_recall_at_20_diff1": 0.2077643153996748, + "nauc_recall_at_20_max": 0.5244871946722204, + "nauc_recall_at_20_std": 0.1352782543913909, + "nauc_recall_at_3_diff1": 0.2250245597056601, + "nauc_recall_at_3_max": 0.43231639093395086, + "nauc_recall_at_3_std": 0.049276185986653835, + "nauc_recall_at_5_diff1": 0.2325236565488394, + "nauc_recall_at_5_max": 0.41719042754883295, + "nauc_recall_at_5_std": 0.039977604497649914, + "ndcg_at_1": 0.1925, + "ndcg_at_10": 0.22863, + "ndcg_at_100": 0.33364, + "ndcg_at_1000": 0.41175, + "ndcg_at_20": 0.25876, + "ndcg_at_3": 0.19741, + "ndcg_at_5": 0.20535, + "precision_at_1": 0.245, + "precision_at_10": 0.1615, + "precision_at_100": 0.05675, + "precision_at_1000": 0.01135, + "precision_at_20": 0.12325, + "precision_at_3": 0.225, + "precision_at_5": 0.197, + "recall_at_1": 0.04837, + "recall_at_10": 0.23202, + "recall_at_100": 0.55568, + "recall_at_1000": 0.85084, + "recall_at_20": 0.3192, + "recall_at_3": 0.11313, + "recall_at_5": 0.15779 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47749, + "map_at_1": 0.05773, + "map_at_10": 0.18846, + "map_at_100": 0.34743, + "map_at_1000": 0.40324, + "map_at_20": 0.24152, + "map_at_3": 0.1142, + "map_at_5": 0.14625, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7672202380952382, + "mrr_at_100": 0.7699798621243421, + "mrr_at_1000": 0.7699798621243421, + "mrr_at_20": 0.7689136904761906, + "mrr_at_3": 0.7483333333333334, + "mrr_at_5": 0.7600833333333334, + "nauc_map_at_1000_diff1": 0.04887249903274157, + "nauc_map_at_1000_max": 0.5395343431017284, + "nauc_map_at_1000_std": 0.31241684016865706, + "nauc_map_at_100_diff1": 0.11797883361119982, + "nauc_map_at_100_max": 0.48876489516542865, + "nauc_map_at_100_std": 0.3171391474569046, + "nauc_map_at_10_diff1": 0.22278008701571078, + "nauc_map_at_10_max": 0.3928192547863425, + "nauc_map_at_10_std": 0.20012891577836725, + "nauc_map_at_1_diff1": 0.4739229396980939, + "nauc_map_at_1_max": 0.13716328554531262, + "nauc_map_at_1_std": -0.04489924494952037, + "nauc_map_at_20_diff1": 0.20516793901196378, + "nauc_map_at_20_max": 0.4139754910456359, + "nauc_map_at_20_std": 0.21764965180689771, + "nauc_map_at_3_diff1": 0.2899198088180054, + "nauc_map_at_3_max": 0.2749364999525505, + "nauc_map_at_3_std": 0.06822503811155249, + "nauc_map_at_5_diff1": 0.24846489616140013, + "nauc_map_at_5_max": 0.3555882271864129, + "nauc_map_at_5_std": 0.15592660213059448, + "nauc_mrr_at_1000_diff1": 0.23921767491056334, + "nauc_mrr_at_1000_max": 0.5685309132357264, + "nauc_mrr_at_1000_std": 0.2853600002594019, + "nauc_mrr_at_100_diff1": 0.23921767491056334, + "nauc_mrr_at_100_max": 0.5685309132357264, + "nauc_mrr_at_100_std": 0.2853600002594019, + "nauc_mrr_at_10_diff1": 0.24251797052190124, + "nauc_mrr_at_10_max": 0.573319943298752, + "nauc_mrr_at_10_std": 0.28479737911014646, + "nauc_mrr_at_1_diff1": 0.24541653264715282, + "nauc_mrr_at_1_max": 0.5358466929627058, + "nauc_mrr_at_1_std": 0.26353879230079025, + "nauc_mrr_at_20_diff1": 0.2396818020920788, + "nauc_mrr_at_20_max": 0.5700695425641441, + "nauc_mrr_at_20_std": 0.286782155354115, + "nauc_mrr_at_3_diff1": 0.235298491344973, + "nauc_mrr_at_3_max": 0.5510751070150159, + "nauc_mrr_at_3_std": 0.2836632594171444, + "nauc_mrr_at_5_diff1": 0.2399041030426295, + "nauc_mrr_at_5_max": 0.5779152567358281, + "nauc_mrr_at_5_std": 0.2954553471669638, + "nauc_ndcg_at_1000_diff1": 0.08836862013539694, + "nauc_ndcg_at_1000_max": 0.5520349255193983, + "nauc_ndcg_at_1000_std": 0.35961838627881176, + "nauc_ndcg_at_100_diff1": 0.15375705875236104, + "nauc_ndcg_at_100_max": 0.5223694818596163, + "nauc_ndcg_at_100_std": 0.320598486750717, + "nauc_ndcg_at_10_diff1": 0.12081452304323453, + "nauc_ndcg_at_10_max": 0.5207524457333343, + "nauc_ndcg_at_10_std": 0.2573293480684546, + "nauc_ndcg_at_1_diff1": 0.20623233620847858, + "nauc_ndcg_at_1_max": 0.4161570930445956, + "nauc_ndcg_at_1_std": 0.20585795558818157, + "nauc_ndcg_at_20_diff1": 0.12969742941398013, + "nauc_ndcg_at_20_max": 0.5099356734265957, + "nauc_ndcg_at_20_std": 0.24431922356718444, + "nauc_ndcg_at_3_diff1": 0.10596210698170092, + "nauc_ndcg_at_3_max": 0.48339689351603704, + "nauc_ndcg_at_3_std": 0.25045238582638585, + "nauc_ndcg_at_5_diff1": 0.09443161600298734, + "nauc_ndcg_at_5_max": 0.519838847353675, + "nauc_ndcg_at_5_std": 0.27308507151286354, + "nauc_precision_at_1000_diff1": -0.24397807193607304, + "nauc_precision_at_1000_max": 0.12762978179911386, + "nauc_precision_at_1000_std": -0.1598110285128446, + "nauc_precision_at_100_diff1": -0.2389142309536568, + "nauc_precision_at_100_max": 0.16789589230816607, + "nauc_precision_at_100_std": 0.03523989475307504, + "nauc_precision_at_10_diff1": -0.13910858781072374, + "nauc_precision_at_10_max": 0.42948862378264596, + "nauc_precision_at_10_std": 0.25251531525932064, + "nauc_precision_at_1_diff1": 0.24541653264715282, + "nauc_precision_at_1_max": 0.5358466929627058, + "nauc_precision_at_1_std": 0.26353879230079025, + "nauc_precision_at_20_diff1": -0.1958591673479613, + "nauc_precision_at_20_max": 0.3122673527339277, + "nauc_precision_at_20_std": 0.15793249874133727, + "nauc_precision_at_3_diff1": -0.02487418039792903, + "nauc_precision_at_3_max": 0.5304096634090233, + "nauc_precision_at_3_std": 0.28506940722090013, + "nauc_precision_at_5_diff1": -0.07693776216093523, + "nauc_precision_at_5_max": 0.5374693151262248, + "nauc_precision_at_5_std": 0.3319477488153796, + "nauc_recall_at_1000_diff1": 0.27873101332935524, + "nauc_recall_at_1000_max": 0.20352162782796246, + "nauc_recall_at_1000_std": 0.7179241818892566, + "nauc_recall_at_100_diff1": 0.1855651686077132, + "nauc_recall_at_100_max": 0.1680182073209304, + "nauc_recall_at_100_std": 0.22347297549676096, + "nauc_recall_at_10_diff1": 0.2564550632720113, + "nauc_recall_at_10_max": 0.2533917557606389, + "nauc_recall_at_10_std": 0.1141255875915256, + "nauc_recall_at_1_diff1": 0.4739229396980939, + "nauc_recall_at_1_max": 0.13716328554531262, + "nauc_recall_at_1_std": -0.04489924494952037, + "nauc_recall_at_20_diff1": 0.25812590701700583, + "nauc_recall_at_20_max": 0.214529000549372, + "nauc_recall_at_20_std": 0.0865178077189466, + "nauc_recall_at_3_diff1": 0.26860069401896375, + "nauc_recall_at_3_max": 0.22273584540879698, + "nauc_recall_at_3_std": 0.03791894047090917, + "nauc_recall_at_5_diff1": 0.24942282453936734, + "nauc_recall_at_5_max": 0.29540491742227837, + "nauc_recall_at_5_std": 0.12176150330582729, + "ndcg_at_1": 0.545, + "ndcg_at_10": 0.47749, + "ndcg_at_100": 0.57414, + "ndcg_at_1000": 0.67376, + "ndcg_at_20": 0.49399, + "ndcg_at_3": 0.50565, + "ndcg_at_5": 0.4932, + "precision_at_1": 0.67, + "precision_at_10": 0.458, + "precision_at_100": 0.21745, + "precision_at_1000": 0.04674, + "precision_at_20": 0.40075, + "precision_at_3": 0.58833, + "precision_at_5": 0.541, + "recall_at_1": 0.05773, + "recall_at_10": 0.24919, + "recall_at_100": 0.66831, + "recall_at_1000": 0.96359, + "recall_at_20": 0.36652, + "recall_at_3": 0.12615, + "recall_at_5": 0.17074 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.19319, + "map_at_1": 0.01904, + "map_at_10": 0.07624, + "map_at_100": 0.12395, + "map_at_1000": 0.15287, + "map_at_20": 0.08947, + "map_at_3": 0.04342, + "map_at_5": 0.0608, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3531765873015874, + "mrr_at_100": 0.3651363404035524, + "mrr_at_1000": 0.36568619191771545, + "mrr_at_20": 0.3601838200499193, + "mrr_at_3": 0.3308333333333334, + "mrr_at_5": 0.3418333333333334, + "nauc_map_at_1000_diff1": 0.09987417180556594, + "nauc_map_at_1000_max": 0.6558114180542127, + "nauc_map_at_1000_std": 0.6556670840264632, + "nauc_map_at_100_diff1": 0.09645463083464137, + "nauc_map_at_100_max": 0.6065562849313392, + "nauc_map_at_100_std": 0.6622322705726009, + "nauc_map_at_10_diff1": 0.1115700927511117, + "nauc_map_at_10_max": 0.5559701163899068, + "nauc_map_at_10_std": 0.5724998341791809, + "nauc_map_at_1_diff1": 0.011746077030907527, + "nauc_map_at_1_max": 0.47299477083326347, + "nauc_map_at_1_std": 0.2858339452543734, + "nauc_map_at_20_diff1": 0.10302147795426253, + "nauc_map_at_20_max": 0.5673923733942239, + "nauc_map_at_20_std": 0.5935043404195088, + "nauc_map_at_3_diff1": 0.14375491644990473, + "nauc_map_at_3_max": 0.5015838660229703, + "nauc_map_at_3_std": 0.45976612614444884, + "nauc_map_at_5_diff1": 0.14537968647471208, + "nauc_map_at_5_max": 0.5274498589330529, + "nauc_map_at_5_std": 0.5326266848734605, + "nauc_mrr_at_1000_diff1": 0.03504717873969734, + "nauc_mrr_at_1000_max": 0.5173866280482172, + "nauc_mrr_at_1000_std": 0.3921441959636042, + "nauc_mrr_at_100_diff1": 0.03449590257938672, + "nauc_mrr_at_100_max": 0.5176969735499982, + "nauc_mrr_at_100_std": 0.3922013410141068, + "nauc_mrr_at_10_diff1": 0.03333213430153631, + "nauc_mrr_at_10_max": 0.5181392834564281, + "nauc_mrr_at_10_std": 0.3947865665299929, + "nauc_mrr_at_1_diff1": 0.017705038617138617, + "nauc_mrr_at_1_max": 0.49477013607944076, + "nauc_mrr_at_1_std": 0.31698418536226547, + "nauc_mrr_at_20_diff1": 0.03569064723195433, + "nauc_mrr_at_20_max": 0.5175193492538747, + "nauc_mrr_at_20_std": 0.38978719557112484, + "nauc_mrr_at_3_diff1": 0.032629578450095176, + "nauc_mrr_at_3_max": 0.49472904150037067, + "nauc_mrr_at_3_std": 0.37093210738072485, + "nauc_mrr_at_5_diff1": 0.038538087037903075, + "nauc_mrr_at_5_max": 0.5156938022053503, + "nauc_mrr_at_5_std": 0.39711694206737885, + "nauc_ndcg_at_1000_diff1": 0.09273161489985446, + "nauc_ndcg_at_1000_max": 0.6634393030624987, + "nauc_ndcg_at_1000_std": 0.6472141490159384, + "nauc_ndcg_at_100_diff1": 0.09435331890857344, + "nauc_ndcg_at_100_max": 0.6436177743311974, + "nauc_ndcg_at_100_std": 0.6444456670642561, + "nauc_ndcg_at_10_diff1": 0.06312658521807103, + "nauc_ndcg_at_10_max": 0.6080440925602508, + "nauc_ndcg_at_10_std": 0.5020805732013226, + "nauc_ndcg_at_1_diff1": 0.02651386290185411, + "nauc_ndcg_at_1_max": 0.5030957645858138, + "nauc_ndcg_at_1_std": 0.3352440891308046, + "nauc_ndcg_at_20_diff1": 0.08028703979711346, + "nauc_ndcg_at_20_max": 0.6342858317422231, + "nauc_ndcg_at_20_std": 0.5325543039995546, + "nauc_ndcg_at_3_diff1": 0.06227106700237418, + "nauc_ndcg_at_3_max": 0.5363162680361697, + "nauc_ndcg_at_3_std": 0.4292365971257495, + "nauc_ndcg_at_5_diff1": 0.0774391929551348, + "nauc_ndcg_at_5_max": 0.5785922184658044, + "nauc_ndcg_at_5_std": 0.49109147595234076, + "nauc_precision_at_1000_diff1": -0.01807298024913725, + "nauc_precision_at_1000_max": 0.4270648057901076, + "nauc_precision_at_1000_std": 0.04389051216006696, + "nauc_precision_at_100_diff1": -4.829378292721145e-05, + "nauc_precision_at_100_max": 0.5435647509145634, + "nauc_precision_at_100_std": 0.35059919599963446, + "nauc_precision_at_10_diff1": 0.00588351167645553, + "nauc_precision_at_10_max": 0.5981426805356179, + "nauc_precision_at_10_std": 0.47589537606020943, + "nauc_precision_at_1_diff1": 0.017705038617138617, + "nauc_precision_at_1_max": 0.49477013607944076, + "nauc_precision_at_1_std": 0.31698418536226547, + "nauc_precision_at_20_diff1": 0.01576461759236702, + "nauc_precision_at_20_max": 0.6008414639475144, + "nauc_precision_at_20_std": 0.4257140340400324, + "nauc_precision_at_3_diff1": 0.05934896377863709, + "nauc_precision_at_3_max": 0.5455086275699379, + "nauc_precision_at_3_std": 0.460681900509791, + "nauc_precision_at_5_diff1": 0.05554016750986865, + "nauc_precision_at_5_max": 0.5918298898655585, + "nauc_precision_at_5_std": 0.5221559594132443, + "nauc_recall_at_1000_diff1": 0.22861886042223403, + "nauc_recall_at_1000_max": 0.6042956915620995, + "nauc_recall_at_1000_std": 0.7139248905079868, + "nauc_recall_at_100_diff1": 0.15637833977552204, + "nauc_recall_at_100_max": 0.48717931338305287, + "nauc_recall_at_100_std": 0.6597648388883097, + "nauc_recall_at_10_diff1": 0.1255892039808672, + "nauc_recall_at_10_max": 0.5013797565907034, + "nauc_recall_at_10_std": 0.5400389297605982, + "nauc_recall_at_1_diff1": 0.011746077030907527, + "nauc_recall_at_1_max": 0.47299477083326347, + "nauc_recall_at_1_std": 0.2858339452543734, + "nauc_recall_at_20_diff1": 0.133972157814915, + "nauc_recall_at_20_max": 0.49157741666284605, + "nauc_recall_at_20_std": 0.5482598176081188, + "nauc_recall_at_3_diff1": 0.17417239791760666, + "nauc_recall_at_3_max": 0.4333449958083521, + "nauc_recall_at_3_std": 0.41906395823089027, + "nauc_recall_at_5_diff1": 0.17356134183498773, + "nauc_recall_at_5_max": 0.46027026529787557, + "nauc_recall_at_5_std": 0.49958521944105305, + "ndcg_at_1": 0.2, + "ndcg_at_10": 0.19319, + "ndcg_at_100": 0.25857, + "ndcg_at_1000": 0.37676, + "ndcg_at_20": 0.20351, + "ndcg_at_3": 0.1921, + "ndcg_at_5": 0.19586, + "precision_at_1": 0.25, + "precision_at_10": 0.196, + "precision_at_100": 0.09905, + "precision_at_1000": 0.0318, + "precision_at_20": 0.16425, + "precision_at_3": 0.23833, + "precision_at_5": 0.225, + "recall_at_1": 0.01904, + "recall_at_10": 0.1102, + "recall_at_100": 0.34153, + "recall_at_1000": 0.70184, + "recall_at_20": 0.15411, + "recall_at_3": 0.05351, + "recall_at_5": 0.07959 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.23272, + "map_at_1": 0.02113, + "map_at_10": 0.08302, + "map_at_100": 0.15774, + "map_at_1000": 0.19369, + "map_at_20": 0.1054, + "map_at_3": 0.04864, + "map_at_5": 0.06245, + "mrr_at_1": 0.315, + "mrr_at_10": 0.42560317460317476, + "mrr_at_100": 0.43667194692003153, + "mrr_at_1000": 0.43701831961179566, + "mrr_at_20": 0.4322976085232279, + "mrr_at_3": 0.4016666666666667, + "mrr_at_5": 0.4166666666666668, + "nauc_map_at_1000_diff1": -0.01730146511848695, + "nauc_map_at_1000_max": 0.5505794828066038, + "nauc_map_at_1000_std": 0.622148662066528, + "nauc_map_at_100_diff1": 0.00663839233199623, + "nauc_map_at_100_max": 0.5077229967519019, + "nauc_map_at_100_std": 0.6289944909954102, + "nauc_map_at_10_diff1": -0.01670651979784567, + "nauc_map_at_10_max": 0.41965949272221764, + "nauc_map_at_10_std": 0.5149129803569286, + "nauc_map_at_1_diff1": -0.001067009699450649, + "nauc_map_at_1_max": 0.23547346493503354, + "nauc_map_at_1_std": 0.3183782252837214, + "nauc_map_at_20_diff1": -0.016254292961833207, + "nauc_map_at_20_max": 0.45793586707161704, + "nauc_map_at_20_std": 0.5570992111343083, + "nauc_map_at_3_diff1": -0.013061150716317126, + "nauc_map_at_3_max": 0.34556616441853144, + "nauc_map_at_3_std": 0.44040265188927624, + "nauc_map_at_5_diff1": -0.012256876013011819, + "nauc_map_at_5_max": 0.39857245040659944, + "nauc_map_at_5_std": 0.5008105898039343, + "nauc_mrr_at_1000_diff1": 0.0026860871209789666, + "nauc_mrr_at_1000_max": 0.48372483781556513, + "nauc_mrr_at_1000_std": 0.4702188342964515, + "nauc_mrr_at_100_diff1": 0.002661589532240025, + "nauc_mrr_at_100_max": 0.4838989034664443, + "nauc_mrr_at_100_std": 0.4706145884941557, + "nauc_mrr_at_10_diff1": 0.009572888277847613, + "nauc_mrr_at_10_max": 0.4833486069437068, + "nauc_mrr_at_10_std": 0.46631643955029245, + "nauc_mrr_at_1_diff1": -0.017160560886796697, + "nauc_mrr_at_1_max": 0.4692565098141776, + "nauc_mrr_at_1_std": 0.47427257059703176, + "nauc_mrr_at_20_diff1": 0.003799987990157726, + "nauc_mrr_at_20_max": 0.4849910012158678, + "nauc_mrr_at_20_std": 0.4691213821677303, + "nauc_mrr_at_3_diff1": -0.013584582746510145, + "nauc_mrr_at_3_max": 0.47104362398160204, + "nauc_mrr_at_3_std": 0.4555280961973864, + "nauc_mrr_at_5_diff1": 0.00248743326219148, + "nauc_mrr_at_5_max": 0.4803868359885117, + "nauc_mrr_at_5_std": 0.4596900242394887, + "nauc_ndcg_at_1000_diff1": 0.0048140914422287505, + "nauc_ndcg_at_1000_max": 0.5477269406773292, + "nauc_ndcg_at_1000_std": 0.6195886351782618, + "nauc_ndcg_at_100_diff1": -0.001221153558268133, + "nauc_ndcg_at_100_max": 0.5418474846012784, + "nauc_ndcg_at_100_std": 0.6212260497024076, + "nauc_ndcg_at_10_diff1": -0.021680187089373453, + "nauc_ndcg_at_10_max": 0.46491170664918047, + "nauc_ndcg_at_10_std": 0.4429250163459095, + "nauc_ndcg_at_1_diff1": -0.011043768384893304, + "nauc_ndcg_at_1_max": 0.40787317631729625, + "nauc_ndcg_at_1_std": 0.4007304601899197, + "nauc_ndcg_at_20_diff1": -0.051514151474827255, + "nauc_ndcg_at_20_max": 0.49744170304541596, + "nauc_ndcg_at_20_std": 0.5079748626454735, + "nauc_ndcg_at_3_diff1": -0.01437087454048404, + "nauc_ndcg_at_3_max": 0.4608798317643001, + "nauc_ndcg_at_3_std": 0.4224574448830351, + "nauc_ndcg_at_5_diff1": -0.00869523702295406, + "nauc_ndcg_at_5_max": 0.456477182402087, + "nauc_ndcg_at_5_std": 0.43008048174373065, + "nauc_precision_at_1000_diff1": -0.1627128937505269, + "nauc_precision_at_1000_max": 0.2872909922776713, + "nauc_precision_at_1000_std": -0.032647017891546816, + "nauc_precision_at_100_diff1": -0.05781157368940832, + "nauc_precision_at_100_max": 0.40830057152068794, + "nauc_precision_at_100_std": 0.2781611602465064, + "nauc_precision_at_10_diff1": -0.030753585182278987, + "nauc_precision_at_10_max": 0.49985648946384886, + "nauc_precision_at_10_std": 0.3948057445512457, + "nauc_precision_at_1_diff1": -0.017160560886796697, + "nauc_precision_at_1_max": 0.4692565098141776, + "nauc_precision_at_1_std": 0.47427257059703176, + "nauc_precision_at_20_diff1": -0.06515417012877846, + "nauc_precision_at_20_max": 0.5046181994795523, + "nauc_precision_at_20_std": 0.3864383617087635, + "nauc_precision_at_3_diff1": -0.0006904487917145591, + "nauc_precision_at_3_max": 0.5129197614813263, + "nauc_precision_at_3_std": 0.456635108274924, + "nauc_precision_at_5_diff1": -0.004351865966883393, + "nauc_precision_at_5_max": 0.49591490813534, + "nauc_precision_at_5_std": 0.43092547021204025, + "nauc_recall_at_1000_diff1": 0.07369613812372776, + "nauc_recall_at_1000_max": 0.5619342716337109, + "nauc_recall_at_1000_std": 0.8189513326495783, + "nauc_recall_at_100_diff1": 0.05159089682187678, + "nauc_recall_at_100_max": 0.42324253113145716, + "nauc_recall_at_100_std": 0.6444783890443048, + "nauc_recall_at_10_diff1": -0.0038756511207019323, + "nauc_recall_at_10_max": 0.34586517273088074, + "nauc_recall_at_10_std": 0.430408626000721, + "nauc_recall_at_1_diff1": -0.001067009699450649, + "nauc_recall_at_1_max": 0.23547346493503354, + "nauc_recall_at_1_std": 0.3183782252837214, + "nauc_recall_at_20_diff1": -0.011778039755821642, + "nauc_recall_at_20_max": 0.37024741350113033, + "nauc_recall_at_20_std": 0.5073368616451267, + "nauc_recall_at_3_diff1": -0.022052861177200112, + "nauc_recall_at_3_max": 0.26655669872104787, + "nauc_recall_at_3_std": 0.36356072595173233, + "nauc_recall_at_5_diff1": 0.0009227027151139963, + "nauc_recall_at_5_max": 0.33755636309006065, + "nauc_recall_at_5_std": 0.4295927441338581, + "ndcg_at_1": 0.2375, + "ndcg_at_10": 0.23272, + "ndcg_at_100": 0.32104, + "ndcg_at_1000": 0.44224, + "ndcg_at_20": 0.24695, + "ndcg_at_3": 0.24085, + "ndcg_at_5": 0.23141, + "precision_at_1": 0.315, + "precision_at_10": 0.244, + "precision_at_100": 0.13285, + "precision_at_1000": 0.03775, + "precision_at_20": 0.215, + "precision_at_3": 0.30667, + "precision_at_5": 0.276, + "recall_at_1": 0.02113, + "recall_at_10": 0.12375, + "recall_at_100": 0.42603, + "recall_at_1000": 0.79004, + "recall_at_20": 0.18784, + "recall_at_3": 0.05905, + "recall_at_5": 0.08214 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51796, + "map_at_1": 0.07053, + "map_at_10": 0.23256, + "map_at_100": 0.36775, + "map_at_1000": 0.42892, + "map_at_20": 0.27864, + "map_at_3": 0.15263, + "map_at_5": 0.18743, + "mrr_at_1": 0.67, + "mrr_at_10": 0.774902777777778, + "mrr_at_100": 0.7772567375632486, + "mrr_at_1000": 0.7772567375632486, + "mrr_at_20": 0.7764458180708184, + "mrr_at_3": 0.7600000000000001, + "mrr_at_5": 0.7705000000000001, + "nauc_map_at_1000_diff1": 0.12792398545057704, + "nauc_map_at_1000_max": 0.39972673287741134, + "nauc_map_at_1000_std": 0.35232983934124296, + "nauc_map_at_100_diff1": 0.17646565271635198, + "nauc_map_at_100_max": 0.2855800144282913, + "nauc_map_at_100_std": 0.36573307775032393, + "nauc_map_at_10_diff1": 0.2117819206010997, + "nauc_map_at_10_max": 0.19514446592093534, + "nauc_map_at_10_std": 0.2519419137066141, + "nauc_map_at_1_diff1": 0.30362947118746464, + "nauc_map_at_1_max": 0.11785386856559224, + "nauc_map_at_1_std": 0.09003727862406116, + "nauc_map_at_20_diff1": 0.19816296893877652, + "nauc_map_at_20_max": 0.21135336907774505, + "nauc_map_at_20_std": 0.28864236709156277, + "nauc_map_at_3_diff1": 0.25570026060613554, + "nauc_map_at_3_max": 0.1742326040671969, + "nauc_map_at_3_std": 0.16110723913482136, + "nauc_map_at_5_diff1": 0.23996231112776129, + "nauc_map_at_5_max": 0.16364654561689942, + "nauc_map_at_5_std": 0.20592248425356602, + "nauc_mrr_at_1000_diff1": 0.09008530131030185, + "nauc_mrr_at_1000_max": 0.3831839647053557, + "nauc_mrr_at_1000_std": 0.05993933900459569, + "nauc_mrr_at_100_diff1": 0.09008530131030185, + "nauc_mrr_at_100_max": 0.3831839647053557, + "nauc_mrr_at_100_std": 0.05993933900459569, + "nauc_mrr_at_10_diff1": 0.09029003292580112, + "nauc_mrr_at_10_max": 0.3888486651654667, + "nauc_mrr_at_10_std": 0.06504232403794248, + "nauc_mrr_at_1_diff1": 0.08338270894347417, + "nauc_mrr_at_1_max": 0.29830204330382076, + "nauc_mrr_at_1_std": 0.048458634524555275, + "nauc_mrr_at_20_diff1": 0.09357481277511559, + "nauc_mrr_at_20_max": 0.3851336995351474, + "nauc_mrr_at_20_std": 0.059956291986145556, + "nauc_mrr_at_3_diff1": 0.06406016265594647, + "nauc_mrr_at_3_max": 0.3871170699658133, + "nauc_mrr_at_3_std": 0.05977661718689062, + "nauc_mrr_at_5_diff1": 0.09714179502613922, + "nauc_mrr_at_5_max": 0.39114564619914444, + "nauc_mrr_at_5_std": 0.05692884506805606, + "nauc_ndcg_at_1000_diff1": 0.14962310371047555, + "nauc_ndcg_at_1000_max": 0.45282166642404104, + "nauc_ndcg_at_1000_std": 0.3241303903645405, + "nauc_ndcg_at_100_diff1": 0.16933037424002134, + "nauc_ndcg_at_100_max": 0.3522535977557532, + "nauc_ndcg_at_100_std": 0.34248510518556474, + "nauc_ndcg_at_10_diff1": 0.07718983486954183, + "nauc_ndcg_at_10_max": 0.35171884343772775, + "nauc_ndcg_at_10_std": 0.21926810492131488, + "nauc_ndcg_at_1_diff1": 0.12916823263251767, + "nauc_ndcg_at_1_max": 0.19236324512339809, + "nauc_ndcg_at_1_std": 0.09225933868340913, + "nauc_ndcg_at_20_diff1": 0.1175833049205664, + "nauc_ndcg_at_20_max": 0.3602030208964576, + "nauc_ndcg_at_20_std": 0.24388118676001744, + "nauc_ndcg_at_3_diff1": 0.09224391045919675, + "nauc_ndcg_at_3_max": 0.3441017147507406, + "nauc_ndcg_at_3_std": 0.1779176184250991, + "nauc_ndcg_at_5_diff1": 0.0737539847309889, + "nauc_ndcg_at_5_max": 0.3545842226394813, + "nauc_ndcg_at_5_std": 0.20085508469136834, + "nauc_precision_at_1000_diff1": -0.2244276144419132, + "nauc_precision_at_1000_max": 0.1981789734013756, + "nauc_precision_at_1000_std": -0.2163959698363842, + "nauc_precision_at_100_diff1": -0.21371004094261348, + "nauc_precision_at_100_max": 0.21578424442873748, + "nauc_precision_at_100_std": -0.07635357347665471, + "nauc_precision_at_10_diff1": -0.16512471014748592, + "nauc_precision_at_10_max": 0.3287094255525347, + "nauc_precision_at_10_std": 0.09884804469712143, + "nauc_precision_at_1_diff1": 0.08338270894347417, + "nauc_precision_at_1_max": 0.29830204330382076, + "nauc_precision_at_1_std": 0.048458634524555275, + "nauc_precision_at_20_diff1": -0.1863496855091926, + "nauc_precision_at_20_max": 0.26077648436632367, + "nauc_precision_at_20_std": 0.03605690112974368, + "nauc_precision_at_3_diff1": -0.00947544473164022, + "nauc_precision_at_3_max": 0.4054401702904062, + "nauc_precision_at_3_std": 0.1538665044853281, + "nauc_precision_at_5_diff1": -0.09209347946607474, + "nauc_precision_at_5_max": 0.3654681920919288, + "nauc_precision_at_5_std": 0.16088687635448745, + "nauc_recall_at_1000_diff1": 0.3500321728994462, + "nauc_recall_at_1000_max": 0.2705065179549509, + "nauc_recall_at_1000_std": 0.7197368674084658, + "nauc_recall_at_100_diff1": 0.24614908541347794, + "nauc_recall_at_100_max": 0.06330902986792525, + "nauc_recall_at_100_std": 0.4249152940364862, + "nauc_recall_at_10_diff1": 0.1964452137384311, + "nauc_recall_at_10_max": 0.12107643041855166, + "nauc_recall_at_10_std": 0.23486376492467528, + "nauc_recall_at_1_diff1": 0.30362947118746464, + "nauc_recall_at_1_max": 0.11785386856559224, + "nauc_recall_at_1_std": 0.09003727862406116, + "nauc_recall_at_20_diff1": 0.22266163475034337, + "nauc_recall_at_20_max": 0.07527631270883711, + "nauc_recall_at_20_std": 0.2510001015402938, + "nauc_recall_at_3_diff1": 0.23499785019088656, + "nauc_recall_at_3_max": 0.1484308872928924, + "nauc_recall_at_3_std": 0.15525601572965433, + "nauc_recall_at_5_diff1": 0.2244327004422189, + "nauc_recall_at_5_max": 0.11215352777444988, + "nauc_recall_at_5_std": 0.18852758280332194, + "ndcg_at_1": 0.555, + "ndcg_at_10": 0.51796, + "ndcg_at_100": 0.58321, + "ndcg_at_1000": 0.67615, + "ndcg_at_20": 0.53153, + "ndcg_at_3": 0.52229, + "ndcg_at_5": 0.52167, + "precision_at_1": 0.67, + "precision_at_10": 0.4745, + "precision_at_100": 0.21865, + "precision_at_1000": 0.0562, + "precision_at_20": 0.40025, + "precision_at_3": 0.60333, + "precision_at_5": 0.565, + "recall_at_1": 0.07053, + "recall_at_10": 0.3063, + "recall_at_100": 0.67131, + "recall_at_1000": 0.93386, + "recall_at_20": 0.41376, + "recall_at_3": 0.1755, + "recall_at_5": 0.22746 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.19444, + "map_at_1": 0.03751, + "map_at_10": 0.09657, + "map_at_100": 0.13094, + "map_at_1000": 0.15113, + "map_at_20": 0.10937, + "map_at_3": 0.06632, + "map_at_5": 0.08029, + "mrr_at_1": 0.22, + "mrr_at_10": 0.32214285714285706, + "mrr_at_100": 0.33140991695204103, + "mrr_at_1000": 0.33195385812539563, + "mrr_at_20": 0.3277810106560106, + "mrr_at_3": 0.2975, + "mrr_at_5": 0.30950000000000005, + "nauc_map_at_1000_diff1": 0.10110801202143083, + "nauc_map_at_1000_max": 0.39903191692250456, + "nauc_map_at_1000_std": 0.56887467692197, + "nauc_map_at_100_diff1": 0.10822586811659407, + "nauc_map_at_100_max": 0.35775818815422633, + "nauc_map_at_100_std": 0.5518241883322778, + "nauc_map_at_10_diff1": 0.14051096669314275, + "nauc_map_at_10_max": 0.26743857599594023, + "nauc_map_at_10_std": 0.4780345181024981, + "nauc_map_at_1_diff1": 0.12101671860108211, + "nauc_map_at_1_max": 0.40094849575549335, + "nauc_map_at_1_std": 0.4525427329895793, + "nauc_map_at_20_diff1": 0.13281885288157902, + "nauc_map_at_20_max": 0.289280224183801, + "nauc_map_at_20_std": 0.4849929022261511, + "nauc_map_at_3_diff1": 0.12857162716584591, + "nauc_map_at_3_max": 0.29085526855700905, + "nauc_map_at_3_std": 0.48452337517412586, + "nauc_map_at_5_diff1": 0.1449112298095007, + "nauc_map_at_5_max": 0.267465382401513, + "nauc_map_at_5_std": 0.4872363809790291, + "nauc_mrr_at_1000_diff1": -0.016720950753278077, + "nauc_mrr_at_1000_max": 0.4662978273722072, + "nauc_mrr_at_1000_std": 0.41197416692282046, + "nauc_mrr_at_100_diff1": -0.01669293637533129, + "nauc_mrr_at_100_max": 0.4662039745629396, + "nauc_mrr_at_100_std": 0.4124394352312453, + "nauc_mrr_at_10_diff1": -0.015650375357849338, + "nauc_mrr_at_10_max": 0.45990731923531003, + "nauc_mrr_at_10_std": 0.4078131918480022, + "nauc_mrr_at_1_diff1": -0.021032103676539203, + "nauc_mrr_at_1_max": 0.48387823600708574, + "nauc_mrr_at_1_std": 0.3863085433694874, + "nauc_mrr_at_20_diff1": -0.020985037767730065, + "nauc_mrr_at_20_max": 0.4684721008353865, + "nauc_mrr_at_20_std": 0.40928340056716384, + "nauc_mrr_at_3_diff1": -0.0017089898535370975, + "nauc_mrr_at_3_max": 0.44634634031692516, + "nauc_mrr_at_3_std": 0.4024310882615902, + "nauc_mrr_at_5_diff1": -0.013318949859285533, + "nauc_mrr_at_5_max": 0.45177277148095446, + "nauc_mrr_at_5_std": 0.40916641575073437, + "nauc_ndcg_at_1000_diff1": 0.019809457385890034, + "nauc_ndcg_at_1000_max": 0.48415980625097577, + "nauc_ndcg_at_1000_std": 0.6162594713991082, + "nauc_ndcg_at_100_diff1": 0.05919950727250155, + "nauc_ndcg_at_100_max": 0.42277022831967875, + "nauc_ndcg_at_100_std": 0.5899576166018207, + "nauc_ndcg_at_10_diff1": 0.06613475856617648, + "nauc_ndcg_at_10_max": 0.38224799097223355, + "nauc_ndcg_at_10_std": 0.42964948112584606, + "nauc_ndcg_at_1_diff1": 0.008560096174940144, + "nauc_ndcg_at_1_max": 0.4426943023368055, + "nauc_ndcg_at_1_std": 0.37047095885362274, + "nauc_ndcg_at_20_diff1": 0.05748392436313872, + "nauc_ndcg_at_20_max": 0.4006657780711939, + "nauc_ndcg_at_20_std": 0.46615706413657776, + "nauc_ndcg_at_3_diff1": 0.03361149019887771, + "nauc_ndcg_at_3_max": 0.3945526128507578, + "nauc_ndcg_at_3_std": 0.3950871940455093, + "nauc_ndcg_at_5_diff1": 0.06408868299087743, + "nauc_ndcg_at_5_max": 0.3794422068384372, + "nauc_ndcg_at_5_std": 0.4103933519409185, + "nauc_precision_at_1000_diff1": 0.013433734383972221, + "nauc_precision_at_1000_max": 0.26593681669466457, + "nauc_precision_at_1000_std": 0.0487833238461087, + "nauc_precision_at_100_diff1": -0.07363227722385028, + "nauc_precision_at_100_max": 0.4797342638197062, + "nauc_precision_at_100_std": 0.2849316522744859, + "nauc_precision_at_10_diff1": -0.021658748671166836, + "nauc_precision_at_10_max": 0.45741766150674595, + "nauc_precision_at_10_std": 0.341447932918686, + "nauc_precision_at_1_diff1": -0.021032103676539203, + "nauc_precision_at_1_max": 0.48387823600708574, + "nauc_precision_at_1_std": 0.3863085433694874, + "nauc_precision_at_20_diff1": -0.06319270927846597, + "nauc_precision_at_20_max": 0.5157805106157258, + "nauc_precision_at_20_std": 0.3352172001284216, + "nauc_precision_at_3_diff1": -0.02715208081986536, + "nauc_precision_at_3_max": 0.40719172179723434, + "nauc_precision_at_3_std": 0.3908315324751084, + "nauc_precision_at_5_diff1": -0.008404051090064264, + "nauc_precision_at_5_max": 0.40911951262887625, + "nauc_precision_at_5_std": 0.3713924824098604, + "nauc_recall_at_1000_diff1": 0.039186305971260396, + "nauc_recall_at_1000_max": 0.45523740385591593, + "nauc_recall_at_1000_std": 0.7557296832208231, + "nauc_recall_at_100_diff1": 0.10736051672380259, + "nauc_recall_at_100_max": 0.32435765322546706, + "nauc_recall_at_100_std": 0.6494751843836734, + "nauc_recall_at_10_diff1": 0.15620543114495053, + "nauc_recall_at_10_max": 0.1705880318722411, + "nauc_recall_at_10_std": 0.4268946803348105, + "nauc_recall_at_1_diff1": 0.12101671860108211, + "nauc_recall_at_1_max": 0.40094849575549335, + "nauc_recall_at_1_std": 0.4525427329895793, + "nauc_recall_at_20_diff1": 0.11118397448028317, + "nauc_recall_at_20_max": 0.2103323830508997, + "nauc_recall_at_20_std": 0.4345940825519387, + "nauc_recall_at_3_diff1": 0.13481678303594183, + "nauc_recall_at_3_max": 0.1945803316538548, + "nauc_recall_at_3_std": 0.43105556878361445, + "nauc_recall_at_5_diff1": 0.16142241277596406, + "nauc_recall_at_5_max": 0.16568292330862283, + "nauc_recall_at_5_std": 0.4468002916196152, + "ndcg_at_1": 0.185, + "ndcg_at_10": 0.19444, + "ndcg_at_100": 0.24771, + "ndcg_at_1000": 0.33399, + "ndcg_at_20": 0.20689, + "ndcg_at_3": 0.18402, + "ndcg_at_5": 0.1869, + "precision_at_1": 0.22, + "precision_at_10": 0.1555, + "precision_at_100": 0.074, + "precision_at_1000": 0.02564, + "precision_at_20": 0.125, + "precision_at_3": 0.20667, + "precision_at_5": 0.184, + "recall_at_1": 0.03751, + "recall_at_10": 0.15263, + "recall_at_100": 0.34806, + "recall_at_1000": 0.60243, + "recall_at_20": 0.204, + "recall_at_3": 0.08407, + "recall_at_5": 0.11171 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.25309, + "map_at_1": 0.03933, + "map_at_10": 0.114, + "map_at_100": 0.1604, + "map_at_1000": 0.19171, + "map_at_20": 0.12998, + "map_at_3": 0.07906, + "map_at_5": 0.09471, + "mrr_at_1": 0.34, + "mrr_at_10": 0.44857539682539693, + "mrr_at_100": 0.46076921510118246, + "mrr_at_1000": 0.4609756462780774, + "mrr_at_20": 0.45715586649332784, + "mrr_at_3": 0.4333333333333333, + "mrr_at_5": 0.4433333333333333, + "nauc_map_at_1000_diff1": 0.26807704520761055, + "nauc_map_at_1000_max": 0.4247591979507648, + "nauc_map_at_1000_std": 0.5166686215652604, + "nauc_map_at_100_diff1": 0.29155319282872705, + "nauc_map_at_100_max": 0.37405135433525105, + "nauc_map_at_100_std": 0.5070946012496793, + "nauc_map_at_10_diff1": 0.35593740374723126, + "nauc_map_at_10_max": 0.29975590391767837, + "nauc_map_at_10_std": 0.4128482465485721, + "nauc_map_at_1_diff1": 0.4516341141245517, + "nauc_map_at_1_max": 0.3828343914303422, + "nauc_map_at_1_std": 0.3661480788995567, + "nauc_map_at_20_diff1": 0.32463654722559604, + "nauc_map_at_20_max": 0.30924397832009887, + "nauc_map_at_20_std": 0.43806757602964114, + "nauc_map_at_3_diff1": 0.4070456958469982, + "nauc_map_at_3_max": 0.34399959688635334, + "nauc_map_at_3_std": 0.39297434405997145, + "nauc_map_at_5_diff1": 0.37792671973041286, + "nauc_map_at_5_max": 0.32385117519926676, + "nauc_map_at_5_std": 0.3990448251210421, + "nauc_mrr_at_1000_diff1": 0.16998792735788712, + "nauc_mrr_at_1000_max": 0.43872075140835776, + "nauc_mrr_at_1000_std": 0.28063289198811914, + "nauc_mrr_at_100_diff1": 0.16984444424124742, + "nauc_mrr_at_100_max": 0.43893592036346574, + "nauc_mrr_at_100_std": 0.2808746826403442, + "nauc_mrr_at_10_diff1": 0.1708978735561132, + "nauc_mrr_at_10_max": 0.4404913040343922, + "nauc_mrr_at_10_std": 0.27907836150014503, + "nauc_mrr_at_1_diff1": 0.17645539097485338, + "nauc_mrr_at_1_max": 0.3952211240361426, + "nauc_mrr_at_1_std": 0.23234584912159797, + "nauc_mrr_at_20_diff1": 0.16990778630615128, + "nauc_mrr_at_20_max": 0.4389292049489995, + "nauc_mrr_at_20_std": 0.2820378860130349, + "nauc_mrr_at_3_diff1": 0.15828182440712169, + "nauc_mrr_at_3_max": 0.4408180458444462, + "nauc_mrr_at_3_std": 0.2680836877387731, + "nauc_mrr_at_5_diff1": 0.17103718355510839, + "nauc_mrr_at_5_max": 0.4372796095908806, + "nauc_mrr_at_5_std": 0.2728786071644809, + "nauc_ndcg_at_1000_diff1": 0.19884791609537344, + "nauc_ndcg_at_1000_max": 0.4999693099380342, + "nauc_ndcg_at_1000_std": 0.5582508023551394, + "nauc_ndcg_at_100_diff1": 0.22377901036482925, + "nauc_ndcg_at_100_max": 0.4635027154911959, + "nauc_ndcg_at_100_std": 0.5431388455660613, + "nauc_ndcg_at_10_diff1": 0.267503236466178, + "nauc_ndcg_at_10_max": 0.3717787679409689, + "nauc_ndcg_at_10_std": 0.35930504578373645, + "nauc_ndcg_at_1_diff1": 0.25713645826066844, + "nauc_ndcg_at_1_max": 0.38544768310637395, + "nauc_ndcg_at_1_std": 0.25297666033946586, + "nauc_ndcg_at_20_diff1": 0.24531951071893268, + "nauc_ndcg_at_20_max": 0.3902247354907868, + "nauc_ndcg_at_20_std": 0.4253173208046264, + "nauc_ndcg_at_3_diff1": 0.2540666883142556, + "nauc_ndcg_at_3_max": 0.36576763241926014, + "nauc_ndcg_at_3_std": 0.28748601262431595, + "nauc_ndcg_at_5_diff1": 0.2579384612469869, + "nauc_ndcg_at_5_max": 0.3555086227812427, + "nauc_ndcg_at_5_std": 0.3077660421294057, + "nauc_precision_at_1000_diff1": -0.10057492320920433, + "nauc_precision_at_1000_max": 0.23411274400243973, + "nauc_precision_at_1000_std": -0.08812569655487235, + "nauc_precision_at_100_diff1": -0.11557752811283471, + "nauc_precision_at_100_max": 0.32247658868176915, + "nauc_precision_at_100_std": 0.12674820358459785, + "nauc_precision_at_10_diff1": 0.024856726111573683, + "nauc_precision_at_10_max": 0.32804915908206167, + "nauc_precision_at_10_std": 0.21391173441480674, + "nauc_precision_at_1_diff1": 0.17645539097485338, + "nauc_precision_at_1_max": 0.3952211240361426, + "nauc_precision_at_1_std": 0.23234584912159797, + "nauc_precision_at_20_diff1": -0.06375460797230005, + "nauc_precision_at_20_max": 0.337496056115109, + "nauc_precision_at_20_std": 0.19516374418946592, + "nauc_precision_at_3_diff1": 0.13840787418293196, + "nauc_precision_at_3_max": 0.3744635030407812, + "nauc_precision_at_3_std": 0.24957459393056988, + "nauc_precision_at_5_diff1": 0.08796945874291659, + "nauc_precision_at_5_max": 0.32766722929816283, + "nauc_precision_at_5_std": 0.2063838431221441, + "nauc_recall_at_1000_diff1": 0.09369589957234592, + "nauc_recall_at_1000_max": 0.464053771440784, + "nauc_recall_at_1000_std": 0.8027908396290401, + "nauc_recall_at_100_diff1": 0.16361705323242245, + "nauc_recall_at_100_max": 0.3488493251723838, + "nauc_recall_at_100_std": 0.670299511669537, + "nauc_recall_at_10_diff1": 0.301240487515691, + "nauc_recall_at_10_max": 0.22323565528472922, + "nauc_recall_at_10_std": 0.41080946785457023, + "nauc_recall_at_1_diff1": 0.4516341141245517, + "nauc_recall_at_1_max": 0.3828343914303422, + "nauc_recall_at_1_std": 0.3661480788995567, + "nauc_recall_at_20_diff1": 0.2400791442725577, + "nauc_recall_at_20_max": 0.23014643795875797, + "nauc_recall_at_20_std": 0.4893833532220013, + "nauc_recall_at_3_diff1": 0.36898477816315234, + "nauc_recall_at_3_max": 0.3244188867779221, + "nauc_recall_at_3_std": 0.3838297188999305, + "nauc_recall_at_5_diff1": 0.34209653828660047, + "nauc_recall_at_5_max": 0.26779146412314025, + "nauc_recall_at_5_std": 0.39143198156324144, + "ndcg_at_1": 0.2675, + "ndcg_at_10": 0.25309, + "ndcg_at_100": 0.31589, + "ndcg_at_1000": 0.41807, + "ndcg_at_20": 0.26832, + "ndcg_at_3": 0.24886, + "ndcg_at_5": 0.24473, + "precision_at_1": 0.34, + "precision_at_10": 0.212, + "precision_at_100": 0.1097, + "precision_at_1000": 0.03649, + "precision_at_20": 0.17725, + "precision_at_3": 0.295, + "precision_at_5": 0.254, + "recall_at_1": 0.03933, + "recall_at_10": 0.177, + "recall_at_100": 0.41302, + "recall_at_1000": 0.71098, + "recall_at_20": 0.24169, + "recall_at_3": 0.09607, + "recall_at_5": 0.1277 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.41062, + "map_at_1": 0.04414, + "map_at_10": 0.1467, + "map_at_100": 0.30429, + "map_at_1000": 0.35263, + "map_at_20": 0.19863, + "map_at_3": 0.08442, + "map_at_5": 0.10565, + "mrr_at_1": 0.57, + "mrr_at_10": 0.6808253968253968, + "mrr_at_100": 0.6846317388611532, + "mrr_at_1000": 0.6847166728054838, + "mrr_at_20": 0.6830954184704183, + "mrr_at_3": 0.6591666666666666, + "mrr_at_5": 0.6729166666666666, + "nauc_map_at_1000_diff1": 0.19010707596230736, + "nauc_map_at_1000_max": 0.489240945876322, + "nauc_map_at_1000_std": 0.28906276682771387, + "nauc_map_at_100_diff1": 0.19508786571941938, + "nauc_map_at_100_max": 0.44179439122813574, + "nauc_map_at_100_std": 0.20833637675826497, + "nauc_map_at_10_diff1": 0.27677703313938173, + "nauc_map_at_10_max": 0.2431139589776198, + "nauc_map_at_10_std": -0.00924751384965536, + "nauc_map_at_1_diff1": 0.349928325399079, + "nauc_map_at_1_max": -0.028458789311185107, + "nauc_map_at_1_std": -0.10907171333638334, + "nauc_map_at_20_diff1": 0.24718843445340957, + "nauc_map_at_20_max": 0.30662553459950287, + "nauc_map_at_20_std": 0.03589022236440712, + "nauc_map_at_3_diff1": 0.3070277441284422, + "nauc_map_at_3_max": 0.13341714610128708, + "nauc_map_at_3_std": -0.1062595798693725, + "nauc_map_at_5_diff1": 0.3062531606855812, + "nauc_map_at_5_max": 0.1756005938877941, + "nauc_map_at_5_std": -0.0775771888085008, + "nauc_mrr_at_1000_diff1": 0.1826320266370171, + "nauc_mrr_at_1000_max": 0.4328289416728273, + "nauc_mrr_at_1000_std": 0.23145377568421793, + "nauc_mrr_at_100_diff1": 0.1824710598922834, + "nauc_mrr_at_100_max": 0.43280303821496263, + "nauc_mrr_at_100_std": 0.23164783136400846, + "nauc_mrr_at_10_diff1": 0.18494296268945606, + "nauc_mrr_at_10_max": 0.4367428504661955, + "nauc_mrr_at_10_std": 0.23543971090171942, + "nauc_mrr_at_1_diff1": 0.2024224681046483, + "nauc_mrr_at_1_max": 0.3792568992982305, + "nauc_mrr_at_1_std": 0.18880326057318333, + "nauc_mrr_at_20_diff1": 0.18348731425929588, + "nauc_mrr_at_20_max": 0.4332537064775931, + "nauc_mrr_at_20_std": 0.23320457122872273, + "nauc_mrr_at_3_diff1": 0.17804194635861295, + "nauc_mrr_at_3_max": 0.4337567235796415, + "nauc_mrr_at_3_std": 0.20859485503686248, + "nauc_mrr_at_5_diff1": 0.18667575674938588, + "nauc_mrr_at_5_max": 0.43690003611465217, + "nauc_mrr_at_5_std": 0.2266604264477177, + "nauc_ndcg_at_1000_diff1": 0.16794815878855288, + "nauc_ndcg_at_1000_max": 0.5392214263631147, + "nauc_ndcg_at_1000_std": 0.41034839285374924, + "nauc_ndcg_at_100_diff1": 0.15980900001787843, + "nauc_ndcg_at_100_max": 0.4805394901584775, + "nauc_ndcg_at_100_std": 0.30247029482774995, + "nauc_ndcg_at_10_diff1": 0.16163985925542879, + "nauc_ndcg_at_10_max": 0.47692861122024455, + "nauc_ndcg_at_10_std": 0.29568232634117725, + "nauc_ndcg_at_1_diff1": 0.20949320026360235, + "nauc_ndcg_at_1_max": 0.337400136029969, + "nauc_ndcg_at_1_std": 0.22143987369652618, + "nauc_ndcg_at_20_diff1": 0.18364617901417815, + "nauc_ndcg_at_20_max": 0.46446519124298324, + "nauc_ndcg_at_20_std": 0.27358193622520555, + "nauc_ndcg_at_3_diff1": 0.18920911006949284, + "nauc_ndcg_at_3_max": 0.46877733595738047, + "nauc_ndcg_at_3_std": 0.2554938394943215, + "nauc_ndcg_at_5_diff1": 0.1817857515318342, + "nauc_ndcg_at_5_max": 0.4793889166498001, + "nauc_ndcg_at_5_std": 0.27136382141213194, + "nauc_precision_at_1000_diff1": -0.021148145204057157, + "nauc_precision_at_1000_max": 0.1980049700993576, + "nauc_precision_at_1000_std": 0.2029508887922894, + "nauc_precision_at_100_diff1": -0.02699240375215119, + "nauc_precision_at_100_max": 0.34563278082511717, + "nauc_precision_at_100_std": 0.35644496317743574, + "nauc_precision_at_10_diff1": 0.0197727948633514, + "nauc_precision_at_10_max": 0.47947151210844474, + "nauc_precision_at_10_std": 0.3265719681511274, + "nauc_precision_at_1_diff1": 0.2024224681046483, + "nauc_precision_at_1_max": 0.3792568992982305, + "nauc_precision_at_1_std": 0.18880326057318333, + "nauc_precision_at_20_diff1": -0.0031719327019762767, + "nauc_precision_at_20_max": 0.4468800345779238, + "nauc_precision_at_20_std": 0.33470098603092, + "nauc_precision_at_3_diff1": 0.08178708680550964, + "nauc_precision_at_3_max": 0.46704348859629397, + "nauc_precision_at_3_std": 0.17952219331493277, + "nauc_precision_at_5_diff1": 0.05577055457188789, + "nauc_precision_at_5_max": 0.4759667250017978, + "nauc_precision_at_5_std": 0.2595319718758454, + "nauc_recall_at_1000_diff1": -0.07563120557942682, + "nauc_recall_at_1000_max": 0.2752607077546661, + "nauc_recall_at_1000_std": 0.5249268163718909, + "nauc_recall_at_100_diff1": -0.001652788712666491, + "nauc_recall_at_100_max": 0.14992890234832112, + "nauc_recall_at_100_std": 0.12399490254953578, + "nauc_recall_at_10_diff1": 0.2364810853549561, + "nauc_recall_at_10_max": 0.1401778929170342, + "nauc_recall_at_10_std": -0.0421693809035476, + "nauc_recall_at_1_diff1": 0.349928325399079, + "nauc_recall_at_1_max": -0.028458789311185107, + "nauc_recall_at_1_std": -0.10907171333638334, + "nauc_recall_at_20_diff1": 0.1888396454106163, + "nauc_recall_at_20_max": 0.12956106913399795, + "nauc_recall_at_20_std": -0.038854308213476685, + "nauc_recall_at_3_diff1": 0.2898863040084644, + "nauc_recall_at_3_max": 0.10167929180341713, + "nauc_recall_at_3_std": -0.1191751633962094, + "nauc_recall_at_5_diff1": 0.28656778118347764, + "nauc_recall_at_5_max": 0.12624485033317098, + "nauc_recall_at_5_std": -0.0882677047167862, + "ndcg_at_1": 0.4275, + "ndcg_at_10": 0.41062, + "ndcg_at_100": 0.50828, + "ndcg_at_1000": 0.61924, + "ndcg_at_20": 0.42691, + "ndcg_at_3": 0.42764, + "ndcg_at_5": 0.41301, + "precision_at_1": 0.57, + "precision_at_10": 0.4395, + "precision_at_100": 0.2062, + "precision_at_1000": 0.03867, + "precision_at_20": 0.387, + "precision_at_3": 0.53833, + "precision_at_5": 0.488, + "recall_at_1": 0.04414, + "recall_at_10": 0.20124, + "recall_at_100": 0.6486, + "recall_at_1000": 0.95648, + "recall_at_20": 0.31722, + "recall_at_3": 0.09314, + "recall_at_5": 0.12653 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12505, + "map_at_1": 0.01375, + "map_at_10": 0.04222, + "map_at_100": 0.07907, + "map_at_1000": 0.10122, + "map_at_20": 0.05219, + "map_at_3": 0.02499, + "map_at_5": 0.03239, + "mrr_at_1": 0.175, + "mrr_at_10": 0.2626408730158731, + "mrr_at_100": 0.2748876944554827, + "mrr_at_1000": 0.2757183177366797, + "mrr_at_20": 0.2705042377857782, + "mrr_at_3": 0.2291666666666667, + "mrr_at_5": 0.2491666666666667, + "nauc_map_at_1000_diff1": 0.02181000063074108, + "nauc_map_at_1000_max": 0.4603514568216328, + "nauc_map_at_1000_std": 0.4225673678946345, + "nauc_map_at_100_diff1": -0.002752981693348585, + "nauc_map_at_100_max": 0.4428227869224484, + "nauc_map_at_100_std": 0.35814871144421156, + "nauc_map_at_10_diff1": -0.06688626230523632, + "nauc_map_at_10_max": 0.3888252745453089, + "nauc_map_at_10_std": 0.13663074703408196, + "nauc_map_at_1_diff1": -0.13052626907418752, + "nauc_map_at_1_max": 0.16010052516426065, + "nauc_map_at_1_std": -0.03664277500373258, + "nauc_map_at_20_diff1": -0.05219396092414279, + "nauc_map_at_20_max": 0.39811176890421623, + "nauc_map_at_20_std": 0.18517199179488678, + "nauc_map_at_3_diff1": -0.04580952583336321, + "nauc_map_at_3_max": 0.29618865406177186, + "nauc_map_at_3_std": 0.05902133806906332, + "nauc_map_at_5_diff1": -0.06266800332480968, + "nauc_map_at_5_max": 0.3342854689809747, + "nauc_map_at_5_std": 0.0938051570685334, + "nauc_mrr_at_1000_diff1": 0.08926431920474238, + "nauc_mrr_at_1000_max": 0.26194392041575393, + "nauc_mrr_at_1000_std": 0.2998050491280144, + "nauc_mrr_at_100_diff1": 0.08995759500231013, + "nauc_mrr_at_100_max": 0.2621574021253083, + "nauc_mrr_at_100_std": 0.30018616361290207, + "nauc_mrr_at_10_diff1": 0.0833121780019167, + "nauc_mrr_at_10_max": 0.25539477428393476, + "nauc_mrr_at_10_std": 0.2933290782338422, + "nauc_mrr_at_1_diff1": 0.11789860594378944, + "nauc_mrr_at_1_max": 0.22692187009727013, + "nauc_mrr_at_1_std": 0.23716885561880857, + "nauc_mrr_at_20_diff1": 0.08715106661785461, + "nauc_mrr_at_20_max": 0.25744615423493933, + "nauc_mrr_at_20_std": 0.2952324628328342, + "nauc_mrr_at_3_diff1": 0.10531746290559287, + "nauc_mrr_at_3_max": 0.2547790640795697, + "nauc_mrr_at_3_std": 0.2795747594977991, + "nauc_mrr_at_5_diff1": 0.09430563311079104, + "nauc_mrr_at_5_max": 0.26666004670938703, + "nauc_mrr_at_5_std": 0.2988788199625245, + "nauc_ndcg_at_1000_diff1": 0.08187509474075381, + "nauc_ndcg_at_1000_max": 0.49323930250422243, + "nauc_ndcg_at_1000_std": 0.5756125550270421, + "nauc_ndcg_at_100_diff1": 0.05949839350194973, + "nauc_ndcg_at_100_max": 0.44875959477042215, + "nauc_ndcg_at_100_std": 0.48567131778205713, + "nauc_ndcg_at_10_diff1": 0.03238007555597719, + "nauc_ndcg_at_10_max": 0.3590754190795952, + "nauc_ndcg_at_10_std": 0.32313407316911485, + "nauc_ndcg_at_1_diff1": 0.13174655811187852, + "nauc_ndcg_at_1_max": 0.26068014453643135, + "nauc_ndcg_at_1_std": 0.23649544893198549, + "nauc_ndcg_at_20_diff1": 0.01750919561979724, + "nauc_ndcg_at_20_max": 0.3518169843900852, + "nauc_ndcg_at_20_std": 0.3375456757792571, + "nauc_ndcg_at_3_diff1": 0.1003791662716203, + "nauc_ndcg_at_3_max": 0.32076793512109103, + "nauc_ndcg_at_3_std": 0.28777195949789125, + "nauc_ndcg_at_5_diff1": 0.07699486514102694, + "nauc_ndcg_at_5_max": 0.32954877183866427, + "nauc_ndcg_at_5_std": 0.30627357696032365, + "nauc_precision_at_1000_diff1": 0.0764012843075399, + "nauc_precision_at_1000_max": 0.3152414787417964, + "nauc_precision_at_1000_std": 0.3746236069555121, + "nauc_precision_at_100_diff1": 0.10753089787192173, + "nauc_precision_at_100_max": 0.354701796285834, + "nauc_precision_at_100_std": 0.5466017495686167, + "nauc_precision_at_10_diff1": 0.05425719202508849, + "nauc_precision_at_10_max": 0.35537123416395894, + "nauc_precision_at_10_std": 0.3686528468078843, + "nauc_precision_at_1_diff1": 0.11789860594378944, + "nauc_precision_at_1_max": 0.22692187009727013, + "nauc_precision_at_1_std": 0.23716885561880857, + "nauc_precision_at_20_diff1": 0.07726720138857802, + "nauc_precision_at_20_max": 0.3119082959957845, + "nauc_precision_at_20_std": 0.4065697440153736, + "nauc_precision_at_3_diff1": 0.08257544329918819, + "nauc_precision_at_3_max": 0.3353401906869053, + "nauc_precision_at_3_std": 0.29763892877783793, + "nauc_precision_at_5_diff1": 0.05907836989118626, + "nauc_precision_at_5_max": 0.3290513019244407, + "nauc_precision_at_5_std": 0.3165962679658034, + "nauc_recall_at_1000_diff1": 0.06971552589800416, + "nauc_recall_at_1000_max": 0.5368955553193627, + "nauc_recall_at_1000_std": 0.7017165789004559, + "nauc_recall_at_100_diff1": 0.04626162737556141, + "nauc_recall_at_100_max": 0.3665461407719877, + "nauc_recall_at_100_std": 0.47603446404926547, + "nauc_recall_at_10_diff1": -0.05359279855597934, + "nauc_recall_at_10_max": 0.3408991684676975, + "nauc_recall_at_10_std": 0.1782565884974694, + "nauc_recall_at_1_diff1": -0.13052626907418752, + "nauc_recall_at_1_max": 0.16010052516426065, + "nauc_recall_at_1_std": -0.03664277500373258, + "nauc_recall_at_20_diff1": -0.04503900459009923, + "nauc_recall_at_20_max": 0.2962304297213452, + "nauc_recall_at_20_std": 0.21937619685301926, + "nauc_recall_at_3_diff1": 0.016294648857033786, + "nauc_recall_at_3_max": 0.26519238752575214, + "nauc_recall_at_3_std": 0.08829423582931385, + "nauc_recall_at_5_diff1": -0.02870604617662919, + "nauc_recall_at_5_max": 0.3301081681724851, + "nauc_recall_at_5_std": 0.16455863968553291, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.12505, + "ndcg_at_100": 0.18457, + "ndcg_at_1000": 0.30246, + "ndcg_at_20": 0.13345, + "ndcg_at_3": 0.1235, + "ndcg_at_5": 0.12713, + "precision_at_1": 0.175, + "precision_at_10": 0.139, + "precision_at_100": 0.0788, + "precision_at_1000": 0.02297, + "precision_at_20": 0.122, + "precision_at_3": 0.165, + "precision_at_5": 0.161, + "recall_at_1": 0.01375, + "recall_at_10": 0.0691, + "recall_at_100": 0.25916, + "recall_at_1000": 0.60583, + "recall_at_20": 0.10443, + "recall_at_3": 0.03156, + "recall_at_5": 0.04658 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.17795, + "map_at_1": 0.01718, + "map_at_10": 0.05723, + "map_at_100": 0.11382, + "map_at_1000": 0.14157, + "map_at_20": 0.07515, + "map_at_3": 0.03337, + "map_at_5": 0.04194, + "mrr_at_1": 0.225, + "mrr_at_10": 0.3252281746031746, + "mrr_at_100": 0.3362374126046127, + "mrr_at_1000": 0.3367826132920533, + "mrr_at_20": 0.3331089804803041, + "mrr_at_3": 0.29000000000000004, + "mrr_at_5": 0.30425, + "nauc_map_at_1000_diff1": 0.2040583998710236, + "nauc_map_at_1000_max": 0.5691401841301226, + "nauc_map_at_1000_std": 0.5620158636572482, + "nauc_map_at_100_diff1": 0.2134168679737873, + "nauc_map_at_100_max": 0.5413251151256709, + "nauc_map_at_100_std": 0.5083818842779373, + "nauc_map_at_10_diff1": 0.1883290944517449, + "nauc_map_at_10_max": 0.34069980252553533, + "nauc_map_at_10_std": 0.3629038935751621, + "nauc_map_at_1_diff1": 0.11923074197555843, + "nauc_map_at_1_max": 0.13104126167827523, + "nauc_map_at_1_std": 0.3689016872988267, + "nauc_map_at_20_diff1": 0.19006267517355296, + "nauc_map_at_20_max": 0.4177236023888691, + "nauc_map_at_20_std": 0.3937650360071034, + "nauc_map_at_3_diff1": 0.2146075560793626, + "nauc_map_at_3_max": 0.19917635189383986, + "nauc_map_at_3_std": 0.3222900157798739, + "nauc_map_at_5_diff1": 0.2104646827495505, + "nauc_map_at_5_max": 0.265109489215331, + "nauc_map_at_5_std": 0.3401678594917526, + "nauc_mrr_at_1000_diff1": 0.14942273421117513, + "nauc_mrr_at_1000_max": 0.4524141689361794, + "nauc_mrr_at_1000_std": 0.45609176789706407, + "nauc_mrr_at_100_diff1": 0.1495328353574087, + "nauc_mrr_at_100_max": 0.4527967957098038, + "nauc_mrr_at_100_std": 0.4563950533856305, + "nauc_mrr_at_10_diff1": 0.1425590116227032, + "nauc_mrr_at_10_max": 0.4556462153869398, + "nauc_mrr_at_10_std": 0.4546175909117515, + "nauc_mrr_at_1_diff1": 0.1567486433437247, + "nauc_mrr_at_1_max": 0.4521032983104338, + "nauc_mrr_at_1_std": 0.4472154870492247, + "nauc_mrr_at_20_diff1": 0.14858588083960042, + "nauc_mrr_at_20_max": 0.45170795749400316, + "nauc_mrr_at_20_std": 0.45678102236172824, + "nauc_mrr_at_3_diff1": 0.1635836182315974, + "nauc_mrr_at_3_max": 0.4457014644480066, + "nauc_mrr_at_3_std": 0.43310328685117666, + "nauc_mrr_at_5_diff1": 0.16122393242080504, + "nauc_mrr_at_5_max": 0.44940835378734934, + "nauc_mrr_at_5_std": 0.4419041593709385, + "nauc_ndcg_at_1000_diff1": 0.16103720458266954, + "nauc_ndcg_at_1000_max": 0.5659294954036823, + "nauc_ndcg_at_1000_std": 0.6529666044781108, + "nauc_ndcg_at_100_diff1": 0.15076174555489247, + "nauc_ndcg_at_100_max": 0.5796047257045667, + "nauc_ndcg_at_100_std": 0.6035498622790465, + "nauc_ndcg_at_10_diff1": 0.1774958413514043, + "nauc_ndcg_at_10_max": 0.5061404664935053, + "nauc_ndcg_at_10_std": 0.5182970267531772, + "nauc_ndcg_at_1_diff1": 0.13303847896684526, + "nauc_ndcg_at_1_max": 0.44013386451174386, + "nauc_ndcg_at_1_std": 0.44532607053847884, + "nauc_ndcg_at_20_diff1": 0.17187518026232565, + "nauc_ndcg_at_20_max": 0.5281755343640129, + "nauc_ndcg_at_20_std": 0.5357421543142674, + "nauc_ndcg_at_3_diff1": 0.20879547690500708, + "nauc_ndcg_at_3_max": 0.4609527530238801, + "nauc_ndcg_at_3_std": 0.47827109652689775, + "nauc_ndcg_at_5_diff1": 0.21541351631839584, + "nauc_ndcg_at_5_max": 0.4786968651497306, + "nauc_ndcg_at_5_std": 0.48665764923094434, + "nauc_precision_at_1000_diff1": 0.035608382919727975, + "nauc_precision_at_1000_max": 0.27368989312214653, + "nauc_precision_at_1000_std": 0.3505287450327945, + "nauc_precision_at_100_diff1": 0.1282077854878552, + "nauc_precision_at_100_max": 0.5452519323580954, + "nauc_precision_at_100_std": 0.571623484597362, + "nauc_precision_at_10_diff1": 0.1606923575835979, + "nauc_precision_at_10_max": 0.5295857606468511, + "nauc_precision_at_10_std": 0.49582875432635576, + "nauc_precision_at_1_diff1": 0.1567486433437247, + "nauc_precision_at_1_max": 0.4521032983104338, + "nauc_precision_at_1_std": 0.4472154870492247, + "nauc_precision_at_20_diff1": 0.15740186351861576, + "nauc_precision_at_20_max": 0.5361522475227898, + "nauc_precision_at_20_std": 0.5151561594269534, + "nauc_precision_at_3_diff1": 0.2322875936039389, + "nauc_precision_at_3_max": 0.4580063866602817, + "nauc_precision_at_3_std": 0.43706025611271515, + "nauc_precision_at_5_diff1": 0.21975993168396635, + "nauc_precision_at_5_max": 0.4962774978049867, + "nauc_precision_at_5_std": 0.4626085980379184, + "nauc_recall_at_1000_diff1": 0.208814751974538, + "nauc_recall_at_1000_max": 0.6194899742010855, + "nauc_recall_at_1000_std": 0.7561219555742038, + "nauc_recall_at_100_diff1": 0.07602722806785144, + "nauc_recall_at_100_max": 0.5463543244419337, + "nauc_recall_at_100_std": 0.5683858778008695, + "nauc_recall_at_10_diff1": 0.09637626031231712, + "nauc_recall_at_10_max": 0.3304918298670222, + "nauc_recall_at_10_std": 0.33463603719088675, + "nauc_recall_at_1_diff1": 0.11923074197555843, + "nauc_recall_at_1_max": 0.13104126167827523, + "nauc_recall_at_1_std": 0.3689016872988267, + "nauc_recall_at_20_diff1": 0.08574648462578736, + "nauc_recall_at_20_max": 0.42180342977589386, + "nauc_recall_at_20_std": 0.3691348197633188, + "nauc_recall_at_3_diff1": 0.18638077516962095, + "nauc_recall_at_3_max": 0.16112012023442218, + "nauc_recall_at_3_std": 0.2849673315016041, + "nauc_recall_at_5_diff1": 0.17670964752445145, + "nauc_recall_at_5_max": 0.25044344543242164, + "nauc_recall_at_5_std": 0.2939063166847314, + "ndcg_at_1": 0.17, + "ndcg_at_10": 0.17795, + "ndcg_at_100": 0.23849, + "ndcg_at_1000": 0.36463, + "ndcg_at_20": 0.18742, + "ndcg_at_3": 0.17181, + "ndcg_at_5": 0.17106, + "precision_at_1": 0.225, + "precision_at_10": 0.1975, + "precision_at_100": 0.0999, + "precision_at_1000": 0.02704, + "precision_at_20": 0.17475, + "precision_at_3": 0.21833, + "precision_at_5": 0.204, + "recall_at_1": 0.01718, + "recall_at_10": 0.09791, + "recall_at_100": 0.32344, + "recall_at_1000": 0.70135, + "recall_at_20": 0.15327, + "recall_at_3": 0.03843, + "recall_at_5": 0.05641 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.44914, + "map_at_1": 0.11658, + "map_at_10": 0.25701, + "map_at_100": 0.34957, + "map_at_1000": 0.36582, + "map_at_20": 0.29356, + "map_at_3": 0.18707, + "map_at_5": 0.21678, + "mrr_at_1": 0.615, + "mrr_at_10": 0.7107896825396826, + "mrr_at_100": 0.7161553020250344, + "mrr_at_1000": 0.7161719686917012, + "mrr_at_20": 0.7147247032937822, + "mrr_at_3": 0.6908333333333333, + "mrr_at_5": 0.7018333333333334, + "nauc_map_at_1000_diff1": 0.24739794855906166, + "nauc_map_at_1000_max": 0.3802647027532887, + "nauc_map_at_1000_std": 0.13218117773276247, + "nauc_map_at_100_diff1": 0.2554114582874174, + "nauc_map_at_100_max": 0.36631046443278753, + "nauc_map_at_100_std": 0.0993501571479826, + "nauc_map_at_10_diff1": 0.28003876284436663, + "nauc_map_at_10_max": 0.28318300131143503, + "nauc_map_at_10_std": -0.03188675144912868, + "nauc_map_at_1_diff1": 0.47567050702619146, + "nauc_map_at_1_max": 0.0900472832074093, + "nauc_map_at_1_std": -0.11699216788494933, + "nauc_map_at_20_diff1": 0.2696706612086805, + "nauc_map_at_20_max": 0.3145068807791101, + "nauc_map_at_20_std": -0.003640236316535377, + "nauc_map_at_3_diff1": 0.34937352264999955, + "nauc_map_at_3_max": 0.157143870079509, + "nauc_map_at_3_std": -0.11269477524196236, + "nauc_map_at_5_diff1": 0.3298119409715422, + "nauc_map_at_5_max": 0.20963517067050877, + "nauc_map_at_5_std": -0.07768364268634494, + "nauc_mrr_at_1000_diff1": 0.33855420969034444, + "nauc_mrr_at_1000_max": 0.5571136642856257, + "nauc_mrr_at_1000_std": 0.20276067963958236, + "nauc_mrr_at_100_diff1": 0.3385555830587039, + "nauc_mrr_at_100_max": 0.5571448206754591, + "nauc_mrr_at_100_std": 0.20280756834822924, + "nauc_mrr_at_10_diff1": 0.33485116587440616, + "nauc_mrr_at_10_max": 0.5595385004674116, + "nauc_mrr_at_10_std": 0.20345193007480045, + "nauc_mrr_at_1_diff1": 0.4061082782643163, + "nauc_mrr_at_1_max": 0.5433577999832316, + "nauc_mrr_at_1_std": 0.20011585454157405, + "nauc_mrr_at_20_diff1": 0.3388081261568735, + "nauc_mrr_at_20_max": 0.5579768617668962, + "nauc_mrr_at_20_std": 0.2014066264786531, + "nauc_mrr_at_3_diff1": 0.33003548558388773, + "nauc_mrr_at_3_max": 0.5475369936083825, + "nauc_mrr_at_3_std": 0.1972706636962468, + "nauc_mrr_at_5_diff1": 0.32504942669393244, + "nauc_mrr_at_5_max": 0.5533193476516909, + "nauc_mrr_at_5_std": 0.201629936871426, + "nauc_ndcg_at_1000_diff1": 0.313434313572057, + "nauc_ndcg_at_1000_max": 0.48610122000384715, + "nauc_ndcg_at_1000_std": 0.1997323440927834, + "nauc_ndcg_at_100_diff1": 0.32935327204429865, + "nauc_ndcg_at_100_max": 0.45138302518994633, + "nauc_ndcg_at_100_std": 0.14414048228065637, + "nauc_ndcg_at_10_diff1": 0.3092361351182175, + "nauc_ndcg_at_10_max": 0.45694261853168283, + "nauc_ndcg_at_10_std": 0.1171645252664533, + "nauc_ndcg_at_1_diff1": 0.450521353241777, + "nauc_ndcg_at_1_max": 0.47453127243815413, + "nauc_ndcg_at_1_std": 0.1088484695646692, + "nauc_ndcg_at_20_diff1": 0.3144445689811217, + "nauc_ndcg_at_20_max": 0.4339269874563666, + "nauc_ndcg_at_20_std": 0.07984320665926294, + "nauc_ndcg_at_3_diff1": 0.27752582729195424, + "nauc_ndcg_at_3_max": 0.43753722713760157, + "nauc_ndcg_at_3_std": 0.12211829686389027, + "nauc_ndcg_at_5_diff1": 0.280549913025834, + "nauc_ndcg_at_5_max": 0.4531734856893145, + "nauc_ndcg_at_5_std": 0.14584573542107582, + "nauc_precision_at_1000_diff1": -0.1458535930315993, + "nauc_precision_at_1000_max": 0.17937619503826108, + "nauc_precision_at_1000_std": 0.3962049392910537, + "nauc_precision_at_100_diff1": -0.11766154836769747, + "nauc_precision_at_100_max": 0.23994824499192857, + "nauc_precision_at_100_std": 0.43145453137267703, + "nauc_precision_at_10_diff1": -0.0619309704547944, + "nauc_precision_at_10_max": 0.461751840151617, + "nauc_precision_at_10_std": 0.3773087309645818, + "nauc_precision_at_1_diff1": 0.4061082782643163, + "nauc_precision_at_1_max": 0.5433577999832316, + "nauc_precision_at_1_std": 0.20011585454157405, + "nauc_precision_at_20_diff1": -0.09777722050138822, + "nauc_precision_at_20_max": 0.3588566729676157, + "nauc_precision_at_20_std": 0.3599064261662649, + "nauc_precision_at_3_diff1": 0.01023114177519607, + "nauc_precision_at_3_max": 0.4366382749204993, + "nauc_precision_at_3_std": 0.25319126223410826, + "nauc_precision_at_5_diff1": -0.023157132865690263, + "nauc_precision_at_5_max": 0.4890992719097419, + "nauc_precision_at_5_std": 0.362648200962662, + "nauc_recall_at_1000_diff1": 0.42926641451413006, + "nauc_recall_at_1000_max": 0.3315504114677554, + "nauc_recall_at_1000_std": 0.35711832996484316, + "nauc_recall_at_100_diff1": 0.28983952580975947, + "nauc_recall_at_100_max": 0.25351485393630707, + "nauc_recall_at_100_std": 0.11076774500907917, + "nauc_recall_at_10_diff1": 0.2568776823598842, + "nauc_recall_at_10_max": 0.2657967911913302, + "nauc_recall_at_10_std": -0.04479563291356032, + "nauc_recall_at_1_diff1": 0.47567050702619146, + "nauc_recall_at_1_max": 0.0900472832074093, + "nauc_recall_at_1_std": -0.11699216788494933, + "nauc_recall_at_20_diff1": 0.21935356662031755, + "nauc_recall_at_20_max": 0.23468800363658449, + "nauc_recall_at_20_std": -0.05373998076119131, + "nauc_recall_at_3_diff1": 0.2884170308891397, + "nauc_recall_at_3_max": 0.11655344076642861, + "nauc_recall_at_3_std": -0.13699389118427246, + "nauc_recall_at_5_diff1": 0.28416547955643645, + "nauc_recall_at_5_max": 0.17476331300778258, + "nauc_recall_at_5_std": -0.0976661962364116, + "ndcg_at_1": 0.5175, + "ndcg_at_10": 0.44914, + "ndcg_at_100": 0.55692, + "ndcg_at_1000": 0.61963, + "ndcg_at_20": 0.46992, + "ndcg_at_3": 0.47992, + "ndcg_at_5": 0.45705, + "precision_at_1": 0.615, + "precision_at_10": 0.3085, + "precision_at_100": 0.09815, + "precision_at_1000": 0.01429, + "precision_at_20": 0.2365, + "precision_at_3": 0.47667, + "precision_at_5": 0.402, + "recall_at_1": 0.11658, + "recall_at_10": 0.33134, + "recall_at_100": 0.72798, + "recall_at_1000": 0.95396, + "recall_at_20": 0.44316, + "recall_at_3": 0.2087, + "recall_at_5": 0.254 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.06669, + "map_at_1": 0.00696, + "map_at_10": 0.02691, + "map_at_100": 0.04028, + "map_at_1000": 0.04614, + "map_at_20": 0.03236, + "map_at_3": 0.01651, + "map_at_5": 0.02061, + "mrr_at_1": 0.07, + "mrr_at_10": 0.12539880952380952, + "mrr_at_100": 0.1364710073555789, + "mrr_at_1000": 0.13760404541015017, + "mrr_at_20": 0.13109374784142588, + "mrr_at_3": 0.10583333333333333, + "mrr_at_5": 0.11433333333333336, + "nauc_map_at_1000_diff1": 0.04890665696668135, + "nauc_map_at_1000_max": 0.2709228991158642, + "nauc_map_at_1000_std": 0.5893806351346734, + "nauc_map_at_100_diff1": 0.04361494174102541, + "nauc_map_at_100_max": 0.25041846065869455, + "nauc_map_at_100_std": 0.5799524744051288, + "nauc_map_at_10_diff1": 0.017770595565431632, + "nauc_map_at_10_max": 0.14746567989721807, + "nauc_map_at_10_std": 0.5197765835938988, + "nauc_map_at_1_diff1": 0.31236389439764806, + "nauc_map_at_1_max": -0.06400158945524792, + "nauc_map_at_1_std": 0.3464307305725602, + "nauc_map_at_20_diff1": 0.03216610725439378, + "nauc_map_at_20_max": 0.18958476518034037, + "nauc_map_at_20_std": 0.528902237163652, + "nauc_map_at_3_diff1": 0.042246957162655155, + "nauc_map_at_3_max": 0.04971603725157314, + "nauc_map_at_3_std": 0.46343635402646843, + "nauc_map_at_5_diff1": -0.017868528274332614, + "nauc_map_at_5_max": 0.11056051736533419, + "nauc_map_at_5_std": 0.5023211238593726, + "nauc_mrr_at_1000_diff1": 0.11630687336144971, + "nauc_mrr_at_1000_max": 0.25384689512975284, + "nauc_mrr_at_1000_std": 0.41025632078435087, + "nauc_mrr_at_100_diff1": 0.11635166180278503, + "nauc_mrr_at_100_max": 0.25334155491772103, + "nauc_mrr_at_100_std": 0.41114812276786594, + "nauc_mrr_at_10_diff1": 0.10840612936836193, + "nauc_mrr_at_10_max": 0.24588815501079778, + "nauc_mrr_at_10_std": 0.4048883767065852, + "nauc_mrr_at_1_diff1": 0.27565257388171244, + "nauc_mrr_at_1_max": 0.1583809268273984, + "nauc_mrr_at_1_std": 0.37559891141860546, + "nauc_mrr_at_20_diff1": 0.1176852391698388, + "nauc_mrr_at_20_max": 0.2494362258501891, + "nauc_mrr_at_20_std": 0.40590274537199494, + "nauc_mrr_at_3_diff1": 0.11701585907670176, + "nauc_mrr_at_3_max": 0.2228079189007513, + "nauc_mrr_at_3_std": 0.414006323713473, + "nauc_mrr_at_5_diff1": 0.09700029379493108, + "nauc_mrr_at_5_max": 0.2260413659836861, + "nauc_mrr_at_5_std": 0.4136632630423963, + "nauc_ndcg_at_1000_diff1": 0.10463234927416178, + "nauc_ndcg_at_1000_max": 0.3691205656320587, + "nauc_ndcg_at_1000_std": 0.5620047344599299, + "nauc_ndcg_at_100_diff1": 0.09149098546662686, + "nauc_ndcg_at_100_max": 0.33032760105219144, + "nauc_ndcg_at_100_std": 0.5759822922008248, + "nauc_ndcg_at_10_diff1": 0.09111482148585247, + "nauc_ndcg_at_10_max": 0.2621801833306985, + "nauc_ndcg_at_10_std": 0.5144263579072081, + "nauc_ndcg_at_1_diff1": 0.32008541275377883, + "nauc_ndcg_at_1_max": 0.18761738663804664, + "nauc_ndcg_at_1_std": 0.4620002683123156, + "nauc_ndcg_at_20_diff1": 0.10408850202195508, + "nauc_ndcg_at_20_max": 0.28585287736961623, + "nauc_ndcg_at_20_std": 0.5115167459354039, + "nauc_ndcg_at_3_diff1": 0.14181944856981837, + "nauc_ndcg_at_3_max": 0.2407245154591809, + "nauc_ndcg_at_3_std": 0.5379299523435597, + "nauc_ndcg_at_5_diff1": 0.08849154611504405, + "nauc_ndcg_at_5_max": 0.2522097970465693, + "nauc_ndcg_at_5_std": 0.5434557644411804, + "nauc_precision_at_1000_diff1": 0.08436302640724716, + "nauc_precision_at_1000_max": 0.25573727172982674, + "nauc_precision_at_1000_std": 0.310292694205571, + "nauc_precision_at_100_diff1": 0.07234529393911027, + "nauc_precision_at_100_max": 0.3595371566570248, + "nauc_precision_at_100_std": 0.5027294252244198, + "nauc_precision_at_10_diff1": 0.07879520747504275, + "nauc_precision_at_10_max": 0.35750999942989, + "nauc_precision_at_10_std": 0.5034941743756546, + "nauc_precision_at_1_diff1": 0.27565257388171244, + "nauc_precision_at_1_max": 0.1583809268273984, + "nauc_precision_at_1_std": 0.37559891141860546, + "nauc_precision_at_20_diff1": 0.08156850387497662, + "nauc_precision_at_20_max": 0.37253739573998756, + "nauc_precision_at_20_std": 0.49804921761908055, + "nauc_precision_at_3_diff1": 0.04352611101638435, + "nauc_precision_at_3_max": 0.2901430719389891, + "nauc_precision_at_3_std": 0.5304589772603971, + "nauc_precision_at_5_diff1": 0.0059425923157421685, + "nauc_precision_at_5_max": 0.3215834098626743, + "nauc_precision_at_5_std": 0.5307541165666444, + "nauc_recall_at_1000_diff1": 0.058058898646222996, + "nauc_recall_at_1000_max": 0.4066806051141843, + "nauc_recall_at_1000_std": 0.5127433438881887, + "nauc_recall_at_100_diff1": 0.03874177766811463, + "nauc_recall_at_100_max": 0.3162971382446277, + "nauc_recall_at_100_std": 0.5332417194150362, + "nauc_recall_at_10_diff1": -0.07692389775026068, + "nauc_recall_at_10_max": 0.18522632593186433, + "nauc_recall_at_10_std": 0.4426351072090432, + "nauc_recall_at_1_diff1": 0.31236389439764806, + "nauc_recall_at_1_max": -0.06400158945524792, + "nauc_recall_at_1_std": 0.3464307305725602, + "nauc_recall_at_20_diff1": 0.026687972045675454, + "nauc_recall_at_20_max": 0.2726767190345675, + "nauc_recall_at_20_std": 0.4207013840780176, + "nauc_recall_at_3_diff1": -0.059876703641498684, + "nauc_recall_at_3_max": 0.09107857783897041, + "nauc_recall_at_3_std": 0.4675608186828109, + "nauc_recall_at_5_diff1": -0.15734042666285064, + "nauc_recall_at_5_max": 0.1517652685643151, + "nauc_recall_at_5_std": 0.5193453313905682, + "ndcg_at_1": 0.06, + "ndcg_at_10": 0.06669, + "ndcg_at_100": 0.10832, + "ndcg_at_1000": 0.17599, + "ndcg_at_20": 0.07667, + "ndcg_at_3": 0.05954, + "ndcg_at_5": 0.05917, + "precision_at_1": 0.07, + "precision_at_10": 0.0535, + "precision_at_100": 0.02215, + "precision_at_1000": 0.00627, + "precision_at_20": 0.04375, + "precision_at_3": 0.06333, + "precision_at_5": 0.056, + "recall_at_1": 0.00696, + "recall_at_10": 0.06248, + "recall_at_100": 0.20647, + "recall_at_1000": 0.47936, + "recall_at_20": 0.10288, + "recall_at_3": 0.02528, + "recall_at_5": 0.0377 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.15049, + "map_at_1": 0.04433, + "map_at_10": 0.0771, + "map_at_100": 0.10744, + "map_at_1000": 0.11788, + "map_at_20": 0.08828, + "map_at_3": 0.05731, + "map_at_5": 0.06604, + "mrr_at_1": 0.195, + "mrr_at_10": 0.27498611111111115, + "mrr_at_100": 0.28624910705902806, + "mrr_at_1000": 0.28696832653399995, + "mrr_at_20": 0.2815260660392241, + "mrr_at_3": 0.24416666666666664, + "mrr_at_5": 0.2651666666666667, + "nauc_map_at_1000_diff1": 0.253387605805394, + "nauc_map_at_1000_max": 0.3030383083653488, + "nauc_map_at_1000_std": 0.33118116476961124, + "nauc_map_at_100_diff1": 0.2592995621230157, + "nauc_map_at_100_max": 0.2892864638846929, + "nauc_map_at_100_std": 0.30326403569545246, + "nauc_map_at_10_diff1": 0.24787121102367285, + "nauc_map_at_10_max": 0.2323681393313034, + "nauc_map_at_10_std": 0.21855541538093068, + "nauc_map_at_1_diff1": 0.2249735150016966, + "nauc_map_at_1_max": 0.1552272882891384, + "nauc_map_at_1_std": 0.1514345173148548, + "nauc_map_at_20_diff1": 0.2548105381512623, + "nauc_map_at_20_max": 0.24762716756904227, + "nauc_map_at_20_std": 0.24564789892399677, + "nauc_map_at_3_diff1": 0.24286373694213872, + "nauc_map_at_3_max": 0.22534545983797505, + "nauc_map_at_3_std": 0.20221646738722618, + "nauc_map_at_5_diff1": 0.22600535782681858, + "nauc_map_at_5_max": 0.21897171917758806, + "nauc_map_at_5_std": 0.191897131380218, + "nauc_mrr_at_1000_diff1": 0.1953635162630038, + "nauc_mrr_at_1000_max": 0.30724758856285384, + "nauc_mrr_at_1000_std": 0.33437193222840134, + "nauc_mrr_at_100_diff1": 0.1957782910485122, + "nauc_mrr_at_100_max": 0.30735862688408233, + "nauc_mrr_at_100_std": 0.33451669613400964, + "nauc_mrr_at_10_diff1": 0.19612930186701277, + "nauc_mrr_at_10_max": 0.30915707208842513, + "nauc_mrr_at_10_std": 0.33635115775765884, + "nauc_mrr_at_1_diff1": 0.17469299004225253, + "nauc_mrr_at_1_max": 0.24755174487081286, + "nauc_mrr_at_1_std": 0.2412427005345391, + "nauc_mrr_at_20_diff1": 0.1972549669268542, + "nauc_mrr_at_20_max": 0.30526374614858853, + "nauc_mrr_at_20_std": 0.33682914776990586, + "nauc_mrr_at_3_diff1": 0.19384976883003188, + "nauc_mrr_at_3_max": 0.29189526946548416, + "nauc_mrr_at_3_std": 0.31930141395949824, + "nauc_mrr_at_5_diff1": 0.19633842696174797, + "nauc_mrr_at_5_max": 0.2951786312724139, + "nauc_mrr_at_5_std": 0.32289627359657225, + "nauc_ndcg_at_1000_diff1": 0.2235292475376867, + "nauc_ndcg_at_1000_max": 0.3810188300283733, + "nauc_ndcg_at_1000_std": 0.438892439294277, + "nauc_ndcg_at_100_diff1": 0.24703749137137956, + "nauc_ndcg_at_100_max": 0.35437287142637475, + "nauc_ndcg_at_100_std": 0.37947369844148277, + "nauc_ndcg_at_10_diff1": 0.22074824844220864, + "nauc_ndcg_at_10_max": 0.3270161764911641, + "nauc_ndcg_at_10_std": 0.3145612125445578, + "nauc_ndcg_at_1_diff1": 0.217940143788664, + "nauc_ndcg_at_1_max": 0.27106917001878494, + "nauc_ndcg_at_1_std": 0.22829155069484722, + "nauc_ndcg_at_20_diff1": 0.22874213784271918, + "nauc_ndcg_at_20_max": 0.3175533205119453, + "nauc_ndcg_at_20_std": 0.3170126006829149, + "nauc_ndcg_at_3_diff1": 0.2358469824267292, + "nauc_ndcg_at_3_max": 0.31425929562422794, + "nauc_ndcg_at_3_std": 0.3239524089209034, + "nauc_ndcg_at_5_diff1": 0.206103108357061, + "nauc_ndcg_at_5_max": 0.31962060603892156, + "nauc_ndcg_at_5_std": 0.3079377543097708, + "nauc_precision_at_1000_diff1": 0.04084213411361358, + "nauc_precision_at_1000_max": 0.2134692225409945, + "nauc_precision_at_1000_std": 0.31369901775551895, + "nauc_precision_at_100_diff1": 0.1244495242861374, + "nauc_precision_at_100_max": 0.3075083111428955, + "nauc_precision_at_100_std": 0.4122936527837495, + "nauc_precision_at_10_diff1": 0.19422771410675987, + "nauc_precision_at_10_max": 0.34637033718677807, + "nauc_precision_at_10_std": 0.3719092594666571, + "nauc_precision_at_1_diff1": 0.17469299004225253, + "nauc_precision_at_1_max": 0.24755174487081286, + "nauc_precision_at_1_std": 0.2412427005345391, + "nauc_precision_at_20_diff1": 0.20254625888947644, + "nauc_precision_at_20_max": 0.3173463886845579, + "nauc_precision_at_20_std": 0.38999931482676115, + "nauc_precision_at_3_diff1": 0.22116088840258727, + "nauc_precision_at_3_max": 0.3374262091116856, + "nauc_precision_at_3_std": 0.40689773840302845, + "nauc_precision_at_5_diff1": 0.18367249526658289, + "nauc_precision_at_5_max": 0.34249256177308224, + "nauc_precision_at_5_std": 0.3808340360535233, + "nauc_recall_at_1000_diff1": 0.1302611076783573, + "nauc_recall_at_1000_max": 0.4168918158545177, + "nauc_recall_at_1000_std": 0.5628182135677934, + "nauc_recall_at_100_diff1": 0.19732364545812203, + "nauc_recall_at_100_max": 0.37413107970131165, + "nauc_recall_at_100_std": 0.4093056527502738, + "nauc_recall_at_10_diff1": 0.18719512847242112, + "nauc_recall_at_10_max": 0.24869503660309214, + "nauc_recall_at_10_std": 0.266085728215177, + "nauc_recall_at_1_diff1": 0.2249735150016966, + "nauc_recall_at_1_max": 0.1552272882891384, + "nauc_recall_at_1_std": 0.1514345173148548, + "nauc_recall_at_20_diff1": 0.1786234307626971, + "nauc_recall_at_20_max": 0.26759069630956944, + "nauc_recall_at_20_std": 0.29878456958497224, + "nauc_recall_at_3_diff1": 0.23826290670268294, + "nauc_recall_at_3_max": 0.2654459316471049, + "nauc_recall_at_3_std": 0.2256558468129345, + "nauc_recall_at_5_diff1": 0.1832217326952223, + "nauc_recall_at_5_max": 0.2269523307378061, + "nauc_recall_at_5_std": 0.18890407909044296, + "ndcg_at_1": 0.155, + "ndcg_at_10": 0.15049, + "ndcg_at_100": 0.22134, + "ndcg_at_1000": 0.30854, + "ndcg_at_20": 0.16357, + "ndcg_at_3": 0.13733, + "ndcg_at_5": 0.14056, + "precision_at_1": 0.195, + "precision_at_10": 0.099, + "precision_at_100": 0.04295, + "precision_at_1000": 0.01007, + "precision_at_20": 0.08275, + "precision_at_3": 0.13667, + "precision_at_5": 0.125, + "recall_at_1": 0.04433, + "recall_at_10": 0.13169, + "recall_at_100": 0.34786, + "recall_at_1000": 0.69005, + "recall_at_20": 0.17964, + "recall_at_3": 0.06724, + "recall_at_5": 0.09284 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.40982, + "map_at_1": 0.06049, + "map_at_10": 0.16364, + "map_at_100": 0.26017, + "map_at_1000": 0.29854, + "map_at_20": 0.19543, + "map_at_3": 0.11122, + "map_at_5": 0.1349, + "mrr_at_1": 0.64, + "mrr_at_10": 0.7413154761904761, + "mrr_at_100": 0.7445609870416493, + "mrr_at_1000": 0.7445609870416493, + "mrr_at_20": 0.7437954704609114, + "mrr_at_3": 0.7191666666666666, + "mrr_at_5": 0.7331666666666666, + "nauc_map_at_1000_diff1": 0.16475319862994522, + "nauc_map_at_1000_max": 0.3566339337956891, + "nauc_map_at_1000_std": 0.3257526667103297, + "nauc_map_at_100_diff1": 0.19164697406781284, + "nauc_map_at_100_max": 0.3438753720592872, + "nauc_map_at_100_std": 0.2685619062711381, + "nauc_map_at_10_diff1": 0.21023483174971824, + "nauc_map_at_10_max": 0.27915293976093436, + "nauc_map_at_10_std": 0.145065683867147, + "nauc_map_at_1_diff1": 0.31607717005506036, + "nauc_map_at_1_max": 0.26285680588727267, + "nauc_map_at_1_std": 0.17611620986001453, + "nauc_map_at_20_diff1": 0.2159743211951577, + "nauc_map_at_20_max": 0.3143432834971932, + "nauc_map_at_20_std": 0.18168060679557024, + "nauc_map_at_3_diff1": 0.21137130415800326, + "nauc_map_at_3_max": 0.253324927407452, + "nauc_map_at_3_std": 0.12493235605579606, + "nauc_map_at_5_diff1": 0.20148625849364044, + "nauc_map_at_5_max": 0.24898300704058499, + "nauc_map_at_5_std": 0.11682251850273287, + "nauc_mrr_at_1000_diff1": 0.42520404262336686, + "nauc_mrr_at_1000_max": 0.3357928495893447, + "nauc_mrr_at_1000_std": 0.3315706040861876, + "nauc_mrr_at_100_diff1": 0.42520404262336686, + "nauc_mrr_at_100_max": 0.3357928495893447, + "nauc_mrr_at_100_std": 0.3315706040861876, + "nauc_mrr_at_10_diff1": 0.42669377172455253, + "nauc_mrr_at_10_max": 0.33909947317530736, + "nauc_mrr_at_10_std": 0.3306843029251197, + "nauc_mrr_at_1_diff1": 0.43678950057478616, + "nauc_mrr_at_1_max": 0.31769702388555393, + "nauc_mrr_at_1_std": 0.28181281134244435, + "nauc_mrr_at_20_diff1": 0.4242308931300515, + "nauc_mrr_at_20_max": 0.3352622962682412, + "nauc_mrr_at_20_std": 0.3320292221972186, + "nauc_mrr_at_3_diff1": 0.4216420392686259, + "nauc_mrr_at_3_max": 0.34847051608014695, + "nauc_mrr_at_3_std": 0.3460334664354009, + "nauc_mrr_at_5_diff1": 0.414537600502122, + "nauc_mrr_at_5_max": 0.3456679863543765, + "nauc_mrr_at_5_std": 0.3408566700180191, + "nauc_ndcg_at_1000_diff1": 0.2527168231760564, + "nauc_ndcg_at_1000_max": 0.3906663076980585, + "nauc_ndcg_at_1000_std": 0.38667480024069323, + "nauc_ndcg_at_100_diff1": 0.27187481407252756, + "nauc_ndcg_at_100_max": 0.3576269705760791, + "nauc_ndcg_at_100_std": 0.3142834698767063, + "nauc_ndcg_at_10_diff1": 0.24937520633312446, + "nauc_ndcg_at_10_max": 0.3469234672601326, + "nauc_ndcg_at_10_std": 0.24083603383087893, + "nauc_ndcg_at_1_diff1": 0.4240036823344288, + "nauc_ndcg_at_1_max": 0.2483220758089896, + "nauc_ndcg_at_1_std": 0.15203188501982096, + "nauc_ndcg_at_20_diff1": 0.255866592948134, + "nauc_ndcg_at_20_max": 0.34541290314242495, + "nauc_ndcg_at_20_std": 0.25860928462103305, + "nauc_ndcg_at_3_diff1": 0.2735638569919473, + "nauc_ndcg_at_3_max": 0.3197166509346843, + "nauc_ndcg_at_3_std": 0.23165867765900672, + "nauc_ndcg_at_5_diff1": 0.2512758054687987, + "nauc_ndcg_at_5_max": 0.3321231717449238, + "nauc_ndcg_at_5_std": 0.2283940458160167, + "nauc_precision_at_1000_diff1": -0.14391187231058547, + "nauc_precision_at_1000_max": -0.012260219501055167, + "nauc_precision_at_1000_std": 0.11080192084582936, + "nauc_precision_at_100_diff1": -0.08411982839479876, + "nauc_precision_at_100_max": 0.05048294717558873, + "nauc_precision_at_100_std": 0.20788375599394512, + "nauc_precision_at_10_diff1": 0.03247376613538061, + "nauc_precision_at_10_max": 0.25812939080616243, + "nauc_precision_at_10_std": 0.22375104314013297, + "nauc_precision_at_1_diff1": 0.43678950057478616, + "nauc_precision_at_1_max": 0.31769702388555393, + "nauc_precision_at_1_std": 0.28181281134244435, + "nauc_precision_at_20_diff1": -0.0009881099524750893, + "nauc_precision_at_20_max": 0.19325244155075494, + "nauc_precision_at_20_std": 0.22585798095503357, + "nauc_precision_at_3_diff1": 0.1127407963385695, + "nauc_precision_at_3_max": 0.31605233678614636, + "nauc_precision_at_3_std": 0.29063451440051724, + "nauc_precision_at_5_diff1": 0.07050880408495497, + "nauc_precision_at_5_max": 0.30077549339376397, + "nauc_precision_at_5_std": 0.24312781684848733, + "nauc_recall_at_1000_diff1": 0.11401753591791432, + "nauc_recall_at_1000_max": 0.4088448383355139, + "nauc_recall_at_1000_std": 0.6999911347468686, + "nauc_recall_at_100_diff1": 0.15747887961082108, + "nauc_recall_at_100_max": 0.26231054999463044, + "nauc_recall_at_100_std": 0.293601256740662, + "nauc_recall_at_10_diff1": 0.185878122560778, + "nauc_recall_at_10_max": 0.22357495668374305, + "nauc_recall_at_10_std": 0.12753056530944967, + "nauc_recall_at_1_diff1": 0.31607717005506036, + "nauc_recall_at_1_max": 0.26285680588727267, + "nauc_recall_at_1_std": 0.17611620986001453, + "nauc_recall_at_20_diff1": 0.17089522939975937, + "nauc_recall_at_20_max": 0.23311360099657083, + "nauc_recall_at_20_std": 0.18727108703528583, + "nauc_recall_at_3_diff1": 0.18441941782135626, + "nauc_recall_at_3_max": 0.2235421422296565, + "nauc_recall_at_3_std": 0.10823331804560635, + "nauc_recall_at_5_diff1": 0.1696490172958191, + "nauc_recall_at_5_max": 0.19482433468626403, + "nauc_recall_at_5_std": 0.0834831701069413, + "ndcg_at_1": 0.5175, + "ndcg_at_10": 0.40982, + "ndcg_at_100": 0.489, + "ndcg_at_1000": 0.599, + "ndcg_at_20": 0.41506, + "ndcg_at_3": 0.45183, + "ndcg_at_5": 0.42629, + "precision_at_1": 0.64, + "precision_at_10": 0.359, + "precision_at_100": 0.1495, + "precision_at_1000": 0.03189, + "precision_at_20": 0.293, + "precision_at_3": 0.51167, + "precision_at_5": 0.441, + "recall_at_1": 0.06049, + "recall_at_10": 0.2152, + "recall_at_100": 0.575, + "recall_at_1000": 0.89432, + "recall_at_20": 0.30522, + "recall_at_3": 0.1197, + "recall_at_5": 0.15727 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.09123, + "map_at_1": 0.01362, + "map_at_10": 0.03541, + "map_at_100": 0.05272, + "map_at_1000": 0.06508, + "map_at_20": 0.04037, + "map_at_3": 0.02277, + "map_at_5": 0.02941, + "mrr_at_1": 0.11, + "mrr_at_10": 0.18307936507936515, + "mrr_at_100": 0.1988644971893322, + "mrr_at_1000": 0.19959041358710994, + "mrr_at_20": 0.19346821058198785, + "mrr_at_3": 0.1533333333333333, + "mrr_at_5": 0.16833333333333333, + "nauc_map_at_1000_diff1": 0.05261881973275366, + "nauc_map_at_1000_max": 0.49030832815445163, + "nauc_map_at_1000_std": 0.6215889771836466, + "nauc_map_at_100_diff1": 0.05947386690817642, + "nauc_map_at_100_max": 0.46210753434293034, + "nauc_map_at_100_std": 0.6158379168183525, + "nauc_map_at_10_diff1": 0.05045048868690785, + "nauc_map_at_10_max": 0.4102508720820127, + "nauc_map_at_10_std": 0.5787805929335302, + "nauc_map_at_1_diff1": 0.32242336141698535, + "nauc_map_at_1_max": 0.4304331252231422, + "nauc_map_at_1_std": 0.7085649179916191, + "nauc_map_at_20_diff1": 0.07663489896947348, + "nauc_map_at_20_max": 0.42514859004006084, + "nauc_map_at_20_std": 0.5838754785677602, + "nauc_map_at_3_diff1": 0.11286612555690904, + "nauc_map_at_3_max": 0.4221239084373865, + "nauc_map_at_3_std": 0.6084509103859747, + "nauc_map_at_5_diff1": 0.05956403713468029, + "nauc_map_at_5_max": 0.40270038529357116, + "nauc_map_at_5_std": 0.570143043412333, + "nauc_mrr_at_1000_diff1": 0.026106837970096688, + "nauc_mrr_at_1000_max": 0.41121003809152534, + "nauc_mrr_at_1000_std": 0.3926165497163739, + "nauc_mrr_at_100_diff1": 0.026414955969784357, + "nauc_mrr_at_100_max": 0.41093537359878907, + "nauc_mrr_at_100_std": 0.39277310690973505, + "nauc_mrr_at_10_diff1": 0.017958088179996064, + "nauc_mrr_at_10_max": 0.4008478321558715, + "nauc_mrr_at_10_std": 0.38698840753574704, + "nauc_mrr_at_1_diff1": -0.009877444195585925, + "nauc_mrr_at_1_max": 0.41934469134559726, + "nauc_mrr_at_1_std": 0.40546593854593954, + "nauc_mrr_at_20_diff1": 0.02922141186824789, + "nauc_mrr_at_20_max": 0.41157961126315074, + "nauc_mrr_at_20_std": 0.39447694387578613, + "nauc_mrr_at_3_diff1": 0.01599265441068645, + "nauc_mrr_at_3_max": 0.4123761848262258, + "nauc_mrr_at_3_std": 0.3746483849035476, + "nauc_mrr_at_5_diff1": 0.0078563686247013, + "nauc_mrr_at_5_max": 0.4086090052652402, + "nauc_mrr_at_5_std": 0.36694252622166756, + "nauc_ndcg_at_1000_diff1": 0.06510865556651659, + "nauc_ndcg_at_1000_max": 0.5327761167170755, + "nauc_ndcg_at_1000_std": 0.606960417030805, + "nauc_ndcg_at_100_diff1": 0.07764750602021617, + "nauc_ndcg_at_100_max": 0.48482109598524153, + "nauc_ndcg_at_100_std": 0.6073995969235941, + "nauc_ndcg_at_10_diff1": 0.02941169942870387, + "nauc_ndcg_at_10_max": 0.40133380380956724, + "nauc_ndcg_at_10_std": 0.48178903533711076, + "nauc_ndcg_at_1_diff1": 0.02529239402013753, + "nauc_ndcg_at_1_max": 0.43156444289497065, + "nauc_ndcg_at_1_std": 0.4362626690240806, + "nauc_ndcg_at_20_diff1": 0.08011484228914242, + "nauc_ndcg_at_20_max": 0.44200505962997116, + "nauc_ndcg_at_20_std": 0.5219463886763722, + "nauc_ndcg_at_3_diff1": 0.0028245051503141888, + "nauc_ndcg_at_3_max": 0.41162106246583874, + "nauc_ndcg_at_3_std": 0.38767520058748445, + "nauc_ndcg_at_5_diff1": 0.009615004624500148, + "nauc_ndcg_at_5_max": 0.4025745794026666, + "nauc_ndcg_at_5_std": 0.4160968299848715, + "nauc_precision_at_1000_diff1": 0.043899458303847894, + "nauc_precision_at_1000_max": 0.24588277151763654, + "nauc_precision_at_1000_std": 0.12471546618306452, + "nauc_precision_at_100_diff1": 0.0719163774136409, + "nauc_precision_at_100_max": 0.4232138460194281, + "nauc_precision_at_100_std": 0.40075986836008753, + "nauc_precision_at_10_diff1": 0.0054212775562088806, + "nauc_precision_at_10_max": 0.35906488285483695, + "nauc_precision_at_10_std": 0.41245999518771104, + "nauc_precision_at_1_diff1": -0.009877444195585925, + "nauc_precision_at_1_max": 0.41934469134559726, + "nauc_precision_at_1_std": 0.40546593854593954, + "nauc_precision_at_20_diff1": 0.08938585872762483, + "nauc_precision_at_20_max": 0.4000032163178421, + "nauc_precision_at_20_std": 0.4119532990649286, + "nauc_precision_at_3_diff1": -0.025007756748371218, + "nauc_precision_at_3_max": 0.41128348329713516, + "nauc_precision_at_3_std": 0.32804323094425497, + "nauc_precision_at_5_diff1": -0.022701475595913838, + "nauc_precision_at_5_max": 0.3795236780480818, + "nauc_precision_at_5_std": 0.3447079315410757, + "nauc_recall_at_1000_diff1": 0.07628434329889215, + "nauc_recall_at_1000_max": 0.570107345539963, + "nauc_recall_at_1000_std": 0.6957908249993288, + "nauc_recall_at_100_diff1": 0.06835167513666558, + "nauc_recall_at_100_max": 0.47138421961599675, + "nauc_recall_at_100_std": 0.6649312888594384, + "nauc_recall_at_10_diff1": 0.01631192458316194, + "nauc_recall_at_10_max": 0.3687055984630712, + "nauc_recall_at_10_std": 0.5591384587309871, + "nauc_recall_at_1_diff1": 0.32242336141698535, + "nauc_recall_at_1_max": 0.4304331252231422, + "nauc_recall_at_1_std": 0.7085649179916191, + "nauc_recall_at_20_diff1": 0.13144627769036854, + "nauc_recall_at_20_max": 0.4050298907842557, + "nauc_recall_at_20_std": 0.5848095273962369, + "nauc_recall_at_3_diff1": 0.05724528695921403, + "nauc_recall_at_3_max": 0.38270582866843716, + "nauc_recall_at_3_std": 0.558812617477077, + "nauc_recall_at_5_diff1": 0.011062173067626982, + "nauc_recall_at_5_max": 0.37329914120512026, + "nauc_recall_at_5_std": 0.5259045564541334, + "ndcg_at_1": 0.0825, + "ndcg_at_10": 0.09123, + "ndcg_at_100": 0.13653, + "ndcg_at_1000": 0.23618, + "ndcg_at_20": 0.09745, + "ndcg_at_3": 0.08526, + "ndcg_at_5": 0.08828, + "precision_at_1": 0.11, + "precision_at_10": 0.0865, + "precision_at_100": 0.04425, + "precision_at_1000": 0.01552, + "precision_at_20": 0.0735, + "precision_at_3": 0.1, + "precision_at_5": 0.099, + "recall_at_1": 0.01362, + "recall_at_10": 0.06266, + "recall_at_100": 0.20442, + "recall_at_1000": 0.512, + "recall_at_20": 0.08853, + "recall_at_3": 0.02917, + "recall_at_5": 0.04265 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.10128, + "map_at_1": 0.00899, + "map_at_10": 0.03048, + "map_at_100": 0.05837, + "map_at_1000": 0.07305, + "map_at_20": 0.03886, + "map_at_3": 0.01793, + "map_at_5": 0.02282, + "mrr_at_1": 0.14, + "mrr_at_10": 0.21851190476190482, + "mrr_at_100": 0.23312745167165802, + "mrr_at_1000": 0.23370932671498654, + "mrr_at_20": 0.22714348721024435, + "mrr_at_3": 0.18666666666666668, + "mrr_at_5": 0.2006666666666667, + "nauc_map_at_1000_diff1": 0.11518563862912565, + "nauc_map_at_1000_max": 0.5365728604813094, + "nauc_map_at_1000_std": 0.5605616026094932, + "nauc_map_at_100_diff1": 0.14426627014205276, + "nauc_map_at_100_max": 0.5225047695091455, + "nauc_map_at_100_std": 0.5202980605836524, + "nauc_map_at_10_diff1": 0.16994145988784007, + "nauc_map_at_10_max": 0.521104429298819, + "nauc_map_at_10_std": 0.39023484844400225, + "nauc_map_at_1_diff1": 0.23848649053908982, + "nauc_map_at_1_max": 0.39386217725403944, + "nauc_map_at_1_std": 0.21831890235455478, + "nauc_map_at_20_diff1": 0.17559312259284302, + "nauc_map_at_20_max": 0.5042017868306707, + "nauc_map_at_20_std": 0.441344241306109, + "nauc_map_at_3_diff1": 0.16125754433886566, + "nauc_map_at_3_max": 0.49548606203795353, + "nauc_map_at_3_std": 0.2958250588510603, + "nauc_map_at_5_diff1": 0.17114811942386296, + "nauc_map_at_5_max": 0.5278367525040626, + "nauc_map_at_5_std": 0.33385579337860855, + "nauc_mrr_at_1000_diff1": 0.1484434020802839, + "nauc_mrr_at_1000_max": 0.3678752670261199, + "nauc_mrr_at_1000_std": 0.3587632877406534, + "nauc_mrr_at_100_diff1": 0.14880048916885447, + "nauc_mrr_at_100_max": 0.3680191321473406, + "nauc_mrr_at_100_std": 0.3590872621306093, + "nauc_mrr_at_10_diff1": 0.14680862702129097, + "nauc_mrr_at_10_max": 0.3700830186203811, + "nauc_mrr_at_10_std": 0.3574001541235041, + "nauc_mrr_at_1_diff1": 0.168102168102168, + "nauc_mrr_at_1_max": 0.2964593321736178, + "nauc_mrr_at_1_std": 0.2731023802452372, + "nauc_mrr_at_20_diff1": 0.14853214969502931, + "nauc_mrr_at_20_max": 0.3663308095487576, + "nauc_mrr_at_20_std": 0.3570274453302534, + "nauc_mrr_at_3_diff1": 0.1319266131036197, + "nauc_mrr_at_3_max": 0.36950515317532645, + "nauc_mrr_at_3_std": 0.3414215309249687, + "nauc_mrr_at_5_diff1": 0.13537670320084638, + "nauc_mrr_at_5_max": 0.3717590290269615, + "nauc_mrr_at_5_std": 0.36557246817441774, + "nauc_ndcg_at_1000_diff1": 0.15418628404226223, + "nauc_ndcg_at_1000_max": 0.5262047517059201, + "nauc_ndcg_at_1000_std": 0.5852648167348199, + "nauc_ndcg_at_100_diff1": 0.1640776261882056, + "nauc_ndcg_at_100_max": 0.5221745647726622, + "nauc_ndcg_at_100_std": 0.561314681330126, + "nauc_ndcg_at_10_diff1": 0.10312145661901687, + "nauc_ndcg_at_10_max": 0.44662906138840286, + "nauc_ndcg_at_10_std": 0.4283099214903863, + "nauc_ndcg_at_1_diff1": 0.1440247449711172, + "nauc_ndcg_at_1_max": 0.25941251177844243, + "nauc_ndcg_at_1_std": 0.27481666598385845, + "nauc_ndcg_at_20_diff1": 0.14576105082042815, + "nauc_ndcg_at_20_max": 0.45831463710519, + "nauc_ndcg_at_20_std": 0.4722303083200651, + "nauc_ndcg_at_3_diff1": 0.12824219949133436, + "nauc_ndcg_at_3_max": 0.39697806938349306, + "nauc_ndcg_at_3_std": 0.30765394500714854, + "nauc_ndcg_at_5_diff1": 0.10546848221113928, + "nauc_ndcg_at_5_max": 0.4144187765883121, + "nauc_ndcg_at_5_std": 0.37202316079113407, + "nauc_precision_at_1000_diff1": -0.06096143354181841, + "nauc_precision_at_1000_max": 0.2049751909810688, + "nauc_precision_at_1000_std": 0.27391272139151074, + "nauc_precision_at_100_diff1": 0.012011581690055749, + "nauc_precision_at_100_max": 0.37661659725622687, + "nauc_precision_at_100_std": 0.5008172035262578, + "nauc_precision_at_10_diff1": 0.07244850759458923, + "nauc_precision_at_10_max": 0.41059293829184745, + "nauc_precision_at_10_std": 0.45428768055717444, + "nauc_precision_at_1_diff1": 0.168102168102168, + "nauc_precision_at_1_max": 0.2964593321736178, + "nauc_precision_at_1_std": 0.2731023802452372, + "nauc_precision_at_20_diff1": 0.058472940543079076, + "nauc_precision_at_20_max": 0.37285520369765796, + "nauc_precision_at_20_std": 0.48010790563411754, + "nauc_precision_at_3_diff1": 0.12928383491499634, + "nauc_precision_at_3_max": 0.43133818618119285, + "nauc_precision_at_3_std": 0.3127347104588161, + "nauc_precision_at_5_diff1": 0.11270770652051788, + "nauc_precision_at_5_max": 0.4329440331581378, + "nauc_precision_at_5_std": 0.40392754147888293, + "nauc_recall_at_1000_diff1": 0.1589597016715399, + "nauc_recall_at_1000_max": 0.5785366109380604, + "nauc_recall_at_1000_std": 0.6364764462262456, + "nauc_recall_at_100_diff1": 0.1826701130546165, + "nauc_recall_at_100_max": 0.530110903773022, + "nauc_recall_at_100_std": 0.5981792610393356, + "nauc_recall_at_10_diff1": 0.1387892071936024, + "nauc_recall_at_10_max": 0.5383098820415655, + "nauc_recall_at_10_std": 0.4687127169574014, + "nauc_recall_at_1_diff1": 0.23848649053908982, + "nauc_recall_at_1_max": 0.39386217725403944, + "nauc_recall_at_1_std": 0.21831890235455478, + "nauc_recall_at_20_diff1": 0.19430252835578407, + "nauc_recall_at_20_max": 0.48329930689346123, + "nauc_recall_at_20_std": 0.5041395821618118, + "nauc_recall_at_3_diff1": 0.10526240664842418, + "nauc_recall_at_3_max": 0.5238412241919497, + "nauc_recall_at_3_std": 0.36120430686353855, + "nauc_recall_at_5_diff1": 0.14185149142401776, + "nauc_recall_at_5_max": 0.5619584724225983, + "nauc_recall_at_5_std": 0.4125248020038288, + "ndcg_at_1": 0.105, + "ndcg_at_10": 0.10128, + "ndcg_at_100": 0.16619, + "ndcg_at_1000": 0.25905, + "ndcg_at_20": 0.11217, + "ndcg_at_3": 0.09743, + "ndcg_at_5": 0.09695, + "precision_at_1": 0.14, + "precision_at_10": 0.104, + "precision_at_100": 0.0568, + "precision_at_1000": 0.01589, + "precision_at_20": 0.09225, + "precision_at_3": 0.11833, + "precision_at_5": 0.112, + "recall_at_1": 0.00899, + "recall_at_10": 0.05744, + "recall_at_100": 0.24805, + "recall_at_1000": 0.54628, + "recall_at_20": 0.09584, + "recall_at_3": 0.02393, + "recall_at_5": 0.03515 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49095, + "map_at_1": 0.0822, + "map_at_10": 0.22747, + "map_at_100": 0.34722, + "map_at_1000": 0.37517, + "map_at_20": 0.2654, + "map_at_3": 0.15098, + "map_at_5": 0.18445, + "mrr_at_1": 0.72, + "mrr_at_10": 0.8195198412698415, + "mrr_at_100": 0.8206990079365082, + "mrr_at_1000": 0.8206990079365082, + "mrr_at_20": 0.8204990079365082, + "mrr_at_3": 0.8033333333333335, + "mrr_at_5": 0.8160833333333335, + "nauc_map_at_1000_diff1": 0.1464322453578166, + "nauc_map_at_1000_max": 0.23658489464668694, + "nauc_map_at_1000_std": 0.22457521825473453, + "nauc_map_at_100_diff1": 0.16295635040506842, + "nauc_map_at_100_max": 0.23472248988692818, + "nauc_map_at_100_std": 0.18859554353573219, + "nauc_map_at_10_diff1": 0.20649414391223989, + "nauc_map_at_10_max": 0.19191754267492225, + "nauc_map_at_10_std": -0.005579473694178779, + "nauc_map_at_1_diff1": 0.3133084562854796, + "nauc_map_at_1_max": 0.10420966527486204, + "nauc_map_at_1_std": -0.15861468582278035, + "nauc_map_at_20_diff1": 0.19549503458422876, + "nauc_map_at_20_max": 0.2073897610642872, + "nauc_map_at_20_std": 0.03755675376304717, + "nauc_map_at_3_diff1": 0.2020854932746531, + "nauc_map_at_3_max": 0.16438472799397272, + "nauc_map_at_3_std": -0.06757940578619959, + "nauc_map_at_5_diff1": 0.18461762221577735, + "nauc_map_at_5_max": 0.16685505670385622, + "nauc_map_at_5_std": -0.06137947807749629, + "nauc_mrr_at_1000_diff1": 0.296125417005152, + "nauc_mrr_at_1000_max": 0.3239169662067293, + "nauc_mrr_at_1000_std": -0.0705830724720924, + "nauc_mrr_at_100_diff1": 0.296125417005152, + "nauc_mrr_at_100_max": 0.3239169662067293, + "nauc_mrr_at_100_std": -0.0705830724720924, + "nauc_mrr_at_10_diff1": 0.29189852725389714, + "nauc_mrr_at_10_max": 0.32306621104049543, + "nauc_mrr_at_10_std": -0.06473752572825928, + "nauc_mrr_at_1_diff1": 0.3439789377289374, + "nauc_mrr_at_1_max": 0.3090850122100125, + "nauc_mrr_at_1_std": -0.095858134920635, + "nauc_mrr_at_20_diff1": 0.29699989056428594, + "nauc_mrr_at_20_max": 0.32366708245793885, + "nauc_mrr_at_20_std": -0.06980691584578795, + "nauc_mrr_at_3_diff1": 0.28848119289295854, + "nauc_mrr_at_3_max": 0.3278097101626513, + "nauc_mrr_at_3_std": -0.07169499816558537, + "nauc_mrr_at_5_diff1": 0.28590928057949944, + "nauc_mrr_at_5_max": 0.3289179972498428, + "nauc_mrr_at_5_std": -0.06614653922925082, + "nauc_ndcg_at_1000_diff1": 0.1888591564953161, + "nauc_ndcg_at_1000_max": 0.3304731559886634, + "nauc_ndcg_at_1000_std": 0.2468573736325992, + "nauc_ndcg_at_100_diff1": 0.21988554312946162, + "nauc_ndcg_at_100_max": 0.32518564113831067, + "nauc_ndcg_at_100_std": 0.22215818188889863, + "nauc_ndcg_at_10_diff1": 0.18537269424193123, + "nauc_ndcg_at_10_max": 0.30998084166657897, + "nauc_ndcg_at_10_std": 0.13760876915680229, + "nauc_ndcg_at_1_diff1": 0.3904304724658703, + "nauc_ndcg_at_1_max": 0.359857030088595, + "nauc_ndcg_at_1_std": -0.07261092389496822, + "nauc_ndcg_at_20_diff1": 0.1906760412157053, + "nauc_ndcg_at_20_max": 0.2933973096551498, + "nauc_ndcg_at_20_std": 0.11297894197326976, + "nauc_ndcg_at_3_diff1": 0.17950883376293286, + "nauc_ndcg_at_3_max": 0.34109839365331057, + "nauc_ndcg_at_3_std": 0.0882161146648463, + "nauc_ndcg_at_5_diff1": 0.16893155065685356, + "nauc_ndcg_at_5_max": 0.33350886361510174, + "nauc_ndcg_at_5_std": 0.10237643994375834, + "nauc_precision_at_1000_diff1": -0.1576534308233206, + "nauc_precision_at_1000_max": -0.06754397191206604, + "nauc_precision_at_1000_std": 0.1232693756519722, + "nauc_precision_at_100_diff1": -0.1489152920150246, + "nauc_precision_at_100_max": -0.0003721996110823006, + "nauc_precision_at_100_std": 0.28218071608426876, + "nauc_precision_at_10_diff1": -0.0589475340595883, + "nauc_precision_at_10_max": 0.11080153210386975, + "nauc_precision_at_10_std": 0.27280390743934596, + "nauc_precision_at_1_diff1": 0.3439789377289374, + "nauc_precision_at_1_max": 0.3090850122100125, + "nauc_precision_at_1_std": -0.095858134920635, + "nauc_precision_at_20_diff1": -0.11540450258944042, + "nauc_precision_at_20_max": 0.057569813415546886, + "nauc_precision_at_20_std": 0.30164648263646104, + "nauc_precision_at_3_diff1": -0.04420525407987172, + "nauc_precision_at_3_max": 0.1982221042855252, + "nauc_precision_at_3_std": 0.16260780151253845, + "nauc_precision_at_5_diff1": -0.041834943718601844, + "nauc_precision_at_5_max": 0.18650321032318196, + "nauc_precision_at_5_std": 0.18587413025763164, + "nauc_recall_at_1000_diff1": 0.10877842428383218, + "nauc_recall_at_1000_max": 0.37431684520536185, + "nauc_recall_at_1000_std": 0.6335994924892607, + "nauc_recall_at_100_diff1": 0.1562729289263068, + "nauc_recall_at_100_max": 0.19817150278211867, + "nauc_recall_at_100_std": 0.21608042108147202, + "nauc_recall_at_10_diff1": 0.18451132440881038, + "nauc_recall_at_10_max": 0.1560672650456354, + "nauc_recall_at_10_std": -0.016075296504355786, + "nauc_recall_at_1_diff1": 0.3133084562854796, + "nauc_recall_at_1_max": 0.10420966527486204, + "nauc_recall_at_1_std": -0.15861468582278035, + "nauc_recall_at_20_diff1": 0.17897502909157156, + "nauc_recall_at_20_max": 0.1538150295223768, + "nauc_recall_at_20_std": -0.0010948826887571743, + "nauc_recall_at_3_diff1": 0.16233466964042764, + "nauc_recall_at_3_max": 0.14376489931582187, + "nauc_recall_at_3_std": -0.06311703864568147, + "nauc_recall_at_5_diff1": 0.14896280319047742, + "nauc_recall_at_5_max": 0.14561940057875702, + "nauc_recall_at_5_std": -0.07059341299436206, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.49095, + "ndcg_at_100": 0.59467, + "ndcg_at_1000": 0.67698, + "ndcg_at_20": 0.49678, + "ndcg_at_3": 0.54233, + "ndcg_at_5": 0.50859, + "precision_at_1": 0.72, + "precision_at_10": 0.39, + "precision_at_100": 0.1441, + "precision_at_1000": 0.02356, + "precision_at_20": 0.30225, + "precision_at_3": 0.56667, + "precision_at_5": 0.487, + "recall_at_1": 0.0822, + "recall_at_10": 0.2919, + "recall_at_100": 0.71573, + "recall_at_1000": 0.96636, + "recall_at_20": 0.39552, + "recall_at_3": 0.16405, + "recall_at_5": 0.21331 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.09634, + "map_at_1": 0.01701, + "map_at_10": 0.03663, + "map_at_100": 0.06525, + "map_at_1000": 0.07682, + "map_at_20": 0.04533, + "map_at_3": 0.02481, + "map_at_5": 0.02928, + "mrr_at_1": 0.165, + "mrr_at_10": 0.22599404761904768, + "mrr_at_100": 0.23940242965942551, + "mrr_at_1000": 0.24017516362555696, + "mrr_at_20": 0.23359437915455722, + "mrr_at_3": 0.20499999999999996, + "mrr_at_5": 0.21274999999999994, + "nauc_map_at_1000_diff1": 0.0996594984348443, + "nauc_map_at_1000_max": 0.6274379927287785, + "nauc_map_at_1000_std": 0.7559252586233235, + "nauc_map_at_100_diff1": 0.11044123848352728, + "nauc_map_at_100_max": 0.6182304096658544, + "nauc_map_at_100_std": 0.726326113552574, + "nauc_map_at_10_diff1": 0.1037938484808162, + "nauc_map_at_10_max": 0.5792592119451215, + "nauc_map_at_10_std": 0.6775923277866324, + "nauc_map_at_1_diff1": 0.11572754558768708, + "nauc_map_at_1_max": 0.4438978225738111, + "nauc_map_at_1_std": 0.6118819167309308, + "nauc_map_at_20_diff1": 0.10475752111542326, + "nauc_map_at_20_max": 0.5931050791895004, + "nauc_map_at_20_std": 0.6913646568490748, + "nauc_map_at_3_diff1": 0.1252579007631734, + "nauc_map_at_3_max": 0.5481678668053693, + "nauc_map_at_3_std": 0.6486209401945529, + "nauc_map_at_5_diff1": 0.1118622699778789, + "nauc_map_at_5_max": 0.5652819867877197, + "nauc_map_at_5_std": 0.6678080471948689, + "nauc_mrr_at_1000_diff1": 0.18256232328183306, + "nauc_mrr_at_1000_max": 0.5282549006447205, + "nauc_mrr_at_1000_std": 0.5512141600380679, + "nauc_mrr_at_100_diff1": 0.18231579601994025, + "nauc_mrr_at_100_max": 0.5285467134934486, + "nauc_mrr_at_100_std": 0.5512260923405597, + "nauc_mrr_at_10_diff1": 0.18092698754845546, + "nauc_mrr_at_10_max": 0.5183185757787852, + "nauc_mrr_at_10_std": 0.5416760317456174, + "nauc_mrr_at_1_diff1": 0.2351539709786043, + "nauc_mrr_at_1_max": 0.5336316139985556, + "nauc_mrr_at_1_std": 0.5521850465711793, + "nauc_mrr_at_20_diff1": 0.1833357196465912, + "nauc_mrr_at_20_max": 0.5252128903965858, + "nauc_mrr_at_20_std": 0.5514846005318053, + "nauc_mrr_at_3_diff1": 0.1959334974076806, + "nauc_mrr_at_3_max": 0.5343188842944389, + "nauc_mrr_at_3_std": 0.5420267877612693, + "nauc_mrr_at_5_diff1": 0.17686207197161488, + "nauc_mrr_at_5_max": 0.5275771871966743, + "nauc_mrr_at_5_std": 0.5396228221602144, + "nauc_ndcg_at_1000_diff1": 0.13588698014121164, + "nauc_ndcg_at_1000_max": 0.6531733851811472, + "nauc_ndcg_at_1000_std": 0.7591038026998982, + "nauc_ndcg_at_100_diff1": 0.1323977895378586, + "nauc_ndcg_at_100_max": 0.6300922206416598, + "nauc_ndcg_at_100_std": 0.7134796331930479, + "nauc_ndcg_at_10_diff1": 0.1343106388148817, + "nauc_ndcg_at_10_max": 0.5679351052776206, + "nauc_ndcg_at_10_std": 0.6179629185084549, + "nauc_ndcg_at_1_diff1": 0.2568756875687568, + "nauc_ndcg_at_1_max": 0.5293653127689006, + "nauc_ndcg_at_1_std": 0.5165996797699572, + "nauc_ndcg_at_20_diff1": 0.12492729078945222, + "nauc_ndcg_at_20_max": 0.5934368070846147, + "nauc_ndcg_at_20_std": 0.6632558613391405, + "nauc_ndcg_at_3_diff1": 0.1985838570082935, + "nauc_ndcg_at_3_max": 0.5905727966372215, + "nauc_ndcg_at_3_std": 0.6089059469235168, + "nauc_ndcg_at_5_diff1": 0.14394425957936047, + "nauc_ndcg_at_5_max": 0.5715515313890347, + "nauc_ndcg_at_5_std": 0.6057066802465217, + "nauc_precision_at_1000_diff1": 0.01736668847262148, + "nauc_precision_at_1000_max": 0.3805263511962619, + "nauc_precision_at_1000_std": 0.5203408880871767, + "nauc_precision_at_100_diff1": 0.04713394884786226, + "nauc_precision_at_100_max": 0.4954903272016267, + "nauc_precision_at_100_std": 0.6230084238428065, + "nauc_precision_at_10_diff1": 0.05905001064616759, + "nauc_precision_at_10_max": 0.48087092235321993, + "nauc_precision_at_10_std": 0.548912005584299, + "nauc_precision_at_1_diff1": 0.2351539709786043, + "nauc_precision_at_1_max": 0.5336316139985556, + "nauc_precision_at_1_std": 0.5521850465711793, + "nauc_precision_at_20_diff1": 0.05809602317150718, + "nauc_precision_at_20_max": 0.48052868628864287, + "nauc_precision_at_20_std": 0.5899867124893308, + "nauc_precision_at_3_diff1": 0.1750985641275251, + "nauc_precision_at_3_max": 0.5624385495254323, + "nauc_precision_at_3_std": 0.5829739596008762, + "nauc_precision_at_5_diff1": 0.07594321375632021, + "nauc_precision_at_5_max": 0.4992109218008099, + "nauc_precision_at_5_std": 0.5396199415979432, + "nauc_recall_at_1000_diff1": 0.1075048664897593, + "nauc_recall_at_1000_max": 0.6336429412904911, + "nauc_recall_at_1000_std": 0.7524770765741055, + "nauc_recall_at_100_diff1": 0.09923777367919581, + "nauc_recall_at_100_max": 0.5530581575747326, + "nauc_recall_at_100_std": 0.6628191950802144, + "nauc_recall_at_10_diff1": 0.06305723259579278, + "nauc_recall_at_10_max": 0.5392157524768748, + "nauc_recall_at_10_std": 0.6084403990581287, + "nauc_recall_at_1_diff1": 0.11572754558768708, + "nauc_recall_at_1_max": 0.4438978225738111, + "nauc_recall_at_1_std": 0.6118819167309308, + "nauc_recall_at_20_diff1": 0.05364677399690593, + "nauc_recall_at_20_max": 0.5570970893997422, + "nauc_recall_at_20_std": 0.6395482227206255, + "nauc_recall_at_3_diff1": 0.08470488031246776, + "nauc_recall_at_3_max": 0.5709449189496196, + "nauc_recall_at_3_std": 0.6344843899593833, + "nauc_recall_at_5_diff1": 0.04093053966975333, + "nauc_recall_at_5_max": 0.5478762310810645, + "nauc_recall_at_5_std": 0.6210447234039937, + "ndcg_at_1": 0.135, + "ndcg_at_10": 0.09634, + "ndcg_at_100": 0.16867, + "ndcg_at_1000": 0.25569, + "ndcg_at_20": 0.10876, + "ndcg_at_3": 0.10531, + "ndcg_at_5": 0.09698, + "precision_at_1": 0.165, + "precision_at_10": 0.0845, + "precision_at_100": 0.04595, + "precision_at_1000": 0.01164, + "precision_at_20": 0.07575, + "precision_at_3": 0.11667, + "precision_at_5": 0.099, + "recall_at_1": 0.01701, + "recall_at_10": 0.06168, + "recall_at_100": 0.265, + "recall_at_1000": 0.56659, + "recall_at_20": 0.10042, + "recall_at_3": 0.03033, + "recall_at_5": 0.03911 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.15626, + "map_at_1": 0.01871, + "map_at_10": 0.05732, + "map_at_100": 0.09762, + "map_at_1000": 0.11242, + "map_at_20": 0.07123, + "map_at_3": 0.03521, + "map_at_5": 0.04518, + "mrr_at_1": 0.195, + "mrr_at_10": 0.30932142857142864, + "mrr_at_100": 0.3213430269073143, + "mrr_at_1000": 0.32189211934545414, + "mrr_at_20": 0.31641051696411615, + "mrr_at_3": 0.27, + "mrr_at_5": 0.2955000000000001, + "nauc_map_at_1000_diff1": 0.14650191648332375, + "nauc_map_at_1000_max": 0.42273274309080866, + "nauc_map_at_1000_std": 0.49521136170026964, + "nauc_map_at_100_diff1": 0.1467378254920297, + "nauc_map_at_100_max": 0.4140129294310553, + "nauc_map_at_100_std": 0.47731133171798107, + "nauc_map_at_10_diff1": 0.17719166783438045, + "nauc_map_at_10_max": 0.3966420352896707, + "nauc_map_at_10_std": 0.4122203287685139, + "nauc_map_at_1_diff1": 0.27190444924921897, + "nauc_map_at_1_max": 0.4222313792845165, + "nauc_map_at_1_std": 0.34322262518397495, + "nauc_map_at_20_diff1": 0.1618613529249767, + "nauc_map_at_20_max": 0.38547130268891094, + "nauc_map_at_20_std": 0.4215206931264924, + "nauc_map_at_3_diff1": 0.16665435017683153, + "nauc_map_at_3_max": 0.3540801852898273, + "nauc_map_at_3_std": 0.3981343440285342, + "nauc_map_at_5_diff1": 0.1660911361222246, + "nauc_map_at_5_max": 0.38952528228051186, + "nauc_map_at_5_std": 0.40925690113426255, + "nauc_mrr_at_1000_diff1": 0.17945425238816498, + "nauc_mrr_at_1000_max": 0.3047863568400254, + "nauc_mrr_at_1000_std": 0.31699478366627853, + "nauc_mrr_at_100_diff1": 0.17938948583931874, + "nauc_mrr_at_100_max": 0.30507623053019434, + "nauc_mrr_at_100_std": 0.3174114735686349, + "nauc_mrr_at_10_diff1": 0.1797810725290292, + "nauc_mrr_at_10_max": 0.30243973684169956, + "nauc_mrr_at_10_std": 0.31393365237334864, + "nauc_mrr_at_1_diff1": 0.18384357523494196, + "nauc_mrr_at_1_max": 0.2873580259115581, + "nauc_mrr_at_1_std": 0.27289499476991763, + "nauc_mrr_at_20_diff1": 0.1796835043283099, + "nauc_mrr_at_20_max": 0.30577331300302707, + "nauc_mrr_at_20_std": 0.320379980803581, + "nauc_mrr_at_3_diff1": 0.18141597246665886, + "nauc_mrr_at_3_max": 0.29015971488912334, + "nauc_mrr_at_3_std": 0.304411592162384, + "nauc_mrr_at_5_diff1": 0.18401660579312404, + "nauc_mrr_at_5_max": 0.2948853001413366, + "nauc_mrr_at_5_std": 0.30279984015185574, + "nauc_ndcg_at_1000_diff1": 0.12697019922316477, + "nauc_ndcg_at_1000_max": 0.46434449867869504, + "nauc_ndcg_at_1000_std": 0.5613818143487617, + "nauc_ndcg_at_100_diff1": 0.10962499277792269, + "nauc_ndcg_at_100_max": 0.4470370227471316, + "nauc_ndcg_at_100_std": 0.5404973211565302, + "nauc_ndcg_at_10_diff1": 0.17759417538562172, + "nauc_ndcg_at_10_max": 0.34396559854681064, + "nauc_ndcg_at_10_std": 0.37157331819980344, + "nauc_ndcg_at_1_diff1": 0.17899820018293228, + "nauc_ndcg_at_1_max": 0.23660218141762615, + "nauc_ndcg_at_1_std": 0.23085850290626198, + "nauc_ndcg_at_20_diff1": 0.1521554418597236, + "nauc_ndcg_at_20_max": 0.3653243186889771, + "nauc_ndcg_at_20_std": 0.417727493798444, + "nauc_ndcg_at_3_diff1": 0.15165349343266088, + "nauc_ndcg_at_3_max": 0.2955524709990549, + "nauc_ndcg_at_3_std": 0.3236356195130561, + "nauc_ndcg_at_5_diff1": 0.16051052249544534, + "nauc_ndcg_at_5_max": 0.3245032040540446, + "nauc_ndcg_at_5_std": 0.34682883161116657, + "nauc_precision_at_1000_diff1": 0.10519891945276443, + "nauc_precision_at_1000_max": 0.09537309611438903, + "nauc_precision_at_1000_std": 0.15345775503995732, + "nauc_precision_at_100_diff1": 0.08876483688261244, + "nauc_precision_at_100_max": 0.24154056715774733, + "nauc_precision_at_100_std": 0.3558884770622036, + "nauc_precision_at_10_diff1": 0.19378673919458947, + "nauc_precision_at_10_max": 0.2625537379264142, + "nauc_precision_at_10_std": 0.29219713344552845, + "nauc_precision_at_1_diff1": 0.18384357523494196, + "nauc_precision_at_1_max": 0.2873580259115581, + "nauc_precision_at_1_std": 0.27289499476991763, + "nauc_precision_at_20_diff1": 0.1568615593023538, + "nauc_precision_at_20_max": 0.24171786932436673, + "nauc_precision_at_20_std": 0.3156653926477822, + "nauc_precision_at_3_diff1": 0.1616145042864763, + "nauc_precision_at_3_max": 0.3045728626351296, + "nauc_precision_at_3_std": 0.3628570043517334, + "nauc_precision_at_5_diff1": 0.1865486439104354, + "nauc_precision_at_5_max": 0.3161493684399596, + "nauc_precision_at_5_std": 0.3375007273122839, + "nauc_recall_at_1000_diff1": -0.03523497288293348, + "nauc_recall_at_1000_max": 0.5996041285946629, + "nauc_recall_at_1000_std": 0.7937984679596083, + "nauc_recall_at_100_diff1": 0.009979873744577115, + "nauc_recall_at_100_max": 0.4403117174041479, + "nauc_recall_at_100_std": 0.5953084105622386, + "nauc_recall_at_10_diff1": 0.11276239741695823, + "nauc_recall_at_10_max": 0.3733466963176337, + "nauc_recall_at_10_std": 0.4277405841864447, + "nauc_recall_at_1_diff1": 0.27190444924921897, + "nauc_recall_at_1_max": 0.4222313792845165, + "nauc_recall_at_1_std": 0.34322262518397495, + "nauc_recall_at_20_diff1": 0.07355527687401715, + "nauc_recall_at_20_max": 0.36110419698812024, + "nauc_recall_at_20_std": 0.45188771861133364, + "nauc_recall_at_3_diff1": 0.11307683303309034, + "nauc_recall_at_3_max": 0.29177308177187333, + "nauc_recall_at_3_std": 0.415835502563804, + "nauc_recall_at_5_diff1": 0.11422334705444656, + "nauc_recall_at_5_max": 0.36614821124154145, + "nauc_recall_at_5_std": 0.41643751629995096, + "ndcg_at_1": 0.155, + "ndcg_at_10": 0.15626, + "ndcg_at_100": 0.23995, + "ndcg_at_1000": 0.34355, + "ndcg_at_20": 0.1712, + "ndcg_at_3": 0.15379, + "ndcg_at_5": 0.15642, + "precision_at_1": 0.195, + "precision_at_10": 0.1435, + "precision_at_100": 0.06305, + "precision_at_1000": 0.01513, + "precision_at_20": 0.12, + "precision_at_3": 0.17833, + "precision_at_5": 0.173, + "recall_at_1": 0.01871, + "recall_at_10": 0.10526, + "recall_at_100": 0.36079, + "recall_at_1000": 0.72474, + "recall_at_20": 0.16042, + "recall_at_3": 0.04779, + "recall_at_5": 0.07102 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.4771, + "map_at_1": 0.06178, + "map_at_10": 0.1719, + "map_at_100": 0.32402, + "map_at_1000": 0.3801, + "map_at_20": 0.22291, + "map_at_3": 0.09847, + "map_at_5": 0.12442, + "mrr_at_1": 0.705, + "mrr_at_10": 0.7963948412698412, + "mrr_at_100": 0.7972958928475095, + "mrr_at_1000": 0.7973409378925544, + "mrr_at_20": 0.7968493867243867, + "mrr_at_3": 0.7808333333333333, + "mrr_at_5": 0.7888333333333332, + "nauc_map_at_1000_diff1": 0.29699486825096655, + "nauc_map_at_1000_max": 0.3594182347436971, + "nauc_map_at_1000_std": 0.3865763912710631, + "nauc_map_at_100_diff1": 0.3374385925602162, + "nauc_map_at_100_max": 0.3207124220765311, + "nauc_map_at_100_std": 0.34721564781652337, + "nauc_map_at_10_diff1": 0.3566264036760333, + "nauc_map_at_10_max": 0.06511310669669756, + "nauc_map_at_10_std": 0.03576687093503236, + "nauc_map_at_1_diff1": 0.6254267326609275, + "nauc_map_at_1_max": -0.17924862628236732, + "nauc_map_at_1_std": -0.19259014759354337, + "nauc_map_at_20_diff1": 0.3390159266080177, + "nauc_map_at_20_max": 0.1565567439352627, + "nauc_map_at_20_std": 0.14550143443849983, + "nauc_map_at_3_diff1": 0.5162229674777383, + "nauc_map_at_3_max": -0.059136734288068434, + "nauc_map_at_3_std": -0.11246864384685139, + "nauc_map_at_5_diff1": 0.46251481008708967, + "nauc_map_at_5_max": 0.00962418962478892, + "nauc_map_at_5_std": -0.03174891993664717, + "nauc_mrr_at_1000_diff1": 0.4710942240626063, + "nauc_mrr_at_1000_max": 0.3368675407053288, + "nauc_mrr_at_1000_std": 0.1350433714613412, + "nauc_mrr_at_100_diff1": 0.4712259055945648, + "nauc_mrr_at_100_max": 0.3370000955556805, + "nauc_mrr_at_100_std": 0.13525871948570664, + "nauc_mrr_at_10_diff1": 0.46970797959558985, + "nauc_mrr_at_10_max": 0.3380926837691179, + "nauc_mrr_at_10_std": 0.13194058268610956, + "nauc_mrr_at_1_diff1": 0.4687639874672292, + "nauc_mrr_at_1_max": 0.23812264211266693, + "nauc_mrr_at_1_std": 0.02815306057201324, + "nauc_mrr_at_20_diff1": 0.4713145274450432, + "nauc_mrr_at_20_max": 0.33863228267533724, + "nauc_mrr_at_20_std": 0.1366318456272772, + "nauc_mrr_at_3_diff1": 0.4754339063344093, + "nauc_mrr_at_3_max": 0.34220571444401987, + "nauc_mrr_at_3_std": 0.14126221180921764, + "nauc_mrr_at_5_diff1": 0.46653456690354556, + "nauc_mrr_at_5_max": 0.35062113319575616, + "nauc_mrr_at_5_std": 0.14663073706491256, + "nauc_ndcg_at_1000_diff1": 0.3975704727942691, + "nauc_ndcg_at_1000_max": 0.4633603649534393, + "nauc_ndcg_at_1000_std": 0.4029899958330054, + "nauc_ndcg_at_100_diff1": 0.3982822932511424, + "nauc_ndcg_at_100_max": 0.45190327782751055, + "nauc_ndcg_at_100_std": 0.4035054822420709, + "nauc_ndcg_at_10_diff1": 0.32552545022425616, + "nauc_ndcg_at_10_max": 0.3387719217444032, + "nauc_ndcg_at_10_std": 0.1863917733955381, + "nauc_ndcg_at_1_diff1": 0.5097500162277538, + "nauc_ndcg_at_1_max": 0.2593882327785351, + "nauc_ndcg_at_1_std": 0.05025639850781038, + "nauc_ndcg_at_20_diff1": 0.35024813121745746, + "nauc_ndcg_at_20_max": 0.39063041272756016, + "nauc_ndcg_at_20_std": 0.2691673836217813, + "nauc_ndcg_at_3_diff1": 0.3712325834784076, + "nauc_ndcg_at_3_max": 0.3365504486102833, + "nauc_ndcg_at_3_std": 0.11807134155135858, + "nauc_ndcg_at_5_diff1": 0.34886216460319197, + "nauc_ndcg_at_5_max": 0.36722130009848275, + "nauc_ndcg_at_5_std": 0.17929505557491168, + "nauc_precision_at_1000_diff1": -0.16547132738890424, + "nauc_precision_at_1000_max": 0.051031036389393054, + "nauc_precision_at_1000_std": -0.02710810645300615, + "nauc_precision_at_100_diff1": -0.11151868456302458, + "nauc_precision_at_100_max": 0.20920354829009577, + "nauc_precision_at_100_std": 0.19343662010333226, + "nauc_precision_at_10_diff1": -0.05793832599118984, + "nauc_precision_at_10_max": 0.32542005700958787, + "nauc_precision_at_10_std": 0.257232443638248, + "nauc_precision_at_1_diff1": 0.4687639874672292, + "nauc_precision_at_1_max": 0.23812264211266693, + "nauc_precision_at_1_std": 0.02815306057201324, + "nauc_precision_at_20_diff1": -0.06297707177152118, + "nauc_precision_at_20_max": 0.3318460041381741, + "nauc_precision_at_20_std": 0.2809120366833943, + "nauc_precision_at_3_diff1": 0.10921630658050592, + "nauc_precision_at_3_max": 0.35522437291032616, + "nauc_precision_at_3_std": 0.18523171956759701, + "nauc_precision_at_5_diff1": 0.020201712770450544, + "nauc_precision_at_5_max": 0.3887745435592305, + "nauc_precision_at_5_std": 0.26094830111585016, + "nauc_recall_at_1000_diff1": 0.3625232003237651, + "nauc_recall_at_1000_max": 0.38182793879914795, + "nauc_recall_at_1000_std": 0.6056340290259393, + "nauc_recall_at_100_diff1": 0.24155701149322412, + "nauc_recall_at_100_max": 0.2539991390926704, + "nauc_recall_at_100_std": 0.3766799593719749, + "nauc_recall_at_10_diff1": 0.25560207769419163, + "nauc_recall_at_10_max": 0.01955361170869809, + "nauc_recall_at_10_std": 0.021074486167365306, + "nauc_recall_at_1_diff1": 0.6254267326609275, + "nauc_recall_at_1_max": -0.17924862628236732, + "nauc_recall_at_1_std": -0.19259014759354337, + "nauc_recall_at_20_diff1": 0.22614613544838194, + "nauc_recall_at_20_max": 0.11248459745327274, + "nauc_recall_at_20_std": 0.16588397814574193, + "nauc_recall_at_3_diff1": 0.4948511685254236, + "nauc_recall_at_3_max": -0.05280835974958782, + "nauc_recall_at_3_std": -0.09383771178997495, + "nauc_recall_at_5_diff1": 0.39827930500557857, + "nauc_recall_at_5_max": 0.017815668656578718, + "nauc_recall_at_5_std": 0.005382387882682052, + "ndcg_at_1": 0.5325, + "ndcg_at_10": 0.4771, + "ndcg_at_100": 0.56387, + "ndcg_at_1000": 0.65167, + "ndcg_at_20": 0.48249, + "ndcg_at_3": 0.49958, + "ndcg_at_5": 0.488, + "precision_at_1": 0.705, + "precision_at_10": 0.4915, + "precision_at_100": 0.2268, + "precision_at_1000": 0.05108, + "precision_at_20": 0.413, + "precision_at_3": 0.61333, + "precision_at_5": 0.556, + "recall_at_1": 0.06178, + "recall_at_10": 0.23082, + "recall_at_100": 0.65284, + "recall_at_1000": 0.91734, + "recall_at_20": 0.34468, + "recall_at_3": 0.10617, + "recall_at_5": 0.14498 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12112, + "map_at_1": 0.01821, + "map_at_10": 0.03904, + "map_at_100": 0.06824, + "map_at_1000": 0.08879, + "map_at_20": 0.04647, + "map_at_3": 0.02656, + "map_at_5": 0.02965, + "mrr_at_1": 0.15, + "mrr_at_10": 0.2303849206349207, + "mrr_at_100": 0.244696943963402, + "mrr_at_1000": 0.2453715936763323, + "mrr_at_20": 0.23881530427776576, + "mrr_at_3": 0.2008333333333334, + "mrr_at_5": 0.2155833333333334, + "nauc_map_at_1000_diff1": 0.09556454396979655, + "nauc_map_at_1000_max": 0.4392626355960046, + "nauc_map_at_1000_std": 0.6918796531124687, + "nauc_map_at_100_diff1": 0.11094417159670864, + "nauc_map_at_100_max": 0.39474923449904564, + "nauc_map_at_100_std": 0.6775406874892894, + "nauc_map_at_10_diff1": 0.1877211550352965, + "nauc_map_at_10_max": 0.2954976206452232, + "nauc_map_at_10_std": 0.581592202475437, + "nauc_map_at_1_diff1": 0.38868724046300185, + "nauc_map_at_1_max": 0.06000338595296022, + "nauc_map_at_1_std": 0.40596239419639885, + "nauc_map_at_20_diff1": 0.18293696257782596, + "nauc_map_at_20_max": 0.3203610789323143, + "nauc_map_at_20_std": 0.6049160301322544, + "nauc_map_at_3_diff1": 0.3029088099588984, + "nauc_map_at_3_max": 0.22369439922209572, + "nauc_map_at_3_std": 0.49225231507145706, + "nauc_map_at_5_diff1": 0.25050414871472537, + "nauc_map_at_5_max": 0.2564219935623932, + "nauc_map_at_5_std": 0.5177331849957841, + "nauc_mrr_at_1000_diff1": -0.011429569795728319, + "nauc_mrr_at_1000_max": 0.33856095214355003, + "nauc_mrr_at_1000_std": 0.48922594593339036, + "nauc_mrr_at_100_diff1": -0.011834578346890235, + "nauc_mrr_at_100_max": 0.3388700006396935, + "nauc_mrr_at_100_std": 0.4896649047844521, + "nauc_mrr_at_10_diff1": -0.005475495868790864, + "nauc_mrr_at_10_max": 0.3429936224503789, + "nauc_mrr_at_10_std": 0.49646177653429846, + "nauc_mrr_at_1_diff1": -0.06786614252595514, + "nauc_mrr_at_1_max": 0.2316500352787017, + "nauc_mrr_at_1_std": 0.40901118838826733, + "nauc_mrr_at_20_diff1": -0.007827220234112628, + "nauc_mrr_at_20_max": 0.34170391157978325, + "nauc_mrr_at_20_std": 0.4929373041629632, + "nauc_mrr_at_3_diff1": -0.008720975481365904, + "nauc_mrr_at_3_max": 0.322744015384463, + "nauc_mrr_at_3_std": 0.4666125172813422, + "nauc_mrr_at_5_diff1": -0.014670162682172175, + "nauc_mrr_at_5_max": 0.33121958374405414, + "nauc_mrr_at_5_std": 0.478142954827467, + "nauc_ndcg_at_1000_diff1": 0.025524233095084656, + "nauc_ndcg_at_1000_max": 0.5016498926662126, + "nauc_ndcg_at_1000_std": 0.7329689396094943, + "nauc_ndcg_at_100_diff1": 0.03147634701868238, + "nauc_ndcg_at_100_max": 0.48618966427179566, + "nauc_ndcg_at_100_std": 0.7034627478647811, + "nauc_ndcg_at_10_diff1": 0.03702911938127002, + "nauc_ndcg_at_10_max": 0.4086406640281667, + "nauc_ndcg_at_10_std": 0.5754883356321333, + "nauc_ndcg_at_1_diff1": 0.002024304548238448, + "nauc_ndcg_at_1_max": 0.1987299745350224, + "nauc_ndcg_at_1_std": 0.41703897108596866, + "nauc_ndcg_at_20_diff1": 0.06876308422403196, + "nauc_ndcg_at_20_max": 0.439957175829397, + "nauc_ndcg_at_20_std": 0.6074742839698497, + "nauc_ndcg_at_3_diff1": 0.051951256622101864, + "nauc_ndcg_at_3_max": 0.36447403352946345, + "nauc_ndcg_at_3_std": 0.4814259934757421, + "nauc_ndcg_at_5_diff1": 0.02311104209076519, + "nauc_ndcg_at_5_max": 0.3800612117079134, + "nauc_ndcg_at_5_std": 0.4978319757680196, + "nauc_precision_at_1000_diff1": 0.022364046513129725, + "nauc_precision_at_1000_max": 0.26609980657664495, + "nauc_precision_at_1000_std": 0.12479740071106846, + "nauc_precision_at_100_diff1": -0.059104750944014336, + "nauc_precision_at_100_max": 0.4356719128244546, + "nauc_precision_at_100_std": 0.4022138309832732, + "nauc_precision_at_10_diff1": -0.07731861627526218, + "nauc_precision_at_10_max": 0.43889362569739215, + "nauc_precision_at_10_std": 0.5278817816166522, + "nauc_precision_at_1_diff1": -0.06786614252595514, + "nauc_precision_at_1_max": 0.2316500352787017, + "nauc_precision_at_1_std": 0.40901118838826733, + "nauc_precision_at_20_diff1": -0.047279515004803874, + "nauc_precision_at_20_max": 0.4558393988249024, + "nauc_precision_at_20_std": 0.4939862253192394, + "nauc_precision_at_3_diff1": -0.01776630745286555, + "nauc_precision_at_3_max": 0.42557575996375047, + "nauc_precision_at_3_std": 0.4930160168640044, + "nauc_precision_at_5_diff1": -0.08039730348338016, + "nauc_precision_at_5_max": 0.42741724267510867, + "nauc_precision_at_5_std": 0.490978398260018, + "nauc_recall_at_1000_diff1": -0.0065792623020243576, + "nauc_recall_at_1000_max": 0.47314428027135336, + "nauc_recall_at_1000_std": 0.7912032594009107, + "nauc_recall_at_100_diff1": 0.020488888935177477, + "nauc_recall_at_100_max": 0.42694799359231267, + "nauc_recall_at_100_std": 0.7270550926902102, + "nauc_recall_at_10_diff1": 0.17794850908391635, + "nauc_recall_at_10_max": 0.3141494970185707, + "nauc_recall_at_10_std": 0.6422736909312174, + "nauc_recall_at_1_diff1": 0.38868724046300185, + "nauc_recall_at_1_max": 0.06000338595296022, + "nauc_recall_at_1_std": 0.40596239419639885, + "nauc_recall_at_20_diff1": 0.1586424008263669, + "nauc_recall_at_20_max": 0.3490384617168943, + "nauc_recall_at_20_std": 0.6429391095532015, + "nauc_recall_at_3_diff1": 0.2706045753110807, + "nauc_recall_at_3_max": 0.2910537256671754, + "nauc_recall_at_3_std": 0.5143894034133962, + "nauc_recall_at_5_diff1": 0.1849668745882247, + "nauc_recall_at_5_max": 0.328052783496678, + "nauc_recall_at_5_std": 0.5481217318902369, + "ndcg_at_1": 0.1125, + "ndcg_at_10": 0.12112, + "ndcg_at_100": 0.17828, + "ndcg_at_1000": 0.28347, + "ndcg_at_20": 0.12719, + "ndcg_at_3": 0.11568, + "ndcg_at_5": 0.11025, + "precision_at_1": 0.15, + "precision_at_10": 0.123, + "precision_at_100": 0.07665, + "precision_at_1000": 0.02693, + "precision_at_20": 0.10675, + "precision_at_3": 0.14167, + "precision_at_5": 0.124, + "recall_at_1": 0.01821, + "recall_at_10": 0.07123, + "recall_at_100": 0.24462, + "recall_at_1000": 0.561, + "recall_at_20": 0.10304, + "recall_at_3": 0.03242, + "recall_at_5": 0.04034 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.19621, + "map_at_1": 0.02219, + "map_at_10": 0.06247, + "map_at_100": 0.11672, + "map_at_1000": 0.14271, + "map_at_20": 0.07577, + "map_at_3": 0.03898, + "map_at_5": 0.04914, + "mrr_at_1": 0.28, + "mrr_at_10": 0.4105059523809525, + "mrr_at_100": 0.42093772434419113, + "mrr_at_1000": 0.42127669282400626, + "mrr_at_20": 0.41756436771432925, + "mrr_at_3": 0.37333333333333335, + "mrr_at_5": 0.39558333333333345, + "nauc_map_at_1000_diff1": 0.2833155453194274, + "nauc_map_at_1000_max": 0.4915780910983727, + "nauc_map_at_1000_std": 0.645593030647855, + "nauc_map_at_100_diff1": 0.3189380009982894, + "nauc_map_at_100_max": 0.46744293151419253, + "nauc_map_at_100_std": 0.6014574729100974, + "nauc_map_at_10_diff1": 0.3494477094755465, + "nauc_map_at_10_max": 0.32030002286040615, + "nauc_map_at_10_std": 0.3570700567304698, + "nauc_map_at_1_diff1": 0.47858917268774454, + "nauc_map_at_1_max": 0.06832488526957357, + "nauc_map_at_1_std": 0.09433615898120187, + "nauc_map_at_20_diff1": 0.33447122913884064, + "nauc_map_at_20_max": 0.35666508213731984, + "nauc_map_at_20_std": 0.4200721822998657, + "nauc_map_at_3_diff1": 0.36202567340487035, + "nauc_map_at_3_max": 0.1710779666084177, + "nauc_map_at_3_std": 0.22796716296178124, + "nauc_map_at_5_diff1": 0.34443828956134015, + "nauc_map_at_5_max": 0.270004740508021, + "nauc_map_at_5_std": 0.30704323456271887, + "nauc_mrr_at_1000_diff1": 0.21022507849439423, + "nauc_mrr_at_1000_max": 0.3015626027126758, + "nauc_mrr_at_1000_std": 0.35680474503775134, + "nauc_mrr_at_100_diff1": 0.21013728762334152, + "nauc_mrr_at_100_max": 0.30169411389624146, + "nauc_mrr_at_100_std": 0.35695566996243705, + "nauc_mrr_at_10_diff1": 0.21458841795147326, + "nauc_mrr_at_10_max": 0.30431223911993005, + "nauc_mrr_at_10_std": 0.3604606503815973, + "nauc_mrr_at_1_diff1": 0.20017878093748231, + "nauc_mrr_at_1_max": 0.24777222191183862, + "nauc_mrr_at_1_std": 0.27157243421420185, + "nauc_mrr_at_20_diff1": 0.20899323813393036, + "nauc_mrr_at_20_max": 0.3037373537955332, + "nauc_mrr_at_20_std": 0.3573139199438197, + "nauc_mrr_at_3_diff1": 0.2140382946801396, + "nauc_mrr_at_3_max": 0.28558662171688903, + "nauc_mrr_at_3_std": 0.3395794544567163, + "nauc_mrr_at_5_diff1": 0.21098096985171175, + "nauc_mrr_at_5_max": 0.30266949458735476, + "nauc_mrr_at_5_std": 0.3617481122960961, + "nauc_ndcg_at_1000_diff1": 0.2722733995946173, + "nauc_ndcg_at_1000_max": 0.5435682509033699, + "nauc_ndcg_at_1000_std": 0.7221799852129471, + "nauc_ndcg_at_100_diff1": 0.29680957285782433, + "nauc_ndcg_at_100_max": 0.5233753070339676, + "nauc_ndcg_at_100_std": 0.6720134587491935, + "nauc_ndcg_at_10_diff1": 0.2539822907073411, + "nauc_ndcg_at_10_max": 0.444524275174535, + "nauc_ndcg_at_10_std": 0.4692357745201735, + "nauc_ndcg_at_1_diff1": 0.2370948307266125, + "nauc_ndcg_at_1_max": 0.23657842379795282, + "nauc_ndcg_at_1_std": 0.27184621481727606, + "nauc_ndcg_at_20_diff1": 0.25978927781666766, + "nauc_ndcg_at_20_max": 0.46131700743779686, + "nauc_ndcg_at_20_std": 0.5106463232161119, + "nauc_ndcg_at_3_diff1": 0.21515001406837275, + "nauc_ndcg_at_3_max": 0.33852573561097227, + "nauc_ndcg_at_3_std": 0.3599744398206471, + "nauc_ndcg_at_5_diff1": 0.22020712741763224, + "nauc_ndcg_at_5_max": 0.40230592546094357, + "nauc_ndcg_at_5_std": 0.4190434587923671, + "nauc_precision_at_1000_diff1": -0.0922035348368978, + "nauc_precision_at_1000_max": 0.07291773498661731, + "nauc_precision_at_1000_std": 0.08577453180661691, + "nauc_precision_at_100_diff1": 0.026185030796988577, + "nauc_precision_at_100_max": 0.3447358924905121, + "nauc_precision_at_100_std": 0.47179294468985244, + "nauc_precision_at_10_diff1": 0.14761426390697285, + "nauc_precision_at_10_max": 0.4764485026713961, + "nauc_precision_at_10_std": 0.5090384097337586, + "nauc_precision_at_1_diff1": 0.20017878093748231, + "nauc_precision_at_1_max": 0.24777222191183862, + "nauc_precision_at_1_std": 0.27157243421420185, + "nauc_precision_at_20_diff1": 0.07228997376129112, + "nauc_precision_at_20_max": 0.43457151213805206, + "nauc_precision_at_20_std": 0.5126636740126574, + "nauc_precision_at_3_diff1": 0.10681327689223877, + "nauc_precision_at_3_max": 0.3466324263053069, + "nauc_precision_at_3_std": 0.3695205282066717, + "nauc_precision_at_5_diff1": 0.09877747127358082, + "nauc_precision_at_5_max": 0.4555683945933552, + "nauc_precision_at_5_std": 0.4648436717273257, + "nauc_recall_at_1000_diff1": 0.24037583308965726, + "nauc_recall_at_1000_max": 0.513209236532696, + "nauc_recall_at_1000_std": 0.8116494063701903, + "nauc_recall_at_100_diff1": 0.273992506955664, + "nauc_recall_at_100_max": 0.48936236246025133, + "nauc_recall_at_100_std": 0.7089005298903835, + "nauc_recall_at_10_diff1": 0.29898560560595755, + "nauc_recall_at_10_max": 0.34253513334849145, + "nauc_recall_at_10_std": 0.36931561938659346, + "nauc_recall_at_1_diff1": 0.47858917268774454, + "nauc_recall_at_1_max": 0.06832488526957357, + "nauc_recall_at_1_std": 0.09433615898120187, + "nauc_recall_at_20_diff1": 0.25637629206882645, + "nauc_recall_at_20_max": 0.35798383087783203, + "nauc_recall_at_20_std": 0.43130151804526723, + "nauc_recall_at_3_diff1": 0.32138010382836923, + "nauc_recall_at_3_max": 0.16196258125813856, + "nauc_recall_at_3_std": 0.24558867306931348, + "nauc_recall_at_5_diff1": 0.28118857650782736, + "nauc_recall_at_5_max": 0.28281667751468254, + "nauc_recall_at_5_std": 0.33223229423303746, + "ndcg_at_1": 0.2225, + "ndcg_at_10": 0.19621, + "ndcg_at_100": 0.27519, + "ndcg_at_1000": 0.37963, + "ndcg_at_20": 0.20085, + "ndcg_at_3": 0.20529, + "ndcg_at_5": 0.19998, + "precision_at_1": 0.28, + "precision_at_10": 0.193, + "precision_at_100": 0.1057, + "precision_at_1000": 0.03046, + "precision_at_20": 0.16425, + "precision_at_3": 0.24333, + "precision_at_5": 0.225, + "recall_at_1": 0.02219, + "recall_at_10": 0.10402, + "recall_at_100": 0.36048, + "recall_at_1000": 0.67432, + "recall_at_20": 0.151, + "recall_at_3": 0.04879, + "recall_at_5": 0.06968 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47912, + "map_at_1": 0.1104, + "map_at_10": 0.23932, + "map_at_100": 0.33371, + "map_at_1000": 0.36966, + "map_at_20": 0.26897, + "map_at_3": 0.16535, + "map_at_5": 0.19652, + "mrr_at_1": 0.64, + "mrr_at_10": 0.738251984126984, + "mrr_at_100": 0.742027774677489, + "mrr_at_1000": 0.7420350953217058, + "mrr_at_20": 0.7410182178932179, + "mrr_at_3": 0.7141666666666666, + "mrr_at_5": 0.7326666666666667, + "nauc_map_at_1000_diff1": 0.3632058521525837, + "nauc_map_at_1000_max": 0.34782613398847617, + "nauc_map_at_1000_std": 0.22529464128918117, + "nauc_map_at_100_diff1": 0.3823192364838699, + "nauc_map_at_100_max": 0.32778863745321735, + "nauc_map_at_100_std": 0.22191066578411564, + "nauc_map_at_10_diff1": 0.3906556031237204, + "nauc_map_at_10_max": 0.2793061147967146, + "nauc_map_at_10_std": 0.16731954558963685, + "nauc_map_at_1_diff1": 0.515386397207116, + "nauc_map_at_1_max": 0.24677541610115278, + "nauc_map_at_1_std": 0.006393827369294169, + "nauc_map_at_20_diff1": 0.38833276576462494, + "nauc_map_at_20_max": 0.2902340518534057, + "nauc_map_at_20_std": 0.17042412099536633, + "nauc_map_at_3_diff1": 0.4502209252848155, + "nauc_map_at_3_max": 0.2758453633295748, + "nauc_map_at_3_std": 0.12627418692489578, + "nauc_map_at_5_diff1": 0.42649928289205813, + "nauc_map_at_5_max": 0.2711183173808878, + "nauc_map_at_5_std": 0.14637746308074776, + "nauc_mrr_at_1000_diff1": 0.5264994702084648, + "nauc_mrr_at_1000_max": 0.510554940759066, + "nauc_mrr_at_1000_std": 0.11463497706630957, + "nauc_mrr_at_100_diff1": 0.5265003968470601, + "nauc_mrr_at_100_max": 0.5105713403276978, + "nauc_mrr_at_100_std": 0.11466464250920877, + "nauc_mrr_at_10_diff1": 0.5295129302064558, + "nauc_mrr_at_10_max": 0.5148311904982374, + "nauc_mrr_at_10_std": 0.11920015804275194, + "nauc_mrr_at_1_diff1": 0.49145005747860476, + "nauc_mrr_at_1_max": 0.46272672116489966, + "nauc_mrr_at_1_std": 0.04029090560735678, + "nauc_mrr_at_20_diff1": 0.5277147559071352, + "nauc_mrr_at_20_max": 0.5123670529220471, + "nauc_mrr_at_20_std": 0.11748960140764933, + "nauc_mrr_at_3_diff1": 0.528244369889067, + "nauc_mrr_at_3_max": 0.5145034340363221, + "nauc_mrr_at_3_std": 0.12905621088703706, + "nauc_mrr_at_5_diff1": 0.525196505490049, + "nauc_mrr_at_5_max": 0.5168507283192567, + "nauc_mrr_at_5_std": 0.1159248179073638, + "nauc_ndcg_at_1000_diff1": 0.459006698571547, + "nauc_ndcg_at_1000_max": 0.4747446174632207, + "nauc_ndcg_at_1000_std": 0.22494657090222914, + "nauc_ndcg_at_100_diff1": 0.4559308889197233, + "nauc_ndcg_at_100_max": 0.4294990437481747, + "nauc_ndcg_at_100_std": 0.20954890311010985, + "nauc_ndcg_at_10_diff1": 0.4059196045872595, + "nauc_ndcg_at_10_max": 0.40333998432716484, + "nauc_ndcg_at_10_std": 0.14605240339690748, + "nauc_ndcg_at_1_diff1": 0.5172059504514934, + "nauc_ndcg_at_1_max": 0.44039057073396576, + "nauc_ndcg_at_1_std": 0.004771793239175303, + "nauc_ndcg_at_20_diff1": 0.4274866396465634, + "nauc_ndcg_at_20_max": 0.39585053267624837, + "nauc_ndcg_at_20_std": 0.13869204923290596, + "nauc_ndcg_at_3_diff1": 0.41124336976389014, + "nauc_ndcg_at_3_max": 0.426791831477286, + "nauc_ndcg_at_3_std": 0.06205129328836368, + "nauc_ndcg_at_5_diff1": 0.3894351476705373, + "nauc_ndcg_at_5_max": 0.38301374776494185, + "nauc_ndcg_at_5_std": 0.09387376685094365, + "nauc_precision_at_1000_diff1": -0.2094730758547832, + "nauc_precision_at_1000_max": -0.0269538221235673, + "nauc_precision_at_1000_std": -0.18427445690955777, + "nauc_precision_at_100_diff1": -0.15137262769113938, + "nauc_precision_at_100_max": 0.046242592342158634, + "nauc_precision_at_100_std": -0.01482830175329858, + "nauc_precision_at_10_diff1": -0.05081383103403017, + "nauc_precision_at_10_max": 0.13647777651918283, + "nauc_precision_at_10_std": 0.052571252973429725, + "nauc_precision_at_1_diff1": 0.49145005747860476, + "nauc_precision_at_1_max": 0.46272672116489966, + "nauc_precision_at_1_std": 0.04029090560735678, + "nauc_precision_at_20_diff1": -0.09487063182776459, + "nauc_precision_at_20_max": 0.07916565514597813, + "nauc_precision_at_20_std": -0.010293234523733546, + "nauc_precision_at_3_diff1": 0.1209286725795635, + "nauc_precision_at_3_max": 0.3010589321239993, + "nauc_precision_at_3_std": 0.11504062010881728, + "nauc_precision_at_5_diff1": -0.01899237321580677, + "nauc_precision_at_5_max": 0.15520760752368362, + "nauc_precision_at_5_std": 0.0682520709768664, + "nauc_recall_at_1000_diff1": 0.38870554892712744, + "nauc_recall_at_1000_max": 0.48793348226839217, + "nauc_recall_at_1000_std": 0.6812654471015184, + "nauc_recall_at_100_diff1": 0.3351124208153649, + "nauc_recall_at_100_max": 0.29906740108204755, + "nauc_recall_at_100_std": 0.3075348364000053, + "nauc_recall_at_10_diff1": 0.321481252147271, + "nauc_recall_at_10_max": 0.25469843426663846, + "nauc_recall_at_10_std": 0.22249399769474712, + "nauc_recall_at_1_diff1": 0.515386397207116, + "nauc_recall_at_1_max": 0.24677541610115278, + "nauc_recall_at_1_std": 0.006393827369294169, + "nauc_recall_at_20_diff1": 0.3126221556258545, + "nauc_recall_at_20_max": 0.25573500627109413, + "nauc_recall_at_20_std": 0.2038019155807181, + "nauc_recall_at_3_diff1": 0.4205283765594799, + "nauc_recall_at_3_max": 0.26067967797993286, + "nauc_recall_at_3_std": 0.17134329623026007, + "nauc_recall_at_5_diff1": 0.37701402624408903, + "nauc_recall_at_5_max": 0.252223806712946, + "nauc_recall_at_5_std": 0.18787247165814924, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.47912, + "ndcg_at_100": 0.56188, + "ndcg_at_1000": 0.64802, + "ndcg_at_20": 0.48824, + "ndcg_at_3": 0.49341, + "ndcg_at_5": 0.48528, + "precision_at_1": 0.64, + "precision_at_10": 0.356, + "precision_at_100": 0.14525, + "precision_at_1000": 0.03298, + "precision_at_20": 0.27525, + "precision_at_3": 0.48833, + "precision_at_5": 0.444, + "recall_at_1": 0.1104, + "recall_at_10": 0.32056, + "recall_at_100": 0.68313, + "recall_at_1000": 0.94022, + "recall_at_20": 0.40509, + "recall_at_3": 0.1801, + "recall_at_5": 0.23181 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.10494, + "map_at_1": 0.02039, + "map_at_10": 0.04526, + "map_at_100": 0.0723, + "map_at_1000": 0.08572, + "map_at_20": 0.05404, + "map_at_3": 0.03272, + "map_at_5": 0.0377, + "mrr_at_1": 0.13, + "mrr_at_10": 0.1866924603174603, + "mrr_at_100": 0.1999108382723778, + "mrr_at_1000": 0.20079313737994997, + "mrr_at_20": 0.19437279825437723, + "mrr_at_3": 0.17083333333333336, + "mrr_at_5": 0.17758333333333332, + "nauc_map_at_1000_diff1": 0.2488322698437354, + "nauc_map_at_1000_max": 0.5633784929729513, + "nauc_map_at_1000_std": 0.5306451613953626, + "nauc_map_at_100_diff1": 0.28018750180376245, + "nauc_map_at_100_max": 0.5413774121227295, + "nauc_map_at_100_std": 0.4919685157051128, + "nauc_map_at_10_diff1": 0.3205615607541528, + "nauc_map_at_10_max": 0.4967746872772483, + "nauc_map_at_10_std": 0.32458103761212037, + "nauc_map_at_1_diff1": 0.439939022109374, + "nauc_map_at_1_max": 0.2442909202981109, + "nauc_map_at_1_std": 0.20205887674507209, + "nauc_map_at_20_diff1": 0.3098529910687804, + "nauc_map_at_20_max": 0.5075992812566971, + "nauc_map_at_20_std": 0.3803754161148634, + "nauc_map_at_3_diff1": 0.33964979852212396, + "nauc_map_at_3_max": 0.3993329745302808, + "nauc_map_at_3_std": 0.25881843292773143, + "nauc_map_at_5_diff1": 0.3318234803117211, + "nauc_map_at_5_max": 0.4502056447429843, + "nauc_map_at_5_std": 0.28616628471261657, + "nauc_mrr_at_1000_diff1": 0.2019567312066171, + "nauc_mrr_at_1000_max": 0.5456959524487104, + "nauc_mrr_at_1000_std": 0.4482983429820131, + "nauc_mrr_at_100_diff1": 0.2010001428877841, + "nauc_mrr_at_100_max": 0.5451030502336884, + "nauc_mrr_at_100_std": 0.44821550143570515, + "nauc_mrr_at_10_diff1": 0.20836182632316433, + "nauc_mrr_at_10_max": 0.5476156043371744, + "nauc_mrr_at_10_std": 0.44470545192849925, + "nauc_mrr_at_1_diff1": 0.2249669808152943, + "nauc_mrr_at_1_max": 0.5261914888854066, + "nauc_mrr_at_1_std": 0.40824024534933184, + "nauc_mrr_at_20_diff1": 0.20245214575589, + "nauc_mrr_at_20_max": 0.5453277701351479, + "nauc_mrr_at_20_std": 0.4442668578794055, + "nauc_mrr_at_3_diff1": 0.20696601247574814, + "nauc_mrr_at_3_max": 0.5624212536039763, + "nauc_mrr_at_3_std": 0.4594986511660267, + "nauc_mrr_at_5_diff1": 0.2204046804319682, + "nauc_mrr_at_5_max": 0.5528698964731676, + "nauc_mrr_at_5_std": 0.4494310889955512, + "nauc_ndcg_at_1000_diff1": 0.16458435469365468, + "nauc_ndcg_at_1000_max": 0.6148026330534361, + "nauc_ndcg_at_1000_std": 0.6101840667091419, + "nauc_ndcg_at_100_diff1": 0.2187982007954905, + "nauc_ndcg_at_100_max": 0.5885462631615017, + "nauc_ndcg_at_100_std": 0.5752023342890613, + "nauc_ndcg_at_10_diff1": 0.23997894881220067, + "nauc_ndcg_at_10_max": 0.567439913553738, + "nauc_ndcg_at_10_std": 0.48116811177709823, + "nauc_ndcg_at_1_diff1": 0.24057639744710743, + "nauc_ndcg_at_1_max": 0.537209030134874, + "nauc_ndcg_at_1_std": 0.43237381839211836, + "nauc_ndcg_at_20_diff1": 0.2409250960156701, + "nauc_ndcg_at_20_max": 0.5586452900352689, + "nauc_ndcg_at_20_std": 0.4799631847329587, + "nauc_ndcg_at_3_diff1": 0.2298722252855746, + "nauc_ndcg_at_3_max": 0.5763098265220911, + "nauc_ndcg_at_3_std": 0.5013498254297538, + "nauc_ndcg_at_5_diff1": 0.23369277356891524, + "nauc_ndcg_at_5_max": 0.5702466557436414, + "nauc_ndcg_at_5_std": 0.4763239617957034, + "nauc_precision_at_1000_diff1": -0.05730183856383017, + "nauc_precision_at_1000_max": 0.36581359548750875, + "nauc_precision_at_1000_std": 0.30566929266538523, + "nauc_precision_at_100_diff1": 0.059256598119929206, + "nauc_precision_at_100_max": 0.5208999163068999, + "nauc_precision_at_100_std": 0.614135333662408, + "nauc_precision_at_10_diff1": 0.14866532372886712, + "nauc_precision_at_10_max": 0.5884001110911898, + "nauc_precision_at_10_std": 0.5818488948887508, + "nauc_precision_at_1_diff1": 0.2249669808152943, + "nauc_precision_at_1_max": 0.5261914888854066, + "nauc_precision_at_1_std": 0.40824024534933184, + "nauc_precision_at_20_diff1": 0.1319411855904489, + "nauc_precision_at_20_max": 0.5443131884997455, + "nauc_precision_at_20_std": 0.5904165933966457, + "nauc_precision_at_3_diff1": 0.1720535437258984, + "nauc_precision_at_3_max": 0.6336288285093742, + "nauc_precision_at_3_std": 0.5600992863791497, + "nauc_precision_at_5_diff1": 0.16073506520983497, + "nauc_precision_at_5_max": 0.6203442595699019, + "nauc_precision_at_5_std": 0.56161460458509, + "nauc_recall_at_1000_diff1": 0.050260802275976825, + "nauc_recall_at_1000_max": 0.5945031760253804, + "nauc_recall_at_1000_std": 0.6950662807481867, + "nauc_recall_at_100_diff1": 0.126224963659501, + "nauc_recall_at_100_max": 0.542708836583788, + "nauc_recall_at_100_std": 0.6116503899284256, + "nauc_recall_at_10_diff1": 0.264024659122032, + "nauc_recall_at_10_max": 0.4879005015798515, + "nauc_recall_at_10_std": 0.3174612959586261, + "nauc_recall_at_1_diff1": 0.439939022109374, + "nauc_recall_at_1_max": 0.2442909202981109, + "nauc_recall_at_1_std": 0.20205887674507209, + "nauc_recall_at_20_diff1": 0.21768894424591992, + "nauc_recall_at_20_max": 0.4799588202508287, + "nauc_recall_at_20_std": 0.40599645615250796, + "nauc_recall_at_3_diff1": 0.28153923697348765, + "nauc_recall_at_3_max": 0.4202205050676146, + "nauc_recall_at_3_std": 0.2577577523754749, + "nauc_recall_at_5_diff1": 0.28494194652227184, + "nauc_recall_at_5_max": 0.44889283846046263, + "nauc_recall_at_5_std": 0.26997413987525026, + "ndcg_at_1": 0.1025, + "ndcg_at_10": 0.10494, + "ndcg_at_100": 0.15632, + "ndcg_at_1000": 0.23785, + "ndcg_at_20": 0.1153, + "ndcg_at_3": 0.10663, + "ndcg_at_5": 0.10599, + "precision_at_1": 0.13, + "precision_at_10": 0.093, + "precision_at_100": 0.05045, + "precision_at_1000": 0.01684, + "precision_at_20": 0.08275, + "precision_at_3": 0.11667, + "precision_at_5": 0.105, + "recall_at_1": 0.02039, + "recall_at_10": 0.06729, + "recall_at_100": 0.24926, + "recall_at_1000": 0.53116, + "recall_at_20": 0.10916, + "recall_at_3": 0.04115, + "recall_at_5": 0.04954 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.13034, + "map_at_1": 0.02507, + "map_at_10": 0.05308, + "map_at_100": 0.08341, + "map_at_1000": 0.09764, + "map_at_20": 0.06113, + "map_at_3": 0.03816, + "map_at_5": 0.04382, + "mrr_at_1": 0.2, + "mrr_at_10": 0.2766567460317461, + "mrr_at_100": 0.28727336156903965, + "mrr_at_1000": 0.2880403440905632, + "mrr_at_20": 0.2834952881870453, + "mrr_at_3": 0.25666666666666665, + "mrr_at_5": 0.2679166666666667, + "nauc_map_at_1000_diff1": 0.16902471638458216, + "nauc_map_at_1000_max": 0.6933666808713158, + "nauc_map_at_1000_std": 0.5877249742379175, + "nauc_map_at_100_diff1": 0.19579007253084038, + "nauc_map_at_100_max": 0.703035537709153, + "nauc_map_at_100_std": 0.5956361916135968, + "nauc_map_at_10_diff1": 0.24365230025694268, + "nauc_map_at_10_max": 0.7029250546254496, + "nauc_map_at_10_std": 0.5104738863713039, + "nauc_map_at_1_diff1": 0.4476141255518867, + "nauc_map_at_1_max": 0.7437646632453689, + "nauc_map_at_1_std": 0.535356988006224, + "nauc_map_at_20_diff1": 0.2331215214528368, + "nauc_map_at_20_max": 0.703055900178865, + "nauc_map_at_20_std": 0.5385588857215137, + "nauc_map_at_3_diff1": 0.3185223095471995, + "nauc_map_at_3_max": 0.6931483513702618, + "nauc_map_at_3_std": 0.5215774994493474, + "nauc_map_at_5_diff1": 0.29947984454811527, + "nauc_map_at_5_max": 0.702644743401728, + "nauc_map_at_5_std": 0.5044218948884625, + "nauc_mrr_at_1000_diff1": 0.16627355902641985, + "nauc_mrr_at_1000_max": 0.5374576967197133, + "nauc_mrr_at_1000_std": 0.37582314598212063, + "nauc_mrr_at_100_diff1": 0.16585955270637348, + "nauc_mrr_at_100_max": 0.5375969086323557, + "nauc_mrr_at_100_std": 0.37573871805308967, + "nauc_mrr_at_10_diff1": 0.159639874519525, + "nauc_mrr_at_10_max": 0.5327276770806015, + "nauc_mrr_at_10_std": 0.3700814464551537, + "nauc_mrr_at_1_diff1": 0.2451081691959962, + "nauc_mrr_at_1_max": 0.4841055860510172, + "nauc_mrr_at_1_std": 0.3005247013238619, + "nauc_mrr_at_20_diff1": 0.1672914217390772, + "nauc_mrr_at_20_max": 0.5357329075753171, + "nauc_mrr_at_20_std": 0.37363859125543747, + "nauc_mrr_at_3_diff1": 0.1867044693856611, + "nauc_mrr_at_3_max": 0.5149932326455223, + "nauc_mrr_at_3_std": 0.35872597833469333, + "nauc_mrr_at_5_diff1": 0.16725945721811983, + "nauc_mrr_at_5_max": 0.5316667688614669, + "nauc_mrr_at_5_std": 0.36746441344333136, + "nauc_ndcg_at_1000_diff1": 0.1387512513754788, + "nauc_ndcg_at_1000_max": 0.704030060032098, + "nauc_ndcg_at_1000_std": 0.6203632722714677, + "nauc_ndcg_at_100_diff1": 0.15057117958531432, + "nauc_ndcg_at_100_max": 0.722241735817527, + "nauc_ndcg_at_100_std": 0.6141843416217958, + "nauc_ndcg_at_10_diff1": 0.1368421961966291, + "nauc_ndcg_at_10_max": 0.6213645985344098, + "nauc_ndcg_at_10_std": 0.4636209851133506, + "nauc_ndcg_at_1_diff1": 0.25992002635495126, + "nauc_ndcg_at_1_max": 0.5065092185529767, + "nauc_ndcg_at_1_std": 0.3420747708141635, + "nauc_ndcg_at_20_diff1": 0.15624127274437616, + "nauc_ndcg_at_20_max": 0.6488779321177401, + "nauc_ndcg_at_20_std": 0.5015090448234044, + "nauc_ndcg_at_3_diff1": 0.18845939486211888, + "nauc_ndcg_at_3_max": 0.5604633911690179, + "nauc_ndcg_at_3_std": 0.42096444358291923, + "nauc_ndcg_at_5_diff1": 0.17670426643110462, + "nauc_ndcg_at_5_max": 0.588574730739173, + "nauc_ndcg_at_5_std": 0.4328053468662501, + "nauc_precision_at_1000_diff1": -0.1371661718220659, + "nauc_precision_at_1000_max": 0.1561419985967504, + "nauc_precision_at_1000_std": -0.03728177446477354, + "nauc_precision_at_100_diff1": -0.08274816949759596, + "nauc_precision_at_100_max": 0.3296941785462077, + "nauc_precision_at_100_std": 0.28330906178938164, + "nauc_precision_at_10_diff1": -0.005438063338864013, + "nauc_precision_at_10_max": 0.451071227763961, + "nauc_precision_at_10_std": 0.36036957444092976, + "nauc_precision_at_1_diff1": 0.2451081691959962, + "nauc_precision_at_1_max": 0.4841055860510172, + "nauc_precision_at_1_std": 0.3005247013238619, + "nauc_precision_at_20_diff1": -0.04352352971496328, + "nauc_precision_at_20_max": 0.3944631720014431, + "nauc_precision_at_20_std": 0.33555383743106026, + "nauc_precision_at_3_diff1": 0.06743058793267014, + "nauc_precision_at_3_max": 0.48344881915081783, + "nauc_precision_at_3_std": 0.35062137264674215, + "nauc_precision_at_5_diff1": 0.05292149729114277, + "nauc_precision_at_5_max": 0.5030366712814311, + "nauc_precision_at_5_std": 0.35059430949753706, + "nauc_recall_at_1000_diff1": 0.16554646302531534, + "nauc_recall_at_1000_max": 0.723432004764414, + "nauc_recall_at_1000_std": 0.7518777108124183, + "nauc_recall_at_100_diff1": 0.11988237184349305, + "nauc_recall_at_100_max": 0.6645157206098727, + "nauc_recall_at_100_std": 0.6166398430602156, + "nauc_recall_at_10_diff1": 0.090481653517186, + "nauc_recall_at_10_max": 0.6101546717373608, + "nauc_recall_at_10_std": 0.40769564888836085, + "nauc_recall_at_1_diff1": 0.4476141255518867, + "nauc_recall_at_1_max": 0.7437646632453689, + "nauc_recall_at_1_std": 0.535356988006224, + "nauc_recall_at_20_diff1": 0.16359317387351044, + "nauc_recall_at_20_max": 0.5673570998087961, + "nauc_recall_at_20_std": 0.46452784973973676, + "nauc_recall_at_3_diff1": 0.25682035830545824, + "nauc_recall_at_3_max": 0.6484869191337999, + "nauc_recall_at_3_std": 0.499859463638775, + "nauc_recall_at_5_diff1": 0.19593356531025555, + "nauc_recall_at_5_max": 0.6709549586708818, + "nauc_recall_at_5_std": 0.46618925962779045, + "ndcg_at_1": 0.135, + "ndcg_at_10": 0.13034, + "ndcg_at_100": 0.19048, + "ndcg_at_1000": 0.27291, + "ndcg_at_20": 0.13949, + "ndcg_at_3": 0.13027, + "ndcg_at_5": 0.12687, + "precision_at_1": 0.2, + "precision_at_10": 0.113, + "precision_at_100": 0.059, + "precision_at_1000": 0.01778, + "precision_at_20": 0.096, + "precision_at_3": 0.15333, + "precision_at_5": 0.131, + "recall_at_1": 0.02507, + "recall_at_10": 0.09193, + "recall_at_100": 0.30133, + "recall_at_1000": 0.58635, + "recall_at_20": 0.13404, + "recall_at_3": 0.04751, + "recall_at_5": 0.06356 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CmedqaRetrieval.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CmedqaRetrieval.json new file mode 100644 index 000000000..994eb0c03 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 54.33560395240784, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.02133, + "map_at_1": 0.01154, + "map_at_10": 0.01645, + "map_at_100": 0.01784, + "map_at_1000": 0.01819, + "map_at_20": 0.01717, + "map_at_3": 0.01483, + "map_at_5": 0.01558, + "mrr_at_1": 0.01975493873468367, + "mrr_at_10": 0.026203673934356603, + "mrr_at_100": 0.02793299979600896, + "mrr_at_1000": 0.02835329779626687, + "mrr_at_20": 0.02707611606592351, + "mrr_at_3": 0.02371426189880804, + "mrr_at_5": 0.024989580728515468, + "nauc_map_at_1000_diff1": 0.35839989877829576, + "nauc_map_at_1000_max": 0.2414368511045817, + "nauc_map_at_1000_std": 0.2333072310178358, + "nauc_map_at_100_diff1": 0.3639564224237061, + "nauc_map_at_100_max": 0.24409122075457565, + "nauc_map_at_100_std": 0.23388572471567776, + "nauc_map_at_10_diff1": 0.3900939685427831, + "nauc_map_at_10_max": 0.2630582025751879, + "nauc_map_at_10_std": 0.23897844967483653, + "nauc_map_at_1_diff1": 0.5246803547269928, + "nauc_map_at_1_max": 0.2838183883436494, + "nauc_map_at_1_std": 0.245785004969127, + "nauc_map_at_20_diff1": 0.37732495114555553, + "nauc_map_at_20_max": 0.24946675440974986, + "nauc_map_at_20_std": 0.23509409875285048, + "nauc_map_at_3_diff1": 0.43373976348629995, + "nauc_map_at_3_max": 0.2784264407682542, + "nauc_map_at_3_std": 0.2327808112532794, + "nauc_map_at_5_diff1": 0.4148767553568766, + "nauc_map_at_5_max": 0.2686911806241012, + "nauc_map_at_5_std": 0.23035966285708503, + "nauc_mrr_at_1000_diff1": 0.3727518349504138, + "nauc_mrr_at_1000_max": 0.2281904166712557, + "nauc_mrr_at_1000_std": 0.20999263577459254, + "nauc_mrr_at_100_diff1": 0.3766496135881313, + "nauc_mrr_at_100_max": 0.2302279361178209, + "nauc_mrr_at_100_std": 0.21102435470730618, + "nauc_mrr_at_10_diff1": 0.3981027721169409, + "nauc_mrr_at_10_max": 0.24506913188359336, + "nauc_mrr_at_10_std": 0.21680916442656947, + "nauc_mrr_at_1_diff1": 0.5510873592343228, + "nauc_mrr_at_1_max": 0.2961633497342531, + "nauc_mrr_at_1_std": 0.2159042802394368, + "nauc_mrr_at_20_diff1": 0.3885482103801435, + "nauc_mrr_at_20_max": 0.23337657497422296, + "nauc_mrr_at_20_std": 0.21158614705210213, + "nauc_mrr_at_3_diff1": 0.4388729289613621, + "nauc_mrr_at_3_max": 0.2625456929339214, + "nauc_mrr_at_3_std": 0.2105179475954835, + "nauc_mrr_at_5_diff1": 0.4194432308675583, + "nauc_mrr_at_5_max": 0.2538133744965053, + "nauc_mrr_at_5_std": 0.215728681513336, + "nauc_ndcg_at_1000_diff1": 0.19343581877859092, + "nauc_ndcg_at_1000_max": 0.15543374048174657, + "nauc_ndcg_at_1000_std": 0.20064344368876924, + "nauc_ndcg_at_100_diff1": 0.2503705650380719, + "nauc_ndcg_at_100_max": 0.18716740949547273, + "nauc_ndcg_at_100_std": 0.2175782548085345, + "nauc_ndcg_at_10_diff1": 0.3345048612641159, + "nauc_ndcg_at_10_max": 0.23656802248502742, + "nauc_ndcg_at_10_std": 0.23427829750640491, + "nauc_ndcg_at_1_diff1": 0.5510873592343228, + "nauc_ndcg_at_1_max": 0.2961633497342531, + "nauc_ndcg_at_1_std": 0.2159042802394368, + "nauc_ndcg_at_20_diff1": 0.30543699894145127, + "nauc_ndcg_at_20_max": 0.2021053550896604, + "nauc_ndcg_at_20_std": 0.22215308576875675, + "nauc_ndcg_at_3_diff1": 0.4149193953145564, + "nauc_ndcg_at_3_max": 0.26613037034382797, + "nauc_ndcg_at_3_std": 0.2151752365310944, + "nauc_ndcg_at_5_diff1": 0.3808755320782252, + "nauc_ndcg_at_5_max": 0.25023147850445726, + "nauc_ndcg_at_5_std": 0.21838085619303285, + "nauc_precision_at_1000_diff1": 0.06910051347228849, + "nauc_precision_at_1000_max": 0.10824678812931317, + "nauc_precision_at_1000_std": 0.1848548115765957, + "nauc_precision_at_100_diff1": 0.09679576220512083, + "nauc_precision_at_100_max": 0.1383643186008186, + "nauc_precision_at_100_std": 0.21130085639415364, + "nauc_precision_at_10_diff1": 0.2250260900983631, + "nauc_precision_at_10_max": 0.20604935286874773, + "nauc_precision_at_10_std": 0.24808124510197072, + "nauc_precision_at_1_diff1": 0.5510873592343228, + "nauc_precision_at_1_max": 0.2961633497342531, + "nauc_precision_at_1_std": 0.2159042802394368, + "nauc_precision_at_20_diff1": 0.18394793499402184, + "nauc_precision_at_20_max": 0.14286297239814025, + "nauc_precision_at_20_std": 0.21452022639481347, + "nauc_precision_at_3_diff1": 0.35993707131273034, + "nauc_precision_at_3_max": 0.25698774342422703, + "nauc_precision_at_3_std": 0.20689077610771797, + "nauc_precision_at_5_diff1": 0.30670928839415557, + "nauc_precision_at_5_max": 0.23419888081376228, + "nauc_precision_at_5_std": 0.22646293981434154, + "nauc_recall_at_1000_diff1": 0.05455020943583768, + "nauc_recall_at_1000_max": 0.07734606592786666, + "nauc_recall_at_1000_std": 0.15855972943338636, + "nauc_recall_at_100_diff1": 0.11477651086592797, + "nauc_recall_at_100_max": 0.1250913433620746, + "nauc_recall_at_100_std": 0.20595994990002212, + "nauc_recall_at_10_diff1": 0.23023795216535875, + "nauc_recall_at_10_max": 0.20204462032401996, + "nauc_recall_at_10_std": 0.24646804150320675, + "nauc_recall_at_1_diff1": 0.5246803547269928, + "nauc_recall_at_1_max": 0.2838183883436494, + "nauc_recall_at_1_std": 0.245785004969127, + "nauc_recall_at_20_diff1": 0.18673551384501272, + "nauc_recall_at_20_max": 0.12957978574377527, + "nauc_recall_at_20_std": 0.21514568787587318, + "nauc_recall_at_3_diff1": 0.3519682125055883, + "nauc_recall_at_3_max": 0.25248580634659373, + "nauc_recall_at_3_std": 0.22236964150405977, + "nauc_recall_at_5_diff1": 0.30857029309539, + "nauc_recall_at_5_max": 0.22277640473039872, + "nauc_recall_at_5_std": 0.20967828787694215, + "ndcg_at_1": 0.01975, + "ndcg_at_10": 0.02133, + "ndcg_at_100": 0.02936, + "ndcg_at_1000": 0.04211, + "ndcg_at_20": 0.02395, + "ndcg_at_3": 0.01856, + "ndcg_at_5": 0.01939, + "precision_at_1": 0.01975, + "precision_at_10": 0.00515, + "precision_at_100": 0.00115, + "precision_at_1000": 0.0003, + "precision_at_20": 0.00341, + "precision_at_3": 0.01092, + "precision_at_5": 0.00795, + "recall_at_1": 0.01154, + "recall_at_10": 0.02678, + "recall_at_100": 0.0622, + "recall_at_1000": 0.15318, + "recall_at_20": 0.03603, + "recall_at_3": 0.01785, + "recall_at_5": 0.02072 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedicalQARetrieval.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedicalQARetrieval.json new file mode 100644 index 000000000..c83d9069c --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 5.965366840362549, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.64711, + "map_at_1": 0.46631, + "map_at_10": 0.59066, + "map_at_100": 0.59543, + "map_at_1000": 0.59571, + "map_at_20": 0.59373, + "map_at_3": 0.56665, + "map_at_5": 0.58137, + "mrr_at_1": 0.46728515625, + "mrr_at_10": 0.5914310515873019, + "mrr_at_100": 0.596204926688743, + "mrr_at_1000": 0.5964803101341907, + "mrr_at_20": 0.5945023192817799, + "mrr_at_3": 0.567626953125, + "mrr_at_5": 0.5822265625000005, + "nauc_map_at_1000_diff1": 0.4311988846977604, + "nauc_map_at_1000_max": 0.3496132732821273, + "nauc_map_at_1000_std": 0.0928847602768963, + "nauc_map_at_100_diff1": 0.43076293978684793, + "nauc_map_at_100_max": 0.34986953067744625, + "nauc_map_at_100_std": 0.09299906944695419, + "nauc_map_at_10_diff1": 0.43035759093033543, + "nauc_map_at_10_max": 0.3470033362149599, + "nauc_map_at_10_std": 0.08812934243229449, + "nauc_map_at_1_diff1": 0.5034821440317184, + "nauc_map_at_1_max": 0.3464586548333271, + "nauc_map_at_1_std": 0.12836363459771727, + "nauc_map_at_20_diff1": 0.4303698157755698, + "nauc_map_at_20_max": 0.35022004459273365, + "nauc_map_at_20_std": 0.09174337149791609, + "nauc_map_at_3_diff1": 0.44172695329330786, + "nauc_map_at_3_max": 0.3383963211743315, + "nauc_map_at_3_std": 0.08243579124198996, + "nauc_map_at_5_diff1": 0.43252108698682906, + "nauc_map_at_5_max": 0.342149571353551, + "nauc_map_at_5_std": 0.08660983672644426, + "nauc_mrr_at_1000_diff1": 0.4288986010690349, + "nauc_mrr_at_1000_max": 0.3485767154466703, + "nauc_mrr_at_1000_std": 0.09244505491830926, + "nauc_mrr_at_100_diff1": 0.4284644514894044, + "nauc_mrr_at_100_max": 0.3488341104141745, + "nauc_mrr_at_100_std": 0.09255982361474788, + "nauc_mrr_at_10_diff1": 0.4280912314972551, + "nauc_mrr_at_10_max": 0.34600406711622345, + "nauc_mrr_at_10_std": 0.08769262958165319, + "nauc_mrr_at_1_diff1": 0.5008968216183962, + "nauc_mrr_at_1_max": 0.34513881477793645, + "nauc_mrr_at_1_std": 0.12798617405436052, + "nauc_mrr_at_20_diff1": 0.428083010401372, + "nauc_mrr_at_20_max": 0.34918812982524394, + "nauc_mrr_at_20_std": 0.09130546171650995, + "nauc_mrr_at_3_diff1": 0.4390956299975249, + "nauc_mrr_at_3_max": 0.3372046526470415, + "nauc_mrr_at_3_std": 0.0818618301972663, + "nauc_mrr_at_5_diff1": 0.43012503942991637, + "nauc_mrr_at_5_max": 0.34138565446405733, + "nauc_mrr_at_5_std": 0.08610327015316294, + "nauc_ndcg_at_1000_diff1": 0.4091818450515473, + "nauc_ndcg_at_1000_max": 0.3581592225742837, + "nauc_ndcg_at_1000_std": 0.09541358855891552, + "nauc_ndcg_at_100_diff1": 0.3948477762502839, + "nauc_ndcg_at_100_max": 0.3666388148147964, + "nauc_ndcg_at_100_std": 0.10113518093822635, + "nauc_ndcg_at_10_diff1": 0.3927422303619056, + "nauc_ndcg_at_10_max": 0.35846580278251766, + "nauc_ndcg_at_10_std": 0.07773068545604767, + "nauc_ndcg_at_1_diff1": 0.5034821440317184, + "nauc_ndcg_at_1_max": 0.3464586548333271, + "nauc_ndcg_at_1_std": 0.12836363459771727, + "nauc_ndcg_at_20_diff1": 0.3916007338671436, + "nauc_ndcg_at_20_max": 0.3710477808284178, + "nauc_ndcg_at_20_std": 0.09263647041872351, + "nauc_ndcg_at_3_diff1": 0.41965015108726783, + "nauc_ndcg_at_3_max": 0.3377432321672937, + "nauc_ndcg_at_3_std": 0.0662954715616636, + "nauc_ndcg_at_5_diff1": 0.40046626179283773, + "nauc_ndcg_at_5_max": 0.34522033803264346, + "nauc_ndcg_at_5_std": 0.07377064420503149, + "nauc_precision_at_1000_diff1": 0.12439053244418856, + "nauc_precision_at_1000_max": 0.31281816754451575, + "nauc_precision_at_1000_std": 0.4509217520124202, + "nauc_precision_at_100_diff1": -0.03930121722727344, + "nauc_precision_at_100_max": 0.5966664780572358, + "nauc_precision_at_100_std": 0.32016804220477374, + "nauc_precision_at_10_diff1": 0.18975021895855462, + "nauc_precision_at_10_max": 0.43002207798972425, + "nauc_precision_at_10_std": 0.030951578028964328, + "nauc_precision_at_1_diff1": 0.5034821440317184, + "nauc_precision_at_1_max": 0.3464586548333271, + "nauc_precision_at_1_std": 0.12836363459771727, + "nauc_precision_at_20_diff1": 0.12343435781930676, + "nauc_precision_at_20_max": 0.5437591077878541, + "nauc_precision_at_20_std": 0.13515653739868644, + "nauc_precision_at_3_diff1": 0.3438295134437496, + "nauc_precision_at_3_max": 0.3363327732365818, + "nauc_precision_at_3_std": 0.010967075241271716, + "nauc_precision_at_5_diff1": 0.2684708827905874, + "nauc_precision_at_5_max": 0.3602628152648712, + "nauc_precision_at_5_std": 0.024519896403234372, + "nauc_recall_at_1000_diff1": 0.12439053244421648, + "nauc_recall_at_1000_max": 0.31281816754454206, + "nauc_recall_at_1000_std": 0.45092175201244156, + "nauc_recall_at_100_diff1": -0.03930121722727005, + "nauc_recall_at_100_max": 0.5966664780572339, + "nauc_recall_at_100_std": 0.32016804220477235, + "nauc_recall_at_10_diff1": 0.18975021895855526, + "nauc_recall_at_10_max": 0.4300220779897243, + "nauc_recall_at_10_std": 0.030951578028965667, + "nauc_recall_at_1_diff1": 0.5034821440317184, + "nauc_recall_at_1_max": 0.3464586548333271, + "nauc_recall_at_1_std": 0.12836363459771727, + "nauc_recall_at_20_diff1": 0.12343435781930974, + "nauc_recall_at_20_max": 0.5437591077878564, + "nauc_recall_at_20_std": 0.13515653739869066, + "nauc_recall_at_3_diff1": 0.34382951344374907, + "nauc_recall_at_3_max": 0.336332773236581, + "nauc_recall_at_3_std": 0.01096707524127074, + "nauc_recall_at_5_diff1": 0.2684708827905879, + "nauc_recall_at_5_max": 0.36026281526487264, + "nauc_recall_at_5_std": 0.02451989640323539, + "ndcg_at_1": 0.46631, + "ndcg_at_10": 0.64711, + "ndcg_at_100": 0.67032, + "ndcg_at_1000": 0.67789, + "ndcg_at_20": 0.65808, + "ndcg_at_3": 0.59851, + "ndcg_at_5": 0.62494, + "precision_at_1": 0.46631, + "precision_at_10": 0.08223, + "precision_at_100": 0.00931, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04326, + "precision_at_3": 0.23014, + "precision_at_5": 0.15088, + "recall_at_1": 0.46631, + "recall_at_10": 0.82227, + "recall_at_100": 0.93115, + "recall_at_1000": 0.99121, + "recall_at_20": 0.86523, + "recall_at_3": 0.69043, + "recall_at_5": 0.75439 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringP2P.v2.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringP2P.v2.json index d39c076d7..d11503992 100644 --- a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringP2P.v2.json +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 48.15180969238281, - "kg_co2_emissions": 0.001424486612027699, - "mteb_version": "1.18.0", + "evaluation_time": 17.523205518722534, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3618595826316153, - "v_measure": 0.3618595826316153, - "v_measure_std": 0.006323257682214736, + "main_score": 0.3666103078151083, + "v_measure": 0.3666103078151083, + "v_measure_std": 0.006427868533344021, "v_measures": { "Level 0": [ - 0.3638701486086161, - 0.36122004193535817, - 0.36204937123722053, - 0.35413941117549796, - 0.352768515384625, - 0.3602770483342538, - 0.35873265720595654, - 0.3665428722070472, - 0.37664621779017227, - 0.36234954243740525 + 0.36156255432961354, + 0.3667892495861735, + 0.37471690220822057, + 0.3628622276442849, + 0.36805524502429776, + 0.3582257827596481, + 0.3626241064553012, + 0.3739855055781903, + 0.3775002463158882, + 0.35978125824946444 ] } } diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringS2S.v2.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..6711b4672 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 15.774302244186401, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34566525498261635, + "v_measure": 0.34566525498261635, + "v_measure_std": 0.005614225947113884, + "v_measures": { + "Level 0": [ + 0.35219753467419956, + 0.34280979252733235, + 0.3558922019079492, + 0.34915538854409095, + 0.3402201772353163, + 0.3374939005287688, + 0.34194463141201725, + 0.3451879068916278, + 0.35017784993877565, + 0.3415731661660856 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/NFCorpus.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/NFCorpus.json new file mode 100644 index 000000000..88b5821ba --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 2.95436429977417, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34264, + "map_at_1": 0.05242, + "map_at_10": 0.12249, + "map_at_100": 0.15534, + "map_at_1000": 0.16961, + "map_at_20": 0.13704, + "map_at_3": 0.08845, + "map_at_5": 0.10402, + "mrr_at_1": 0.43653250773993807, + "mrr_at_10": 0.5274079807361542, + "mrr_at_100": 0.5337372646947479, + "mrr_at_1000": 0.5341529606889821, + "mrr_at_20": 0.5317414135816738, + "mrr_at_3": 0.5144478844169247, + "mrr_at_5": 0.5201754385964914, + "nauc_map_at_1000_diff1": 0.2722956475124748, + "nauc_map_at_1000_max": 0.36822650243462857, + "nauc_map_at_1000_std": 0.22910198986442748, + "nauc_map_at_100_diff1": 0.2860812573309362, + "nauc_map_at_100_max": 0.35048107700595915, + "nauc_map_at_100_std": 0.18708781196318264, + "nauc_map_at_10_diff1": 0.3288566577561797, + "nauc_map_at_10_max": 0.27623690093769954, + "nauc_map_at_10_std": 0.06548803469111224, + "nauc_map_at_1_diff1": 0.5382106147118834, + "nauc_map_at_1_max": 0.1946161252609285, + "nauc_map_at_1_std": -0.017074704272382633, + "nauc_map_at_20_diff1": 0.30626782403210634, + "nauc_map_at_20_max": 0.3101376985510946, + "nauc_map_at_20_std": 0.1129897445454484, + "nauc_map_at_3_diff1": 0.41246011711730046, + "nauc_map_at_3_max": 0.21628183513350874, + "nauc_map_at_3_std": -0.023986480000818253, + "nauc_map_at_5_diff1": 0.3719133123511957, + "nauc_map_at_5_max": 0.24493353910833257, + "nauc_map_at_5_std": 0.007929075479488285, + "nauc_mrr_at_1000_diff1": 0.3337400440442101, + "nauc_mrr_at_1000_max": 0.5269222984227616, + "nauc_mrr_at_1000_std": 0.33937971828247493, + "nauc_mrr_at_100_diff1": 0.33382219440130306, + "nauc_mrr_at_100_max": 0.527335854489289, + "nauc_mrr_at_100_std": 0.33961244497042903, + "nauc_mrr_at_10_diff1": 0.33205858507783864, + "nauc_mrr_at_10_max": 0.5236756888920789, + "nauc_mrr_at_10_std": 0.33634440388977044, + "nauc_mrr_at_1_diff1": 0.3432781190777802, + "nauc_mrr_at_1_max": 0.4845032738232664, + "nauc_mrr_at_1_std": 0.277760925370115, + "nauc_mrr_at_20_diff1": 0.33363180769432016, + "nauc_mrr_at_20_max": 0.5260280865738348, + "nauc_mrr_at_20_std": 0.339524368286922, + "nauc_mrr_at_3_diff1": 0.34440910566666383, + "nauc_mrr_at_3_max": 0.5277429248791742, + "nauc_mrr_at_3_std": 0.325109198926566, + "nauc_mrr_at_5_diff1": 0.33762803201718017, + "nauc_mrr_at_5_max": 0.5243719695723533, + "nauc_mrr_at_5_std": 0.3297566078210789, + "nauc_ndcg_at_1000_diff1": 0.2770798382584317, + "nauc_ndcg_at_1000_max": 0.5098310349815637, + "nauc_ndcg_at_1000_std": 0.4075016924345308, + "nauc_ndcg_at_100_diff1": 0.2700087460389514, + "nauc_ndcg_at_100_max": 0.46013571093382283, + "nauc_ndcg_at_100_std": 0.35261147317783603, + "nauc_ndcg_at_10_diff1": 0.23040852507260345, + "nauc_ndcg_at_10_max": 0.45363800946616084, + "nauc_ndcg_at_10_std": 0.3535264113276537, + "nauc_ndcg_at_1_diff1": 0.35850973222332727, + "nauc_ndcg_at_1_max": 0.4664416065642743, + "nauc_ndcg_at_1_std": 0.2903089002899087, + "nauc_ndcg_at_20_diff1": 0.23450524015273533, + "nauc_ndcg_at_20_max": 0.452844410771608, + "nauc_ndcg_at_20_std": 0.3568528079948018, + "nauc_ndcg_at_3_diff1": 0.2911803410424938, + "nauc_ndcg_at_3_max": 0.4790094365291194, + "nauc_ndcg_at_3_std": 0.3084493348997112, + "nauc_ndcg_at_5_diff1": 0.25476417481245683, + "nauc_ndcg_at_5_max": 0.4737829547177775, + "nauc_ndcg_at_5_std": 0.3251655543589786, + "nauc_precision_at_1000_diff1": -0.11776506817603298, + "nauc_precision_at_1000_max": 0.19989879854167122, + "nauc_precision_at_1000_std": 0.44458891444730564, + "nauc_precision_at_100_diff1": -0.07663125694800958, + "nauc_precision_at_100_max": 0.33132368121657796, + "nauc_precision_at_100_std": 0.5374527333558604, + "nauc_precision_at_10_diff1": 0.03385449185352885, + "nauc_precision_at_10_max": 0.4299614752852198, + "nauc_precision_at_10_std": 0.43601775874381293, + "nauc_precision_at_1_diff1": 0.3432781190777802, + "nauc_precision_at_1_max": 0.4845032738232664, + "nauc_precision_at_1_std": 0.277760925370115, + "nauc_precision_at_20_diff1": -0.013906333062891511, + "nauc_precision_at_20_max": 0.41563544642567984, + "nauc_precision_at_20_std": 0.4918418404030853, + "nauc_precision_at_3_diff1": 0.19834241331218064, + "nauc_precision_at_3_max": 0.49042853632223515, + "nauc_precision_at_3_std": 0.3423952454527061, + "nauc_precision_at_5_diff1": 0.11023305313342907, + "nauc_precision_at_5_max": 0.46987662685582526, + "nauc_precision_at_5_std": 0.37620714218832246, + "nauc_recall_at_1000_diff1": 0.15417567401965926, + "nauc_recall_at_1000_max": 0.26271138965048135, + "nauc_recall_at_1000_std": 0.32488547790282224, + "nauc_recall_at_100_diff1": 0.17800898454597952, + "nauc_recall_at_100_max": 0.25919447666481366, + "nauc_recall_at_100_std": 0.20292869244686412, + "nauc_recall_at_10_diff1": 0.26422252011612357, + "nauc_recall_at_10_max": 0.20485426442194607, + "nauc_recall_at_10_std": 0.05865041210090037, + "nauc_recall_at_1_diff1": 0.5382106147118834, + "nauc_recall_at_1_max": 0.1946161252609285, + "nauc_recall_at_1_std": -0.017074704272382633, + "nauc_recall_at_20_diff1": 0.2387221255101259, + "nauc_recall_at_20_max": 0.23196498387969086, + "nauc_recall_at_20_std": 0.09973829404626121, + "nauc_recall_at_3_diff1": 0.3561059941276958, + "nauc_recall_at_3_max": 0.16861225035765717, + "nauc_recall_at_3_std": -0.03865803760056133, + "nauc_recall_at_5_diff1": 0.30565311009603, + "nauc_recall_at_5_max": 0.1918297314824967, + "nauc_recall_at_5_std": 0.00021984271592760012, + "ndcg_at_1": 0.4226, + "ndcg_at_10": 0.34264, + "ndcg_at_100": 0.30799, + "ndcg_at_1000": 0.39399, + "ndcg_at_20": 0.31893, + "ndcg_at_3": 0.39914, + "ndcg_at_5": 0.37526, + "precision_at_1": 0.43653, + "precision_at_10": 0.25697, + "precision_at_100": 0.07913, + "precision_at_1000": 0.02073, + "precision_at_20": 0.19071, + "precision_at_3": 0.38184, + "precision_at_5": 0.32879, + "recall_at_1": 0.05242, + "recall_at_10": 0.16187, + "recall_at_100": 0.31158, + "recall_at_1000": 0.61628, + "recall_at_20": 0.20168, + "recall_at_3": 0.10313, + "recall_at_5": 0.12762 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/SciFact-PL.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/SciFact-PL.json new file mode 100644 index 000000000..7af7e3f17 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 4.098173379898071, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.30475, + "map_at_1": 0.18372, + "map_at_10": 0.26359, + "map_at_100": 0.27316, + "map_at_1000": 0.27391, + "map_at_20": 0.26862, + "map_at_3": 0.24358, + "map_at_5": 0.25436, + "mrr_at_1": 0.19666666666666666, + "mrr_at_10": 0.27687169312169313, + "mrr_at_100": 0.2858385752677808, + "mrr_at_1000": 0.28645415616268444, + "mrr_at_20": 0.28152836480971166, + "mrr_at_3": 0.25666666666666665, + "mrr_at_5": 0.26916666666666667, + "nauc_map_at_1000_diff1": 0.4616805480847632, + "nauc_map_at_1000_max": 0.35989122047546035, + "nauc_map_at_1000_std": 0.1129922227702022, + "nauc_map_at_100_diff1": 0.46107513127242555, + "nauc_map_at_100_max": 0.3597662297832298, + "nauc_map_at_100_std": 0.11274327006548168, + "nauc_map_at_10_diff1": 0.4633256946900064, + "nauc_map_at_10_max": 0.35756000791823106, + "nauc_map_at_10_std": 0.11012934511744395, + "nauc_map_at_1_diff1": 0.5617162599942513, + "nauc_map_at_1_max": 0.35465568118680657, + "nauc_map_at_1_std": 0.10458780041258854, + "nauc_map_at_20_diff1": 0.4629105695373729, + "nauc_map_at_20_max": 0.3576325282153602, + "nauc_map_at_20_std": 0.10880534449852451, + "nauc_map_at_3_diff1": 0.4681175989738467, + "nauc_map_at_3_max": 0.33850583586346344, + "nauc_map_at_3_std": 0.09517475205405579, + "nauc_map_at_5_diff1": 0.4663688181699801, + "nauc_map_at_5_max": 0.34722353449707927, + "nauc_map_at_5_std": 0.10598931349058285, + "nauc_mrr_at_1000_diff1": 0.4547274763205156, + "nauc_mrr_at_1000_max": 0.35939147546710876, + "nauc_mrr_at_1000_std": 0.1289790186174308, + "nauc_mrr_at_100_diff1": 0.45414487779063756, + "nauc_mrr_at_100_max": 0.3591630814394681, + "nauc_mrr_at_100_std": 0.12887463412841835, + "nauc_mrr_at_10_diff1": 0.4571553852845222, + "nauc_mrr_at_10_max": 0.3592565279018299, + "nauc_mrr_at_10_std": 0.12688727670094158, + "nauc_mrr_at_1_diff1": 0.5475176299269716, + "nauc_mrr_at_1_max": 0.3518786166574858, + "nauc_mrr_at_1_std": 0.12064705786106585, + "nauc_mrr_at_20_diff1": 0.4555326977520694, + "nauc_mrr_at_20_max": 0.35748303689190924, + "nauc_mrr_at_20_std": 0.12519144620504905, + "nauc_mrr_at_3_diff1": 0.46316556002798137, + "nauc_mrr_at_3_max": 0.3436813470356665, + "nauc_mrr_at_3_std": 0.11627815539467937, + "nauc_mrr_at_5_diff1": 0.45839253452707984, + "nauc_mrr_at_5_max": 0.355421470597927, + "nauc_mrr_at_5_std": 0.1292773447273002, + "nauc_ndcg_at_1000_diff1": 0.42996100595997655, + "nauc_ndcg_at_1000_max": 0.3873693021986723, + "nauc_ndcg_at_1000_std": 0.15431330622454192, + "nauc_ndcg_at_100_diff1": 0.41865489729305155, + "nauc_ndcg_at_100_max": 0.3863939913646523, + "nauc_ndcg_at_100_std": 0.14838060646478954, + "nauc_ndcg_at_10_diff1": 0.4337782404107611, + "nauc_ndcg_at_10_max": 0.37216586596985934, + "nauc_ndcg_at_10_std": 0.1253496175411484, + "nauc_ndcg_at_1_diff1": 0.5475176299269716, + "nauc_ndcg_at_1_max": 0.3518786166574858, + "nauc_ndcg_at_1_std": 0.12064705786106585, + "nauc_ndcg_at_20_diff1": 0.4308929253068042, + "nauc_ndcg_at_20_max": 0.36850228057505724, + "nauc_ndcg_at_20_std": 0.11829888734687106, + "nauc_ndcg_at_3_diff1": 0.44235078472266015, + "nauc_ndcg_at_3_max": 0.33545151030491227, + "nauc_ndcg_at_3_std": 0.10120389547233984, + "nauc_ndcg_at_5_diff1": 0.43957476662787937, + "nauc_ndcg_at_5_max": 0.3520297887806745, + "nauc_ndcg_at_5_std": 0.11968500356398047, + "nauc_precision_at_1000_diff1": 0.08966573540905107, + "nauc_precision_at_1000_max": 0.32499842794132267, + "nauc_precision_at_1000_std": 0.3586135340777416, + "nauc_precision_at_100_diff1": 0.17417018944731502, + "nauc_precision_at_100_max": 0.4503640206669798, + "nauc_precision_at_100_std": 0.3102121496790356, + "nauc_precision_at_10_diff1": 0.31667596715598606, + "nauc_precision_at_10_max": 0.4292422568681265, + "nauc_precision_at_10_std": 0.20022245252005305, + "nauc_precision_at_1_diff1": 0.5475176299269716, + "nauc_precision_at_1_max": 0.3518786166574858, + "nauc_precision_at_1_std": 0.12064705786106585, + "nauc_precision_at_20_diff1": 0.29472683908474295, + "nauc_precision_at_20_max": 0.410557501676977, + "nauc_precision_at_20_std": 0.17379071327420434, + "nauc_precision_at_3_diff1": 0.3753459878527107, + "nauc_precision_at_3_max": 0.3366084663719485, + "nauc_precision_at_3_std": 0.1165623783849966, + "nauc_precision_at_5_diff1": 0.3610486294126533, + "nauc_precision_at_5_max": 0.3718714854044619, + "nauc_precision_at_5_std": 0.16516710590368125, + "nauc_recall_at_1000_diff1": 0.2751487314278664, + "nauc_recall_at_1000_max": 0.6350953248276745, + "nauc_recall_at_1000_std": 0.5242689117137295, + "nauc_recall_at_100_diff1": 0.251204517981572, + "nauc_recall_at_100_max": 0.49154173122970246, + "nauc_recall_at_100_std": 0.28881039113956625, + "nauc_recall_at_10_diff1": 0.35228762655436896, + "nauc_recall_at_10_max": 0.39823984909576776, + "nauc_recall_at_10_std": 0.14458273379688913, + "nauc_recall_at_1_diff1": 0.5617162599942513, + "nauc_recall_at_1_max": 0.35465568118680657, + "nauc_recall_at_1_std": 0.10458780041258854, + "nauc_recall_at_20_diff1": 0.33995090235151126, + "nauc_recall_at_20_max": 0.3816980680526812, + "nauc_recall_at_20_std": 0.11674029740108242, + "nauc_recall_at_3_diff1": 0.37267845601508637, + "nauc_recall_at_3_max": 0.3183485376980805, + "nauc_recall_at_3_std": 0.09861469905719157, + "nauc_recall_at_5_diff1": 0.3688416659492536, + "nauc_recall_at_5_max": 0.34968071284791513, + "nauc_recall_at_5_std": 0.1352957811949278, + "ndcg_at_1": 0.19667, + "ndcg_at_10": 0.30475, + "ndcg_at_100": 0.35423, + "ndcg_at_1000": 0.37887, + "ndcg_at_20": 0.32243, + "ndcg_at_3": 0.26463, + "ndcg_at_5": 0.28364, + "precision_at_1": 0.19667, + "precision_at_10": 0.047, + "precision_at_100": 0.0074, + "precision_at_1000": 0.00098, + "precision_at_20": 0.02733, + "precision_at_3": 0.11, + "precision_at_5": 0.07733, + "recall_at_1": 0.18372, + "recall_at_10": 0.41828, + "recall_at_100": 0.6525, + "recall_at_1000": 0.85267, + "recall_at_20": 0.48644, + "recall_at_3": 0.31122, + "recall_at_5": 0.3565 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/SciFact.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/SciFact.json new file mode 100644 index 000000000..249e3c789 --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 8.113095998764038, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.71273, + "map_at_1": 0.57594, + "map_at_10": 0.66804, + "map_at_100": 0.6736, + "map_at_1000": 0.67389, + "map_at_20": 0.67116, + "map_at_3": 0.63978, + "map_at_5": 0.65349, + "mrr_at_1": 0.6066666666666667, + "mrr_at_10": 0.6822949735449734, + "mrr_at_100": 0.6867098294390704, + "mrr_at_1000": 0.6869727726302685, + "mrr_at_20": 0.6847773443876384, + "mrr_at_3": 0.6622222222222222, + "mrr_at_5": 0.6723888888888888, + "nauc_map_at_1000_diff1": 0.7144038887295185, + "nauc_map_at_1000_max": 0.5606896192215945, + "nauc_map_at_1000_std": 0.0772245326006105, + "nauc_map_at_100_diff1": 0.7142771733622506, + "nauc_map_at_100_max": 0.5609516085771479, + "nauc_map_at_100_std": 0.07757265096005875, + "nauc_map_at_10_diff1": 0.7151379659256649, + "nauc_map_at_10_max": 0.561205840822798, + "nauc_map_at_10_std": 0.07548508725097573, + "nauc_map_at_1_diff1": 0.7431333379547927, + "nauc_map_at_1_max": 0.5056986525448156, + "nauc_map_at_1_std": -0.018265392932589924, + "nauc_map_at_20_diff1": 0.7138208517300025, + "nauc_map_at_20_max": 0.5619354128391583, + "nauc_map_at_20_std": 0.07656728237047769, + "nauc_map_at_3_diff1": 0.7126838173054272, + "nauc_map_at_3_max": 0.5211880218797799, + "nauc_map_at_3_std": 0.03402884886224716, + "nauc_map_at_5_diff1": 0.7136512347389553, + "nauc_map_at_5_max": 0.5374811405809484, + "nauc_map_at_5_std": 0.06016410672380828, + "nauc_mrr_at_1000_diff1": 0.7135266142300425, + "nauc_mrr_at_1000_max": 0.5814243853520965, + "nauc_mrr_at_1000_std": 0.11247132207727259, + "nauc_mrr_at_100_diff1": 0.7133695621115426, + "nauc_mrr_at_100_max": 0.5816271681769999, + "nauc_mrr_at_100_std": 0.11274361215991942, + "nauc_mrr_at_10_diff1": 0.7135416743460128, + "nauc_mrr_at_10_max": 0.5839916322565472, + "nauc_mrr_at_10_std": 0.11476346387445734, + "nauc_mrr_at_1_diff1": 0.7403662284873302, + "nauc_mrr_at_1_max": 0.5698517265200285, + "nauc_mrr_at_1_std": 0.06738383909173722, + "nauc_mrr_at_20_diff1": 0.7125182950593053, + "nauc_mrr_at_20_max": 0.5824816186973973, + "nauc_mrr_at_20_std": 0.11344458569679865, + "nauc_mrr_at_3_diff1": 0.7103993232819334, + "nauc_mrr_at_3_max": 0.5656548812389601, + "nauc_mrr_at_3_std": 0.09415641279802027, + "nauc_mrr_at_5_diff1": 0.7121524239792346, + "nauc_mrr_at_5_max": 0.5765261683050489, + "nauc_mrr_at_5_std": 0.11062610975595842, + "nauc_ndcg_at_1000_diff1": 0.7094118898590731, + "nauc_ndcg_at_1000_max": 0.5796135882293332, + "nauc_ndcg_at_1000_std": 0.10910836444951826, + "nauc_ndcg_at_100_diff1": 0.7062392073634286, + "nauc_ndcg_at_100_max": 0.5871191542852867, + "nauc_ndcg_at_100_std": 0.11855024961911607, + "nauc_ndcg_at_10_diff1": 0.7082230462011181, + "nauc_ndcg_at_10_max": 0.5946404001626668, + "nauc_ndcg_at_10_std": 0.11676255101288174, + "nauc_ndcg_at_1_diff1": 0.7403662284873302, + "nauc_ndcg_at_1_max": 0.5698517265200285, + "nauc_ndcg_at_1_std": 0.06738383909173722, + "nauc_ndcg_at_20_diff1": 0.7032964842552863, + "nauc_ndcg_at_20_max": 0.5940596283295071, + "nauc_ndcg_at_20_std": 0.11784811179915287, + "nauc_ndcg_at_3_diff1": 0.699623490096185, + "nauc_ndcg_at_3_max": 0.5400086732213012, + "nauc_ndcg_at_3_std": 0.06079475054782483, + "nauc_ndcg_at_5_diff1": 0.7030452422514307, + "nauc_ndcg_at_5_max": 0.5568156431626691, + "nauc_ndcg_at_5_std": 0.09285278363143332, + "nauc_precision_at_1000_diff1": -0.23971660056272953, + "nauc_precision_at_1000_max": 0.20776975490694716, + "nauc_precision_at_1000_std": 0.4840299671175307, + "nauc_precision_at_100_diff1": -0.07917656823841131, + "nauc_precision_at_100_max": 0.3362005253044376, + "nauc_precision_at_100_std": 0.4881124287939594, + "nauc_precision_at_10_diff1": 0.19858510401464363, + "nauc_precision_at_10_max": 0.5314220694090578, + "nauc_precision_at_10_std": 0.4236821925940584, + "nauc_precision_at_1_diff1": 0.7403662284873302, + "nauc_precision_at_1_max": 0.5698517265200285, + "nauc_precision_at_1_std": 0.06738383909173722, + "nauc_precision_at_20_diff1": 0.10506122365123026, + "nauc_precision_at_20_max": 0.4872673295804737, + "nauc_precision_at_20_std": 0.4469634712577552, + "nauc_precision_at_3_diff1": 0.49379861699942545, + "nauc_precision_at_3_max": 0.5319917630887362, + "nauc_precision_at_3_std": 0.22092723183955895, + "nauc_precision_at_5_diff1": 0.37815735842065157, + "nauc_precision_at_5_max": 0.5289025670584834, + "nauc_precision_at_5_std": 0.3362393725425611, + "nauc_recall_at_1000_diff1": 0.722222222222207, + "nauc_recall_at_1000_max": 0.12278244631182747, + "nauc_recall_at_1000_std": 0.8692810457516407, + "nauc_recall_at_100_diff1": 0.6198115609880309, + "nauc_recall_at_100_max": 0.7832951362363149, + "nauc_recall_at_100_std": 0.4451942393118857, + "nauc_recall_at_10_diff1": 0.6704571999887872, + "nauc_recall_at_10_max": 0.714457242704035, + "nauc_recall_at_10_std": 0.2508139257048345, + "nauc_recall_at_1_diff1": 0.7431333379547927, + "nauc_recall_at_1_max": 0.5056986525448156, + "nauc_recall_at_1_std": -0.018265392932589924, + "nauc_recall_at_20_diff1": 0.632020538880948, + "nauc_recall_at_20_max": 0.7371852557655327, + "nauc_recall_at_20_std": 0.2817176735709359, + "nauc_recall_at_3_diff1": 0.6521407932728616, + "nauc_recall_at_3_max": 0.5056077016282943, + "nauc_recall_at_3_std": 0.03900198487256011, + "nauc_recall_at_5_diff1": 0.6552583091616792, + "nauc_recall_at_5_max": 0.5680247570810927, + "nauc_recall_at_5_std": 0.14594467042562217, + "ndcg_at_1": 0.60667, + "ndcg_at_10": 0.71273, + "ndcg_at_100": 0.73696, + "ndcg_at_1000": 0.74377, + "ndcg_at_20": 0.7226, + "ndcg_at_3": 0.66443, + "ndcg_at_5": 0.68407, + "precision_at_1": 0.60667, + "precision_at_10": 0.09433, + "precision_at_100": 0.01073, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04933, + "precision_at_3": 0.25444, + "precision_at_5": 0.16667, + "recall_at_1": 0.57594, + "recall_at_10": 0.83622, + "recall_at_100": 0.945, + "recall_at_1000": 0.99667, + "recall_at_20": 0.873, + "recall_at_3": 0.70561, + "recall_at_5": 0.75567 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.74753, + "map_at_1": 0.59883, + "map_at_10": 0.70288, + "map_at_100": 0.70751, + "map_at_1000": 0.70769, + "map_at_20": 0.70574, + "map_at_3": 0.67682, + "map_at_5": 0.69257, + "mrr_at_1": 0.6279357231149567, + "mrr_at_10": 0.7145579492612869, + "mrr_at_100": 0.7181995346009332, + "mrr_at_1000": 0.718335414475044, + "mrr_at_20": 0.716536998768866, + "mrr_at_3": 0.6994231561598679, + "mrr_at_5": 0.7080140090646889, + "nauc_map_at_1000_diff1": 0.69890488131361, + "nauc_map_at_1000_max": 0.5364502452672102, + "nauc_map_at_1000_std": 0.17672575041272467, + "nauc_map_at_100_diff1": 0.6988679938674712, + "nauc_map_at_100_max": 0.5365819397623052, + "nauc_map_at_100_std": 0.17701258784614884, + "nauc_map_at_10_diff1": 0.6975219194637343, + "nauc_map_at_10_max": 0.5358519198388626, + "nauc_map_at_10_std": 0.17391656264183392, + "nauc_map_at_1_diff1": 0.7286183357073667, + "nauc_map_at_1_max": 0.46549013705310727, + "nauc_map_at_1_std": 0.11032971720903872, + "nauc_map_at_20_diff1": 0.6987149235099129, + "nauc_map_at_20_max": 0.5367638200696117, + "nauc_map_at_20_std": 0.17620051045071003, + "nauc_map_at_3_diff1": 0.7013489961237817, + "nauc_map_at_3_max": 0.5096823563731503, + "nauc_map_at_3_std": 0.14683105632010937, + "nauc_map_at_5_diff1": 0.6970599224016717, + "nauc_map_at_5_max": 0.5258118157488891, + "nauc_map_at_5_std": 0.15416485409920253, + "nauc_mrr_at_1000_diff1": 0.7005861835150408, + "nauc_mrr_at_1000_max": 0.5508621223199521, + "nauc_mrr_at_1000_std": 0.20227678696354112, + "nauc_mrr_at_100_diff1": 0.7004919961220134, + "nauc_mrr_at_100_max": 0.5509245475374052, + "nauc_mrr_at_100_std": 0.20252333982163404, + "nauc_mrr_at_10_diff1": 0.6992031831898932, + "nauc_mrr_at_10_max": 0.5519350740557797, + "nauc_mrr_at_10_std": 0.20331468080669116, + "nauc_mrr_at_1_diff1": 0.7326459909809102, + "nauc_mrr_at_1_max": 0.5271103533204198, + "nauc_mrr_at_1_std": 0.1662795462292696, + "nauc_mrr_at_20_diff1": 0.7000837348046953, + "nauc_mrr_at_20_max": 0.5508944758382521, + "nauc_mrr_at_20_std": 0.20219531837478485, + "nauc_mrr_at_3_diff1": 0.6980931312500082, + "nauc_mrr_at_3_max": 0.5537849210973879, + "nauc_mrr_at_3_std": 0.20175290420282282, + "nauc_mrr_at_5_diff1": 0.6981324486405371, + "nauc_mrr_at_5_max": 0.5490493122788859, + "nauc_mrr_at_5_std": 0.19897785946573704, + "nauc_ndcg_at_1000_diff1": 0.6906312382982857, + "nauc_ndcg_at_1000_max": 0.5508732825663243, + "nauc_ndcg_at_1000_std": 0.20289108066784678, + "nauc_ndcg_at_100_diff1": 0.6894784194937651, + "nauc_ndcg_at_100_max": 0.5546526085709508, + "nauc_ndcg_at_100_std": 0.21152504905586608, + "nauc_ndcg_at_10_diff1": 0.6822919577114264, + "nauc_ndcg_at_10_max": 0.5537469167830515, + "nauc_ndcg_at_10_std": 0.20390067349941488, + "nauc_ndcg_at_1_diff1": 0.7326459909809102, + "nauc_ndcg_at_1_max": 0.5271103533204198, + "nauc_ndcg_at_1_std": 0.1662795462292696, + "nauc_ndcg_at_20_diff1": 0.6859298834308032, + "nauc_ndcg_at_20_max": 0.5544789328338106, + "nauc_ndcg_at_20_std": 0.20713886042038662, + "nauc_ndcg_at_3_diff1": 0.6862872561461564, + "nauc_ndcg_at_3_max": 0.5276593889026654, + "nauc_ndcg_at_3_std": 0.17124315713059932, + "nauc_ndcg_at_5_diff1": 0.6817688061577235, + "nauc_ndcg_at_5_max": 0.5360096703664321, + "nauc_ndcg_at_5_std": 0.1704326105120758, + "nauc_precision_at_1000_diff1": -0.2712366482669536, + "nauc_precision_at_1000_max": 0.18026930249804468, + "nauc_precision_at_1000_std": 0.3524595479221544, + "nauc_precision_at_100_diff1": -0.16973616554608728, + "nauc_precision_at_100_max": 0.26570919263319537, + "nauc_precision_at_100_std": 0.409448950870696, + "nauc_precision_at_10_diff1": 0.06357851188469799, + "nauc_precision_at_10_max": 0.39040783357351627, + "nauc_precision_at_10_std": 0.35845116966807444, + "nauc_precision_at_1_diff1": 0.7326459909809102, + "nauc_precision_at_1_max": 0.5271103533204198, + "nauc_precision_at_1_std": 0.1662795462292696, + "nauc_precision_at_20_diff1": 0.0012298092753597993, + "nauc_precision_at_20_max": 0.350944815288668, + "nauc_precision_at_20_std": 0.3704997542151024, + "nauc_precision_at_3_diff1": 0.3975866446090404, + "nauc_precision_at_3_max": 0.5267618772990434, + "nauc_precision_at_3_std": 0.2866468757115696, + "nauc_precision_at_5_diff1": 0.21670275980561834, + "nauc_precision_at_5_max": 0.45123008554006616, + "nauc_precision_at_5_std": 0.27322368549569115, + "nauc_recall_at_1000_diff1": 0.31235756622711575, + "nauc_recall_at_1000_max": 0.6625727581319896, + "nauc_recall_at_1000_std": 0.700519992232255, + "nauc_recall_at_100_diff1": 0.5853521527176487, + "nauc_recall_at_100_max": 0.7337499010086416, + "nauc_recall_at_100_std": 0.654628481638201, + "nauc_recall_at_10_diff1": 0.595275480276189, + "nauc_recall_at_10_max": 0.5994901217234877, + "nauc_recall_at_10_std": 0.29020627556514145, + "nauc_recall_at_1_diff1": 0.7286183357073667, + "nauc_recall_at_1_max": 0.46549013705310727, + "nauc_recall_at_1_std": 0.11032971720903872, + "nauc_recall_at_20_diff1": 0.6015969672721575, + "nauc_recall_at_20_max": 0.6131164684522094, + "nauc_recall_at_20_std": 0.3278643661419388, + "nauc_recall_at_3_diff1": 0.6362326645079361, + "nauc_recall_at_3_max": 0.5128390196876839, + "nauc_recall_at_3_std": 0.15706415004006102, + "nauc_recall_at_5_diff1": 0.6099227214029176, + "nauc_recall_at_5_max": 0.5240354838258949, + "nauc_recall_at_5_std": 0.15649997077653396, + "ndcg_at_1": 0.62794, + "ndcg_at_10": 0.74753, + "ndcg_at_100": 0.76845, + "ndcg_at_1000": 0.77241, + "ndcg_at_20": 0.75642, + "ndcg_at_3": 0.70556, + "ndcg_at_5": 0.72715, + "precision_at_1": 0.62794, + "precision_at_10": 0.09864, + "precision_at_100": 0.01098, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05136, + "precision_at_3": 0.27812, + "precision_at_5": 0.18146, + "recall_at_1": 0.59883, + "recall_at_10": 0.8692, + "recall_at_100": 0.96518, + "recall_at_1000": 0.99506, + "recall_at_20": 0.90251, + "recall_at_3": 0.76084, + "recall_at_5": 0.81162 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID-PL.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID-PL.json new file mode 100644 index 000000000..14d3634be --- /dev/null +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 78.6668803691864, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.24855, + "map_at_1": 0.00067, + "map_at_10": 0.00412, + "map_at_100": 0.01337, + "map_at_1000": 0.03424, + "map_at_20": 0.00578, + "map_at_3": 0.00192, + "map_at_5": 0.00267, + "mrr_at_1": 0.3, + "mrr_at_10": 0.39574603174603173, + "mrr_at_100": 0.4048648113999397, + "mrr_at_1000": 0.40518236619620296, + "mrr_at_20": 0.3984126984126985, + "mrr_at_3": 0.3633333333333333, + "mrr_at_5": 0.3803333333333333, + "nauc_map_at_1000_diff1": -0.01870001193672583, + "nauc_map_at_1000_max": 0.44489713919076246, + "nauc_map_at_1000_std": 0.5089340381291958, + "nauc_map_at_100_diff1": -0.13956216473294106, + "nauc_map_at_100_max": 0.38490613388293643, + "nauc_map_at_100_std": 0.3744657323462603, + "nauc_map_at_10_diff1": -0.20051951096025186, + "nauc_map_at_10_max": 0.36483532550237735, + "nauc_map_at_10_std": 0.2389681337631346, + "nauc_map_at_1_diff1": -0.09824997784922122, + "nauc_map_at_1_max": 0.4102024008827761, + "nauc_map_at_1_std": 0.22195082768170843, + "nauc_map_at_20_diff1": -0.23262572123883685, + "nauc_map_at_20_max": 0.3438547743259052, + "nauc_map_at_20_std": 0.2672773406693415, + "nauc_map_at_3_diff1": -0.14149243597227876, + "nauc_map_at_3_max": 0.444407145064402, + "nauc_map_at_3_std": 0.18481681447734358, + "nauc_map_at_5_diff1": -0.19502229534936158, + "nauc_map_at_5_max": 0.3730453040772782, + "nauc_map_at_5_std": 0.2018080174195828, + "nauc_mrr_at_1000_diff1": -0.018959755649616144, + "nauc_mrr_at_1000_max": 0.28704793761502057, + "nauc_mrr_at_1000_std": 0.19437134966968447, + "nauc_mrr_at_100_diff1": -0.02020116572604069, + "nauc_mrr_at_100_max": 0.28737697951879937, + "nauc_mrr_at_100_std": 0.1935414052780822, + "nauc_mrr_at_10_diff1": -0.018419269266432354, + "nauc_mrr_at_10_max": 0.29033393876725133, + "nauc_mrr_at_10_std": 0.19770773335701855, + "nauc_mrr_at_1_diff1": 0.02775300635049311, + "nauc_mrr_at_1_max": 0.2648561005269557, + "nauc_mrr_at_1_std": 0.2097013917038238, + "nauc_mrr_at_20_diff1": -0.017161419859089443, + "nauc_mrr_at_20_max": 0.2903116212524344, + "nauc_mrr_at_20_std": 0.1933144854824807, + "nauc_mrr_at_3_diff1": 0.016879854117086174, + "nauc_mrr_at_3_max": 0.2602800210170302, + "nauc_mrr_at_3_std": 0.1851441388536889, + "nauc_mrr_at_5_diff1": -0.002404504560275108, + "nauc_mrr_at_5_max": 0.2832906306268592, + "nauc_mrr_at_5_std": 0.1851602119740675, + "nauc_ndcg_at_1000_diff1": -0.09817206149565876, + "nauc_ndcg_at_1000_max": 0.4270374632354547, + "nauc_ndcg_at_1000_std": 0.36205483775928393, + "nauc_ndcg_at_100_diff1": -0.05504107497780305, + "nauc_ndcg_at_100_max": 0.36929211455498034, + "nauc_ndcg_at_100_std": 0.3299464980450959, + "nauc_ndcg_at_10_diff1": -0.06751374545129525, + "nauc_ndcg_at_10_max": 0.3144230597817452, + "nauc_ndcg_at_10_std": 0.2475253978378782, + "nauc_ndcg_at_1_diff1": 0.06931951505670696, + "nauc_ndcg_at_1_max": 0.3214006369070896, + "nauc_ndcg_at_1_std": 0.2223587909939101, + "nauc_ndcg_at_20_diff1": -0.10136285123224058, + "nauc_ndcg_at_20_max": 0.3140182534315973, + "nauc_ndcg_at_20_std": 0.2593293988216381, + "nauc_ndcg_at_3_diff1": 0.011752295756069588, + "nauc_ndcg_at_3_max": 0.3115610071401036, + "nauc_ndcg_at_3_std": 0.18537552441262792, + "nauc_ndcg_at_5_diff1": -0.04596366068832669, + "nauc_ndcg_at_5_max": 0.2929306330955247, + "nauc_ndcg_at_5_std": 0.2098619670313914, + "nauc_precision_at_1000_diff1": 0.036719419444186066, + "nauc_precision_at_1000_max": 0.36543652290507167, + "nauc_precision_at_1000_std": 0.40845873900803975, + "nauc_precision_at_100_diff1": -0.020704124918953355, + "nauc_precision_at_100_max": 0.38968561326509, + "nauc_precision_at_100_std": 0.34355879906774467, + "nauc_precision_at_10_diff1": -0.0785500448105566, + "nauc_precision_at_10_max": 0.31716721011383764, + "nauc_precision_at_10_std": 0.261663139027134, + "nauc_precision_at_1_diff1": 0.02775300635049311, + "nauc_precision_at_1_max": 0.2648561005269557, + "nauc_precision_at_1_std": 0.2097013917038238, + "nauc_precision_at_20_diff1": -0.1274188434370286, + "nauc_precision_at_20_max": 0.30904934118774524, + "nauc_precision_at_20_std": 0.2561727144209198, + "nauc_precision_at_3_diff1": -0.010961434221356502, + "nauc_precision_at_3_max": 0.26250225853727105, + "nauc_precision_at_3_std": 0.16826604565256673, + "nauc_precision_at_5_diff1": -0.07875968992248081, + "nauc_precision_at_5_max": 0.24374115267947413, + "nauc_precision_at_5_std": 0.20123356926188063, + "nauc_recall_at_1000_diff1": -0.10282033062362976, + "nauc_recall_at_1000_max": 0.4376141811866711, + "nauc_recall_at_1000_std": 0.35795822451134496, + "nauc_recall_at_100_diff1": -0.1635620736645271, + "nauc_recall_at_100_max": 0.4345495939180262, + "nauc_recall_at_100_std": 0.27120497984589076, + "nauc_recall_at_10_diff1": -0.20131049859763947, + "nauc_recall_at_10_max": 0.41030562146263677, + "nauc_recall_at_10_std": 0.21132127677597565, + "nauc_recall_at_1_diff1": -0.09824997784922122, + "nauc_recall_at_1_max": 0.4102024008827761, + "nauc_recall_at_1_std": 0.22195082768170843, + "nauc_recall_at_20_diff1": -0.237819130878909, + "nauc_recall_at_20_max": 0.38065892920107913, + "nauc_recall_at_20_std": 0.20214490986254666, + "nauc_recall_at_3_diff1": -0.14439634910863264, + "nauc_recall_at_3_max": 0.4071773585079799, + "nauc_recall_at_3_std": 0.14701217774153585, + "nauc_recall_at_5_diff1": -0.21179380523640404, + "nauc_recall_at_5_max": 0.3572169617393001, + "nauc_recall_at_5_std": 0.17830556844313072, + "ndcg_at_1": 0.28, + "ndcg_at_10": 0.24855, + "ndcg_at_100": 0.14594, + "ndcg_at_1000": 0.13254, + "ndcg_at_20": 0.20856, + "ndcg_at_3": 0.28061, + "ndcg_at_5": 0.27198, + "precision_at_1": 0.3, + "precision_at_10": 0.258, + "precision_at_100": 0.1422, + "precision_at_1000": 0.06442, + "precision_at_20": 0.205, + "precision_at_3": 0.30667, + "precision_at_5": 0.288, + "recall_at_1": 0.00067, + "recall_at_10": 0.00568, + "recall_at_100": 0.02928, + "recall_at_1000": 0.12541, + "recall_at_20": 0.00891, + "recall_at_3": 0.00219, + "recall_at_5": 0.00325 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID.json b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID.json index 6353e2f5c..0e40a0833 100644 --- a/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID.json +++ b/results/BAAI__bge-small-en-v1.5/5c38ec7c405ec4b44b94cc5a9bb96e735b38267a/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 255.83314514160156, - "kg_co2_emissions": 0.012051993439203752, - "mteb_version": "1.18.0", + "evaluation_time": 69.56283855438232, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.75651, + "main_score": 0.75525, "map_at_1": 0.0022, - "map_at_10": 0.01853, - "map_at_100": 0.09898, - "map_at_1000": 0.2342, - "map_at_20": 0.03288, - "map_at_3": 0.00637, - "map_at_5": 0.01024, + "map_at_10": 0.01839, + "map_at_100": 0.09885, + "map_at_1000": 0.23427, + "map_at_20": 0.03273, + "map_at_3": 0.00642, + "map_at_5": 0.01028, "mrr_at_1": 0.88, - "mrr_at_10": 0.9306666666666666, - "mrr_at_100": 0.9306666666666666, - "mrr_at_1000": 0.9306666666666666, - "mrr_at_20": 0.9306666666666666, + "mrr_at_10": 0.9316666666666668, + "mrr_at_100": 0.9316666666666668, + "mrr_at_1000": 0.9316666666666668, + "mrr_at_20": 0.9316666666666668, "mrr_at_3": 0.9266666666666667, - "mrr_at_5": 0.9306666666666666, - "nauc_map_at_1000_diff1": -0.11864667590223894, - "nauc_map_at_1000_max": 0.5693433231260581, - "nauc_map_at_1000_std": 0.7772412169552853, - "nauc_map_at_100_diff1": -0.12261058196802357, - "nauc_map_at_100_max": 0.42200789816794326, - "nauc_map_at_100_std": 0.5370719775785883, - "nauc_map_at_10_diff1": 0.09441128544880456, - "nauc_map_at_10_max": 0.0668205244699858, - "nauc_map_at_10_std": 0.09682905114773703, - "nauc_map_at_1_diff1": 0.23596661152612866, - "nauc_map_at_1_max": -0.003515274537611902, - "nauc_map_at_1_std": -0.0205749772355463, - "nauc_map_at_20_diff1": 0.00927809423360854, - "nauc_map_at_20_max": 0.09484781883773565, - "nauc_map_at_20_std": 0.13836640117409493, - "nauc_map_at_3_diff1": 0.12336283801123589, - "nauc_map_at_3_max": -0.016500570308633365, - "nauc_map_at_3_std": -0.004167388194499763, - "nauc_map_at_5_diff1": 0.13287457775355604, - "nauc_map_at_5_max": -0.032758315265728, - "nauc_map_at_5_std": 0.01087102240613347, - "nauc_mrr_at_1000_diff1": -0.0228899015409383, - "nauc_mrr_at_1000_max": 0.37291369276380826, - "nauc_mrr_at_1000_std": 0.380879177189707, - "nauc_mrr_at_100_diff1": -0.0228899015409383, - "nauc_mrr_at_100_max": 0.37291369276380826, - "nauc_mrr_at_100_std": 0.380879177189707, - "nauc_mrr_at_10_diff1": -0.0228899015409383, - "nauc_mrr_at_10_max": 0.37291369276380826, - "nauc_mrr_at_10_std": 0.380879177189707, - "nauc_mrr_at_1_diff1": 0.12321030862233491, + "mrr_at_5": 0.9316666666666668, + "nauc_map_at_1000_diff1": -0.12950329339099184, + "nauc_map_at_1000_max": 0.580899385975873, + "nauc_map_at_1000_std": 0.7793293202111543, + "nauc_map_at_100_diff1": -0.1386344543377499, + "nauc_map_at_100_max": 0.46708375635968163, + "nauc_map_at_100_std": 0.5407656660852029, + "nauc_map_at_10_diff1": 0.10687507538887235, + "nauc_map_at_10_max": 0.13215375509544883, + "nauc_map_at_10_std": 0.09993573890611157, + "nauc_map_at_1_diff1": 0.24325511120347856, + "nauc_map_at_1_max": 0.03375693535020313, + "nauc_map_at_1_std": -0.021766681341021346, + "nauc_map_at_20_diff1": 0.02184184946128515, + "nauc_map_at_20_max": 0.1618639101183197, + "nauc_map_at_20_std": 0.14047678940867922, + "nauc_map_at_3_diff1": 0.11988993852385414, + "nauc_map_at_3_max": 0.011609020078124794, + "nauc_map_at_3_std": -0.013853974459115546, + "nauc_map_at_5_diff1": 0.13883507537426662, + "nauc_map_at_5_max": 0.009330596384744216, + "nauc_map_at_5_std": 0.013913059927635005, + "nauc_mrr_at_1000_diff1": 0.015892363771449623, + "nauc_mrr_at_1000_max": 0.3868844466114097, + "nauc_mrr_at_1000_std": 0.3757864920712335, + "nauc_mrr_at_100_diff1": 0.015892363771449623, + "nauc_mrr_at_100_max": 0.3868844466114097, + "nauc_mrr_at_100_std": 0.3757864920712335, + "nauc_mrr_at_10_diff1": 0.015892363771449623, + "nauc_mrr_at_10_max": 0.3868844466114097, + "nauc_mrr_at_10_std": 0.3757864920712335, + "nauc_mrr_at_1_diff1": 0.14826598790963952, "nauc_mrr_at_1_max": 0.4330257715558378, "nauc_mrr_at_1_std": 0.3606426980591795, - "nauc_mrr_at_20_diff1": -0.0228899015409383, - "nauc_mrr_at_20_max": 0.37291369276380826, - "nauc_mrr_at_20_std": 0.380879177189707, - "nauc_mrr_at_3_diff1": -0.0855803301356815, + "nauc_mrr_at_20_diff1": 0.015892363771449623, + "nauc_mrr_at_20_max": 0.3868844466114097, + "nauc_mrr_at_20_std": 0.3757864920712335, + "nauc_mrr_at_3_diff1": -0.06516290726816658, "nauc_mrr_at_3_max": 0.32091003370495275, "nauc_mrr_at_3_std": 0.39983579638752226, - "nauc_mrr_at_5_diff1": -0.0228899015409383, - "nauc_mrr_at_5_max": 0.37291369276380826, - "nauc_mrr_at_5_std": 0.380879177189707, - "nauc_ndcg_at_1000_diff1": -0.06401154603311525, - "nauc_ndcg_at_1000_max": 0.49819756252282504, - "nauc_ndcg_at_1000_std": 0.6957016113983499, - "nauc_ndcg_at_100_diff1": -0.21767226888935606, - "nauc_ndcg_at_100_max": 0.49969777296012463, - "nauc_ndcg_at_100_std": 0.7231711973728449, - "nauc_ndcg_at_10_diff1": -0.2192019520837152, - "nauc_ndcg_at_10_max": 0.33700134575248814, - "nauc_ndcg_at_10_std": 0.5447432155008184, - "nauc_ndcg_at_1_diff1": 0.07689289917614792, - "nauc_ndcg_at_1_max": 0.28761979487754374, + "nauc_mrr_at_5_diff1": 0.015892363771449623, + "nauc_mrr_at_5_max": 0.3868844466114097, + "nauc_mrr_at_5_std": 0.3757864920712335, + "nauc_ndcg_at_1000_diff1": -0.07084087689389078, + "nauc_ndcg_at_1000_max": 0.5119465138770071, + "nauc_ndcg_at_1000_std": 0.699796220185844, + "nauc_ndcg_at_100_diff1": -0.22774394131287742, + "nauc_ndcg_at_100_max": 0.5027997591726359, + "nauc_ndcg_at_100_std": 0.725052213861833, + "nauc_ndcg_at_10_diff1": -0.19434181690736985, + "nauc_ndcg_at_10_max": 0.3780684560544147, + "nauc_ndcg_at_10_std": 0.5498801021473886, + "nauc_ndcg_at_1_diff1": 0.06865437426441716, + "nauc_ndcg_at_1_max": 0.32292775878495844, "nauc_ndcg_at_1_std": 0.325561844981225, - "nauc_ndcg_at_20_diff1": -0.30083645050087626, - "nauc_ndcg_at_20_max": 0.3675084172710948, - "nauc_ndcg_at_20_std": 0.5758378249064486, - "nauc_ndcg_at_3_diff1": -0.23566967284009213, - "nauc_ndcg_at_3_max": 0.29655686278508875, - "nauc_ndcg_at_3_std": 0.43884162468290483, - "nauc_ndcg_at_5_diff1": -0.19904237358398047, - "nauc_ndcg_at_5_max": 0.2208498922909445, - "nauc_ndcg_at_5_std": 0.4345318846730999, - "nauc_precision_at_1000_diff1": -0.1383142610646975, - "nauc_precision_at_1000_max": 0.47689935400447214, - "nauc_precision_at_1000_std": 0.6049390680053497, - "nauc_precision_at_100_diff1": -0.2203249692648353, - "nauc_precision_at_100_max": 0.5550235705583451, - "nauc_precision_at_100_std": 0.7439157681794971, - "nauc_precision_at_10_diff1": -0.21419278533412253, - "nauc_precision_at_10_max": 0.45483934555489935, - "nauc_precision_at_10_std": 0.5949931007293522, - "nauc_precision_at_1_diff1": 0.12321030862233491, + "nauc_ndcg_at_20_diff1": -0.2799107116580803, + "nauc_ndcg_at_20_max": 0.3888258687989626, + "nauc_ndcg_at_20_std": 0.5714200143950237, + "nauc_ndcg_at_3_diff1": -0.2664810081102568, + "nauc_ndcg_at_3_max": 0.30293784171215976, + "nauc_ndcg_at_3_std": 0.4398541935205801, + "nauc_ndcg_at_5_diff1": -0.18315608458527188, + "nauc_ndcg_at_5_max": 0.2652237839971132, + "nauc_ndcg_at_5_std": 0.47360218001689214, + "nauc_precision_at_1000_diff1": -0.14182255205372582, + "nauc_precision_at_1000_max": 0.45289378145719256, + "nauc_precision_at_1000_std": 0.6090768625793267, + "nauc_precision_at_100_diff1": -0.23264461354576482, + "nauc_precision_at_100_max": 0.5528673973193744, + "nauc_precision_at_100_std": 0.7471598976000283, + "nauc_precision_at_10_diff1": -0.17751429313929362, + "nauc_precision_at_10_max": 0.4978625259875252, + "nauc_precision_at_10_std": 0.5999090436590436, + "nauc_precision_at_1_diff1": 0.14826598790963952, "nauc_precision_at_1_max": 0.4330257715558378, "nauc_precision_at_1_std": 0.3606426980591795, - "nauc_precision_at_20_diff1": -0.2967284521809788, - "nauc_precision_at_20_max": 0.43299726914260106, - "nauc_precision_at_20_std": 0.5576301187455458, - "nauc_precision_at_3_diff1": -0.3523649984877024, - "nauc_precision_at_3_max": 0.40306181801261054, - "nauc_precision_at_3_std": 0.49212442707242837, - "nauc_precision_at_5_diff1": -0.2532267195018417, - "nauc_precision_at_5_max": 0.24173506934616365, - "nauc_precision_at_5_std": 0.45261817152561507, - "nauc_recall_at_1000_diff1": 0.003402156154884811, - "nauc_recall_at_1000_max": 0.44008630372800045, - "nauc_recall_at_1000_std": 0.5742557366711357, - "nauc_recall_at_100_diff1": -0.02027865414512616, - "nauc_recall_at_100_max": 0.30126797384072745, - "nauc_recall_at_100_std": 0.3349463810418593, - "nauc_recall_at_10_diff1": 0.1403192353724125, - "nauc_recall_at_10_max": 0.008639494596000009, - "nauc_recall_at_10_std": 0.00495021864533579, - "nauc_recall_at_1_diff1": 0.23596661152612866, - "nauc_recall_at_1_max": -0.003515274537611902, - "nauc_recall_at_1_std": -0.0205749772355463, - "nauc_recall_at_20_diff1": 0.06156795072837047, - "nauc_recall_at_20_max": 0.00615105953832418, - "nauc_recall_at_20_std": 0.009389401919322997, - "nauc_recall_at_3_diff1": 0.10690033701274396, - "nauc_recall_at_3_max": -0.06072190248155812, - "nauc_recall_at_3_std": -0.04093685994013227, - "nauc_recall_at_5_diff1": 0.1424001234840937, - "nauc_recall_at_5_max": -0.08802190789781211, - "nauc_recall_at_5_std": -0.055740757744911454, + "nauc_precision_at_20_diff1": -0.27199569598345813, + "nauc_precision_at_20_max": 0.46266881435363566, + "nauc_precision_at_20_std": 0.5660494767443739, + "nauc_precision_at_3_diff1": -0.3896275618893692, + "nauc_precision_at_3_max": 0.3863218981855579, + "nauc_precision_at_3_std": 0.48887093219716393, + "nauc_precision_at_5_diff1": -0.20950699086371372, + "nauc_precision_at_5_max": 0.2984325286785964, + "nauc_precision_at_5_std": 0.5211623223094671, + "nauc_recall_at_1000_diff1": -0.004101295296761723, + "nauc_recall_at_1000_max": 0.4521475634082785, + "nauc_recall_at_1000_std": 0.5801797289864216, + "nauc_recall_at_100_diff1": -0.038610424829836974, + "nauc_recall_at_100_max": 0.3550747687311928, + "nauc_recall_at_100_std": 0.3451244027208451, + "nauc_recall_at_10_diff1": 0.1493493831702593, + "nauc_recall_at_10_max": 0.0797025717812309, + "nauc_recall_at_10_std": 0.009967188273671027, + "nauc_recall_at_1_diff1": 0.24325511120347856, + "nauc_recall_at_1_max": 0.03375693535020313, + "nauc_recall_at_1_std": -0.021766681341021346, + "nauc_recall_at_20_diff1": 0.07183638645670148, + "nauc_recall_at_20_max": 0.07756716975054662, + "nauc_recall_at_20_std": 0.013458663933890712, + "nauc_recall_at_3_diff1": 0.09680290712844711, + "nauc_recall_at_3_max": -0.0368673625922141, + "nauc_recall_at_3_std": -0.053834855411952355, + "nauc_recall_at_5_diff1": 0.15053782544125444, + "nauc_recall_at_5_max": -0.039655223825083, + "nauc_recall_at_5_std": -0.04668356552043429, "ndcg_at_1": 0.82, - "ndcg_at_10": 0.75651, - "ndcg_at_100": 0.55162, - "ndcg_at_1000": 0.48377, - "ndcg_at_20": 0.71149, - "ndcg_at_3": 0.79704, - "ndcg_at_5": 0.78397, + "ndcg_at_10": 0.75525, + "ndcg_at_100": 0.55091, + "ndcg_at_1000": 0.48386, + "ndcg_at_20": 0.71054, + "ndcg_at_3": 0.80235, + "ndcg_at_5": 0.78781, "precision_at_1": 0.88, - "precision_at_10": 0.794, - "precision_at_100": 0.5614, - "precision_at_1000": 0.2121, - "precision_at_20": 0.744, - "precision_at_3": 0.84667, - "precision_at_5": 0.832, + "precision_at_10": 0.79, + "precision_at_100": 0.56, + "precision_at_1000": 0.21224, + "precision_at_20": 0.742, + "precision_at_3": 0.85333, + "precision_at_5": 0.836, "recall_at_1": 0.0022, - "recall_at_10": 0.02075, - "recall_at_100": 0.13325, - "recall_at_1000": 0.44998, - "recall_at_20": 0.03822, - "recall_at_3": 0.00669, - "recall_at_5": 0.01106 + "recall_at_10": 0.02055, + "recall_at_100": 0.13276, + "recall_at_1000": 0.4503, + "recall_at_20": 0.03797, + "recall_at_3": 0.00677, + "recall_at_5": 0.01109 } ] }, diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CMedQAv2-reranking.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CMedQAv2-reranking.json new file mode 100644 index 000000000..98b36348e --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 16.17245864868164, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.15410276633881012, + "map": 0.15410276633881012, + "mrr": 0.1721690476190476, + "nAUC_map_diff1": 0.311173037822264, + "nAUC_map_max": 0.2486814756194884, + "nAUC_map_std": 0.19245695558650133, + "nAUC_mrr_diff1": 0.3178011901475496, + "nAUC_mrr_max": 0.25819418534011995, + "nAUC_mrr_std": 0.2024803449764277 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CUREv1.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CUREv1.json new file mode 100644 index 000000000..d44e072bf --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 455.70824241638184, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56004, + "map_at_1": 0.0985, + "map_at_10": 0.26845, + "map_at_100": 0.39746, + "map_at_1000": 0.43633, + "map_at_20": 0.31484, + "map_at_3": 0.17721, + "map_at_5": 0.21631, + "mrr_at_1": 0.766, + "mrr_at_10": 0.8429486111111103, + "mrr_at_100": 0.8443858661287881, + "mrr_at_1000": 0.844405811994673, + "mrr_at_20": 0.8438089051879482, + "mrr_at_3": 0.8336666666666656, + "mrr_at_5": 0.839966666666666, + "nauc_map_at_1000_diff1": 0.15168822275853877, + "nauc_map_at_1000_max": 0.27846426869866714, + "nauc_map_at_1000_std": 0.16828564688355852, + "nauc_map_at_100_diff1": 0.18396556367383304, + "nauc_map_at_100_max": 0.2570664374220761, + "nauc_map_at_100_std": 0.11674767923648717, + "nauc_map_at_10_diff1": 0.2433785713674359, + "nauc_map_at_10_max": 0.17869521103021951, + "nauc_map_at_10_std": -0.057462527994170294, + "nauc_map_at_1_diff1": 0.4310770116959053, + "nauc_map_at_1_max": 0.05267985866230965, + "nauc_map_at_1_std": -0.18412367669051383, + "nauc_map_at_20_diff1": 0.21819973897648878, + "nauc_map_at_20_max": 0.20107855111794448, + "nauc_map_at_20_std": -0.012142711456774213, + "nauc_map_at_3_diff1": 0.3101546274159628, + "nauc_map_at_3_max": 0.1164944961831202, + "nauc_map_at_3_std": -0.12556217705044315, + "nauc_map_at_5_diff1": 0.275560550853117, + "nauc_map_at_5_max": 0.14485290615291513, + "nauc_map_at_5_std": -0.09725848028630056, + "nauc_mrr_at_1000_diff1": 0.34562795956048925, + "nauc_mrr_at_1000_max": 0.42908447932838073, + "nauc_mrr_at_1000_std": 0.18327874127454125, + "nauc_mrr_at_100_diff1": 0.3456362797934861, + "nauc_mrr_at_100_max": 0.42912824128694543, + "nauc_mrr_at_100_std": 0.18336988223117162, + "nauc_mrr_at_10_diff1": 0.34606578914521924, + "nauc_mrr_at_10_max": 0.4316851186560079, + "nauc_mrr_at_10_std": 0.18666583764384573, + "nauc_mrr_at_1_diff1": 0.3509772670078015, + "nauc_mrr_at_1_max": 0.3705270221943585, + "nauc_mrr_at_1_std": 0.11901266672259053, + "nauc_mrr_at_20_diff1": 0.3455642478032518, + "nauc_mrr_at_20_max": 0.4303292450175898, + "nauc_mrr_at_20_std": 0.18516023655242989, + "nauc_mrr_at_3_diff1": 0.34226683573830735, + "nauc_mrr_at_3_max": 0.43218468021589884, + "nauc_mrr_at_3_std": 0.18220306121729643, + "nauc_mrr_at_5_diff1": 0.344330631846727, + "nauc_mrr_at_5_max": 0.4350511062074199, + "nauc_mrr_at_5_std": 0.19064461776761, + "nauc_ndcg_at_1000_diff1": 0.23044090673119202, + "nauc_ndcg_at_1000_max": 0.407335572995731, + "nauc_ndcg_at_1000_std": 0.2829523989306352, + "nauc_ndcg_at_100_diff1": 0.2458273201291468, + "nauc_ndcg_at_100_max": 0.3389659636313123, + "nauc_ndcg_at_100_std": 0.1800568485934953, + "nauc_ndcg_at_10_diff1": 0.20332485828764293, + "nauc_ndcg_at_10_max": 0.33992047188421104, + "nauc_ndcg_at_10_std": 0.13871867921372297, + "nauc_ndcg_at_1_diff1": 0.38284563257098403, + "nauc_ndcg_at_1_max": 0.31580627338675393, + "nauc_ndcg_at_1_std": 0.058588186732539134, + "nauc_ndcg_at_20_diff1": 0.2119734707429672, + "nauc_ndcg_at_20_max": 0.31889124087862203, + "nauc_ndcg_at_20_std": 0.11900291876325861, + "nauc_ndcg_at_3_diff1": 0.21717482997922102, + "nauc_ndcg_at_3_max": 0.34871567581555846, + "nauc_ndcg_at_3_std": 0.14407365634634067, + "nauc_ndcg_at_5_diff1": 0.19595406298018916, + "nauc_ndcg_at_5_max": 0.3511886314196266, + "nauc_ndcg_at_5_std": 0.1529015322469709, + "nauc_precision_at_1000_diff1": -0.2125165966181835, + "nauc_precision_at_1000_max": -0.0032773566110095693, + "nauc_precision_at_1000_std": 0.08635758785130437, + "nauc_precision_at_100_diff1": -0.2023329281868887, + "nauc_precision_at_100_max": 0.07541765616349946, + "nauc_precision_at_100_std": 0.25319740368122523, + "nauc_precision_at_10_diff1": -0.17517890946027037, + "nauc_precision_at_10_max": 0.22966221582641277, + "nauc_precision_at_10_std": 0.29680611272476226, + "nauc_precision_at_1_diff1": 0.3509772670078015, + "nauc_precision_at_1_max": 0.3705270221943585, + "nauc_precision_at_1_std": 0.11901266672259053, + "nauc_precision_at_20_diff1": -0.2074217025432834, + "nauc_precision_at_20_max": 0.1546759055649935, + "nauc_precision_at_20_std": 0.2846811263454261, + "nauc_precision_at_3_diff1": -0.05573089114280579, + "nauc_precision_at_3_max": 0.31524824969147625, + "nauc_precision_at_3_std": 0.25789555410078585, + "nauc_precision_at_5_diff1": -0.1281752870126347, + "nauc_precision_at_5_max": 0.28965516968702176, + "nauc_precision_at_5_std": 0.29237875763507115, + "nauc_recall_at_1000_diff1": 0.21246785478406094, + "nauc_recall_at_1000_max": 0.35924475542604656, + "nauc_recall_at_1000_std": 0.5525849375747617, + "nauc_recall_at_100_diff1": 0.1891041877969373, + "nauc_recall_at_100_max": 0.14890994853402045, + "nauc_recall_at_100_std": 0.10726202679496252, + "nauc_recall_at_10_diff1": 0.20012390091545054, + "nauc_recall_at_10_max": 0.11581504100724412, + "nauc_recall_at_10_std": -0.0862364908523937, + "nauc_recall_at_1_diff1": 0.4310770116959053, + "nauc_recall_at_1_max": 0.05267985866230965, + "nauc_recall_at_1_std": -0.18412367669051383, + "nauc_recall_at_20_diff1": 0.17710776273519874, + "nauc_recall_at_20_max": 0.11758872715365547, + "nauc_recall_at_20_std": -0.05415894722742836, + "nauc_recall_at_3_diff1": 0.2787023386942073, + "nauc_recall_at_3_max": 0.09366586625921881, + "nauc_recall_at_3_std": -0.12762679538980787, + "nauc_recall_at_5_diff1": 0.23505762897987154, + "nauc_recall_at_5_max": 0.1061526495532609, + "nauc_recall_at_5_std": -0.1101494005630658, + "ndcg_at_1": 0.65475, + "ndcg_at_10": 0.56004, + "ndcg_at_100": 0.62223, + "ndcg_at_1000": 0.7026, + "ndcg_at_20": 0.56055, + "ndcg_at_3": 0.59518, + "ndcg_at_5": 0.57578, + "precision_at_1": 0.766, + "precision_at_10": 0.45945, + "precision_at_100": 0.17247, + "precision_at_1000": 0.03433, + "precision_at_20": 0.3613, + "precision_at_3": 0.63517, + "precision_at_5": 0.5628, + "recall_at_1": 0.0985, + "recall_at_10": 0.33867, + "recall_at_100": 0.70837, + "recall_at_1000": 0.94745, + "recall_at_20": 0.43953, + "recall_at_3": 0.19293, + "recall_at_5": 0.24888 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.20243, + "map_at_1": 0.03522, + "map_at_10": 0.08957, + "map_at_100": 0.13115, + "map_at_1000": 0.14863, + "map_at_20": 0.10434, + "map_at_3": 0.06033, + "map_at_5": 0.07281, + "mrr_at_1": 0.272, + "mrr_at_10": 0.36918928571428594, + "mrr_at_100": 0.37917057112577685, + "mrr_at_1000": 0.3796247066560409, + "mrr_at_20": 0.37524709209564105, + "mrr_at_3": 0.33875, + "mrr_at_5": 0.3562500000000004, + "nauc_map_at_1000_diff1": 0.17545841702362217, + "nauc_map_at_1000_max": 0.45210338198490696, + "nauc_map_at_1000_std": 0.4471381382572841, + "nauc_map_at_100_diff1": 0.18109356057784723, + "nauc_map_at_100_max": 0.40265431597382206, + "nauc_map_at_100_std": 0.39271636493389894, + "nauc_map_at_10_diff1": 0.19374180515442702, + "nauc_map_at_10_max": 0.3007567542058904, + "nauc_map_at_10_std": 0.24594046253513127, + "nauc_map_at_1_diff1": 0.27045719617922853, + "nauc_map_at_1_max": 0.2019137363753941, + "nauc_map_at_1_std": 0.11423247775308255, + "nauc_map_at_20_diff1": 0.18396920957078322, + "nauc_map_at_20_max": 0.3324313756971759, + "nauc_map_at_20_std": 0.29359492937454135, + "nauc_map_at_3_diff1": 0.23394360219538088, + "nauc_map_at_3_max": 0.25096882110659585, + "nauc_map_at_3_std": 0.17329990681585036, + "nauc_map_at_5_diff1": 0.21278761564583612, + "nauc_map_at_5_max": 0.27309668613253085, + "nauc_map_at_5_std": 0.20551523324248025, + "nauc_mrr_at_1000_diff1": 0.16553142844218874, + "nauc_mrr_at_1000_max": 0.39994330954618595, + "nauc_mrr_at_1000_std": 0.39475730059249103, + "nauc_mrr_at_100_diff1": 0.16564006470190548, + "nauc_mrr_at_100_max": 0.4002608085084752, + "nauc_mrr_at_100_std": 0.39514783587076785, + "nauc_mrr_at_10_diff1": 0.16372294691171488, + "nauc_mrr_at_10_max": 0.39675004246410606, + "nauc_mrr_at_10_std": 0.3896398597615176, + "nauc_mrr_at_1_diff1": 0.16940156080101476, + "nauc_mrr_at_1_max": 0.3639764180862631, + "nauc_mrr_at_1_std": 0.3392774216201522, + "nauc_mrr_at_20_diff1": 0.16489363709696161, + "nauc_mrr_at_20_max": 0.40040690257783657, + "nauc_mrr_at_20_std": 0.3949439836236171, + "nauc_mrr_at_3_diff1": 0.1658479968145581, + "nauc_mrr_at_3_max": 0.38171115836559716, + "nauc_mrr_at_3_std": 0.37394105238188013, + "nauc_mrr_at_5_diff1": 0.1623804481818509, + "nauc_mrr_at_5_max": 0.3905764505893404, + "nauc_mrr_at_5_std": 0.38233905026913756, + "nauc_ndcg_at_1000_diff1": 0.18241546159078773, + "nauc_ndcg_at_1000_max": 0.5408056304207385, + "nauc_ndcg_at_1000_std": 0.5868483249425148, + "nauc_ndcg_at_100_diff1": 0.18494869002248732, + "nauc_ndcg_at_100_max": 0.46839449643082587, + "nauc_ndcg_at_100_std": 0.5000505956709782, + "nauc_ndcg_at_10_diff1": 0.16684730791839253, + "nauc_ndcg_at_10_max": 0.4157244605802354, + "nauc_ndcg_at_10_std": 0.38897036169932175, + "nauc_ndcg_at_1_diff1": 0.1935563242265844, + "nauc_ndcg_at_1_max": 0.3388380097333207, + "nauc_ndcg_at_1_std": 0.30924281271470716, + "nauc_ndcg_at_20_diff1": 0.16579269512450545, + "nauc_ndcg_at_20_max": 0.42998754512564696, + "nauc_ndcg_at_20_std": 0.41556239553036506, + "nauc_ndcg_at_3_diff1": 0.17201540142186902, + "nauc_ndcg_at_3_max": 0.3834602286823723, + "nauc_ndcg_at_3_std": 0.355316451604447, + "nauc_ndcg_at_5_diff1": 0.1666265428934304, + "nauc_ndcg_at_5_max": 0.4023330237439568, + "nauc_ndcg_at_5_std": 0.3735806270052687, + "nauc_precision_at_1000_diff1": 0.012214362094343668, + "nauc_precision_at_1000_max": 0.4811758105491437, + "nauc_precision_at_1000_std": 0.3831187911419028, + "nauc_precision_at_100_diff1": 0.05278296506234924, + "nauc_precision_at_100_max": 0.5267607058918187, + "nauc_precision_at_100_std": 0.5370749297263679, + "nauc_precision_at_10_diff1": 0.07597485993118769, + "nauc_precision_at_10_max": 0.48634876738389393, + "nauc_precision_at_10_std": 0.4846138091432446, + "nauc_precision_at_1_diff1": 0.16940156080101476, + "nauc_precision_at_1_max": 0.3639764180862631, + "nauc_precision_at_1_std": 0.3392774216201522, + "nauc_precision_at_20_diff1": 0.05762591210150752, + "nauc_precision_at_20_max": 0.5044242056701905, + "nauc_precision_at_20_std": 0.51652459794741, + "nauc_precision_at_3_diff1": 0.12842639372469444, + "nauc_precision_at_3_max": 0.4299044831890536, + "nauc_precision_at_3_std": 0.4147319116636204, + "nauc_precision_at_5_diff1": 0.09856168695986636, + "nauc_precision_at_5_max": 0.4628772692924257, + "nauc_precision_at_5_std": 0.454183976376415, + "nauc_recall_at_1000_diff1": 0.15345862954790113, + "nauc_recall_at_1000_max": 0.5447287565564687, + "nauc_recall_at_1000_std": 0.7162103804000907, + "nauc_recall_at_100_diff1": 0.151956620009064, + "nauc_recall_at_100_max": 0.37864842198915794, + "nauc_recall_at_100_std": 0.4884183584005373, + "nauc_recall_at_10_diff1": 0.14921204076089062, + "nauc_recall_at_10_max": 0.2504560617576006, + "nauc_recall_at_10_std": 0.23352741051652037, + "nauc_recall_at_1_diff1": 0.27045719617922853, + "nauc_recall_at_1_max": 0.2019137363753941, + "nauc_recall_at_1_std": 0.11423247775308255, + "nauc_recall_at_20_diff1": 0.14152112245530923, + "nauc_recall_at_20_max": 0.2862763002475311, + "nauc_recall_at_20_std": 0.30740082804688157, + "nauc_recall_at_3_diff1": 0.21447241772976497, + "nauc_recall_at_3_max": 0.23479952950269034, + "nauc_recall_at_3_std": 0.17244385569917256, + "nauc_recall_at_5_diff1": 0.18311510451921814, + "nauc_recall_at_5_max": 0.2411047470836827, + "nauc_recall_at_5_std": 0.19855006554418275, + "ndcg_at_1": 0.21525, + "ndcg_at_10": 0.20243, + "ndcg_at_100": 0.26273, + "ndcg_at_1000": 0.34658, + "ndcg_at_20": 0.21254, + "ndcg_at_3": 0.19982, + "ndcg_at_5": 0.19848, + "precision_at_1": 0.272, + "precision_at_10": 0.1721, + "precision_at_100": 0.0753, + "precision_at_1000": 0.01984, + "precision_at_20": 0.13965, + "precision_at_3": 0.22567, + "precision_at_5": 0.2041, + "recall_at_1": 0.03522, + "recall_at_10": 0.14038, + "recall_at_100": 0.36062, + "recall_at_1000": 0.62693, + "recall_at_20": 0.19229, + "recall_at_3": 0.07154, + "recall_at_5": 0.09607 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.26412, + "map_at_1": 0.04564, + "map_at_10": 0.12099, + "map_at_100": 0.17461, + "map_at_1000": 0.19529, + "map_at_20": 0.13975, + "map_at_3": 0.08071, + "map_at_5": 0.09885, + "mrr_at_1": 0.3405, + "mrr_at_10": 0.4508232142857151, + "mrr_at_100": 0.45856978654424363, + "mrr_at_1000": 0.4589629369459772, + "mrr_at_20": 0.4557471100343594, + "mrr_at_3": 0.42241666666666733, + "mrr_at_5": 0.4394666666666679, + "nauc_map_at_1000_diff1": 0.23945107853101977, + "nauc_map_at_1000_max": 0.49312697369578096, + "nauc_map_at_1000_std": 0.4465499729131086, + "nauc_map_at_100_diff1": 0.25515985624350673, + "nauc_map_at_100_max": 0.44811011972620546, + "nauc_map_at_100_std": 0.3969242390357269, + "nauc_map_at_10_diff1": 0.2845495252216129, + "nauc_map_at_10_max": 0.33865465148168733, + "nauc_map_at_10_std": 0.24250749191512525, + "nauc_map_at_1_diff1": 0.34573439983673876, + "nauc_map_at_1_max": 0.23109643111654984, + "nauc_map_at_1_std": 0.11683584656887457, + "nauc_map_at_20_diff1": 0.27652540075109255, + "nauc_map_at_20_max": 0.37625910143176655, + "nauc_map_at_20_std": 0.29217683810099815, + "nauc_map_at_3_diff1": 0.3197161566682722, + "nauc_map_at_3_max": 0.2745275907433745, + "nauc_map_at_3_std": 0.16809539354111697, + "nauc_map_at_5_diff1": 0.3005627331213144, + "nauc_map_at_5_max": 0.3044539312215064, + "nauc_map_at_5_std": 0.20051935218820346, + "nauc_mrr_at_1000_diff1": 0.22752870188702234, + "nauc_mrr_at_1000_max": 0.4819379731081388, + "nauc_mrr_at_1000_std": 0.42052699588692316, + "nauc_mrr_at_100_diff1": 0.22752212284443013, + "nauc_mrr_at_100_max": 0.482201193358387, + "nauc_mrr_at_100_std": 0.4208773491847441, + "nauc_mrr_at_10_diff1": 0.22674317821063064, + "nauc_mrr_at_10_max": 0.4809585330327357, + "nauc_mrr_at_10_std": 0.41982176593895865, + "nauc_mrr_at_1_diff1": 0.2514227509012026, + "nauc_mrr_at_1_max": 0.43326597908375725, + "nauc_mrr_at_1_std": 0.3515063973291425, + "nauc_mrr_at_20_diff1": 0.2274746166129992, + "nauc_mrr_at_20_max": 0.48236974536731936, + "nauc_mrr_at_20_std": 0.42169246853993103, + "nauc_mrr_at_3_diff1": 0.23059605009680093, + "nauc_mrr_at_3_max": 0.46780670502438226, + "nauc_mrr_at_3_std": 0.4009188641690346, + "nauc_mrr_at_5_diff1": 0.22955268832685566, + "nauc_mrr_at_5_max": 0.47714714627751803, + "nauc_mrr_at_5_std": 0.4098340792151494, + "nauc_ndcg_at_1000_diff1": 0.23204281200090188, + "nauc_ndcg_at_1000_max": 0.5986409785341403, + "nauc_ndcg_at_1000_std": 0.5944688148030283, + "nauc_ndcg_at_100_diff1": 0.2517835789693771, + "nauc_ndcg_at_100_max": 0.5286662726090785, + "nauc_ndcg_at_100_std": 0.5069920836314991, + "nauc_ndcg_at_10_diff1": 0.23954073095971096, + "nauc_ndcg_at_10_max": 0.47540214259428965, + "nauc_ndcg_at_10_std": 0.39317215792009763, + "nauc_ndcg_at_1_diff1": 0.2609608893421456, + "nauc_ndcg_at_1_max": 0.38885629798086374, + "nauc_ndcg_at_1_std": 0.3058108845108102, + "nauc_ndcg_at_20_diff1": 0.24999031339109187, + "nauc_ndcg_at_20_max": 0.48893857626606624, + "nauc_ndcg_at_20_std": 0.4179541029057912, + "nauc_ndcg_at_3_diff1": 0.23691017070572523, + "nauc_ndcg_at_3_max": 0.4403378576734487, + "nauc_ndcg_at_3_std": 0.3544091136379441, + "nauc_ndcg_at_5_diff1": 0.2359393681022517, + "nauc_ndcg_at_5_max": 0.4614679242164646, + "nauc_ndcg_at_5_std": 0.37368358472659663, + "nauc_precision_at_1000_diff1": -0.08269538961827098, + "nauc_precision_at_1000_max": 0.3528872183229238, + "nauc_precision_at_1000_std": 0.26937630558358566, + "nauc_precision_at_100_diff1": -0.021011514450680308, + "nauc_precision_at_100_max": 0.4491183287076748, + "nauc_precision_at_100_std": 0.46344915996973035, + "nauc_precision_at_10_diff1": 0.08136380057488227, + "nauc_precision_at_10_max": 0.4901663272174294, + "nauc_precision_at_10_std": 0.45921076743451433, + "nauc_precision_at_1_diff1": 0.2514227509012026, + "nauc_precision_at_1_max": 0.43326597908375725, + "nauc_precision_at_1_std": 0.3515063973291425, + "nauc_precision_at_20_diff1": 0.044406027679296446, + "nauc_precision_at_20_max": 0.4894572851498836, + "nauc_precision_at_20_std": 0.479440063874851, + "nauc_precision_at_3_diff1": 0.1633174155441649, + "nauc_precision_at_3_max": 0.46578180833723687, + "nauc_precision_at_3_std": 0.39953173391567526, + "nauc_precision_at_5_diff1": 0.1302155746043298, + "nauc_precision_at_5_max": 0.48516568123398235, + "nauc_precision_at_5_std": 0.4297009067811575, + "nauc_recall_at_1000_diff1": 0.2138481474211267, + "nauc_recall_at_1000_max": 0.652789169555366, + "nauc_recall_at_1000_std": 0.7707505829814183, + "nauc_recall_at_100_diff1": 0.22958611203992058, + "nauc_recall_at_100_max": 0.4586788609029883, + "nauc_recall_at_100_std": 0.5144169146610232, + "nauc_recall_at_10_diff1": 0.2472582057908288, + "nauc_recall_at_10_max": 0.3185876339568506, + "nauc_recall_at_10_std": 0.24794345687556477, + "nauc_recall_at_1_diff1": 0.34573439983673876, + "nauc_recall_at_1_max": 0.23109643111654984, + "nauc_recall_at_1_std": 0.11683584656887457, + "nauc_recall_at_20_diff1": 0.2466914010069283, + "nauc_recall_at_20_max": 0.3622269071539479, + "nauc_recall_at_20_std": 0.31865277247975615, + "nauc_recall_at_3_diff1": 0.29217880421084214, + "nauc_recall_at_3_max": 0.2624776559740722, + "nauc_recall_at_3_std": 0.16816830034602723, + "nauc_recall_at_5_diff1": 0.2680545030325713, + "nauc_recall_at_5_max": 0.2900846747578279, + "nauc_recall_at_5_std": 0.2011374917765659, + "ndcg_at_1": 0.27325, + "ndcg_at_10": 0.26412, + "ndcg_at_100": 0.32527, + "ndcg_at_1000": 0.41049, + "ndcg_at_20": 0.27177, + "ndcg_at_3": 0.26206, + "ndcg_at_5": 0.26123, + "precision_at_1": 0.3405, + "precision_at_10": 0.22275, + "precision_at_100": 0.09099, + "precision_at_1000": 0.02233, + "precision_at_20": 0.17625, + "precision_at_3": 0.296, + "precision_at_5": 0.2694, + "recall_at_1": 0.04564, + "recall_at_10": 0.17914, + "recall_at_100": 0.42015, + "recall_at_1000": 0.69098, + "recall_at_20": 0.2375, + "recall_at_3": 0.0962, + "recall_at_5": 0.12804 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.5502, + "map_at_1": 0.10756, + "map_at_10": 0.22707, + "map_at_100": 0.35602, + "map_at_1000": 0.40752, + "map_at_20": 0.26958, + "map_at_3": 0.16449, + "map_at_5": 0.18875, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8733392857142858, + "mrr_at_100": 0.8747033569516038, + "mrr_at_1000": 0.8747033569516038, + "mrr_at_20": 0.8740892857142858, + "mrr_at_3": 0.8650000000000001, + "mrr_at_5": 0.872, + "nauc_map_at_1000_diff1": 0.13183114827232656, + "nauc_map_at_1000_max": 0.13859100762326212, + "nauc_map_at_1000_std": 0.041281720311948385, + "nauc_map_at_100_diff1": 0.19927081554951395, + "nauc_map_at_100_max": 0.12383969647720229, + "nauc_map_at_100_std": -0.09822234399043912, + "nauc_map_at_10_diff1": 0.29369773366249946, + "nauc_map_at_10_max": 0.08164327854882097, + "nauc_map_at_10_std": -0.3209213401550093, + "nauc_map_at_1_diff1": 0.3905682907185422, + "nauc_map_at_1_max": 0.007443177349427859, + "nauc_map_at_1_std": -0.3398403883324058, + "nauc_map_at_20_diff1": 0.25286163798032407, + "nauc_map_at_20_max": 0.0894795201810423, + "nauc_map_at_20_std": -0.28560999930569897, + "nauc_map_at_3_diff1": 0.3271336314465953, + "nauc_map_at_3_max": 0.05852390289449163, + "nauc_map_at_3_std": -0.32985067921051964, + "nauc_map_at_5_diff1": 0.32106642292023785, + "nauc_map_at_5_max": 0.06671810670229297, + "nauc_map_at_5_std": -0.32955010892237935, + "nauc_mrr_at_1000_diff1": 0.3245648268039669, + "nauc_mrr_at_1000_max": 0.3872919348667685, + "nauc_mrr_at_1000_std": 0.05188362831198309, + "nauc_mrr_at_100_diff1": 0.3245648268039669, + "nauc_mrr_at_100_max": 0.3872919348667685, + "nauc_mrr_at_100_std": 0.05188362831198309, + "nauc_mrr_at_10_diff1": 0.3237654769647002, + "nauc_mrr_at_10_max": 0.3923917220461864, + "nauc_mrr_at_10_std": 0.059201568568332405, + "nauc_mrr_at_1_diff1": 0.3452249986903455, + "nauc_mrr_at_1_max": 0.31319084289381355, + "nauc_mrr_at_1_std": 0.006076798156005797, + "nauc_mrr_at_20_diff1": 0.32335660705181224, + "nauc_mrr_at_20_max": 0.38895809003539156, + "nauc_mrr_at_20_std": 0.054561133459677245, + "nauc_mrr_at_3_diff1": 0.32527328825734353, + "nauc_mrr_at_3_max": 0.394821684685012, + "nauc_mrr_at_3_std": 0.03252341179448304, + "nauc_mrr_at_5_diff1": 0.323661510740027, + "nauc_mrr_at_5_max": 0.3982908727610082, + "nauc_mrr_at_5_std": 0.06647303269413074, + "nauc_ndcg_at_1000_diff1": 0.16485503910743537, + "nauc_ndcg_at_1000_max": 0.26366672027240473, + "nauc_ndcg_at_1000_std": 0.13363484327307532, + "nauc_ndcg_at_100_diff1": 0.2547907066728249, + "nauc_ndcg_at_100_max": 0.16651273389597723, + "nauc_ndcg_at_100_std": -0.11510063332252952, + "nauc_ndcg_at_10_diff1": 0.18218489476778352, + "nauc_ndcg_at_10_max": 0.20096544978817055, + "nauc_ndcg_at_10_std": -0.08447133006765906, + "nauc_ndcg_at_1_diff1": 0.404922870055654, + "nauc_ndcg_at_1_max": 0.2572647816830391, + "nauc_ndcg_at_1_std": -0.12777798528368026, + "nauc_ndcg_at_20_diff1": 0.20768251099307442, + "nauc_ndcg_at_20_max": 0.17277183627351098, + "nauc_ndcg_at_20_std": -0.10147399418949185, + "nauc_ndcg_at_3_diff1": 0.14043229127376183, + "nauc_ndcg_at_3_max": 0.2305940805200835, + "nauc_ndcg_at_3_std": -0.034181166210583695, + "nauc_ndcg_at_5_diff1": 0.13922673390374757, + "nauc_ndcg_at_5_max": 0.2275448576376909, + "nauc_ndcg_at_5_std": -0.025640078719598083, + "nauc_precision_at_1000_diff1": -0.24958533224061652, + "nauc_precision_at_1000_max": -0.019641255919883503, + "nauc_precision_at_1000_std": 0.3794800465442773, + "nauc_precision_at_100_diff1": -0.26718845563444255, + "nauc_precision_at_100_max": 0.04740911620342534, + "nauc_precision_at_100_std": 0.5148129260783653, + "nauc_precision_at_10_diff1": -0.2801372022803525, + "nauc_precision_at_10_max": 0.15357104777806233, + "nauc_precision_at_10_std": 0.43165407239870357, + "nauc_precision_at_1_diff1": 0.3452249986903455, + "nauc_precision_at_1_max": 0.31319084289381355, + "nauc_precision_at_1_std": 0.006076798156005797, + "nauc_precision_at_20_diff1": -0.30159475066247626, + "nauc_precision_at_20_max": 0.10682365807199809, + "nauc_precision_at_20_std": 0.4691745633063132, + "nauc_precision_at_3_diff1": -0.2446634547162284, + "nauc_precision_at_3_max": 0.22150632817303986, + "nauc_precision_at_3_std": 0.2976200933853195, + "nauc_precision_at_5_diff1": -0.2623169655220149, + "nauc_precision_at_5_max": 0.18245248892273724, + "nauc_precision_at_5_std": 0.39016849556909516, + "nauc_recall_at_1000_diff1": 0.13001195029358958, + "nauc_recall_at_1000_max": 0.21633716373388492, + "nauc_recall_at_1000_std": 0.5443230469322828, + "nauc_recall_at_100_diff1": 0.2134960729859339, + "nauc_recall_at_100_max": 0.012375825611175312, + "nauc_recall_at_100_std": -0.16615975202362807, + "nauc_recall_at_10_diff1": 0.274320627455181, + "nauc_recall_at_10_max": 0.06473673640715061, + "nauc_recall_at_10_std": -0.34152295221075885, + "nauc_recall_at_1_diff1": 0.3905682907185422, + "nauc_recall_at_1_max": 0.007443177349427859, + "nauc_recall_at_1_std": -0.3398403883324058, + "nauc_recall_at_20_diff1": 0.2238369119775897, + "nauc_recall_at_20_max": 0.05676346747129306, + "nauc_recall_at_20_std": -0.31769538116578255, + "nauc_recall_at_3_diff1": 0.2966757053344868, + "nauc_recall_at_3_max": 0.045097009990675944, + "nauc_recall_at_3_std": -0.32940314532813986, + "nauc_recall_at_5_diff1": 0.30334033086872375, + "nauc_recall_at_5_max": 0.050934361282895774, + "nauc_recall_at_5_std": -0.3298447380196869, + "ndcg_at_1": 0.695, + "ndcg_at_10": 0.5502, + "ndcg_at_100": 0.59831, + "ndcg_at_1000": 0.71188, + "ndcg_at_20": 0.54192, + "ndcg_at_3": 0.60721, + "ndcg_at_5": 0.57545, + "precision_at_1": 0.81, + "precision_at_10": 0.452, + "precision_at_100": 0.18455, + "precision_at_1000": 0.03728, + "precision_at_20": 0.36375, + "precision_at_3": 0.64667, + "precision_at_5": 0.55, + "recall_at_1": 0.10756, + "recall_at_10": 0.28175, + "recall_at_100": 0.65169, + "recall_at_1000": 0.95746, + "recall_at_20": 0.37504, + "recall_at_3": 0.17633, + "recall_at_5": 0.21174 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16456, + "map_at_1": 0.03039, + "map_at_10": 0.06045, + "map_at_100": 0.09703, + "map_at_1000": 0.11618, + "map_at_20": 0.07076, + "map_at_3": 0.04427, + "map_at_5": 0.05042, + "mrr_at_1": 0.235, + "mrr_at_10": 0.3277380952380954, + "mrr_at_100": 0.3392273063144482, + "mrr_at_1000": 0.33994891363624896, + "mrr_at_20": 0.3343660385666967, + "mrr_at_3": 0.2975000000000001, + "mrr_at_5": 0.3145000000000001, + "nauc_map_at_1000_diff1": 0.18761310873260323, + "nauc_map_at_1000_max": 0.6408354596755703, + "nauc_map_at_1000_std": 0.6545118370534287, + "nauc_map_at_100_diff1": 0.19886425377335273, + "nauc_map_at_100_max": 0.6335648844637907, + "nauc_map_at_100_std": 0.6338523676970351, + "nauc_map_at_10_diff1": 0.2089141649626365, + "nauc_map_at_10_max": 0.5746852048631415, + "nauc_map_at_10_std": 0.5098847293784461, + "nauc_map_at_1_diff1": 0.3388557640134316, + "nauc_map_at_1_max": 0.528756954890726, + "nauc_map_at_1_std": 0.3977618913977725, + "nauc_map_at_20_diff1": 0.20646593663672627, + "nauc_map_at_20_max": 0.6021860270202902, + "nauc_map_at_20_std": 0.5409910390638639, + "nauc_map_at_3_diff1": 0.24531422965605645, + "nauc_map_at_3_max": 0.5779800242230815, + "nauc_map_at_3_std": 0.47702329483805417, + "nauc_map_at_5_diff1": 0.240881501043652, + "nauc_map_at_5_max": 0.5773397411978207, + "nauc_map_at_5_std": 0.49556151857942893, + "nauc_mrr_at_1000_diff1": 0.17754084764291594, + "nauc_mrr_at_1000_max": 0.5335206157929088, + "nauc_mrr_at_1000_std": 0.509046719944296, + "nauc_mrr_at_100_diff1": 0.17828541850819699, + "nauc_mrr_at_100_max": 0.5337896572069518, + "nauc_mrr_at_100_std": 0.5094838285253488, + "nauc_mrr_at_10_diff1": 0.1714144219464871, + "nauc_mrr_at_10_max": 0.5353472418887124, + "nauc_mrr_at_10_std": 0.5112483537519572, + "nauc_mrr_at_1_diff1": 0.21618088249741185, + "nauc_mrr_at_1_max": 0.5155634819276198, + "nauc_mrr_at_1_std": 0.45943821837994697, + "nauc_mrr_at_20_diff1": 0.17738555630904834, + "nauc_mrr_at_20_max": 0.5356097306390336, + "nauc_mrr_at_20_std": 0.5093043805381356, + "nauc_mrr_at_3_diff1": 0.17423053195810628, + "nauc_mrr_at_3_max": 0.5251264546232467, + "nauc_mrr_at_3_std": 0.49767108101875435, + "nauc_mrr_at_5_diff1": 0.1788848209010292, + "nauc_mrr_at_5_max": 0.5344250052012854, + "nauc_mrr_at_5_std": 0.504292497318435, + "nauc_ndcg_at_1000_diff1": 0.15175320987713367, + "nauc_ndcg_at_1000_max": 0.6199596052850185, + "nauc_ndcg_at_1000_std": 0.6975340260364458, + "nauc_ndcg_at_100_diff1": 0.17039621032825883, + "nauc_ndcg_at_100_max": 0.6097997772169611, + "nauc_ndcg_at_100_std": 0.6915350623672801, + "nauc_ndcg_at_10_diff1": 0.1506754598482548, + "nauc_ndcg_at_10_max": 0.5409959744443511, + "nauc_ndcg_at_10_std": 0.554631601681859, + "nauc_ndcg_at_1_diff1": 0.21558240440409246, + "nauc_ndcg_at_1_max": 0.5240246833142116, + "nauc_ndcg_at_1_std": 0.4793274882792027, + "nauc_ndcg_at_20_diff1": 0.14177354057534464, + "nauc_ndcg_at_20_max": 0.5712690397489983, + "nauc_ndcg_at_20_std": 0.5942045790591048, + "nauc_ndcg_at_3_diff1": 0.1743790598137455, + "nauc_ndcg_at_3_max": 0.5326931755080095, + "nauc_ndcg_at_3_std": 0.5069469681210068, + "nauc_ndcg_at_5_diff1": 0.18202742124696036, + "nauc_ndcg_at_5_max": 0.5381150602917737, + "nauc_ndcg_at_5_std": 0.5246477824431914, + "nauc_precision_at_1000_diff1": -0.01883240316670506, + "nauc_precision_at_1000_max": 0.2843253058029409, + "nauc_precision_at_1000_std": 0.29327948395660486, + "nauc_precision_at_100_diff1": 0.05333651814972138, + "nauc_precision_at_100_max": 0.403009651486538, + "nauc_precision_at_100_std": 0.4946607050884906, + "nauc_precision_at_10_diff1": 0.09620735166952409, + "nauc_precision_at_10_max": 0.4966533671131881, + "nauc_precision_at_10_std": 0.5278683799323393, + "nauc_precision_at_1_diff1": 0.21618088249741185, + "nauc_precision_at_1_max": 0.5155634819276198, + "nauc_precision_at_1_std": 0.45943821837994697, + "nauc_precision_at_20_diff1": 0.06648723442242434, + "nauc_precision_at_20_max": 0.48071683627923567, + "nauc_precision_at_20_std": 0.5050821281913941, + "nauc_precision_at_3_diff1": 0.13581865803393678, + "nauc_precision_at_3_max": 0.5268116610150972, + "nauc_precision_at_3_std": 0.5208732443424545, + "nauc_precision_at_5_diff1": 0.12987695942830785, + "nauc_precision_at_5_max": 0.5003818003688335, + "nauc_precision_at_5_std": 0.501203031350853, + "nauc_recall_at_1000_diff1": 0.09632856427460303, + "nauc_recall_at_1000_max": 0.5372098365312284, + "nauc_recall_at_1000_std": 0.7488140101734488, + "nauc_recall_at_100_diff1": 0.11628311092714559, + "nauc_recall_at_100_max": 0.4765066495881449, + "nauc_recall_at_100_std": 0.6376809397906078, + "nauc_recall_at_10_diff1": 0.06887180402083341, + "nauc_recall_at_10_max": 0.43264948948767873, + "nauc_recall_at_10_std": 0.45338798586749995, + "nauc_recall_at_1_diff1": 0.3388557640134316, + "nauc_recall_at_1_max": 0.528756954890726, + "nauc_recall_at_1_std": 0.3977618913977725, + "nauc_recall_at_20_diff1": 0.07832096311869459, + "nauc_recall_at_20_max": 0.4255628860779484, + "nauc_recall_at_20_std": 0.4607729931658397, + "nauc_recall_at_3_diff1": 0.20339259764712503, + "nauc_recall_at_3_max": 0.5657672910108409, + "nauc_recall_at_3_std": 0.4971640233733049, + "nauc_recall_at_5_diff1": 0.20335092829342297, + "nauc_recall_at_5_max": 0.5116797858390142, + "nauc_recall_at_5_std": 0.499677579989632, + "ndcg_at_1": 0.1725, + "ndcg_at_10": 0.16456, + "ndcg_at_100": 0.22417, + "ndcg_at_1000": 0.32403, + "ndcg_at_20": 0.17601, + "ndcg_at_3": 0.16298, + "ndcg_at_5": 0.16066, + "precision_at_1": 0.235, + "precision_at_10": 0.146, + "precision_at_100": 0.07595, + "precision_at_1000": 0.02024, + "precision_at_20": 0.1275, + "precision_at_3": 0.195, + "precision_at_5": 0.174, + "recall_at_1": 0.03039, + "recall_at_10": 0.10303, + "recall_at_100": 0.30628, + "recall_at_1000": 0.6103, + "recall_at_20": 0.14638, + "recall_at_3": 0.05071, + "recall_at_5": 0.06773 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.2202, + "map_at_1": 0.04008, + "map_at_10": 0.08526, + "map_at_100": 0.12726, + "map_at_1000": 0.1498, + "map_at_20": 0.0973, + "map_at_3": 0.06594, + "map_at_5": 0.07433, + "mrr_at_1": 0.31, + "mrr_at_10": 0.42422817460317463, + "mrr_at_100": 0.4332285101649226, + "mrr_at_1000": 0.43350358375071707, + "mrr_at_20": 0.4296293261477085, + "mrr_at_3": 0.3858333333333333, + "mrr_at_5": 0.4078333333333333, + "nauc_map_at_1000_diff1": 0.3659075095026675, + "nauc_map_at_1000_max": 0.5581591365326585, + "nauc_map_at_1000_std": 0.5671663879905665, + "nauc_map_at_100_diff1": 0.37931639395729044, + "nauc_map_at_100_max": 0.5140018194855387, + "nauc_map_at_100_std": 0.514039011044567, + "nauc_map_at_10_diff1": 0.40476855719199273, + "nauc_map_at_10_max": 0.4430966139570023, + "nauc_map_at_10_std": 0.3656429916534706, + "nauc_map_at_1_diff1": 0.3747706759718605, + "nauc_map_at_1_max": 0.3634162975609646, + "nauc_map_at_1_std": 0.313882911519124, + "nauc_map_at_20_diff1": 0.395122934377862, + "nauc_map_at_20_max": 0.46844670378225306, + "nauc_map_at_20_std": 0.41248060076482207, + "nauc_map_at_3_diff1": 0.39143081804960006, + "nauc_map_at_3_max": 0.39096978250663356, + "nauc_map_at_3_std": 0.31141393202085604, + "nauc_map_at_5_diff1": 0.39654387060700436, + "nauc_map_at_5_max": 0.4155289297708525, + "nauc_map_at_5_std": 0.3271926584193575, + "nauc_mrr_at_1000_diff1": 0.293843357235605, + "nauc_mrr_at_1000_max": 0.5535579012504488, + "nauc_mrr_at_1000_std": 0.521406600452064, + "nauc_mrr_at_100_diff1": 0.2939090229336532, + "nauc_mrr_at_100_max": 0.5535814757779837, + "nauc_mrr_at_100_std": 0.5216427474341347, + "nauc_mrr_at_10_diff1": 0.2907682860701019, + "nauc_mrr_at_10_max": 0.5523498757709965, + "nauc_mrr_at_10_std": 0.5217386641566215, + "nauc_mrr_at_1_diff1": 0.319446872016887, + "nauc_mrr_at_1_max": 0.5409804106108071, + "nauc_mrr_at_1_std": 0.5002689003320919, + "nauc_mrr_at_20_diff1": 0.29136152268474597, + "nauc_mrr_at_20_max": 0.5519082476704709, + "nauc_mrr_at_20_std": 0.521792811225399, + "nauc_mrr_at_3_diff1": 0.31536065924301826, + "nauc_mrr_at_3_max": 0.5372923662574465, + "nauc_mrr_at_3_std": 0.5042515546564356, + "nauc_mrr_at_5_diff1": 0.3083256775404904, + "nauc_mrr_at_5_max": 0.5595325520095072, + "nauc_mrr_at_5_std": 0.5184657271595152, + "nauc_ndcg_at_1000_diff1": 0.3231286244743228, + "nauc_ndcg_at_1000_max": 0.6450511619484165, + "nauc_ndcg_at_1000_std": 0.6670038043420081, + "nauc_ndcg_at_100_diff1": 0.33935824695239236, + "nauc_ndcg_at_100_max": 0.5743907855098761, + "nauc_ndcg_at_100_std": 0.6055506734230588, + "nauc_ndcg_at_10_diff1": 0.36092699802747774, + "nauc_ndcg_at_10_max": 0.5685461451707463, + "nauc_ndcg_at_10_std": 0.5117999833450222, + "nauc_ndcg_at_1_diff1": 0.34313428899438403, + "nauc_ndcg_at_1_max": 0.5247447950603491, + "nauc_ndcg_at_1_std": 0.4645466815600857, + "nauc_ndcg_at_20_diff1": 0.35459092251637186, + "nauc_ndcg_at_20_max": 0.5705389053883597, + "nauc_ndcg_at_20_std": 0.5387613227997997, + "nauc_ndcg_at_3_diff1": 0.3746294631656311, + "nauc_ndcg_at_3_max": 0.5452916376498093, + "nauc_ndcg_at_3_std": 0.48363651806816227, + "nauc_ndcg_at_5_diff1": 0.36056489271712455, + "nauc_ndcg_at_5_max": 0.5644681030487254, + "nauc_ndcg_at_5_std": 0.4872885072034156, + "nauc_precision_at_1000_diff1": 0.010758748950983483, + "nauc_precision_at_1000_max": 0.3449471603315305, + "nauc_precision_at_1000_std": 0.3176112260045144, + "nauc_precision_at_100_diff1": 0.09994552986540158, + "nauc_precision_at_100_max": 0.44494072789300915, + "nauc_precision_at_100_std": 0.5342900964694753, + "nauc_precision_at_10_diff1": 0.21886396902079328, + "nauc_precision_at_10_max": 0.5550391449217509, + "nauc_precision_at_10_std": 0.5559189891567345, + "nauc_precision_at_1_diff1": 0.319446872016887, + "nauc_precision_at_1_max": 0.5409804106108071, + "nauc_precision_at_1_std": 0.5002689003320919, + "nauc_precision_at_20_diff1": 0.16755987888853632, + "nauc_precision_at_20_max": 0.5165683760648374, + "nauc_precision_at_20_std": 0.5699731663759207, + "nauc_precision_at_3_diff1": 0.30113273871326895, + "nauc_precision_at_3_max": 0.5684772138755799, + "nauc_precision_at_3_std": 0.5416442537434795, + "nauc_precision_at_5_diff1": 0.273481686494208, + "nauc_precision_at_5_max": 0.5700332567015604, + "nauc_precision_at_5_std": 0.5309019485302326, + "nauc_recall_at_1000_diff1": 0.25395321424807876, + "nauc_recall_at_1000_max": 0.6151288555000382, + "nauc_recall_at_1000_std": 0.7293498130033428, + "nauc_recall_at_100_diff1": 0.30741001151883635, + "nauc_recall_at_100_max": 0.44717598326672336, + "nauc_recall_at_100_std": 0.5585723023371482, + "nauc_recall_at_10_diff1": 0.3413961573544605, + "nauc_recall_at_10_max": 0.3901048935056324, + "nauc_recall_at_10_std": 0.3206654875046218, + "nauc_recall_at_1_diff1": 0.3747706759718605, + "nauc_recall_at_1_max": 0.3634162975609646, + "nauc_recall_at_1_std": 0.313882911519124, + "nauc_recall_at_20_diff1": 0.30784855516725135, + "nauc_recall_at_20_max": 0.41611580702072143, + "nauc_recall_at_20_std": 0.38861325803390917, + "nauc_recall_at_3_diff1": 0.3631030414372982, + "nauc_recall_at_3_max": 0.3478741294921468, + "nauc_recall_at_3_std": 0.255998534870172, + "nauc_recall_at_5_diff1": 0.3492818583314998, + "nauc_recall_at_5_max": 0.37984403318970256, + "nauc_recall_at_5_std": 0.2749441871478358, + "ndcg_at_1": 0.24, + "ndcg_at_10": 0.2202, + "ndcg_at_100": 0.275, + "ndcg_at_1000": 0.38125, + "ndcg_at_20": 0.22388, + "ndcg_at_3": 0.22235, + "ndcg_at_5": 0.21915, + "precision_at_1": 0.31, + "precision_at_10": 0.186, + "precision_at_100": 0.0867, + "precision_at_1000": 0.02259, + "precision_at_20": 0.15175, + "precision_at_3": 0.24667, + "precision_at_5": 0.22, + "recall_at_1": 0.04008, + "recall_at_10": 0.13067, + "recall_at_100": 0.34308, + "recall_at_1000": 0.6545, + "recall_at_20": 0.17191, + "recall_at_3": 0.08364, + "recall_at_5": 0.1002 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.65036, + "map_at_1": 0.16896, + "map_at_10": 0.457, + "map_at_100": 0.56146, + "map_at_1000": 0.57513, + "map_at_20": 0.50446, + "map_at_3": 0.30984, + "map_at_5": 0.37338, + "mrr_at_1": 0.78, + "mrr_at_10": 0.8530257936507938, + "mrr_at_100": 0.8539744567523982, + "mrr_at_1000": 0.8539744567523982, + "mrr_at_20": 0.8537744567523982, + "mrr_at_3": 0.8408333333333334, + "mrr_at_5": 0.8490833333333334, + "nauc_map_at_1000_diff1": 0.04527111086427383, + "nauc_map_at_1000_max": 0.12142414087791555, + "nauc_map_at_1000_std": -0.25838892777513567, + "nauc_map_at_100_diff1": 0.050942160172793204, + "nauc_map_at_100_max": 0.10932775511438471, + "nauc_map_at_100_std": -0.31338305553953755, + "nauc_map_at_10_diff1": 0.11696144006501666, + "nauc_map_at_10_max": 0.03435880365629332, + "nauc_map_at_10_std": -0.46531740995318566, + "nauc_map_at_1_diff1": 0.34924271267153967, + "nauc_map_at_1_max": -0.11619930343458985, + "nauc_map_at_1_std": -0.4175167389181299, + "nauc_map_at_20_diff1": 0.08274543681470278, + "nauc_map_at_20_max": 0.05926376841856359, + "nauc_map_at_20_std": -0.42434149950057015, + "nauc_map_at_3_diff1": 0.2211706214975046, + "nauc_map_at_3_max": -0.06337008420093394, + "nauc_map_at_3_std": -0.4454276823446738, + "nauc_map_at_5_diff1": 0.1717441670226366, + "nauc_map_at_5_max": -0.022641745837823392, + "nauc_map_at_5_std": -0.4582874189997838, + "nauc_mrr_at_1000_diff1": 0.21726789066143593, + "nauc_mrr_at_1000_max": 0.26102625032684273, + "nauc_mrr_at_1000_std": 0.04211872632684104, + "nauc_mrr_at_100_diff1": 0.21726789066143593, + "nauc_mrr_at_100_max": 0.26102625032684273, + "nauc_mrr_at_100_std": 0.04211872632684104, + "nauc_mrr_at_10_diff1": 0.21125067790147778, + "nauc_mrr_at_10_max": 0.26511630471887027, + "nauc_mrr_at_10_std": 0.046726075025720015, + "nauc_mrr_at_1_diff1": 0.21276719061529195, + "nauc_mrr_at_1_max": 0.21433208142068913, + "nauc_mrr_at_1_std": 0.0295126814114161, + "nauc_mrr_at_20_diff1": 0.21747473518152885, + "nauc_mrr_at_20_max": 0.26211178481156466, + "nauc_mrr_at_20_std": 0.04287089516596365, + "nauc_mrr_at_3_diff1": 0.2316672842373355, + "nauc_mrr_at_3_max": 0.2689146238994638, + "nauc_mrr_at_3_std": 0.02599798550187631, + "nauc_mrr_at_5_diff1": 0.21126457876747035, + "nauc_mrr_at_5_max": 0.2674631687753207, + "nauc_mrr_at_5_std": 0.05773167057164889, + "nauc_ndcg_at_1000_diff1": 0.09609339027047574, + "nauc_ndcg_at_1000_max": 0.22022429815524044, + "nauc_ndcg_at_1000_std": -0.03861536659787948, + "nauc_ndcg_at_100_diff1": 0.10668719492211241, + "nauc_ndcg_at_100_max": 0.20087373043067303, + "nauc_ndcg_at_100_std": -0.18914374840705486, + "nauc_ndcg_at_10_diff1": 0.1101106132526104, + "nauc_ndcg_at_10_max": 0.2051621466445186, + "nauc_ndcg_at_10_std": -0.20846719924362614, + "nauc_ndcg_at_1_diff1": 0.24358363019270243, + "nauc_ndcg_at_1_max": 0.14534421661851452, + "nauc_ndcg_at_1_std": 0.011369480051985495, + "nauc_ndcg_at_20_diff1": 0.09789423444769761, + "nauc_ndcg_at_20_max": 0.18499155312478213, + "nauc_ndcg_at_20_std": -0.23904318566510108, + "nauc_ndcg_at_3_diff1": 0.13511543045153368, + "nauc_ndcg_at_3_max": 0.2086791771999542, + "nauc_ndcg_at_3_std": -0.03095034757956555, + "nauc_ndcg_at_5_diff1": 0.11538102429673662, + "nauc_ndcg_at_5_max": 0.203389163369348, + "nauc_ndcg_at_5_std": -0.08949272668878326, + "nauc_precision_at_1000_diff1": -0.13508274633122946, + "nauc_precision_at_1000_max": 0.1297015119095631, + "nauc_precision_at_1000_std": 0.6554879056630233, + "nauc_precision_at_100_diff1": -0.16480917612528442, + "nauc_precision_at_100_max": 0.16382747944901738, + "nauc_precision_at_100_std": 0.6207930623959349, + "nauc_precision_at_10_diff1": -0.20177527163012013, + "nauc_precision_at_10_max": 0.3041240317085435, + "nauc_precision_at_10_std": 0.37351443891359243, + "nauc_precision_at_1_diff1": 0.21276719061529195, + "nauc_precision_at_1_max": 0.21433208142068913, + "nauc_precision_at_1_std": 0.0295126814114161, + "nauc_precision_at_20_diff1": -0.22918506086143628, + "nauc_precision_at_20_max": 0.2212025498112516, + "nauc_precision_at_20_std": 0.5043086835177996, + "nauc_precision_at_3_diff1": -0.07555507433698895, + "nauc_precision_at_3_max": 0.3007010752979229, + "nauc_precision_at_3_std": 0.17914300988678583, + "nauc_precision_at_5_diff1": -0.16936406467194517, + "nauc_precision_at_5_max": 0.32479282589174024, + "nauc_precision_at_5_std": 0.3031712707635411, + "nauc_recall_at_1000_diff1": -0.004115846637626544, + "nauc_recall_at_1000_max": 0.9718631847357627, + "nauc_recall_at_1000_std": 0.8014512232396864, + "nauc_recall_at_100_diff1": 0.08308221264810757, + "nauc_recall_at_100_max": 0.08651710361775551, + "nauc_recall_at_100_std": -0.5974688859839746, + "nauc_recall_at_10_diff1": 0.08217996634866342, + "nauc_recall_at_10_max": 0.004247291320062434, + "nauc_recall_at_10_std": -0.5628275322593511, + "nauc_recall_at_1_diff1": 0.34924271267153967, + "nauc_recall_at_1_max": -0.11619930343458985, + "nauc_recall_at_1_std": -0.4175167389181299, + "nauc_recall_at_20_diff1": 0.057987590886706346, + "nauc_recall_at_20_max": 0.007802341998263902, + "nauc_recall_at_20_std": -0.5843333322662897, + "nauc_recall_at_3_diff1": 0.21715474386491546, + "nauc_recall_at_3_max": -0.07557867157283561, + "nauc_recall_at_3_std": -0.4700235239193436, + "nauc_recall_at_5_diff1": 0.15066119858679128, + "nauc_recall_at_5_max": -0.04902653699733802, + "nauc_recall_at_5_std": -0.49774894666468417, + "ndcg_at_1": 0.705, + "ndcg_at_10": 0.65036, + "ndcg_at_100": 0.73708, + "ndcg_at_1000": 0.76819, + "ndcg_at_20": 0.67643, + "ndcg_at_3": 0.63304, + "ndcg_at_5": 0.62922, + "precision_at_1": 0.78, + "precision_at_10": 0.4095, + "precision_at_100": 0.10275, + "precision_at_1000": 0.01343, + "precision_at_20": 0.2865, + "precision_at_3": 0.61333, + "precision_at_5": 0.523, + "recall_at_1": 0.16896, + "recall_at_10": 0.57901, + "recall_at_100": 0.89916, + "recall_at_1000": 0.99768, + "recall_at_20": 0.6864, + "recall_at_3": 0.3349, + "recall_at_5": 0.43021 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.31124, + "map_at_1": 0.07995, + "map_at_10": 0.21001, + "map_at_100": 0.27184, + "map_at_1000": 0.28821, + "map_at_20": 0.23875, + "map_at_3": 0.14742, + "map_at_5": 0.1725, + "mrr_at_1": 0.32, + "mrr_at_10": 0.4360892857142856, + "mrr_at_100": 0.4485959157312708, + "mrr_at_1000": 0.44878417636592965, + "mrr_at_20": 0.4447734685550088, + "mrr_at_3": 0.40583333333333327, + "mrr_at_5": 0.41983333333333334, + "nauc_map_at_1000_diff1": 0.02604632123794799, + "nauc_map_at_1000_max": 0.057954218350992875, + "nauc_map_at_1000_std": -0.12733316937037614, + "nauc_map_at_100_diff1": 0.02491365233854216, + "nauc_map_at_100_max": 0.017205151925599568, + "nauc_map_at_100_std": -0.18232234451596013, + "nauc_map_at_10_diff1": 0.042814947070011725, + "nauc_map_at_10_max": -0.07766073681614445, + "nauc_map_at_10_std": -0.2766926416706084, + "nauc_map_at_1_diff1": 0.11353598403706307, + "nauc_map_at_1_max": -0.143814375871616, + "nauc_map_at_1_std": -0.30944702512162403, + "nauc_map_at_20_diff1": 0.01985001964240623, + "nauc_map_at_20_max": -0.04455466216734436, + "nauc_map_at_20_std": -0.25348633820526145, + "nauc_map_at_3_diff1": 0.13658420356585005, + "nauc_map_at_3_max": -0.13508610780145852, + "nauc_map_at_3_std": -0.3130043857135486, + "nauc_map_at_5_diff1": 0.08420780705405113, + "nauc_map_at_5_max": -0.11074324424600182, + "nauc_map_at_5_std": -0.29477994670275204, + "nauc_mrr_at_1000_diff1": -0.06891303216257973, + "nauc_mrr_at_1000_max": 0.024720931493906972, + "nauc_mrr_at_1000_std": -0.1021762329612098, + "nauc_mrr_at_100_diff1": -0.0688894816716476, + "nauc_mrr_at_100_max": 0.024787604248575096, + "nauc_mrr_at_100_std": -0.10187056066959238, + "nauc_mrr_at_10_diff1": -0.07552836905608437, + "nauc_mrr_at_10_max": 0.02430130647530214, + "nauc_mrr_at_10_std": -0.10042396846370008, + "nauc_mrr_at_1_diff1": -0.043260997538264144, + "nauc_mrr_at_1_max": -0.01007438724178547, + "nauc_mrr_at_1_std": -0.1697193085732636, + "nauc_mrr_at_20_diff1": -0.07466954491769019, + "nauc_mrr_at_20_max": 0.024421548059478895, + "nauc_mrr_at_20_std": -0.09896414859502392, + "nauc_mrr_at_3_diff1": -0.06210098600420272, + "nauc_mrr_at_3_max": 0.009087514143503091, + "nauc_mrr_at_3_std": -0.1306999013438414, + "nauc_mrr_at_5_diff1": -0.07077976233966021, + "nauc_mrr_at_5_max": 0.015347737662036533, + "nauc_mrr_at_5_std": -0.11965829172554474, + "nauc_ndcg_at_1000_diff1": 0.019684811517731368, + "nauc_ndcg_at_1000_max": 0.17252110335100448, + "nauc_ndcg_at_1000_std": 0.04939818176632275, + "nauc_ndcg_at_100_diff1": 0.003616986075502459, + "nauc_ndcg_at_100_max": 0.07337024195935848, + "nauc_ndcg_at_100_std": -0.0867903923112147, + "nauc_ndcg_at_10_diff1": -0.02987062345488438, + "nauc_ndcg_at_10_max": 0.010356640823187395, + "nauc_ndcg_at_10_std": -0.16435913001508604, + "nauc_ndcg_at_1_diff1": -0.006427870288603067, + "nauc_ndcg_at_1_max": -0.08133173369547995, + "nauc_ndcg_at_1_std": -0.22852187129482687, + "nauc_ndcg_at_20_diff1": -0.037855654216028066, + "nauc_ndcg_at_20_max": 0.021892882600262478, + "nauc_ndcg_at_20_std": -0.15598165743370282, + "nauc_ndcg_at_3_diff1": 0.00043643135494169527, + "nauc_ndcg_at_3_max": -0.029203472397205766, + "nauc_ndcg_at_3_std": -0.18401205906853182, + "nauc_ndcg_at_5_diff1": -0.012408428020110884, + "nauc_ndcg_at_5_max": -0.006936937465965573, + "nauc_ndcg_at_5_std": -0.17939807106362035, + "nauc_precision_at_1000_diff1": -0.002285366699855858, + "nauc_precision_at_1000_max": 0.446624298103998, + "nauc_precision_at_1000_std": 0.5994480371654737, + "nauc_precision_at_100_diff1": -0.0346652423920953, + "nauc_precision_at_100_max": 0.5083182044993686, + "nauc_precision_at_100_std": 0.5884601909540598, + "nauc_precision_at_10_diff1": -0.18907544941749876, + "nauc_precision_at_10_max": 0.25006926530359747, + "nauc_precision_at_10_std": 0.15968409641730305, + "nauc_precision_at_1_diff1": -0.043260997538264144, + "nauc_precision_at_1_max": -0.01007438724178547, + "nauc_precision_at_1_std": -0.1697193085732636, + "nauc_precision_at_20_diff1": -0.17943072034324165, + "nauc_precision_at_20_max": 0.3425819502131557, + "nauc_precision_at_20_std": 0.2916667428045163, + "nauc_precision_at_3_diff1": -0.11375153350098627, + "nauc_precision_at_3_max": 0.07434237941072765, + "nauc_precision_at_3_std": -0.035789946061561585, + "nauc_precision_at_5_diff1": -0.16075327969361508, + "nauc_precision_at_5_max": 0.16697251944299796, + "nauc_precision_at_5_std": 0.039774158869870645, + "nauc_recall_at_1000_diff1": 0.3762623172795409, + "nauc_recall_at_1000_max": 0.7009461096184455, + "nauc_recall_at_1000_std": 0.7211479698301585, + "nauc_recall_at_100_diff1": 0.0741064214785427, + "nauc_recall_at_100_max": 0.08226335284721069, + "nauc_recall_at_100_std": -0.0657381459948016, + "nauc_recall_at_10_diff1": 0.0017129466133254296, + "nauc_recall_at_10_max": -0.07654768135078623, + "nauc_recall_at_10_std": -0.2558026955558543, + "nauc_recall_at_1_diff1": 0.11353598403706307, + "nauc_recall_at_1_max": -0.143814375871616, + "nauc_recall_at_1_std": -0.30944702512162403, + "nauc_recall_at_20_diff1": -0.01663903471294092, + "nauc_recall_at_20_max": -0.049382613254850154, + "nauc_recall_at_20_std": -0.24427242319825984, + "nauc_recall_at_3_diff1": 0.15539017230333224, + "nauc_recall_at_3_max": -0.14033537837358692, + "nauc_recall_at_3_std": -0.3141765286609677, + "nauc_recall_at_5_diff1": 0.07650932489677549, + "nauc_recall_at_5_max": -0.10728789920837277, + "nauc_recall_at_5_std": -0.2868293520918967, + "ndcg_at_1": 0.2825, + "ndcg_at_10": 0.31124, + "ndcg_at_100": 0.43307, + "ndcg_at_1000": 0.50643, + "ndcg_at_20": 0.35283, + "ndcg_at_3": 0.28515, + "ndcg_at_5": 0.28311, + "precision_at_1": 0.32, + "precision_at_10": 0.197, + "precision_at_100": 0.06685, + "precision_at_1000": 0.01261, + "precision_at_20": 0.1495, + "precision_at_3": 0.28833, + "precision_at_5": 0.242, + "recall_at_1": 0.07995, + "recall_at_10": 0.31006, + "recall_at_100": 0.67043, + "recall_at_1000": 0.92841, + "recall_at_20": 0.41804, + "recall_at_3": 0.17314, + "recall_at_5": 0.21738 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.40999, + "map_at_1": 0.10009, + "map_at_10": 0.27455, + "map_at_100": 0.3427, + "map_at_1000": 0.35934, + "map_at_20": 0.30645, + "map_at_3": 0.1833, + "map_at_5": 0.22356, + "mrr_at_1": 0.455, + "mrr_at_10": 0.5745079365079363, + "mrr_at_100": 0.5811875544264791, + "mrr_at_1000": 0.5813483089137909, + "mrr_at_20": 0.5798676477676089, + "mrr_at_3": 0.5458333333333332, + "mrr_at_5": 0.5595833333333331, + "nauc_map_at_1000_diff1": 0.2135144713428374, + "nauc_map_at_1000_max": 0.2612883243755083, + "nauc_map_at_1000_std": -0.1735347537173978, + "nauc_map_at_100_diff1": 0.22942907569065318, + "nauc_map_at_100_max": 0.24023278553599828, + "nauc_map_at_100_std": -0.22078953833657516, + "nauc_map_at_10_diff1": 0.2597162698654981, + "nauc_map_at_10_max": 0.18278077570276186, + "nauc_map_at_10_std": -0.2778805347841546, + "nauc_map_at_1_diff1": 0.28443004825909063, + "nauc_map_at_1_max": 0.10231889011613488, + "nauc_map_at_1_std": -0.2135315342447603, + "nauc_map_at_20_diff1": 0.24485261608514913, + "nauc_map_at_20_max": 0.2171792604950307, + "nauc_map_at_20_std": -0.2596016975743264, + "nauc_map_at_3_diff1": 0.28396848117122026, + "nauc_map_at_3_max": 0.08716167360261802, + "nauc_map_at_3_std": -0.2866107303048686, + "nauc_map_at_5_diff1": 0.26937053319339765, + "nauc_map_at_5_max": 0.11106637355149027, + "nauc_map_at_5_std": -0.2999490868914965, + "nauc_mrr_at_1000_diff1": 0.14654015466356143, + "nauc_mrr_at_1000_max": 0.23104483199907352, + "nauc_mrr_at_1000_std": -0.07178721148184727, + "nauc_mrr_at_100_diff1": 0.14630211290369988, + "nauc_mrr_at_100_max": 0.2313623912735884, + "nauc_mrr_at_100_std": -0.07147362092637304, + "nauc_mrr_at_10_diff1": 0.14622347400508126, + "nauc_mrr_at_10_max": 0.23422057238170793, + "nauc_mrr_at_10_std": -0.06937905074144739, + "nauc_mrr_at_1_diff1": 0.16762315779808082, + "nauc_mrr_at_1_max": 0.2306072789521667, + "nauc_mrr_at_1_std": -0.041740179842195274, + "nauc_mrr_at_20_diff1": 0.14644259714550079, + "nauc_mrr_at_20_max": 0.2314057662644498, + "nauc_mrr_at_20_std": -0.07280724913061586, + "nauc_mrr_at_3_diff1": 0.16293782676665738, + "nauc_mrr_at_3_max": 0.23025401132170206, + "nauc_mrr_at_3_std": -0.08558928247419233, + "nauc_mrr_at_5_diff1": 0.15493435419514803, + "nauc_mrr_at_5_max": 0.218921979313834, + "nauc_mrr_at_5_std": -0.09007198706666746, + "nauc_ndcg_at_1000_diff1": 0.1594813959574066, + "nauc_ndcg_at_1000_max": 0.30898281736801125, + "nauc_ndcg_at_1000_std": -0.021212976768456508, + "nauc_ndcg_at_100_diff1": 0.20695843801798666, + "nauc_ndcg_at_100_max": 0.2612875379005652, + "nauc_ndcg_at_100_std": -0.16571639753569267, + "nauc_ndcg_at_10_diff1": 0.24892151216539413, + "nauc_ndcg_at_10_max": 0.2634258683955442, + "nauc_ndcg_at_10_std": -0.18582945254210576, + "nauc_ndcg_at_1_diff1": 0.21118201652372745, + "nauc_ndcg_at_1_max": 0.21041545184729002, + "nauc_ndcg_at_1_std": -0.04707493333508036, + "nauc_ndcg_at_20_diff1": 0.22881622934835996, + "nauc_ndcg_at_20_max": 0.2703141113388478, + "nauc_ndcg_at_20_std": -0.195685299642898, + "nauc_ndcg_at_3_diff1": 0.222611885635673, + "nauc_ndcg_at_3_max": 0.20108787061055172, + "nauc_ndcg_at_3_std": -0.16240595448556114, + "nauc_ndcg_at_5_diff1": 0.22976784737993117, + "nauc_ndcg_at_5_max": 0.19235127415311695, + "nauc_ndcg_at_5_std": -0.19791328390927487, + "nauc_precision_at_1000_diff1": -0.2275803509988484, + "nauc_precision_at_1000_max": 0.15091836030716377, + "nauc_precision_at_1000_std": 0.5153226334289164, + "nauc_precision_at_100_diff1": -0.16880580838840242, + "nauc_precision_at_100_max": 0.22669748616479476, + "nauc_precision_at_100_std": 0.4417241015508853, + "nauc_precision_at_10_diff1": 0.014644637438145288, + "nauc_precision_at_10_max": 0.3455530371772523, + "nauc_precision_at_10_std": 0.09287087749355236, + "nauc_precision_at_1_diff1": 0.16762315779808082, + "nauc_precision_at_1_max": 0.2306072789521667, + "nauc_precision_at_1_std": -0.041740179842195274, + "nauc_precision_at_20_diff1": -0.0792588109400948, + "nauc_precision_at_20_max": 0.3391790371360186, + "nauc_precision_at_20_std": 0.21295285215048385, + "nauc_precision_at_3_diff1": 0.11615869448676312, + "nauc_precision_at_3_max": 0.21885761534244602, + "nauc_precision_at_3_std": -0.10361057519028112, + "nauc_precision_at_5_diff1": 0.06873023662096887, + "nauc_precision_at_5_max": 0.2498661231504128, + "nauc_precision_at_5_std": -0.05802416095356927, + "nauc_recall_at_1000_diff1": -0.14345396544349998, + "nauc_recall_at_1000_max": 0.4903895066838825, + "nauc_recall_at_1000_std": 0.4622915374773629, + "nauc_recall_at_100_diff1": 0.1649163765083328, + "nauc_recall_at_100_max": 0.17852967277362072, + "nauc_recall_at_100_std": -0.3129656332739848, + "nauc_recall_at_10_diff1": 0.2650535496584419, + "nauc_recall_at_10_max": 0.20072906156114653, + "nauc_recall_at_10_std": -0.3242724869028762, + "nauc_recall_at_1_diff1": 0.28443004825909063, + "nauc_recall_at_1_max": 0.10231889011613488, + "nauc_recall_at_1_std": -0.2135315342447603, + "nauc_recall_at_20_diff1": 0.21961686244307482, + "nauc_recall_at_20_max": 0.20323222071848288, + "nauc_recall_at_20_std": -0.3452189482450178, + "nauc_recall_at_3_diff1": 0.2768313605639969, + "nauc_recall_at_3_max": 0.07111526024150625, + "nauc_recall_at_3_std": -0.31012404194022203, + "nauc_recall_at_5_diff1": 0.26496695338072673, + "nauc_recall_at_5_max": 0.08233059722777157, + "nauc_recall_at_5_std": -0.34336493521940636, + "ndcg_at_1": 0.41, + "ndcg_at_10": 0.40999, + "ndcg_at_100": 0.52093, + "ndcg_at_1000": 0.58692, + "ndcg_at_20": 0.44735, + "ndcg_at_3": 0.37359, + "ndcg_at_5": 0.37949, + "precision_at_1": 0.455, + "precision_at_10": 0.256, + "precision_at_100": 0.075, + "precision_at_1000": 0.01311, + "precision_at_20": 0.18625, + "precision_at_3": 0.36167, + "precision_at_5": 0.323, + "recall_at_1": 0.10009, + "recall_at_10": 0.39926, + "recall_at_100": 0.74115, + "recall_at_1000": 0.96481, + "recall_at_20": 0.51364, + "recall_at_3": 0.21571, + "recall_at_5": 0.28312 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57039, + "map_at_1": 0.07955, + "map_at_10": 0.2348, + "map_at_100": 0.4094, + "map_at_1000": 0.46631, + "map_at_20": 0.29083, + "map_at_3": 0.1391, + "map_at_5": 0.1815, + "mrr_at_1": 0.79, + "mrr_at_10": 0.8578452380952382, + "mrr_at_100": 0.85916645176969, + "mrr_at_1000": 0.8591958635343958, + "mrr_at_20": 0.8588244047619048, + "mrr_at_3": 0.8508333333333334, + "mrr_at_5": 0.8543333333333334, + "nauc_map_at_1000_diff1": 0.17626265016610054, + "nauc_map_at_1000_max": 0.49626944755768687, + "nauc_map_at_1000_std": 0.23783044586657806, + "nauc_map_at_100_diff1": 0.18928094849205912, + "nauc_map_at_100_max": 0.4248568718684987, + "nauc_map_at_100_std": 0.23834494296135275, + "nauc_map_at_10_diff1": 0.2517410822589767, + "nauc_map_at_10_max": 0.22688195336719758, + "nauc_map_at_10_std": 0.04315853885933598, + "nauc_map_at_1_diff1": 0.4514232005620019, + "nauc_map_at_1_max": 0.004428838466122661, + "nauc_map_at_1_std": -0.23441468774972912, + "nauc_map_at_20_diff1": 0.2256081850872412, + "nauc_map_at_20_max": 0.273687874479681, + "nauc_map_at_20_std": 0.08450800172442692, + "nauc_map_at_3_diff1": 0.36177682052125043, + "nauc_map_at_3_max": 0.10588105985764452, + "nauc_map_at_3_std": -0.10741579405842484, + "nauc_map_at_5_diff1": 0.2784084666113976, + "nauc_map_at_5_max": 0.17037802001272212, + "nauc_map_at_5_std": -0.013298470444652604, + "nauc_mrr_at_1000_diff1": 0.38029381883131014, + "nauc_mrr_at_1000_max": 0.6881682241294683, + "nauc_mrr_at_1000_std": 0.3057048706011162, + "nauc_mrr_at_100_diff1": 0.38023669291077306, + "nauc_mrr_at_100_max": 0.6882374004034122, + "nauc_mrr_at_100_std": 0.3058588919478346, + "nauc_mrr_at_10_diff1": 0.38113899177526134, + "nauc_mrr_at_10_max": 0.6884709542495515, + "nauc_mrr_at_10_std": 0.30694691162823684, + "nauc_mrr_at_1_diff1": 0.36341885685430486, + "nauc_mrr_at_1_max": 0.6325293962055445, + "nauc_mrr_at_1_std": 0.2747613436891332, + "nauc_mrr_at_20_diff1": 0.3790215682591384, + "nauc_mrr_at_20_max": 0.6883408662362781, + "nauc_mrr_at_20_std": 0.30722792830168916, + "nauc_mrr_at_3_diff1": 0.38941989133315597, + "nauc_mrr_at_3_max": 0.6937615955473103, + "nauc_mrr_at_3_std": 0.2925998321406483, + "nauc_mrr_at_5_diff1": 0.3797075180996322, + "nauc_mrr_at_5_max": 0.6944508617497271, + "nauc_mrr_at_5_std": 0.31315619305821213, + "nauc_ndcg_at_1000_diff1": 0.23191237095465708, + "nauc_ndcg_at_1000_max": 0.55538772381785, + "nauc_ndcg_at_1000_std": 0.28559335989569795, + "nauc_ndcg_at_100_diff1": 0.23062895813253384, + "nauc_ndcg_at_100_max": 0.45961508445004634, + "nauc_ndcg_at_100_std": 0.22310562998129788, + "nauc_ndcg_at_10_diff1": 0.23592680103371624, + "nauc_ndcg_at_10_max": 0.4836231545016653, + "nauc_ndcg_at_10_std": 0.19037683588975535, + "nauc_ndcg_at_1_diff1": 0.292314462345608, + "nauc_ndcg_at_1_max": 0.3980808585722651, + "nauc_ndcg_at_1_std": 0.1451147767908642, + "nauc_ndcg_at_20_diff1": 0.24732582553759583, + "nauc_ndcg_at_20_max": 0.45454909549617134, + "nauc_ndcg_at_20_std": 0.13022587292779828, + "nauc_ndcg_at_3_diff1": 0.1924223457966221, + "nauc_ndcg_at_3_max": 0.447623803081761, + "nauc_ndcg_at_3_std": 0.19741163980587192, + "nauc_ndcg_at_5_diff1": 0.20004097270053658, + "nauc_ndcg_at_5_max": 0.4639390389178748, + "nauc_ndcg_at_5_std": 0.21227333632164694, + "nauc_precision_at_1000_diff1": -0.11037226484796804, + "nauc_precision_at_1000_max": 0.07724935603039737, + "nauc_precision_at_1000_std": -0.11649396364436368, + "nauc_precision_at_100_diff1": -0.10840018030646835, + "nauc_precision_at_100_max": 0.20940734780454237, + "nauc_precision_at_100_std": 0.08907858339358445, + "nauc_precision_at_10_diff1": -0.08917892323534585, + "nauc_precision_at_10_max": 0.41644485029823736, + "nauc_precision_at_10_std": 0.2857759039421789, + "nauc_precision_at_1_diff1": 0.36341885685430486, + "nauc_precision_at_1_max": 0.6325293962055445, + "nauc_precision_at_1_std": 0.2747613436891332, + "nauc_precision_at_20_diff1": -0.13277961203542166, + "nauc_precision_at_20_max": 0.3389124511965035, + "nauc_precision_at_20_std": 0.19808252072637658, + "nauc_precision_at_3_diff1": -0.037707541175569764, + "nauc_precision_at_3_max": 0.5251910326909576, + "nauc_precision_at_3_std": 0.32250509808618044, + "nauc_precision_at_5_diff1": -0.09573634522034952, + "nauc_precision_at_5_max": 0.4926862362878868, + "nauc_precision_at_5_std": 0.3533960172763055, + "nauc_recall_at_1000_diff1": 0.2763079675059675, + "nauc_recall_at_1000_max": 0.12495794915026871, + "nauc_recall_at_1000_std": 0.5247826406097543, + "nauc_recall_at_100_diff1": 0.1694816961283478, + "nauc_recall_at_100_max": 0.13656657022469884, + "nauc_recall_at_100_std": 0.13953509727516036, + "nauc_recall_at_10_diff1": 0.22584706219614897, + "nauc_recall_at_10_max": 0.09470472828952144, + "nauc_recall_at_10_std": -0.04052906155376048, + "nauc_recall_at_1_diff1": 0.4514232005620019, + "nauc_recall_at_1_max": 0.004428838466122661, + "nauc_recall_at_1_std": -0.23441468774972912, + "nauc_recall_at_20_diff1": 0.21054463861461675, + "nauc_recall_at_20_max": 0.10428630449014605, + "nauc_recall_at_20_std": -0.04178322943773283, + "nauc_recall_at_3_diff1": 0.3786469511687687, + "nauc_recall_at_3_max": 0.0685693505015851, + "nauc_recall_at_3_std": -0.14046453359652186, + "nauc_recall_at_5_diff1": 0.27782048810893534, + "nauc_recall_at_5_max": 0.11077005304102892, + "nauc_recall_at_5_std": -0.0508977319189569, + "ndcg_at_1": 0.6375, + "ndcg_at_10": 0.57039, + "ndcg_at_100": 0.64488, + "ndcg_at_1000": 0.73176, + "ndcg_at_20": 0.57055, + "ndcg_at_3": 0.59886, + "ndcg_at_5": 0.58928, + "precision_at_1": 0.79, + "precision_at_10": 0.525, + "precision_at_100": 0.2324, + "precision_at_1000": 0.04795, + "precision_at_20": 0.4345, + "precision_at_3": 0.66333, + "precision_at_5": 0.62, + "recall_at_1": 0.07955, + "recall_at_10": 0.29105, + "recall_at_100": 0.71875, + "recall_at_1000": 0.97636, + "recall_at_20": 0.40452, + "recall_at_3": 0.15008, + "recall_at_5": 0.20505 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.31231, + "map_at_1": 0.04507, + "map_at_10": 0.12052, + "map_at_100": 0.2094, + "map_at_1000": 0.24865, + "map_at_20": 0.14849, + "map_at_3": 0.07296, + "map_at_5": 0.09173, + "mrr_at_1": 0.485, + "mrr_at_10": 0.577376984126984, + "mrr_at_100": 0.5848314758060007, + "mrr_at_1000": 0.5850353314122662, + "mrr_at_20": 0.5823774622994822, + "mrr_at_3": 0.5416666666666666, + "mrr_at_5": 0.5626666666666665, + "nauc_map_at_1000_diff1": -0.038634570586126425, + "nauc_map_at_1000_max": 0.46564939675335865, + "nauc_map_at_1000_std": 0.38935044639964617, + "nauc_map_at_100_diff1": -0.002356106738586995, + "nauc_map_at_100_max": 0.36551267074235344, + "nauc_map_at_100_std": 0.3617642274919907, + "nauc_map_at_10_diff1": 0.07018874713522409, + "nauc_map_at_10_max": 0.23641304992256057, + "nauc_map_at_10_std": 0.177493124191143, + "nauc_map_at_1_diff1": 0.034668283865101256, + "nauc_map_at_1_max": 0.04363729010901376, + "nauc_map_at_1_std": 0.016855415021197872, + "nauc_map_at_20_diff1": 0.047361369415883536, + "nauc_map_at_20_max": 0.2682272544092682, + "nauc_map_at_20_std": 0.24029309476543606, + "nauc_map_at_3_diff1": 0.11496615477676782, + "nauc_map_at_3_max": 0.14313700519133138, + "nauc_map_at_3_std": 0.08101836036068719, + "nauc_map_at_5_diff1": 0.11120356766225976, + "nauc_map_at_5_max": 0.1983673321490405, + "nauc_map_at_5_std": 0.1299030935426366, + "nauc_mrr_at_1000_diff1": -0.09269903148774607, + "nauc_mrr_at_1000_max": 0.41706955870929424, + "nauc_mrr_at_1000_std": 0.259615643396729, + "nauc_mrr_at_100_diff1": -0.0926650305334942, + "nauc_mrr_at_100_max": 0.4172908769343408, + "nauc_mrr_at_100_std": 0.2599348561950972, + "nauc_mrr_at_10_diff1": -0.08803087094567896, + "nauc_mrr_at_10_max": 0.41367762936415586, + "nauc_mrr_at_10_std": 0.25304930491968897, + "nauc_mrr_at_1_diff1": -0.13154703126139078, + "nauc_mrr_at_1_max": 0.3737515657204965, + "nauc_mrr_at_1_std": 0.25269569020935917, + "nauc_mrr_at_20_diff1": -0.09156819203817358, + "nauc_mrr_at_20_max": 0.4193383920458893, + "nauc_mrr_at_20_std": 0.26104759626574714, + "nauc_mrr_at_3_diff1": -0.07225144236278558, + "nauc_mrr_at_3_max": 0.41294372972682214, + "nauc_mrr_at_3_std": 0.25476090805127233, + "nauc_mrr_at_5_diff1": -0.08983395275938778, + "nauc_mrr_at_5_max": 0.42445798603769674, + "nauc_mrr_at_5_std": 0.25586567539100485, + "nauc_ndcg_at_1000_diff1": -0.04146307675125563, + "nauc_ndcg_at_1000_max": 0.5060512562862355, + "nauc_ndcg_at_1000_std": 0.4573845135101917, + "nauc_ndcg_at_100_diff1": -0.006101393130211854, + "nauc_ndcg_at_100_max": 0.4398280068119625, + "nauc_ndcg_at_100_std": 0.42138376613515127, + "nauc_ndcg_at_10_diff1": -0.03968159068639114, + "nauc_ndcg_at_10_max": 0.3968466651412053, + "nauc_ndcg_at_10_std": 0.24053159042798514, + "nauc_ndcg_at_1_diff1": -0.035451943424708685, + "nauc_ndcg_at_1_max": 0.32368680688469836, + "nauc_ndcg_at_1_std": 0.19944986560404981, + "nauc_ndcg_at_20_diff1": -0.0381206146703314, + "nauc_ndcg_at_20_max": 0.4249303128991334, + "nauc_ndcg_at_20_std": 0.30383863827823254, + "nauc_ndcg_at_3_diff1": -0.048948883248515575, + "nauc_ndcg_at_3_max": 0.36244176658735183, + "nauc_ndcg_at_3_std": 0.2081691395777846, + "nauc_ndcg_at_5_diff1": -0.05755966600322655, + "nauc_ndcg_at_5_max": 0.3826937068888892, + "nauc_ndcg_at_5_std": 0.22761310052573455, + "nauc_precision_at_1000_diff1": -0.2157712668556498, + "nauc_precision_at_1000_max": 0.4510122710959661, + "nauc_precision_at_1000_std": 0.03640183059327609, + "nauc_precision_at_100_diff1": -0.1898653858410754, + "nauc_precision_at_100_max": 0.49255541429498934, + "nauc_precision_at_100_std": 0.27647503815721886, + "nauc_precision_at_10_diff1": -0.1436008914544594, + "nauc_precision_at_10_max": 0.44372741799330423, + "nauc_precision_at_10_std": 0.24033985259081353, + "nauc_precision_at_1_diff1": -0.13154703126139078, + "nauc_precision_at_1_max": 0.3737515657204965, + "nauc_precision_at_1_std": 0.25269569020935917, + "nauc_precision_at_20_diff1": -0.1724186078459412, + "nauc_precision_at_20_max": 0.4673682574821774, + "nauc_precision_at_20_std": 0.2897226254029778, + "nauc_precision_at_3_diff1": -0.06379520012784992, + "nauc_precision_at_3_max": 0.4170959549927712, + "nauc_precision_at_3_std": 0.22407726940162662, + "nauc_precision_at_5_diff1": -0.11055325224642447, + "nauc_precision_at_5_max": 0.4453300174619507, + "nauc_precision_at_5_std": 0.23261262287884224, + "nauc_recall_at_1000_diff1": 0.1241629895895862, + "nauc_recall_at_1000_max": 0.4036815864093538, + "nauc_recall_at_1000_std": 0.7383784374068897, + "nauc_recall_at_100_diff1": 0.07461464687853799, + "nauc_recall_at_100_max": 0.2364638265154265, + "nauc_recall_at_100_std": 0.42490033095890695, + "nauc_recall_at_10_diff1": 0.12248116432437509, + "nauc_recall_at_10_max": 0.2018617515289195, + "nauc_recall_at_10_std": 0.15842097024255367, + "nauc_recall_at_1_diff1": 0.034668283865101256, + "nauc_recall_at_1_max": 0.04363729010901376, + "nauc_recall_at_1_std": 0.016855415021197872, + "nauc_recall_at_20_diff1": 0.11454946404002926, + "nauc_recall_at_20_max": 0.21665036718605638, + "nauc_recall_at_20_std": 0.24368582286482357, + "nauc_recall_at_3_diff1": 0.13725070663552674, + "nauc_recall_at_3_max": 0.126408604004507, + "nauc_recall_at_3_std": 0.05731218988432153, + "nauc_recall_at_5_diff1": 0.14014598025300537, + "nauc_recall_at_5_max": 0.17963549366722475, + "nauc_recall_at_5_std": 0.1214460137433765, + "ndcg_at_1": 0.3675, + "ndcg_at_10": 0.31231, + "ndcg_at_100": 0.39654, + "ndcg_at_1000": 0.51519, + "ndcg_at_20": 0.3231, + "ndcg_at_3": 0.32359, + "ndcg_at_5": 0.31471, + "precision_at_1": 0.485, + "precision_at_10": 0.3095, + "precision_at_100": 0.15065, + "precision_at_1000": 0.03998, + "precision_at_20": 0.26125, + "precision_at_3": 0.38833, + "precision_at_5": 0.35, + "recall_at_1": 0.04507, + "recall_at_10": 0.16793, + "recall_at_100": 0.50453, + "recall_at_1000": 0.85409, + "recall_at_20": 0.24467, + "recall_at_3": 0.08103, + "recall_at_5": 0.1096 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.32267, + "map_at_1": 0.04498, + "map_at_10": 0.12913, + "map_at_100": 0.22294, + "map_at_1000": 0.26621, + "map_at_20": 0.15895, + "map_at_3": 0.07473, + "map_at_5": 0.10013, + "mrr_at_1": 0.465, + "mrr_at_10": 0.5725039682539683, + "mrr_at_100": 0.5792272650888431, + "mrr_at_1000": 0.5794229959025565, + "mrr_at_20": 0.5769342596687799, + "mrr_at_3": 0.5416666666666665, + "mrr_at_5": 0.5576666666666665, + "nauc_map_at_1000_diff1": 0.23360255519675802, + "nauc_map_at_1000_max": 0.47726209678034476, + "nauc_map_at_1000_std": 0.4446476490760426, + "nauc_map_at_100_diff1": 0.2717153452085942, + "nauc_map_at_100_max": 0.3996196447128874, + "nauc_map_at_100_std": 0.4324698592562737, + "nauc_map_at_10_diff1": 0.35037967375804596, + "nauc_map_at_10_max": 0.20319249047631807, + "nauc_map_at_10_std": 0.24324118044661694, + "nauc_map_at_1_diff1": 0.5340384045940315, + "nauc_map_at_1_max": -0.07459696179242996, + "nauc_map_at_1_std": -0.05893442492139612, + "nauc_map_at_20_diff1": 0.3248154553602247, + "nauc_map_at_20_max": 0.26804522260021235, + "nauc_map_at_20_std": 0.3151683355500226, + "nauc_map_at_3_diff1": 0.4519678047322638, + "nauc_map_at_3_max": 0.07657276133417298, + "nauc_map_at_3_std": 0.09761398648383537, + "nauc_map_at_5_diff1": 0.39555318064969713, + "nauc_map_at_5_max": 0.1549028367090969, + "nauc_map_at_5_std": 0.18009156096898046, + "nauc_mrr_at_1000_diff1": 0.25757943320333604, + "nauc_mrr_at_1000_max": 0.4656530673859125, + "nauc_mrr_at_1000_std": 0.2683175421280532, + "nauc_mrr_at_100_diff1": 0.25706243322926753, + "nauc_mrr_at_100_max": 0.465694051375528, + "nauc_mrr_at_100_std": 0.2685300164932051, + "nauc_mrr_at_10_diff1": 0.2577422880754784, + "nauc_mrr_at_10_max": 0.46241788508233245, + "nauc_mrr_at_10_std": 0.2657525377369152, + "nauc_mrr_at_1_diff1": 0.3075799158884042, + "nauc_mrr_at_1_max": 0.4411383365911766, + "nauc_mrr_at_1_std": 0.22144121731461552, + "nauc_mrr_at_20_diff1": 0.25661161406334393, + "nauc_mrr_at_20_max": 0.46596847470806546, + "nauc_mrr_at_20_std": 0.27193857521257375, + "nauc_mrr_at_3_diff1": 0.2733421929424227, + "nauc_mrr_at_3_max": 0.4706497861161098, + "nauc_mrr_at_3_std": 0.2581078428822421, + "nauc_mrr_at_5_diff1": 0.2627971867464106, + "nauc_mrr_at_5_max": 0.46147544092639153, + "nauc_mrr_at_5_std": 0.2548653988579116, + "nauc_ndcg_at_1000_diff1": 0.20081030969272343, + "nauc_ndcg_at_1000_max": 0.5085131415461728, + "nauc_ndcg_at_1000_std": 0.4725890832111416, + "nauc_ndcg_at_100_diff1": 0.2576937167521941, + "nauc_ndcg_at_100_max": 0.46770085012977186, + "nauc_ndcg_at_100_std": 0.4554322395957773, + "nauc_ndcg_at_10_diff1": 0.2441430229834, + "nauc_ndcg_at_10_max": 0.39977881070153554, + "nauc_ndcg_at_10_std": 0.31254811831230334, + "nauc_ndcg_at_1_diff1": 0.30792673315188285, + "nauc_ndcg_at_1_max": 0.33211432094354376, + "nauc_ndcg_at_1_std": 0.15921422741586902, + "nauc_ndcg_at_20_diff1": 0.25778491456934216, + "nauc_ndcg_at_20_max": 0.42773674086377483, + "nauc_ndcg_at_20_std": 0.3612761043481598, + "nauc_ndcg_at_3_diff1": 0.25517632133544527, + "nauc_ndcg_at_3_max": 0.396572675074608, + "nauc_ndcg_at_3_std": 0.2612025460317584, + "nauc_ndcg_at_5_diff1": 0.2581992721469778, + "nauc_ndcg_at_5_max": 0.41226047445615976, + "nauc_ndcg_at_5_std": 0.2984738359103021, + "nauc_precision_at_1000_diff1": -0.18044528501551718, + "nauc_precision_at_1000_max": 0.41611981352352656, + "nauc_precision_at_1000_std": -0.038119637439864115, + "nauc_precision_at_100_diff1": -0.11781690707705329, + "nauc_precision_at_100_max": 0.49011978163235814, + "nauc_precision_at_100_std": 0.2550902009084943, + "nauc_precision_at_10_diff1": -0.01015895515614512, + "nauc_precision_at_10_max": 0.49395927920759924, + "nauc_precision_at_10_std": 0.3548730347862864, + "nauc_precision_at_1_diff1": 0.3075799158884042, + "nauc_precision_at_1_max": 0.4411383365911766, + "nauc_precision_at_1_std": 0.22144121731461552, + "nauc_precision_at_20_diff1": -0.04857011515127437, + "nauc_precision_at_20_max": 0.5253094442205866, + "nauc_precision_at_20_std": 0.35976969745123566, + "nauc_precision_at_3_diff1": 0.15029589728264872, + "nauc_precision_at_3_max": 0.5104579320138638, + "nauc_precision_at_3_std": 0.3534829549372829, + "nauc_precision_at_5_diff1": 0.09263552185244885, + "nauc_precision_at_5_max": 0.5195817453145263, + "nauc_precision_at_5_std": 0.3733203017563166, + "nauc_recall_at_1000_diff1": 0.13313807248986484, + "nauc_recall_at_1000_max": 0.5006150367966734, + "nauc_recall_at_1000_std": 0.7769392190310223, + "nauc_recall_at_100_diff1": 0.2133748609584113, + "nauc_recall_at_100_max": 0.3474831658468104, + "nauc_recall_at_100_std": 0.5212344674429397, + "nauc_recall_at_10_diff1": 0.3210105354396981, + "nauc_recall_at_10_max": 0.16736338361038994, + "nauc_recall_at_10_std": 0.2404409509543156, + "nauc_recall_at_1_diff1": 0.5340384045940315, + "nauc_recall_at_1_max": -0.07459696179242996, + "nauc_recall_at_1_std": -0.05893442492139612, + "nauc_recall_at_20_diff1": 0.2961717177512708, + "nauc_recall_at_20_max": 0.23940298280655956, + "nauc_recall_at_20_std": 0.3368836267339015, + "nauc_recall_at_3_diff1": 0.434954984407518, + "nauc_recall_at_3_max": 0.07222156696506912, + "nauc_recall_at_3_std": 0.10620747569225084, + "nauc_recall_at_5_diff1": 0.3623646350670708, + "nauc_recall_at_5_max": 0.13554745707475122, + "nauc_recall_at_5_std": 0.17685971288238453, + "ndcg_at_1": 0.3525, + "ndcg_at_10": 0.32267, + "ndcg_at_100": 0.40809, + "ndcg_at_1000": 0.52989, + "ndcg_at_20": 0.3337, + "ndcg_at_3": 0.32417, + "ndcg_at_5": 0.32745, + "precision_at_1": 0.465, + "precision_at_10": 0.325, + "precision_at_100": 0.15675, + "precision_at_1000": 0.04108, + "precision_at_20": 0.27175, + "precision_at_3": 0.395, + "precision_at_5": 0.378, + "recall_at_1": 0.04498, + "recall_at_10": 0.17553, + "recall_at_100": 0.50476, + "recall_at_1000": 0.86401, + "recall_at_20": 0.25521, + "recall_at_3": 0.08318, + "recall_at_5": 0.12029 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.59234, + "map_at_1": 0.08714, + "map_at_10": 0.27239, + "map_at_100": 0.41954, + "map_at_1000": 0.4838, + "map_at_20": 0.32, + "map_at_3": 0.17194, + "map_at_5": 0.21598, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8458333333333333, + "mrr_at_100": 0.8467074190177639, + "mrr_at_1000": 0.8467326715430165, + "mrr_at_20": 0.8466212121212122, + "mrr_at_3": 0.8341666666666667, + "mrr_at_5": 0.8441666666666667, + "nauc_map_at_1000_diff1": 0.1003073696166979, + "nauc_map_at_1000_max": 0.3715611163563157, + "nauc_map_at_1000_std": 0.27886026106422745, + "nauc_map_at_100_diff1": 0.17588159401520773, + "nauc_map_at_100_max": 0.3346862610941433, + "nauc_map_at_100_std": 0.2631237952911836, + "nauc_map_at_10_diff1": 0.22506358683938255, + "nauc_map_at_10_max": 0.25762757303526457, + "nauc_map_at_10_std": 0.11501991577068615, + "nauc_map_at_1_diff1": 0.44216189205134415, + "nauc_map_at_1_max": 0.16466246275751587, + "nauc_map_at_1_std": -0.0477045791609546, + "nauc_map_at_20_diff1": 0.20890422736936323, + "nauc_map_at_20_max": 0.28675436253326586, + "nauc_map_at_20_std": 0.1482363796458562, + "nauc_map_at_3_diff1": 0.2990979265918369, + "nauc_map_at_3_max": 0.19623777557603875, + "nauc_map_at_3_std": 0.03877401908138721, + "nauc_map_at_5_diff1": 0.24547368561349406, + "nauc_map_at_5_max": 0.21056713102412047, + "nauc_map_at_5_std": 0.07870861132785431, + "nauc_mrr_at_1000_diff1": 0.27814128522686804, + "nauc_mrr_at_1000_max": 0.4090986477542081, + "nauc_mrr_at_1000_std": 0.21703590702696302, + "nauc_mrr_at_100_diff1": 0.2782210125897702, + "nauc_mrr_at_100_max": 0.40918126586723774, + "nauc_mrr_at_100_std": 0.2171764752369001, + "nauc_mrr_at_10_diff1": 0.2800335358311112, + "nauc_mrr_at_10_max": 0.4110107479589876, + "nauc_mrr_at_10_std": 0.21542675719508544, + "nauc_mrr_at_1_diff1": 0.2835943583975078, + "nauc_mrr_at_1_max": 0.3817816042225487, + "nauc_mrr_at_1_std": 0.2041403478411353, + "nauc_mrr_at_20_diff1": 0.2779456528917378, + "nauc_mrr_at_20_max": 0.4094630836526351, + "nauc_mrr_at_20_std": 0.21633800179383253, + "nauc_mrr_at_3_diff1": 0.2692126020244919, + "nauc_mrr_at_3_max": 0.4074808648527853, + "nauc_mrr_at_3_std": 0.23307548923505234, + "nauc_mrr_at_5_diff1": 0.27246803631878475, + "nauc_mrr_at_5_max": 0.40366230703608563, + "nauc_mrr_at_5_std": 0.21774181278764626, + "nauc_ndcg_at_1000_diff1": 0.1434325063484492, + "nauc_ndcg_at_1000_max": 0.4285106768096187, + "nauc_ndcg_at_1000_std": 0.3361940473059618, + "nauc_ndcg_at_100_diff1": 0.16997164654130292, + "nauc_ndcg_at_100_max": 0.42705866196331277, + "nauc_ndcg_at_100_std": 0.310390676529574, + "nauc_ndcg_at_10_diff1": 0.11271810417224223, + "nauc_ndcg_at_10_max": 0.3810055655927237, + "nauc_ndcg_at_10_std": 0.2019690241055977, + "nauc_ndcg_at_1_diff1": 0.2498748909172877, + "nauc_ndcg_at_1_max": 0.30278465935174925, + "nauc_ndcg_at_1_std": 0.17389542121436485, + "nauc_ndcg_at_20_diff1": 0.10975681590857575, + "nauc_ndcg_at_20_max": 0.39129454066048086, + "nauc_ndcg_at_20_std": 0.19675980562957468, + "nauc_ndcg_at_3_diff1": 0.1398792643473976, + "nauc_ndcg_at_3_max": 0.3250002939476345, + "nauc_ndcg_at_3_std": 0.21292258703648279, + "nauc_ndcg_at_5_diff1": 0.0986799924440489, + "nauc_ndcg_at_5_max": 0.3526857457025393, + "nauc_ndcg_at_5_std": 0.20747174615707112, + "nauc_precision_at_1000_diff1": -0.24605678156133506, + "nauc_precision_at_1000_max": 0.00507274669968813, + "nauc_precision_at_1000_std": -0.12136933843859093, + "nauc_precision_at_100_diff1": -0.2299734632563557, + "nauc_precision_at_100_max": 0.02309560860100818, + "nauc_precision_at_100_std": 0.025086589766669328, + "nauc_precision_at_10_diff1": -0.201646714298735, + "nauc_precision_at_10_max": 0.17922259075652544, + "nauc_precision_at_10_std": 0.1602500089161526, + "nauc_precision_at_1_diff1": 0.2835943583975078, + "nauc_precision_at_1_max": 0.3817816042225487, + "nauc_precision_at_1_std": 0.2041403478411353, + "nauc_precision_at_20_diff1": -0.22306096821074303, + "nauc_precision_at_20_max": 0.0995933960552073, + "nauc_precision_at_20_std": 0.08881841584534163, + "nauc_precision_at_3_diff1": -0.04666653476577748, + "nauc_precision_at_3_max": 0.24303728178646586, + "nauc_precision_at_3_std": 0.2501896075289024, + "nauc_precision_at_5_diff1": -0.15168695899830076, + "nauc_precision_at_5_max": 0.21782470273514212, + "nauc_precision_at_5_std": 0.21462471900969327, + "nauc_recall_at_1000_diff1": 0.12116006517096516, + "nauc_recall_at_1000_max": 0.34843704876766446, + "nauc_recall_at_1000_std": 0.6870471968768895, + "nauc_recall_at_100_diff1": 0.18264452029937228, + "nauc_recall_at_100_max": 0.2453737449815074, + "nauc_recall_at_100_std": 0.32054029220271324, + "nauc_recall_at_10_diff1": 0.17325428475865845, + "nauc_recall_at_10_max": 0.20415549832761895, + "nauc_recall_at_10_std": 0.0709743688452183, + "nauc_recall_at_1_diff1": 0.44216189205134415, + "nauc_recall_at_1_max": 0.16466246275751587, + "nauc_recall_at_1_std": -0.0477045791609546, + "nauc_recall_at_20_diff1": 0.16826075254587367, + "nauc_recall_at_20_max": 0.22231252035467072, + "nauc_recall_at_20_std": 0.0976033375132215, + "nauc_recall_at_3_diff1": 0.2549103562097239, + "nauc_recall_at_3_max": 0.17875877640593368, + "nauc_recall_at_3_std": 0.03687870511377207, + "nauc_recall_at_5_diff1": 0.17647774963940493, + "nauc_recall_at_5_max": 0.16632215625563074, + "nauc_recall_at_5_std": 0.059700832925858274, + "ndcg_at_1": 0.6325, + "ndcg_at_10": 0.59234, + "ndcg_at_100": 0.63735, + "ndcg_at_1000": 0.72452, + "ndcg_at_20": 0.59434, + "ndcg_at_3": 0.59915, + "ndcg_at_5": 0.5971, + "precision_at_1": 0.76, + "precision_at_10": 0.532, + "precision_at_100": 0.2319, + "precision_at_1000": 0.05805, + "precision_at_20": 0.43525, + "precision_at_3": 0.66833, + "precision_at_5": 0.623, + "recall_at_1": 0.08714, + "recall_at_10": 0.35707, + "recall_at_100": 0.69981, + "recall_at_1000": 0.95368, + "recall_at_20": 0.44756, + "recall_at_3": 0.19256, + "recall_at_5": 0.26176 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.28788, + "map_at_1": 0.04144, + "map_at_10": 0.13227, + "map_at_100": 0.18556, + "map_at_1000": 0.2169, + "map_at_20": 0.14965, + "map_at_3": 0.08808, + "map_at_5": 0.10943, + "mrr_at_1": 0.365, + "mrr_at_10": 0.5052599206349208, + "mrr_at_100": 0.5111776591969174, + "mrr_at_1000": 0.5114054446400247, + "mrr_at_20": 0.507355625583567, + "mrr_at_3": 0.4758333333333333, + "mrr_at_5": 0.49383333333333335, + "nauc_map_at_1000_diff1": 0.10675070474881697, + "nauc_map_at_1000_max": 0.5990510781638602, + "nauc_map_at_1000_std": 0.46170791731683036, + "nauc_map_at_100_diff1": 0.13187519397324024, + "nauc_map_at_100_max": 0.558442412612284, + "nauc_map_at_100_std": 0.4014714399404272, + "nauc_map_at_10_diff1": 0.13670998526543054, + "nauc_map_at_10_max": 0.4826698202123369, + "nauc_map_at_10_std": 0.3039145660986793, + "nauc_map_at_1_diff1": 0.2971104291226489, + "nauc_map_at_1_max": 0.37359831758152817, + "nauc_map_at_1_std": 0.264841714630776, + "nauc_map_at_20_diff1": 0.13085838727468663, + "nauc_map_at_20_max": 0.49840160587275, + "nauc_map_at_20_std": 0.32241065552396886, + "nauc_map_at_3_diff1": 0.13964887504254486, + "nauc_map_at_3_max": 0.4393278151370994, + "nauc_map_at_3_std": 0.2659958941249261, + "nauc_map_at_5_diff1": 0.13275612303178505, + "nauc_map_at_5_max": 0.4467018015907709, + "nauc_map_at_5_std": 0.27554178913953753, + "nauc_mrr_at_1000_diff1": 0.14386449850786578, + "nauc_mrr_at_1000_max": 0.563572425108587, + "nauc_mrr_at_1000_std": 0.35214658243443075, + "nauc_mrr_at_100_diff1": 0.1437911623573857, + "nauc_mrr_at_100_max": 0.56367606209061, + "nauc_mrr_at_100_std": 0.3522983403153169, + "nauc_mrr_at_10_diff1": 0.1433826116034736, + "nauc_mrr_at_10_max": 0.564343387645854, + "nauc_mrr_at_10_std": 0.3520878789052337, + "nauc_mrr_at_1_diff1": 0.14466166200888791, + "nauc_mrr_at_1_max": 0.5431144504584692, + "nauc_mrr_at_1_std": 0.33257848957072084, + "nauc_mrr_at_20_diff1": 0.1463049972118099, + "nauc_mrr_at_20_max": 0.5638495244829786, + "nauc_mrr_at_20_std": 0.3533142522337415, + "nauc_mrr_at_3_diff1": 0.13395141880456118, + "nauc_mrr_at_3_max": 0.555427795872799, + "nauc_mrr_at_3_std": 0.3440029310477921, + "nauc_mrr_at_5_diff1": 0.13879738784945875, + "nauc_mrr_at_5_max": 0.5559998233429079, + "nauc_mrr_at_5_std": 0.34561737261041003, + "nauc_ndcg_at_1000_diff1": 0.11876182304232695, + "nauc_ndcg_at_1000_max": 0.6352178497747275, + "nauc_ndcg_at_1000_std": 0.5697389845206797, + "nauc_ndcg_at_100_diff1": 0.14971232149383087, + "nauc_ndcg_at_100_max": 0.5998262080557792, + "nauc_ndcg_at_100_std": 0.47068973824180316, + "nauc_ndcg_at_10_diff1": 0.13481726542103184, + "nauc_ndcg_at_10_max": 0.5831857135785259, + "nauc_ndcg_at_10_std": 0.36738754189525114, + "nauc_ndcg_at_1_diff1": 0.1744563036964484, + "nauc_ndcg_at_1_max": 0.4838273617401174, + "nauc_ndcg_at_1_std": 0.27897032938038335, + "nauc_ndcg_at_20_diff1": 0.1358127018659486, + "nauc_ndcg_at_20_max": 0.5955951362459546, + "nauc_ndcg_at_20_std": 0.3807197978434341, + "nauc_ndcg_at_3_diff1": 0.10021752673102587, + "nauc_ndcg_at_3_max": 0.5727640206460775, + "nauc_ndcg_at_3_std": 0.34398766251792107, + "nauc_ndcg_at_5_diff1": 0.12110345270949907, + "nauc_ndcg_at_5_max": 0.5732145855630598, + "nauc_ndcg_at_5_std": 0.3581115092473799, + "nauc_precision_at_1000_diff1": -0.0864890365740694, + "nauc_precision_at_1000_max": 0.3017096625557203, + "nauc_precision_at_1000_std": 0.15615712252251035, + "nauc_precision_at_100_diff1": -0.046126964689818244, + "nauc_precision_at_100_max": 0.4314208599930229, + "nauc_precision_at_100_std": 0.3408848864643626, + "nauc_precision_at_10_diff1": 0.004153224397572915, + "nauc_precision_at_10_max": 0.580881890497432, + "nauc_precision_at_10_std": 0.41868485109653997, + "nauc_precision_at_1_diff1": 0.14466166200888791, + "nauc_precision_at_1_max": 0.5431144504584692, + "nauc_precision_at_1_std": 0.33257848957072084, + "nauc_precision_at_20_diff1": -0.010149892082906191, + "nauc_precision_at_20_max": 0.545030299667721, + "nauc_precision_at_20_std": 0.36984910786024155, + "nauc_precision_at_3_diff1": 0.051264745669027875, + "nauc_precision_at_3_max": 0.5928638962021269, + "nauc_precision_at_3_std": 0.37392834804869896, + "nauc_precision_at_5_diff1": 0.03719740094338725, + "nauc_precision_at_5_max": 0.5938577254577091, + "nauc_precision_at_5_std": 0.4043480196419621, + "nauc_recall_at_1000_diff1": 0.03448849992717915, + "nauc_recall_at_1000_max": 0.5406453369353534, + "nauc_recall_at_1000_std": 0.7896785770367016, + "nauc_recall_at_100_diff1": 0.16166283339515905, + "nauc_recall_at_100_max": 0.4161222163680292, + "nauc_recall_at_100_std": 0.40196284738397037, + "nauc_recall_at_10_diff1": 0.16981679203584063, + "nauc_recall_at_10_max": 0.3711036478673329, + "nauc_recall_at_10_std": 0.22830246861616907, + "nauc_recall_at_1_diff1": 0.2971104291226489, + "nauc_recall_at_1_max": 0.37359831758152817, + "nauc_recall_at_1_std": 0.264841714630776, + "nauc_recall_at_20_diff1": 0.17140648685395551, + "nauc_recall_at_20_max": 0.38016626493819256, + "nauc_recall_at_20_std": 0.2790942956281463, + "nauc_recall_at_3_diff1": 0.11213250581905015, + "nauc_recall_at_3_max": 0.3796201105707946, + "nauc_recall_at_3_std": 0.21238659395499637, + "nauc_recall_at_5_diff1": 0.13809300989684584, + "nauc_recall_at_5_max": 0.34209771084462975, + "nauc_recall_at_5_std": 0.1939585242949235, + "ndcg_at_1": 0.2825, + "ndcg_at_10": 0.28788, + "ndcg_at_100": 0.33849, + "ndcg_at_1000": 0.44233, + "ndcg_at_20": 0.29452, + "ndcg_at_3": 0.2806, + "ndcg_at_5": 0.28604, + "precision_at_1": 0.365, + "precision_at_10": 0.248, + "precision_at_100": 0.11235, + "precision_at_1000": 0.03508, + "precision_at_20": 0.19725, + "precision_at_3": 0.32833, + "precision_at_5": 0.301, + "recall_at_1": 0.04144, + "recall_at_10": 0.20733, + "recall_at_100": 0.44136, + "recall_at_1000": 0.73169, + "recall_at_20": 0.26173, + "recall_at_3": 0.11154, + "recall_at_5": 0.15316 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.37314, + "map_at_1": 0.05369, + "map_at_10": 0.17052, + "map_at_100": 0.23528, + "map_at_1000": 0.27549, + "map_at_20": 0.19232, + "map_at_3": 0.11521, + "map_at_5": 0.14242, + "mrr_at_1": 0.43, + "mrr_at_10": 0.5895535714285713, + "mrr_at_100": 0.595603737503753, + "mrr_at_1000": 0.5957565628619473, + "mrr_at_20": 0.5942183094683093, + "mrr_at_3": 0.5674999999999999, + "mrr_at_5": 0.5802499999999999, + "nauc_map_at_1000_diff1": 0.29960730949912073, + "nauc_map_at_1000_max": 0.49203964639721803, + "nauc_map_at_1000_std": 0.43570539904636896, + "nauc_map_at_100_diff1": 0.34105982004783153, + "nauc_map_at_100_max": 0.4357813587810429, + "nauc_map_at_100_std": 0.40463292587921834, + "nauc_map_at_10_diff1": 0.36876874535987214, + "nauc_map_at_10_max": 0.3880517392104059, + "nauc_map_at_10_std": 0.30705916176600023, + "nauc_map_at_1_diff1": 0.42452973384690457, + "nauc_map_at_1_max": 0.3416868711762464, + "nauc_map_at_1_std": 0.25996844919804557, + "nauc_map_at_20_diff1": 0.3669795874703596, + "nauc_map_at_20_max": 0.40312712785125415, + "nauc_map_at_20_std": 0.33152000698759265, + "nauc_map_at_3_diff1": 0.39793804541993233, + "nauc_map_at_3_max": 0.3523355875572985, + "nauc_map_at_3_std": 0.26527471643015405, + "nauc_map_at_5_diff1": 0.37984270089587224, + "nauc_map_at_5_max": 0.38366407816798326, + "nauc_map_at_5_std": 0.29329195957897647, + "nauc_mrr_at_1000_diff1": 0.2165946098984621, + "nauc_mrr_at_1000_max": 0.42604095084623356, + "nauc_mrr_at_1000_std": 0.32776580343803735, + "nauc_mrr_at_100_diff1": 0.2168320123354274, + "nauc_mrr_at_100_max": 0.4261165802964737, + "nauc_mrr_at_100_std": 0.3278196357764004, + "nauc_mrr_at_10_diff1": 0.21778041423125277, + "nauc_mrr_at_10_max": 0.4288238779766164, + "nauc_mrr_at_10_std": 0.32777830083269066, + "nauc_mrr_at_1_diff1": 0.2332717743298954, + "nauc_mrr_at_1_max": 0.39200296523650346, + "nauc_mrr_at_1_std": 0.30733765980413824, + "nauc_mrr_at_20_diff1": 0.21470421577667578, + "nauc_mrr_at_20_max": 0.42749255176392775, + "nauc_mrr_at_20_std": 0.32783808937024317, + "nauc_mrr_at_3_diff1": 0.20902513982476545, + "nauc_mrr_at_3_max": 0.41976317279732245, + "nauc_mrr_at_3_std": 0.3221002666055827, + "nauc_mrr_at_5_diff1": 0.2185421261483686, + "nauc_mrr_at_5_max": 0.43161029417456914, + "nauc_mrr_at_5_std": 0.331274514164731, + "nauc_ndcg_at_1000_diff1": 0.24010958172716693, + "nauc_ndcg_at_1000_max": 0.5512108452754452, + "nauc_ndcg_at_1000_std": 0.5378248747472746, + "nauc_ndcg_at_100_diff1": 0.28741100706723, + "nauc_ndcg_at_100_max": 0.49483119924320873, + "nauc_ndcg_at_100_std": 0.48881283850537194, + "nauc_ndcg_at_10_diff1": 0.2022296263595915, + "nauc_ndcg_at_10_max": 0.46351414221343085, + "nauc_ndcg_at_10_std": 0.347211254879726, + "nauc_ndcg_at_1_diff1": 0.22750679938701954, + "nauc_ndcg_at_1_max": 0.3684025237115678, + "nauc_ndcg_at_1_std": 0.29921789791945635, + "nauc_ndcg_at_20_diff1": 0.24809592240556036, + "nauc_ndcg_at_20_max": 0.48471391420180404, + "nauc_ndcg_at_20_std": 0.3798393342374929, + "nauc_ndcg_at_3_diff1": 0.15206238678601097, + "nauc_ndcg_at_3_max": 0.39469775257690143, + "nauc_ndcg_at_3_std": 0.297300609996334, + "nauc_ndcg_at_5_diff1": 0.16125539016299495, + "nauc_ndcg_at_5_max": 0.45218843031195727, + "nauc_ndcg_at_5_std": 0.3283989798933588, + "nauc_precision_at_1000_diff1": -0.2078967234109565, + "nauc_precision_at_1000_max": 0.12485514541397356, + "nauc_precision_at_1000_std": -0.07701556260256588, + "nauc_precision_at_100_diff1": -0.18842421287848946, + "nauc_precision_at_100_max": 0.18227500716838474, + "nauc_precision_at_100_std": 0.09537939874635877, + "nauc_precision_at_10_diff1": -0.08939691825452513, + "nauc_precision_at_10_max": 0.2933666460333194, + "nauc_precision_at_10_std": 0.21359149606737002, + "nauc_precision_at_1_diff1": 0.2332717743298954, + "nauc_precision_at_1_max": 0.39200296523650346, + "nauc_precision_at_1_std": 0.30733765980413824, + "nauc_precision_at_20_diff1": -0.12476574239085954, + "nauc_precision_at_20_max": 0.2529485245109397, + "nauc_precision_at_20_std": 0.1713315273937756, + "nauc_precision_at_3_diff1": 0.05647332371520996, + "nauc_precision_at_3_max": 0.377849368985755, + "nauc_precision_at_3_std": 0.24719230176627943, + "nauc_precision_at_5_diff1": -0.010192309490197433, + "nauc_precision_at_5_max": 0.38202369043501055, + "nauc_precision_at_5_std": 0.2655067640212041, + "nauc_recall_at_1000_diff1": 0.28960365062888754, + "nauc_recall_at_1000_max": 0.5493920372997955, + "nauc_recall_at_1000_std": 0.7716577592826515, + "nauc_recall_at_100_diff1": 0.33401983197031093, + "nauc_recall_at_100_max": 0.36351729776733177, + "nauc_recall_at_100_std": 0.522959415687667, + "nauc_recall_at_10_diff1": 0.3319845198398641, + "nauc_recall_at_10_max": 0.36990329516368986, + "nauc_recall_at_10_std": 0.32635226170851933, + "nauc_recall_at_1_diff1": 0.42452973384690457, + "nauc_recall_at_1_max": 0.3416868711762464, + "nauc_recall_at_1_std": 0.25996844919804557, + "nauc_recall_at_20_diff1": 0.3469330135564488, + "nauc_recall_at_20_max": 0.39280207261644984, + "nauc_recall_at_20_std": 0.3887936193855362, + "nauc_recall_at_3_diff1": 0.34567298197191226, + "nauc_recall_at_3_max": 0.3406770936723873, + "nauc_recall_at_3_std": 0.28414186731805513, + "nauc_recall_at_5_diff1": 0.3373393183359105, + "nauc_recall_at_5_max": 0.371306324804775, + "nauc_recall_at_5_std": 0.3089923176192078, + "ndcg_at_1": 0.34, + "ndcg_at_10": 0.37314, + "ndcg_at_100": 0.4173, + "ndcg_at_1000": 0.52152, + "ndcg_at_20": 0.37715, + "ndcg_at_3": 0.3635, + "ndcg_at_5": 0.37109, + "precision_at_1": 0.43, + "precision_at_10": 0.3315, + "precision_at_100": 0.14405, + "precision_at_1000": 0.04443, + "precision_at_20": 0.2655, + "precision_at_3": 0.43167, + "precision_at_5": 0.401, + "recall_at_1": 0.05369, + "recall_at_10": 0.24889, + "recall_at_100": 0.50728, + "recall_at_1000": 0.80561, + "recall_at_20": 0.31099, + "recall_at_3": 0.14307, + "recall_at_5": 0.19064 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49445, + "map_at_1": 0.05058, + "map_at_10": 0.18032, + "map_at_100": 0.35187, + "map_at_1000": 0.40566, + "map_at_20": 0.23643, + "map_at_3": 0.1083, + "map_at_5": 0.13464, + "mrr_at_1": 0.73, + "mrr_at_10": 0.7995833333333334, + "mrr_at_100": 0.8027537812263817, + "mrr_at_1000": 0.8027918705499857, + "mrr_at_20": 0.8009133268692094, + "mrr_at_3": 0.7908333333333334, + "mrr_at_5": 0.7953333333333333, + "nauc_map_at_1000_diff1": 0.20100040913246348, + "nauc_map_at_1000_max": 0.43463891152930867, + "nauc_map_at_1000_std": 0.3336827307241339, + "nauc_map_at_100_diff1": 0.20765174896956873, + "nauc_map_at_100_max": 0.3736750582231432, + "nauc_map_at_100_std": 0.24250694698228836, + "nauc_map_at_10_diff1": 0.23292811551957254, + "nauc_map_at_10_max": 0.1656020362952979, + "nauc_map_at_10_std": 0.023502185347670682, + "nauc_map_at_1_diff1": 0.3893867366952928, + "nauc_map_at_1_max": -0.021039747185276958, + "nauc_map_at_1_std": -0.08639081494627197, + "nauc_map_at_20_diff1": 0.2388783626920223, + "nauc_map_at_20_max": 0.2404477375198602, + "nauc_map_at_20_std": 0.07746142565046031, + "nauc_map_at_3_diff1": 0.26674423397273506, + "nauc_map_at_3_max": 0.054934990436874206, + "nauc_map_at_3_std": -0.0648723551321059, + "nauc_map_at_5_diff1": 0.24571719554184163, + "nauc_map_at_5_max": 0.09148691608600938, + "nauc_map_at_5_std": -0.03925103473418328, + "nauc_mrr_at_1000_diff1": 0.3759268816690484, + "nauc_mrr_at_1000_max": 0.43897591505959116, + "nauc_mrr_at_1000_std": 0.4061409049551161, + "nauc_mrr_at_100_diff1": 0.37570790090784906, + "nauc_mrr_at_100_max": 0.43890386101419426, + "nauc_mrr_at_100_std": 0.4062395874234312, + "nauc_mrr_at_10_diff1": 0.38027313052286027, + "nauc_mrr_at_10_max": 0.44334704997223623, + "nauc_mrr_at_10_std": 0.4102100691486817, + "nauc_mrr_at_1_diff1": 0.3563761819575777, + "nauc_mrr_at_1_max": 0.32289803220035795, + "nauc_mrr_at_1_std": 0.2992392223161452, + "nauc_mrr_at_20_diff1": 0.3759222199485459, + "nauc_mrr_at_20_max": 0.4407630580969938, + "nauc_mrr_at_20_std": 0.4089151685118858, + "nauc_mrr_at_3_diff1": 0.37183330189530306, + "nauc_mrr_at_3_max": 0.45440118753741854, + "nauc_mrr_at_3_std": 0.42530324030410155, + "nauc_mrr_at_5_diff1": 0.37961619269247066, + "nauc_mrr_at_5_max": 0.4537503569356044, + "nauc_mrr_at_5_std": 0.41597589334387386, + "nauc_ndcg_at_1000_diff1": 0.26273943894666757, + "nauc_ndcg_at_1000_max": 0.5075026051108305, + "nauc_ndcg_at_1000_std": 0.45265457638329626, + "nauc_ndcg_at_100_diff1": 0.23743710510011326, + "nauc_ndcg_at_100_max": 0.3926349297143382, + "nauc_ndcg_at_100_std": 0.3271424377884053, + "nauc_ndcg_at_10_diff1": 0.19377792803818064, + "nauc_ndcg_at_10_max": 0.4253442401923626, + "nauc_ndcg_at_10_std": 0.3496850506258943, + "nauc_ndcg_at_1_diff1": 0.30862488906612257, + "nauc_ndcg_at_1_max": 0.24632989682660666, + "nauc_ndcg_at_1_std": 0.2077933248104838, + "nauc_ndcg_at_20_diff1": 0.23056922641860497, + "nauc_ndcg_at_20_max": 0.3946022950333418, + "nauc_ndcg_at_20_std": 0.32252916958239214, + "nauc_ndcg_at_3_diff1": 0.187093652378302, + "nauc_ndcg_at_3_max": 0.37693389135686484, + "nauc_ndcg_at_3_std": 0.35659968840337086, + "nauc_ndcg_at_5_diff1": 0.1873068008085009, + "nauc_ndcg_at_5_max": 0.4186510336119545, + "nauc_ndcg_at_5_std": 0.36572287462232694, + "nauc_precision_at_1000_diff1": -0.04143381193556648, + "nauc_precision_at_1000_max": 0.17450539644477017, + "nauc_precision_at_1000_std": 0.2224987142503392, + "nauc_precision_at_100_diff1": -0.042762949598261414, + "nauc_precision_at_100_max": 0.26824963069523855, + "nauc_precision_at_100_std": 0.3301672269039965, + "nauc_precision_at_10_diff1": 0.03703258594515409, + "nauc_precision_at_10_max": 0.45975862191631456, + "nauc_precision_at_10_std": 0.40684888439791517, + "nauc_precision_at_1_diff1": 0.3563761819575777, + "nauc_precision_at_1_max": 0.32289803220035795, + "nauc_precision_at_1_std": 0.2992392223161452, + "nauc_precision_at_20_diff1": 0.044442686856186055, + "nauc_precision_at_20_max": 0.4093118059787977, + "nauc_precision_at_20_std": 0.37065313530482985, + "nauc_precision_at_3_diff1": 0.12305458073509142, + "nauc_precision_at_3_max": 0.4395534554698945, + "nauc_precision_at_3_std": 0.41835302931216, + "nauc_precision_at_5_diff1": 0.06698914760692512, + "nauc_precision_at_5_max": 0.4458034771163269, + "nauc_precision_at_5_std": 0.3906031954370919, + "nauc_recall_at_1000_diff1": 0.05220506149614897, + "nauc_recall_at_1000_max": 0.28417917850119645, + "nauc_recall_at_1000_std": 0.4981766834612934, + "nauc_recall_at_100_diff1": 0.07043006824326264, + "nauc_recall_at_100_max": 0.03634743931214372, + "nauc_recall_at_100_std": 0.03642175920121843, + "nauc_recall_at_10_diff1": 0.220428306329236, + "nauc_recall_at_10_max": 0.07355213130988865, + "nauc_recall_at_10_std": -0.03147290693907588, + "nauc_recall_at_1_diff1": 0.3893867366952928, + "nauc_recall_at_1_max": -0.021039747185276958, + "nauc_recall_at_1_std": -0.08639081494627197, + "nauc_recall_at_20_diff1": 0.17813142039614036, + "nauc_recall_at_20_max": 0.07376719185015743, + "nauc_recall_at_20_std": -0.01187230996293264, + "nauc_recall_at_3_diff1": 0.23050849990083624, + "nauc_recall_at_3_max": 0.03824134387117832, + "nauc_recall_at_3_std": -0.07646527918138982, + "nauc_recall_at_5_diff1": 0.21225411367289698, + "nauc_recall_at_5_max": 0.06579043137184142, + "nauc_recall_at_5_std": -0.062247049996500985, + "ndcg_at_1": 0.5775, + "ndcg_at_10": 0.49445, + "ndcg_at_100": 0.57076, + "ndcg_at_1000": 0.67546, + "ndcg_at_20": 0.49456, + "ndcg_at_3": 0.54214, + "ndcg_at_5": 0.51386, + "precision_at_1": 0.73, + "precision_at_10": 0.4975, + "precision_at_100": 0.2212, + "precision_at_1000": 0.03995, + "precision_at_20": 0.42025, + "precision_at_3": 0.655, + "precision_at_5": 0.583, + "recall_at_1": 0.05058, + "recall_at_10": 0.23118, + "recall_at_100": 0.68799, + "recall_at_1000": 0.9754, + "recall_at_20": 0.34575, + "recall_at_3": 0.1179, + "recall_at_5": 0.15186 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.20655, + "map_at_1": 0.0163, + "map_at_10": 0.06689, + "map_at_100": 0.1221, + "map_at_1000": 0.15235, + "map_at_20": 0.08383, + "map_at_3": 0.03807, + "map_at_5": 0.05082, + "mrr_at_1": 0.285, + "mrr_at_10": 0.4094007936507939, + "mrr_at_100": 0.41597914729623015, + "mrr_at_1000": 0.416401973140481, + "mrr_at_20": 0.4128552111588105, + "mrr_at_3": 0.36833333333333335, + "mrr_at_5": 0.39533333333333337, + "nauc_map_at_1000_diff1": 0.17247701798075826, + "nauc_map_at_1000_max": 0.4055610184323253, + "nauc_map_at_1000_std": 0.5386286955833959, + "nauc_map_at_100_diff1": 0.2029690405547371, + "nauc_map_at_100_max": 0.3583212879119031, + "nauc_map_at_100_std": 0.46374810874067784, + "nauc_map_at_10_diff1": 0.24429704395187593, + "nauc_map_at_10_max": 0.3001238223670012, + "nauc_map_at_10_std": 0.314167266936803, + "nauc_map_at_1_diff1": 0.37292665302354844, + "nauc_map_at_1_max": 0.18283415042676668, + "nauc_map_at_1_std": 0.21273629614083364, + "nauc_map_at_20_diff1": 0.24018228863404875, + "nauc_map_at_20_max": 0.3091474627381685, + "nauc_map_at_20_std": 0.3433397901515381, + "nauc_map_at_3_diff1": 0.27606593551063724, + "nauc_map_at_3_max": 0.32485058775481157, + "nauc_map_at_3_std": 0.30402790525157963, + "nauc_map_at_5_diff1": 0.24893106594655334, + "nauc_map_at_5_max": 0.2942762985840177, + "nauc_map_at_5_std": 0.2935898084898478, + "nauc_mrr_at_1000_diff1": 0.16830797289518928, + "nauc_mrr_at_1000_max": 0.289902771696166, + "nauc_mrr_at_1000_std": 0.42172842107098263, + "nauc_mrr_at_100_diff1": 0.16803056493666227, + "nauc_mrr_at_100_max": 0.28955724870496174, + "nauc_mrr_at_100_std": 0.42195264970922647, + "nauc_mrr_at_10_diff1": 0.17232482151003917, + "nauc_mrr_at_10_max": 0.2894077275959849, + "nauc_mrr_at_10_std": 0.4227230607455217, + "nauc_mrr_at_1_diff1": 0.18045138816750794, + "nauc_mrr_at_1_max": 0.28160859839749564, + "nauc_mrr_at_1_std": 0.38588909895497897, + "nauc_mrr_at_20_diff1": 0.16762486054483478, + "nauc_mrr_at_20_max": 0.2898633881885818, + "nauc_mrr_at_20_std": 0.4220109658619311, + "nauc_mrr_at_3_diff1": 0.17648834505635594, + "nauc_mrr_at_3_max": 0.2803302346250352, + "nauc_mrr_at_3_std": 0.41209977511547224, + "nauc_mrr_at_5_diff1": 0.17883504135149425, + "nauc_mrr_at_5_max": 0.2816392147054914, + "nauc_mrr_at_5_std": 0.4171829952467274, + "nauc_ndcg_at_1000_diff1": 0.12985708632536697, + "nauc_ndcg_at_1000_max": 0.46651365571801884, + "nauc_ndcg_at_1000_std": 0.6356616225910012, + "nauc_ndcg_at_100_diff1": 0.17195260707431606, + "nauc_ndcg_at_100_max": 0.36971369319184294, + "nauc_ndcg_at_100_std": 0.5443135476686022, + "nauc_ndcg_at_10_diff1": 0.21355959446484385, + "nauc_ndcg_at_10_max": 0.3661557867610183, + "nauc_ndcg_at_10_std": 0.47436826209861277, + "nauc_ndcg_at_1_diff1": 0.18695356537902896, + "nauc_ndcg_at_1_max": 0.32859102851418054, + "nauc_ndcg_at_1_std": 0.4356026924918425, + "nauc_ndcg_at_20_diff1": 0.2065220167494543, + "nauc_ndcg_at_20_max": 0.34889771376251655, + "nauc_ndcg_at_20_std": 0.4639019209275541, + "nauc_ndcg_at_3_diff1": 0.20305116406036397, + "nauc_ndcg_at_3_max": 0.3529894768587337, + "nauc_ndcg_at_3_std": 0.45649632287202296, + "nauc_ndcg_at_5_diff1": 0.20056574994542573, + "nauc_ndcg_at_5_max": 0.3534831751932017, + "nauc_ndcg_at_5_std": 0.4766982631933264, + "nauc_precision_at_1000_diff1": 0.010355453219807102, + "nauc_precision_at_1000_max": 0.3369325171961206, + "nauc_precision_at_1000_std": 0.3598420131769301, + "nauc_precision_at_100_diff1": 0.012753311391948303, + "nauc_precision_at_100_max": 0.32281547864989213, + "nauc_precision_at_100_std": 0.49398701563917363, + "nauc_precision_at_10_diff1": 0.1373030359514708, + "nauc_precision_at_10_max": 0.364158258217069, + "nauc_precision_at_10_std": 0.48049790682652416, + "nauc_precision_at_1_diff1": 0.18045138816750794, + "nauc_precision_at_1_max": 0.28160859839749564, + "nauc_precision_at_1_std": 0.38588909895497897, + "nauc_precision_at_20_diff1": 0.0855935400237502, + "nauc_precision_at_20_max": 0.3409074803530051, + "nauc_precision_at_20_std": 0.48210457448034494, + "nauc_precision_at_3_diff1": 0.18881903401582456, + "nauc_precision_at_3_max": 0.32992650242648863, + "nauc_precision_at_3_std": 0.4269354267301733, + "nauc_precision_at_5_diff1": 0.15873672816414897, + "nauc_precision_at_5_max": 0.3373513633975901, + "nauc_precision_at_5_std": 0.46278314576335944, + "nauc_recall_at_1000_diff1": -0.0017349541574882615, + "nauc_recall_at_1000_max": 0.4816987808532203, + "nauc_recall_at_1000_std": 0.6905558139277401, + "nauc_recall_at_100_diff1": 0.09310616569506198, + "nauc_recall_at_100_max": 0.23091163689800961, + "nauc_recall_at_100_std": 0.44836007995949495, + "nauc_recall_at_10_diff1": 0.19871054220697498, + "nauc_recall_at_10_max": 0.21093359015588065, + "nauc_recall_at_10_std": 0.23970680411233394, + "nauc_recall_at_1_diff1": 0.37292665302354844, + "nauc_recall_at_1_max": 0.18283415042676668, + "nauc_recall_at_1_std": 0.21273629614083364, + "nauc_recall_at_20_diff1": 0.1413501955832564, + "nauc_recall_at_20_max": 0.1879001027541379, + "nauc_recall_at_20_std": 0.25649246756295785, + "nauc_recall_at_3_diff1": 0.22384528941564955, + "nauc_recall_at_3_max": 0.2865564136828554, + "nauc_recall_at_3_std": 0.2721837752380332, + "nauc_recall_at_5_diff1": 0.19394252743710302, + "nauc_recall_at_5_max": 0.20445640178185692, + "nauc_recall_at_5_std": 0.22974272514053076, + "ndcg_at_1": 0.2225, + "ndcg_at_10": 0.20655, + "ndcg_at_100": 0.26394, + "ndcg_at_1000": 0.39159, + "ndcg_at_20": 0.20812, + "ndcg_at_3": 0.21166, + "ndcg_at_5": 0.21026, + "precision_at_1": 0.285, + "precision_at_10": 0.2295, + "precision_at_100": 0.10935, + "precision_at_1000": 0.02817, + "precision_at_20": 0.18875, + "precision_at_3": 0.27333, + "precision_at_5": 0.26, + "recall_at_1": 0.0163, + "recall_at_10": 0.10614, + "recall_at_100": 0.33803, + "recall_at_1000": 0.72117, + "recall_at_20": 0.1585, + "recall_at_3": 0.04704, + "recall_at_5": 0.071 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.25378, + "map_at_1": 0.02391, + "map_at_10": 0.08949, + "map_at_100": 0.16332, + "map_at_1000": 0.19651, + "map_at_20": 0.11072, + "map_at_3": 0.05076, + "map_at_5": 0.06753, + "mrr_at_1": 0.315, + "mrr_at_10": 0.42860119047619044, + "mrr_at_100": 0.43777188526841593, + "mrr_at_1000": 0.4382917672311955, + "mrr_at_20": 0.4337189094445286, + "mrr_at_3": 0.3933333333333334, + "mrr_at_5": 0.4168333333333334, + "nauc_map_at_1000_diff1": 0.21662475261760422, + "nauc_map_at_1000_max": 0.5312768871262423, + "nauc_map_at_1000_std": 0.5374019635550349, + "nauc_map_at_100_diff1": 0.2223228084592369, + "nauc_map_at_100_max": 0.44478721137416677, + "nauc_map_at_100_std": 0.46291348512528174, + "nauc_map_at_10_diff1": 0.24025484808052966, + "nauc_map_at_10_max": 0.24037769084722604, + "nauc_map_at_10_std": 0.2779115378846264, + "nauc_map_at_1_diff1": 0.20406377982163318, + "nauc_map_at_1_max": 0.059452085306763346, + "nauc_map_at_1_std": 0.18879427175764263, + "nauc_map_at_20_diff1": 0.23815993147958459, + "nauc_map_at_20_max": 0.30233489828634025, + "nauc_map_at_20_std": 0.3223903829171236, + "nauc_map_at_3_diff1": 0.25727808202979097, + "nauc_map_at_3_max": 0.14077273940697813, + "nauc_map_at_3_std": 0.21695859505016601, + "nauc_map_at_5_diff1": 0.24807372329952784, + "nauc_map_at_5_max": 0.17610399683086106, + "nauc_map_at_5_std": 0.240480135180632, + "nauc_mrr_at_1000_diff1": 0.2604262904769385, + "nauc_mrr_at_1000_max": 0.4183148384616206, + "nauc_mrr_at_1000_std": 0.43465602854486085, + "nauc_mrr_at_100_diff1": 0.2599684173950588, + "nauc_mrr_at_100_max": 0.41831754296778806, + "nauc_mrr_at_100_std": 0.4349643109546974, + "nauc_mrr_at_10_diff1": 0.26180553135803186, + "nauc_mrr_at_10_max": 0.42204729537434305, + "nauc_mrr_at_10_std": 0.43796396343272515, + "nauc_mrr_at_1_diff1": 0.3031699090000738, + "nauc_mrr_at_1_max": 0.3694650652825559, + "nauc_mrr_at_1_std": 0.37839070285204646, + "nauc_mrr_at_20_diff1": 0.2593571417213538, + "nauc_mrr_at_20_max": 0.41963306945313555, + "nauc_mrr_at_20_std": 0.4367521625273181, + "nauc_mrr_at_3_diff1": 0.2588251856154406, + "nauc_mrr_at_3_max": 0.41140340570247874, + "nauc_mrr_at_3_std": 0.41551255135046444, + "nauc_mrr_at_5_diff1": 0.26732104588507744, + "nauc_mrr_at_5_max": 0.4281867257373615, + "nauc_mrr_at_5_std": 0.4320015065476095, + "nauc_ndcg_at_1000_diff1": 0.21057357805552013, + "nauc_ndcg_at_1000_max": 0.6019606938811046, + "nauc_ndcg_at_1000_std": 0.6369154972838095, + "nauc_ndcg_at_100_diff1": 0.20966553446093034, + "nauc_ndcg_at_100_max": 0.5018529122727572, + "nauc_ndcg_at_100_std": 0.5535740819538051, + "nauc_ndcg_at_10_diff1": 0.22498604532993946, + "nauc_ndcg_at_10_max": 0.49824901756064266, + "nauc_ndcg_at_10_std": 0.48757142598645387, + "nauc_ndcg_at_1_diff1": 0.3006858742746311, + "nauc_ndcg_at_1_max": 0.3373140631598703, + "nauc_ndcg_at_1_std": 0.3566898159010214, + "nauc_ndcg_at_20_diff1": 0.22643514414673221, + "nauc_ndcg_at_20_max": 0.4831778926551538, + "nauc_ndcg_at_20_std": 0.4861795028387878, + "nauc_ndcg_at_3_diff1": 0.2526150329620261, + "nauc_ndcg_at_3_max": 0.44893304820093755, + "nauc_ndcg_at_3_std": 0.4301299247685884, + "nauc_ndcg_at_5_diff1": 0.23379181325494133, + "nauc_ndcg_at_5_max": 0.4827657228404859, + "nauc_ndcg_at_5_std": 0.46910310989870296, + "nauc_precision_at_1000_diff1": 0.06642787975933252, + "nauc_precision_at_1000_max": 0.522388138173599, + "nauc_precision_at_1000_std": 0.39480705468945515, + "nauc_precision_at_100_diff1": 0.09439053167289921, + "nauc_precision_at_100_max": 0.6004866715598172, + "nauc_precision_at_100_std": 0.5618408307242375, + "nauc_precision_at_10_diff1": 0.15998441707115588, + "nauc_precision_at_10_max": 0.5813226920179603, + "nauc_precision_at_10_std": 0.527629547453751, + "nauc_precision_at_1_diff1": 0.3031699090000738, + "nauc_precision_at_1_max": 0.3694650652825559, + "nauc_precision_at_1_std": 0.37839070285204646, + "nauc_precision_at_20_diff1": 0.14279739154008175, + "nauc_precision_at_20_max": 0.5985140477304077, + "nauc_precision_at_20_std": 0.5490146778003857, + "nauc_precision_at_3_diff1": 0.2436559333599414, + "nauc_precision_at_3_max": 0.48900361782389823, + "nauc_precision_at_3_std": 0.42126919957255626, + "nauc_precision_at_5_diff1": 0.21200033492422352, + "nauc_precision_at_5_max": 0.542237293812275, + "nauc_precision_at_5_std": 0.4756208657791177, + "nauc_recall_at_1000_diff1": 0.2010688195999842, + "nauc_recall_at_1000_max": 0.6718736361067617, + "nauc_recall_at_1000_std": 0.7973230010080546, + "nauc_recall_at_100_diff1": 0.16043812550778175, + "nauc_recall_at_100_max": 0.347488238331946, + "nauc_recall_at_100_std": 0.48093134764309325, + "nauc_recall_at_10_diff1": 0.23108797116064503, + "nauc_recall_at_10_max": 0.18501565316886928, + "nauc_recall_at_10_std": 0.2503625566592005, + "nauc_recall_at_1_diff1": 0.20406377982163318, + "nauc_recall_at_1_max": 0.059452085306763346, + "nauc_recall_at_1_std": 0.18879427175764263, + "nauc_recall_at_20_diff1": 0.19196727167717217, + "nauc_recall_at_20_max": 0.21788722497975163, + "nauc_recall_at_20_std": 0.2731953753095799, + "nauc_recall_at_3_diff1": 0.22538813936313715, + "nauc_recall_at_3_max": 0.12735927614529818, + "nauc_recall_at_3_std": 0.21173235653923497, + "nauc_recall_at_5_diff1": 0.20649519391235432, + "nauc_recall_at_5_max": 0.15037460480079654, + "nauc_recall_at_5_std": 0.2343396921776551, + "ndcg_at_1": 0.24, + "ndcg_at_10": 0.25378, + "ndcg_at_100": 0.30925, + "ndcg_at_1000": 0.43433, + "ndcg_at_20": 0.24912, + "ndcg_at_3": 0.23924, + "ndcg_at_5": 0.24729, + "precision_at_1": 0.315, + "precision_at_10": 0.2795, + "precision_at_100": 0.1261, + "precision_at_1000": 0.03002, + "precision_at_20": 0.22175, + "precision_at_3": 0.30833, + "precision_at_5": 0.306, + "recall_at_1": 0.02391, + "recall_at_10": 0.12734, + "recall_at_100": 0.39153, + "recall_at_1000": 0.76229, + "recall_at_20": 0.18091, + "recall_at_3": 0.05818, + "recall_at_5": 0.08585 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55092, + "map_at_1": 0.13922, + "map_at_10": 0.32535, + "map_at_100": 0.43146, + "map_at_1000": 0.44796, + "map_at_20": 0.36962, + "map_at_3": 0.23281, + "map_at_5": 0.27393, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8297896825396823, + "mrr_at_100": 0.8320276032107587, + "mrr_at_1000": 0.8320427547259102, + "mrr_at_20": 0.831083289152368, + "mrr_at_3": 0.8166666666666665, + "mrr_at_5": 0.8246666666666667, + "nauc_map_at_1000_diff1": 0.2646755189833343, + "nauc_map_at_1000_max": 0.32557526857272423, + "nauc_map_at_1000_std": 0.024956868662663487, + "nauc_map_at_100_diff1": 0.2720998681037168, + "nauc_map_at_100_max": 0.31487237499253007, + "nauc_map_at_100_std": -0.0068701305996827396, + "nauc_map_at_10_diff1": 0.31691236257538946, + "nauc_map_at_10_max": 0.2596850625279343, + "nauc_map_at_10_std": -0.13255345109899558, + "nauc_map_at_1_diff1": 0.4451536053214084, + "nauc_map_at_1_max": 0.0728329345491862, + "nauc_map_at_1_std": -0.1600193282130061, + "nauc_map_at_20_diff1": 0.29188696054512303, + "nauc_map_at_20_max": 0.2825701765085257, + "nauc_map_at_20_std": -0.10584823437293585, + "nauc_map_at_3_diff1": 0.33950224744959073, + "nauc_map_at_3_max": 0.17495229658751588, + "nauc_map_at_3_std": -0.15007826119458664, + "nauc_map_at_5_diff1": 0.3417232236612179, + "nauc_map_at_5_max": 0.22060656465361594, + "nauc_map_at_5_std": -0.1482332280026711, + "nauc_mrr_at_1000_diff1": 0.537403048836493, + "nauc_mrr_at_1000_max": 0.5370411845624022, + "nauc_mrr_at_1000_std": 0.24694362403659645, + "nauc_mrr_at_100_diff1": 0.5373341190242868, + "nauc_mrr_at_100_max": 0.5370862105846698, + "nauc_mrr_at_100_std": 0.2470168641003391, + "nauc_mrr_at_10_diff1": 0.5367313604335833, + "nauc_mrr_at_10_max": 0.5388066177142786, + "nauc_mrr_at_10_std": 0.24774325977345008, + "nauc_mrr_at_1_diff1": 0.5484993621449834, + "nauc_mrr_at_1_max": 0.44968778675499704, + "nauc_mrr_at_1_std": 0.15337615541281516, + "nauc_mrr_at_20_diff1": 0.5381836617467858, + "nauc_mrr_at_20_max": 0.5382305779267385, + "nauc_mrr_at_20_std": 0.2496000822405361, + "nauc_mrr_at_3_diff1": 0.5408780309436206, + "nauc_mrr_at_3_max": 0.5464817057842172, + "nauc_mrr_at_3_std": 0.25410562881367643, + "nauc_mrr_at_5_diff1": 0.537480315185947, + "nauc_mrr_at_5_max": 0.5460808262518875, + "nauc_mrr_at_5_std": 0.2558956673855423, + "nauc_ndcg_at_1000_diff1": 0.381406486524196, + "nauc_ndcg_at_1000_max": 0.46221881176658486, + "nauc_ndcg_at_1000_std": 0.18793955897473158, + "nauc_ndcg_at_100_diff1": 0.37535775566878216, + "nauc_ndcg_at_100_max": 0.41644141465395257, + "nauc_ndcg_at_100_std": 0.1149857344096916, + "nauc_ndcg_at_10_diff1": 0.3740718037184838, + "nauc_ndcg_at_10_max": 0.4113146865746215, + "nauc_ndcg_at_10_std": 0.07523473643978479, + "nauc_ndcg_at_1_diff1": 0.6162663871288094, + "nauc_ndcg_at_1_max": 0.42650460261345263, + "nauc_ndcg_at_1_std": 0.12291036256456152, + "nauc_ndcg_at_20_diff1": 0.3616447693773895, + "nauc_ndcg_at_20_max": 0.4013537213220202, + "nauc_ndcg_at_20_std": 0.046378216498546745, + "nauc_ndcg_at_3_diff1": 0.38579713604174437, + "nauc_ndcg_at_3_max": 0.45655238490331546, + "nauc_ndcg_at_3_std": 0.17182846961043058, + "nauc_ndcg_at_5_diff1": 0.38474967939612703, + "nauc_ndcg_at_5_max": 0.4509702086142999, + "nauc_ndcg_at_5_std": 0.13962532951823575, + "nauc_precision_at_1000_diff1": -0.17367062838856384, + "nauc_precision_at_1000_max": 0.08340609206327823, + "nauc_precision_at_1000_std": 0.3872660998562468, + "nauc_precision_at_100_diff1": -0.17022987410161805, + "nauc_precision_at_100_max": 0.11060831317556617, + "nauc_precision_at_100_std": 0.41351068293856674, + "nauc_precision_at_10_diff1": -0.0851730313606031, + "nauc_precision_at_10_max": 0.2638058605841755, + "nauc_precision_at_10_std": 0.28122779529871134, + "nauc_precision_at_1_diff1": 0.5484993621449834, + "nauc_precision_at_1_max": 0.44968778675499704, + "nauc_precision_at_1_std": 0.15337615541281516, + "nauc_precision_at_20_diff1": -0.13328690901055928, + "nauc_precision_at_20_max": 0.18602382371256185, + "nauc_precision_at_20_std": 0.28903827997884124, + "nauc_precision_at_3_diff1": 0.04379390536323298, + "nauc_precision_at_3_max": 0.3683742815486017, + "nauc_precision_at_3_std": 0.24446927980142422, + "nauc_precision_at_5_diff1": 0.003238807289045865, + "nauc_precision_at_5_max": 0.33932557505157934, + "nauc_precision_at_5_std": 0.26165951414048694, + "nauc_recall_at_1000_diff1": 0.5010966610948145, + "nauc_recall_at_1000_max": 0.2666365635580267, + "nauc_recall_at_1000_std": 0.3932065996551036, + "nauc_recall_at_100_diff1": 0.20012255646577504, + "nauc_recall_at_100_max": 0.15530988738604043, + "nauc_recall_at_100_std": -0.05077394976435763, + "nauc_recall_at_10_diff1": 0.24841427681050451, + "nauc_recall_at_10_max": 0.1989745680607409, + "nauc_recall_at_10_std": -0.1741555386466465, + "nauc_recall_at_1_diff1": 0.4451536053214084, + "nauc_recall_at_1_max": 0.0728329345491862, + "nauc_recall_at_1_std": -0.1600193282130061, + "nauc_recall_at_20_diff1": 0.20054779878918472, + "nauc_recall_at_20_max": 0.1852953300461973, + "nauc_recall_at_20_std": -0.16107724258909703, + "nauc_recall_at_3_diff1": 0.2914560825862451, + "nauc_recall_at_3_max": 0.1717011020524806, + "nauc_recall_at_3_std": -0.13312670755768352, + "nauc_recall_at_5_diff1": 0.2926899533487872, + "nauc_recall_at_5_max": 0.2038062720811796, + "nauc_recall_at_5_std": -0.14442117219668751, + "ndcg_at_1": 0.6475, + "ndcg_at_10": 0.55092, + "ndcg_at_100": 0.64427, + "ndcg_at_1000": 0.69896, + "ndcg_at_20": 0.56553, + "ndcg_at_3": 0.58804, + "ndcg_at_5": 0.56761, + "precision_at_1": 0.77, + "precision_at_10": 0.3675, + "precision_at_100": 0.1059, + "precision_at_1000": 0.0146, + "precision_at_20": 0.2735, + "precision_at_3": 0.58333, + "precision_at_5": 0.489, + "recall_at_1": 0.13922, + "recall_at_10": 0.40471, + "recall_at_100": 0.79643, + "recall_at_1000": 0.98121, + "recall_at_20": 0.51473, + "recall_at_3": 0.24987, + "recall_at_5": 0.3096 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17587, + "map_at_1": 0.03689, + "map_at_10": 0.08453, + "map_at_100": 0.11788, + "map_at_1000": 0.12782, + "map_at_20": 0.09736, + "map_at_3": 0.06086, + "map_at_5": 0.07417, + "mrr_at_1": 0.21, + "mrr_at_10": 0.3104325396825398, + "mrr_at_100": 0.3229019126339186, + "mrr_at_1000": 0.32347218417652696, + "mrr_at_20": 0.3186946569512361, + "mrr_at_3": 0.2758333333333334, + "mrr_at_5": 0.29483333333333334, + "nauc_map_at_1000_diff1": 0.20218384780052664, + "nauc_map_at_1000_max": 0.47483634420798426, + "nauc_map_at_1000_std": 0.4540310344283819, + "nauc_map_at_100_diff1": 0.20970007164680546, + "nauc_map_at_100_max": 0.4740493426248778, + "nauc_map_at_100_std": 0.4437981577433336, + "nauc_map_at_10_diff1": 0.2328041779105434, + "nauc_map_at_10_max": 0.42512338024387536, + "nauc_map_at_10_std": 0.35118895095729025, + "nauc_map_at_1_diff1": 0.3193191471147276, + "nauc_map_at_1_max": 0.3627178222802151, + "nauc_map_at_1_std": 0.32259209082680806, + "nauc_map_at_20_diff1": 0.21882716196773605, + "nauc_map_at_20_max": 0.44111715538234, + "nauc_map_at_20_std": 0.38670467740652614, + "nauc_map_at_3_diff1": 0.28191596943415853, + "nauc_map_at_3_max": 0.42268070189363655, + "nauc_map_at_3_std": 0.36895076887415656, + "nauc_map_at_5_diff1": 0.2544918170608149, + "nauc_map_at_5_max": 0.41673085701811846, + "nauc_map_at_5_std": 0.3367494757577674, + "nauc_mrr_at_1000_diff1": 0.14797944164929375, + "nauc_mrr_at_1000_max": 0.2742530681499283, + "nauc_mrr_at_1000_std": 0.29950200763551643, + "nauc_mrr_at_100_diff1": 0.14755377972504502, + "nauc_mrr_at_100_max": 0.2744157247669899, + "nauc_mrr_at_100_std": 0.2999377975014984, + "nauc_mrr_at_10_diff1": 0.14872160647739158, + "nauc_mrr_at_10_max": 0.27578580008053166, + "nauc_mrr_at_10_std": 0.29943265554752324, + "nauc_mrr_at_1_diff1": 0.2137868782364957, + "nauc_mrr_at_1_max": 0.247478106640062, + "nauc_mrr_at_1_std": 0.25329786054761105, + "nauc_mrr_at_20_diff1": 0.14593264780674553, + "nauc_mrr_at_20_max": 0.27424947453287857, + "nauc_mrr_at_20_std": 0.3001615378131537, + "nauc_mrr_at_3_diff1": 0.16908319382971387, + "nauc_mrr_at_3_max": 0.2729495972321198, + "nauc_mrr_at_3_std": 0.2769117804347225, + "nauc_mrr_at_5_diff1": 0.15068720562767082, + "nauc_mrr_at_5_max": 0.2716668709815243, + "nauc_mrr_at_5_std": 0.2868654974099191, + "nauc_ndcg_at_1000_diff1": 0.14004186565518, + "nauc_ndcg_at_1000_max": 0.43797182738129464, + "nauc_ndcg_at_1000_std": 0.49154013047059747, + "nauc_ndcg_at_100_diff1": 0.16231954434948184, + "nauc_ndcg_at_100_max": 0.45078839609768456, + "nauc_ndcg_at_100_std": 0.48675111427796974, + "nauc_ndcg_at_10_diff1": 0.18658653921762186, + "nauc_ndcg_at_10_max": 0.4050906928134347, + "nauc_ndcg_at_10_std": 0.3774893892611554, + "nauc_ndcg_at_1_diff1": 0.2597618208462408, + "nauc_ndcg_at_1_max": 0.23901389378396934, + "nauc_ndcg_at_1_std": 0.24155057597061713, + "nauc_ndcg_at_20_diff1": 0.1780647685907039, + "nauc_ndcg_at_20_max": 0.4103618026903575, + "nauc_ndcg_at_20_std": 0.41369905995043205, + "nauc_ndcg_at_3_diff1": 0.2081997008971763, + "nauc_ndcg_at_3_max": 0.3564658287783533, + "nauc_ndcg_at_3_std": 0.3306639160218476, + "nauc_ndcg_at_5_diff1": 0.1957575861352361, + "nauc_ndcg_at_5_max": 0.38460087518456654, + "nauc_ndcg_at_5_std": 0.3395182609978869, + "nauc_precision_at_1000_diff1": -0.06539217953015672, + "nauc_precision_at_1000_max": 0.09294149769385984, + "nauc_precision_at_1000_std": 0.15321658385967463, + "nauc_precision_at_100_diff1": -0.004190054858733044, + "nauc_precision_at_100_max": 0.2818893602196582, + "nauc_precision_at_100_std": 0.3740387439103235, + "nauc_precision_at_10_diff1": 0.010182814964429347, + "nauc_precision_at_10_max": 0.3646297787387194, + "nauc_precision_at_10_std": 0.34677134774615287, + "nauc_precision_at_1_diff1": 0.2137868782364957, + "nauc_precision_at_1_max": 0.247478106640062, + "nauc_precision_at_1_std": 0.25329786054761105, + "nauc_precision_at_20_diff1": -0.0093905273596339, + "nauc_precision_at_20_max": 0.3528590017367033, + "nauc_precision_at_20_std": 0.38618166650051683, + "nauc_precision_at_3_diff1": 0.11673165029989177, + "nauc_precision_at_3_max": 0.3918470424626096, + "nauc_precision_at_3_std": 0.351077988891638, + "nauc_precision_at_5_diff1": 0.04627731327141232, + "nauc_precision_at_5_max": 0.3727173325251519, + "nauc_precision_at_5_std": 0.31935654478574294, + "nauc_recall_at_1000_diff1": 0.05983893557198393, + "nauc_recall_at_1000_max": 0.4581948555800416, + "nauc_recall_at_1000_std": 0.6625964188762745, + "nauc_recall_at_100_diff1": 0.08746722394387399, + "nauc_recall_at_100_max": 0.4388303846445657, + "nauc_recall_at_100_std": 0.5316123708330274, + "nauc_recall_at_10_diff1": 0.17097111297252213, + "nauc_recall_at_10_max": 0.3605417156241203, + "nauc_recall_at_10_std": 0.3428498167866295, + "nauc_recall_at_1_diff1": 0.3193191471147276, + "nauc_recall_at_1_max": 0.3627178222802151, + "nauc_recall_at_1_std": 0.32259209082680806, + "nauc_recall_at_20_diff1": 0.12769207352927556, + "nauc_recall_at_20_max": 0.3393660653517638, + "nauc_recall_at_20_std": 0.38726929865293636, + "nauc_recall_at_3_diff1": 0.23001374079507889, + "nauc_recall_at_3_max": 0.4061581115790479, + "nauc_recall_at_3_std": 0.35859311000847155, + "nauc_recall_at_5_diff1": 0.19724497330002003, + "nauc_recall_at_5_max": 0.3556751022928551, + "nauc_recall_at_5_std": 0.28642649552698024, + "ndcg_at_1": 0.17, + "ndcg_at_10": 0.17587, + "ndcg_at_100": 0.25527, + "ndcg_at_1000": 0.33293, + "ndcg_at_20": 0.1949, + "ndcg_at_3": 0.16107, + "ndcg_at_5": 0.16909, + "precision_at_1": 0.21, + "precision_at_10": 0.1175, + "precision_at_100": 0.04555, + "precision_at_1000": 0.00963, + "precision_at_20": 0.094, + "precision_at_3": 0.15667, + "precision_at_5": 0.144, + "recall_at_1": 0.03689, + "recall_at_10": 0.1481, + "recall_at_100": 0.40937, + "recall_at_1000": 0.70561, + "recall_at_20": 0.22535, + "recall_at_3": 0.07756, + "recall_at_5": 0.11259 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24575, + "map_at_1": 0.05732, + "map_at_10": 0.12553, + "map_at_100": 0.1724, + "map_at_1000": 0.18611, + "map_at_20": 0.14056, + "map_at_3": 0.09134, + "map_at_5": 0.10449, + "mrr_at_1": 0.3, + "mrr_at_10": 0.40676587301587297, + "mrr_at_100": 0.4151132663775368, + "mrr_at_1000": 0.41542347358091936, + "mrr_at_20": 0.4109118836529828, + "mrr_at_3": 0.37416666666666665, + "mrr_at_5": 0.3909166666666667, + "nauc_map_at_1000_diff1": 0.28768861277891733, + "nauc_map_at_1000_max": 0.45489655740275603, + "nauc_map_at_1000_std": 0.3316398521043602, + "nauc_map_at_100_diff1": 0.3073569861799299, + "nauc_map_at_100_max": 0.4424286171588581, + "nauc_map_at_100_std": 0.30112985495998673, + "nauc_map_at_10_diff1": 0.3573858181119327, + "nauc_map_at_10_max": 0.3809709456129566, + "nauc_map_at_10_std": 0.16767019254291127, + "nauc_map_at_1_diff1": 0.46204242538357787, + "nauc_map_at_1_max": 0.305661611341603, + "nauc_map_at_1_std": 0.04910638953181182, + "nauc_map_at_20_diff1": 0.344398958935797, + "nauc_map_at_20_max": 0.4049513423255144, + "nauc_map_at_20_std": 0.21352230259717683, + "nauc_map_at_3_diff1": 0.42218592868027455, + "nauc_map_at_3_max": 0.3741296486562171, + "nauc_map_at_3_std": 0.14401464153449017, + "nauc_map_at_5_diff1": 0.3830518451018048, + "nauc_map_at_5_max": 0.38945119958871166, + "nauc_map_at_5_std": 0.16313455301877416, + "nauc_mrr_at_1000_diff1": 0.18524137292226492, + "nauc_mrr_at_1000_max": 0.40295027297938935, + "nauc_mrr_at_1000_std": 0.3546356165102461, + "nauc_mrr_at_100_diff1": 0.18524833049620804, + "nauc_mrr_at_100_max": 0.40327263339360453, + "nauc_mrr_at_100_std": 0.3550518199952977, + "nauc_mrr_at_10_diff1": 0.1829332538807708, + "nauc_mrr_at_10_max": 0.4000309444337633, + "nauc_mrr_at_10_std": 0.3562011372937615, + "nauc_mrr_at_1_diff1": 0.20000675584380487, + "nauc_mrr_at_1_max": 0.33702877989460883, + "nauc_mrr_at_1_std": 0.27576678827185513, + "nauc_mrr_at_20_diff1": 0.18392522722074628, + "nauc_mrr_at_20_max": 0.40162493830728013, + "nauc_mrr_at_20_std": 0.35470577628677014, + "nauc_mrr_at_3_diff1": 0.1920770116330736, + "nauc_mrr_at_3_max": 0.3843966790506065, + "nauc_mrr_at_3_std": 0.32836535318604804, + "nauc_mrr_at_5_diff1": 0.17201362041280924, + "nauc_mrr_at_5_max": 0.40281952549273986, + "nauc_mrr_at_5_std": 0.3475377686519432, + "nauc_ndcg_at_1000_diff1": 0.20995942682981938, + "nauc_ndcg_at_1000_max": 0.5118416150572791, + "nauc_ndcg_at_1000_std": 0.45719986120068806, + "nauc_ndcg_at_100_diff1": 0.27614161724316183, + "nauc_ndcg_at_100_max": 0.48090905080442115, + "nauc_ndcg_at_100_std": 0.39843721453147163, + "nauc_ndcg_at_10_diff1": 0.26023216718342307, + "nauc_ndcg_at_10_max": 0.41507824685169714, + "nauc_ndcg_at_10_std": 0.2981348377805387, + "nauc_ndcg_at_1_diff1": 0.2263479220301581, + "nauc_ndcg_at_1_max": 0.3465796248620815, + "nauc_ndcg_at_1_std": 0.24541007723427713, + "nauc_ndcg_at_20_diff1": 0.27914274070244, + "nauc_ndcg_at_20_max": 0.43523851733056806, + "nauc_ndcg_at_20_std": 0.3141101866157067, + "nauc_ndcg_at_3_diff1": 0.24907209961523366, + "nauc_ndcg_at_3_max": 0.4004438002072996, + "nauc_ndcg_at_3_std": 0.30314277035507703, + "nauc_ndcg_at_5_diff1": 0.23900013516794238, + "nauc_ndcg_at_5_max": 0.4337459709164793, + "nauc_ndcg_at_5_std": 0.3202113225896646, + "nauc_precision_at_1000_diff1": -0.15596849094964088, + "nauc_precision_at_1000_max": 0.21060404377124206, + "nauc_precision_at_1000_std": 0.3601028526288033, + "nauc_precision_at_100_diff1": -0.07755231654257079, + "nauc_precision_at_100_max": 0.3018346650784989, + "nauc_precision_at_100_std": 0.47311755067027117, + "nauc_precision_at_10_diff1": 0.03499976692248685, + "nauc_precision_at_10_max": 0.33124269867032785, + "nauc_precision_at_10_std": 0.3951751542196211, + "nauc_precision_at_1_diff1": 0.20000675584380487, + "nauc_precision_at_1_max": 0.33702877989460883, + "nauc_precision_at_1_std": 0.27576678827185513, + "nauc_precision_at_20_diff1": 0.008968857288813848, + "nauc_precision_at_20_max": 0.35011173019607267, + "nauc_precision_at_20_std": 0.4499735062923747, + "nauc_precision_at_3_diff1": 0.1569349088988644, + "nauc_precision_at_3_max": 0.3802449168207025, + "nauc_precision_at_3_std": 0.35552878267758115, + "nauc_precision_at_5_diff1": 0.05778515928863314, + "nauc_precision_at_5_max": 0.4119084235655977, + "nauc_precision_at_5_std": 0.4083207410520291, + "nauc_recall_at_1000_diff1": 0.11895451331414132, + "nauc_recall_at_1000_max": 0.589539064408077, + "nauc_recall_at_1000_std": 0.6515911630406636, + "nauc_recall_at_100_diff1": 0.31495782505471065, + "nauc_recall_at_100_max": 0.4365211012139863, + "nauc_recall_at_100_std": 0.42481436074980233, + "nauc_recall_at_10_diff1": 0.31969458543806906, + "nauc_recall_at_10_max": 0.34518034160031025, + "nauc_recall_at_10_std": 0.1753069085223892, + "nauc_recall_at_1_diff1": 0.46204242538357787, + "nauc_recall_at_1_max": 0.305661611341603, + "nauc_recall_at_1_std": 0.04910638953181182, + "nauc_recall_at_20_diff1": 0.31810005499724664, + "nauc_recall_at_20_max": 0.3711207467178191, + "nauc_recall_at_20_std": 0.24001476488501994, + "nauc_recall_at_3_diff1": 0.36972760625877954, + "nauc_recall_at_3_max": 0.360496070023458, + "nauc_recall_at_3_std": 0.16179593302316453, + "nauc_recall_at_5_diff1": 0.3155011947972157, + "nauc_recall_at_5_max": 0.38685785377425974, + "nauc_recall_at_5_std": 0.190177287772227, + "ndcg_at_1": 0.25, + "ndcg_at_10": 0.24575, + "ndcg_at_100": 0.33385, + "ndcg_at_1000": 0.41352, + "ndcg_at_20": 0.25682, + "ndcg_at_3": 0.23759, + "ndcg_at_5": 0.23361, + "precision_at_1": 0.3, + "precision_at_10": 0.1695, + "precision_at_100": 0.0624, + "precision_at_1000": 0.01167, + "precision_at_20": 0.12725, + "precision_at_3": 0.23333, + "precision_at_5": 0.208, + "recall_at_1": 0.05732, + "recall_at_10": 0.1904, + "recall_at_100": 0.49314, + "recall_at_1000": 0.79699, + "recall_at_20": 0.24977, + "recall_at_3": 0.10968, + "recall_at_5": 0.13387 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53328, + "map_at_1": 0.06509, + "map_at_10": 0.21382, + "map_at_100": 0.34505, + "map_at_1000": 0.38689, + "map_at_20": 0.26242, + "map_at_3": 0.13506, + "map_at_5": 0.16762, + "mrr_at_1": 0.735, + "mrr_at_10": 0.8242976190476189, + "mrr_at_100": 0.8255997801288747, + "mrr_at_1000": 0.825624051973535, + "mrr_at_20": 0.8250299422799421, + "mrr_at_3": 0.8149999999999998, + "mrr_at_5": 0.8222499999999998, + "nauc_map_at_1000_diff1": 0.15121071571651915, + "nauc_map_at_1000_max": 0.2430426896004999, + "nauc_map_at_1000_std": 0.24872421836106043, + "nauc_map_at_100_diff1": 0.1833412331890667, + "nauc_map_at_100_max": 0.24854666899982894, + "nauc_map_at_100_std": 0.2034928861766184, + "nauc_map_at_10_diff1": 0.1909753467086098, + "nauc_map_at_10_max": 0.19140930914879647, + "nauc_map_at_10_std": 0.08752191635169469, + "nauc_map_at_1_diff1": 0.2749497988247122, + "nauc_map_at_1_max": 0.04308418833745925, + "nauc_map_at_1_std": 0.06038776076388289, + "nauc_map_at_20_diff1": 0.1934883023427287, + "nauc_map_at_20_max": 0.20483181111617252, + "nauc_map_at_20_std": 0.11566702198975101, + "nauc_map_at_3_diff1": 0.17618670380680093, + "nauc_map_at_3_max": 0.13965422081373197, + "nauc_map_at_3_std": 0.043876098759606165, + "nauc_map_at_5_diff1": 0.1740203219658954, + "nauc_map_at_5_max": 0.1559051414595331, + "nauc_map_at_5_std": 0.0543000794113681, + "nauc_mrr_at_1000_diff1": 0.3712949334580361, + "nauc_mrr_at_1000_max": 0.3758809444115647, + "nauc_mrr_at_1000_std": 0.018847907955805022, + "nauc_mrr_at_100_diff1": 0.37139173631484, + "nauc_mrr_at_100_max": 0.3758419743778047, + "nauc_mrr_at_100_std": 0.018930330156742753, + "nauc_mrr_at_10_diff1": 0.36871621858834935, + "nauc_mrr_at_10_max": 0.372131373053926, + "nauc_mrr_at_10_std": 0.01943430808801307, + "nauc_mrr_at_1_diff1": 0.406293978501063, + "nauc_mrr_at_1_max": 0.3830184347895525, + "nauc_mrr_at_1_std": 0.013394416664171897, + "nauc_mrr_at_20_diff1": 0.3689148006019428, + "nauc_mrr_at_20_max": 0.3754071546913307, + "nauc_mrr_at_20_std": 0.017415727272662957, + "nauc_mrr_at_3_diff1": 0.376182536727723, + "nauc_mrr_at_3_max": 0.37072743207712566, + "nauc_mrr_at_3_std": 0.014503779723846507, + "nauc_mrr_at_5_diff1": 0.3678414107562145, + "nauc_mrr_at_5_max": 0.37913130770249465, + "nauc_mrr_at_5_std": 0.03092022399031812, + "nauc_ndcg_at_1000_diff1": 0.2469170672064782, + "nauc_ndcg_at_1000_max": 0.3490321980577261, + "nauc_ndcg_at_1000_std": 0.2380009567126119, + "nauc_ndcg_at_100_diff1": 0.25484617245982427, + "nauc_ndcg_at_100_max": 0.30363280907907, + "nauc_ndcg_at_100_std": 0.2039232240237928, + "nauc_ndcg_at_10_diff1": 0.24561465519964568, + "nauc_ndcg_at_10_max": 0.3449911357853322, + "nauc_ndcg_at_10_std": 0.07252605011693829, + "nauc_ndcg_at_1_diff1": 0.42295914617715014, + "nauc_ndcg_at_1_max": 0.3694808959587131, + "nauc_ndcg_at_1_std": -0.030577081683148027, + "nauc_ndcg_at_20_diff1": 0.24621161531692573, + "nauc_ndcg_at_20_max": 0.28732722176710185, + "nauc_ndcg_at_20_std": 0.06445576290306412, + "nauc_ndcg_at_3_diff1": 0.23726386036308664, + "nauc_ndcg_at_3_max": 0.33250992393638484, + "nauc_ndcg_at_3_std": -0.0035640793551373617, + "nauc_ndcg_at_5_diff1": 0.2194834162162811, + "nauc_ndcg_at_5_max": 0.34297053184607995, + "nauc_ndcg_at_5_std": 0.021224943709886163, + "nauc_precision_at_1000_diff1": -0.13842924537921433, + "nauc_precision_at_1000_max": -0.03792889968488867, + "nauc_precision_at_1000_std": 0.028013351288382126, + "nauc_precision_at_100_diff1": -0.09831666445691561, + "nauc_precision_at_100_max": 0.022956045488275123, + "nauc_precision_at_100_std": 0.10628489274211957, + "nauc_precision_at_10_diff1": 0.01606556416990631, + "nauc_precision_at_10_max": 0.2677920632846956, + "nauc_precision_at_10_std": 0.1234824151616584, + "nauc_precision_at_1_diff1": 0.406293978501063, + "nauc_precision_at_1_max": 0.3830184347895525, + "nauc_precision_at_1_std": 0.013394416664171897, + "nauc_precision_at_20_diff1": -0.03250068421146842, + "nauc_precision_at_20_max": 0.15812574655784098, + "nauc_precision_at_20_std": 0.09350740866736093, + "nauc_precision_at_3_diff1": 0.056758904896440865, + "nauc_precision_at_3_max": 0.31520294414277183, + "nauc_precision_at_3_std": 0.07573419894336776, + "nauc_precision_at_5_diff1": 0.031703665397463554, + "nauc_precision_at_5_max": 0.32062323017061295, + "nauc_precision_at_5_std": 0.10143754978459714, + "nauc_recall_at_1000_diff1": 0.1406495355052414, + "nauc_recall_at_1000_max": 0.19907003898430528, + "nauc_recall_at_1000_std": 0.6471184277076842, + "nauc_recall_at_100_diff1": 0.1573384492600799, + "nauc_recall_at_100_max": 0.05054026157912872, + "nauc_recall_at_100_std": 0.23545931611242643, + "nauc_recall_at_10_diff1": 0.12738124839334455, + "nauc_recall_at_10_max": 0.062239096570349074, + "nauc_recall_at_10_std": 0.05402270022369015, + "nauc_recall_at_1_diff1": 0.2749497988247122, + "nauc_recall_at_1_max": 0.04308418833745925, + "nauc_recall_at_1_std": 0.06038776076388289, + "nauc_recall_at_20_diff1": 0.12969191738520033, + "nauc_recall_at_20_max": 0.038811466447859676, + "nauc_recall_at_20_std": 0.06731139317916707, + "nauc_recall_at_3_diff1": 0.11606406638587419, + "nauc_recall_at_3_max": 0.06112536724441527, + "nauc_recall_at_3_std": 0.011319679049182595, + "nauc_recall_at_5_diff1": 0.11477696054359651, + "nauc_recall_at_5_max": 0.05889016844707815, + "nauc_recall_at_5_std": 0.014114686781954423, + "ndcg_at_1": 0.635, + "ndcg_at_10": 0.53328, + "ndcg_at_100": 0.58919, + "ndcg_at_1000": 0.68665, + "ndcg_at_20": 0.52844, + "ndcg_at_3": 0.58626, + "ndcg_at_5": 0.55779, + "precision_at_1": 0.735, + "precision_at_10": 0.4665, + "precision_at_100": 0.1747, + "precision_at_1000": 0.03392, + "precision_at_20": 0.37275, + "precision_at_3": 0.64667, + "precision_at_5": 0.569, + "recall_at_1": 0.06509, + "recall_at_10": 0.27796, + "recall_at_100": 0.65647, + "recall_at_1000": 0.9531, + "recall_at_20": 0.383, + "recall_at_3": 0.15324, + "recall_at_5": 0.20017 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.1407, + "map_at_1": 0.01425, + "map_at_10": 0.04518, + "map_at_100": 0.08091, + "map_at_1000": 0.10052, + "map_at_20": 0.05581, + "map_at_3": 0.03051, + "map_at_5": 0.03693, + "mrr_at_1": 0.2, + "mrr_at_10": 0.30528174603174624, + "mrr_at_100": 0.3168548313301944, + "mrr_at_1000": 0.31727636662717135, + "mrr_at_20": 0.31131800348344485, + "mrr_at_3": 0.2725, + "mrr_at_5": 0.2907500000000001, + "nauc_map_at_1000_diff1": 0.03421958072181646, + "nauc_map_at_1000_max": 0.3866432942885545, + "nauc_map_at_1000_std": 0.5786236497088935, + "nauc_map_at_100_diff1": 0.04978660055600128, + "nauc_map_at_100_max": 0.326597899186539, + "nauc_map_at_100_std": 0.5496370781805252, + "nauc_map_at_10_diff1": 0.040414813197642736, + "nauc_map_at_10_max": 0.17525326192805607, + "nauc_map_at_10_std": 0.41395404147022163, + "nauc_map_at_1_diff1": 0.03514491256801479, + "nauc_map_at_1_max": 0.03522347388810852, + "nauc_map_at_1_std": 0.24955803670163673, + "nauc_map_at_20_diff1": 0.04677088818329855, + "nauc_map_at_20_max": 0.2469114809842443, + "nauc_map_at_20_std": 0.4773408452409751, + "nauc_map_at_3_diff1": 0.05800553387733376, + "nauc_map_at_3_max": 0.124709401796729, + "nauc_map_at_3_std": 0.34539971423611177, + "nauc_map_at_5_diff1": 0.034459564369655145, + "nauc_map_at_5_max": 0.12486881167727987, + "nauc_map_at_5_std": 0.3744069938680434, + "nauc_mrr_at_1000_diff1": 0.06177146047741942, + "nauc_mrr_at_1000_max": 0.2653921595830685, + "nauc_mrr_at_1000_std": 0.3257038396024689, + "nauc_mrr_at_100_diff1": 0.06200211557510282, + "nauc_mrr_at_100_max": 0.2658222148732217, + "nauc_mrr_at_100_std": 0.32611591646310567, + "nauc_mrr_at_10_diff1": 0.061644781244008066, + "nauc_mrr_at_10_max": 0.2653753066436489, + "nauc_mrr_at_10_std": 0.3249459266418011, + "nauc_mrr_at_1_diff1": 0.10938811753309655, + "nauc_mrr_at_1_max": 0.2324426864707781, + "nauc_mrr_at_1_std": 0.21792864061995476, + "nauc_mrr_at_20_diff1": 0.05764188873800807, + "nauc_mrr_at_20_max": 0.26736817827536397, + "nauc_mrr_at_20_std": 0.3283458847511271, + "nauc_mrr_at_3_diff1": 0.054512233122243924, + "nauc_mrr_at_3_max": 0.25212514049388374, + "nauc_mrr_at_3_std": 0.2949662269071703, + "nauc_mrr_at_5_diff1": 0.052643615524240746, + "nauc_mrr_at_5_max": 0.2589333817400294, + "nauc_mrr_at_5_std": 0.3214736928646082, + "nauc_ndcg_at_1000_diff1": 0.043458522379374406, + "nauc_ndcg_at_1000_max": 0.475688780533406, + "nauc_ndcg_at_1000_std": 0.617701590501753, + "nauc_ndcg_at_100_diff1": 0.08493201966828094, + "nauc_ndcg_at_100_max": 0.37459473724705256, + "nauc_ndcg_at_100_std": 0.6005855674638912, + "nauc_ndcg_at_10_diff1": 0.06879076001975754, + "nauc_ndcg_at_10_max": 0.35246871427430876, + "nauc_ndcg_at_10_std": 0.45338526931907924, + "nauc_ndcg_at_1_diff1": 0.16727061361708362, + "nauc_ndcg_at_1_max": 0.23415686562005802, + "nauc_ndcg_at_1_std": 0.2216467852916226, + "nauc_ndcg_at_20_diff1": 0.0704761134760512, + "nauc_ndcg_at_20_max": 0.3780128676847456, + "nauc_ndcg_at_20_std": 0.5272369502120092, + "nauc_ndcg_at_3_diff1": 0.12026657477527618, + "nauc_ndcg_at_3_max": 0.2992141891653224, + "nauc_ndcg_at_3_std": 0.33173162477501833, + "nauc_ndcg_at_5_diff1": 0.0645833206354426, + "nauc_ndcg_at_5_max": 0.33081552536139297, + "nauc_ndcg_at_5_std": 0.40143497319754656, + "nauc_precision_at_1000_diff1": -0.013793601703449508, + "nauc_precision_at_1000_max": 0.3913420217126628, + "nauc_precision_at_1000_std": 0.20704549958103727, + "nauc_precision_at_100_diff1": 0.023408310990499125, + "nauc_precision_at_100_max": 0.49045353687519383, + "nauc_precision_at_100_std": 0.4669435954469565, + "nauc_precision_at_10_diff1": -0.015718119578864483, + "nauc_precision_at_10_max": 0.458147058923066, + "nauc_precision_at_10_std": 0.4945226016711395, + "nauc_precision_at_1_diff1": 0.10938811753309655, + "nauc_precision_at_1_max": 0.2324426864707781, + "nauc_precision_at_1_std": 0.21792864061995476, + "nauc_precision_at_20_diff1": 0.01190596719677272, + "nauc_precision_at_20_max": 0.5055762371302627, + "nauc_precision_at_20_std": 0.5414664491207299, + "nauc_precision_at_3_diff1": 0.02494192585835732, + "nauc_precision_at_3_max": 0.3345920895482008, + "nauc_precision_at_3_std": 0.3688606645768999, + "nauc_precision_at_5_diff1": -0.028497190590452748, + "nauc_precision_at_5_max": 0.41497552831334666, + "nauc_precision_at_5_std": 0.45775808301035814, + "nauc_recall_at_1000_diff1": 0.06998789441484254, + "nauc_recall_at_1000_max": 0.4250390042287231, + "nauc_recall_at_1000_std": 0.7226767668038309, + "nauc_recall_at_100_diff1": 0.09800039745619687, + "nauc_recall_at_100_max": 0.24720938016782484, + "nauc_recall_at_100_std": 0.6303793915403506, + "nauc_recall_at_10_diff1": 0.05348431903092303, + "nauc_recall_at_10_max": 0.1242717318153515, + "nauc_recall_at_10_std": 0.4329168961834175, + "nauc_recall_at_1_diff1": 0.03514491256801479, + "nauc_recall_at_1_max": 0.03522347388810852, + "nauc_recall_at_1_std": 0.24955803670163673, + "nauc_recall_at_20_diff1": 0.05368324523868298, + "nauc_recall_at_20_max": 0.183170196784907, + "nauc_recall_at_20_std": 0.5462988395298143, + "nauc_recall_at_3_diff1": 0.0795922142970057, + "nauc_recall_at_3_max": 0.11995516985760656, + "nauc_recall_at_3_std": 0.3551049669032428, + "nauc_recall_at_5_diff1": 0.0497907597284139, + "nauc_recall_at_5_max": 0.08437760851832089, + "nauc_recall_at_5_std": 0.3826576129548648, + "ndcg_at_1": 0.145, + "ndcg_at_10": 0.1407, + "ndcg_at_100": 0.20615, + "ndcg_at_1000": 0.31851, + "ndcg_at_20": 0.14928, + "ndcg_at_3": 0.13836, + "ndcg_at_5": 0.13853, + "precision_at_1": 0.2, + "precision_at_10": 0.134, + "precision_at_100": 0.06995, + "precision_at_1000": 0.02061, + "precision_at_20": 0.115, + "precision_at_3": 0.17167, + "precision_at_5": 0.157, + "recall_at_1": 0.01425, + "recall_at_10": 0.0847, + "recall_at_100": 0.29648, + "recall_at_1000": 0.64497, + "recall_at_20": 0.12436, + "recall_at_3": 0.04068, + "recall_at_5": 0.05804 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.17509, + "map_at_1": 0.01609, + "map_at_10": 0.05877, + "map_at_100": 0.10801, + "map_at_1000": 0.12762, + "map_at_20": 0.07353, + "map_at_3": 0.03449, + "map_at_5": 0.04592, + "mrr_at_1": 0.23, + "mrr_at_10": 0.3499801587301588, + "mrr_at_100": 0.3603031631335052, + "mrr_at_1000": 0.3610522131478951, + "mrr_at_20": 0.35553463407507535, + "mrr_at_3": 0.3200000000000001, + "mrr_at_5": 0.33899999999999997, + "nauc_map_at_1000_diff1": 0.18614618320511592, + "nauc_map_at_1000_max": 0.6439874166758062, + "nauc_map_at_1000_std": 0.6487957118789459, + "nauc_map_at_100_diff1": 0.20723349629993415, + "nauc_map_at_100_max": 0.6220983585108225, + "nauc_map_at_100_std": 0.6352007318850098, + "nauc_map_at_10_diff1": 0.24628652553868258, + "nauc_map_at_10_max": 0.47162107060711705, + "nauc_map_at_10_std": 0.4836785287467674, + "nauc_map_at_1_diff1": 0.3177880462429436, + "nauc_map_at_1_max": 0.2818852682724366, + "nauc_map_at_1_std": 0.3180517006837209, + "nauc_map_at_20_diff1": 0.23425535128733066, + "nauc_map_at_20_max": 0.5262898899125571, + "nauc_map_at_20_std": 0.5297672092821876, + "nauc_map_at_3_diff1": 0.27716715138553083, + "nauc_map_at_3_max": 0.41309160204856676, + "nauc_map_at_3_std": 0.44754329642467583, + "nauc_map_at_5_diff1": 0.2520733471505966, + "nauc_map_at_5_max": 0.43233287627088257, + "nauc_map_at_5_std": 0.44846091629108875, + "nauc_mrr_at_1000_diff1": 0.24725409526139516, + "nauc_mrr_at_1000_max": 0.5564288997299366, + "nauc_mrr_at_1000_std": 0.41139064235849376, + "nauc_mrr_at_100_diff1": 0.24731873861723405, + "nauc_mrr_at_100_max": 0.5567530980875209, + "nauc_mrr_at_100_std": 0.41169477584021436, + "nauc_mrr_at_10_diff1": 0.2459333978955765, + "nauc_mrr_at_10_max": 0.5562446116701696, + "nauc_mrr_at_10_std": 0.407724264190348, + "nauc_mrr_at_1_diff1": 0.2987141745855004, + "nauc_mrr_at_1_max": 0.4998474702948397, + "nauc_mrr_at_1_std": 0.33758636994554697, + "nauc_mrr_at_20_diff1": 0.2462300602596589, + "nauc_mrr_at_20_max": 0.5579679509393619, + "nauc_mrr_at_20_std": 0.41225151637269264, + "nauc_mrr_at_3_diff1": 0.25059010312754654, + "nauc_mrr_at_3_max": 0.560760717865138, + "nauc_mrr_at_3_std": 0.41775437659819586, + "nauc_mrr_at_5_diff1": 0.24160204245133873, + "nauc_mrr_at_5_max": 0.5520763173106873, + "nauc_mrr_at_5_std": 0.409274407959945, + "nauc_ndcg_at_1000_diff1": 0.22350793805789454, + "nauc_ndcg_at_1000_max": 0.691182804437674, + "nauc_ndcg_at_1000_std": 0.6459590163599931, + "nauc_ndcg_at_100_diff1": 0.2338478148596935, + "nauc_ndcg_at_100_max": 0.6468728232684494, + "nauc_ndcg_at_100_std": 0.6469743325213394, + "nauc_ndcg_at_10_diff1": 0.23151298003237933, + "nauc_ndcg_at_10_max": 0.5985505067976141, + "nauc_ndcg_at_10_std": 0.4678960035735877, + "nauc_ndcg_at_1_diff1": 0.2870180998836259, + "nauc_ndcg_at_1_max": 0.4544977344194914, + "nauc_ndcg_at_1_std": 0.3028796394879542, + "nauc_ndcg_at_20_diff1": 0.2111622442064693, + "nauc_ndcg_at_20_max": 0.6259664764655877, + "nauc_ndcg_at_20_std": 0.525736174904931, + "nauc_ndcg_at_3_diff1": 0.25364654862155017, + "nauc_ndcg_at_3_max": 0.5864531946898545, + "nauc_ndcg_at_3_std": 0.4495243727880222, + "nauc_ndcg_at_5_diff1": 0.22675790320318753, + "nauc_ndcg_at_5_max": 0.5673747475795804, + "nauc_ndcg_at_5_std": 0.4400234755359544, + "nauc_precision_at_1000_diff1": -0.11355719818731774, + "nauc_precision_at_1000_max": 0.3366534789987676, + "nauc_precision_at_1000_std": 0.1724898584048122, + "nauc_precision_at_100_diff1": 0.0009152200921400855, + "nauc_precision_at_100_max": 0.5529518696788965, + "nauc_precision_at_100_std": 0.48969462776001704, + "nauc_precision_at_10_diff1": 0.13552769930365374, + "nauc_precision_at_10_max": 0.6214529733406942, + "nauc_precision_at_10_std": 0.4550573854686467, + "nauc_precision_at_1_diff1": 0.2987141745855004, + "nauc_precision_at_1_max": 0.4998474702948397, + "nauc_precision_at_1_std": 0.33758636994554697, + "nauc_precision_at_20_diff1": 0.07441789817187039, + "nauc_precision_at_20_max": 0.6363995530466272, + "nauc_precision_at_20_std": 0.4916131607246594, + "nauc_precision_at_3_diff1": 0.2086951249090469, + "nauc_precision_at_3_max": 0.6122908076643221, + "nauc_precision_at_3_std": 0.4817214406985206, + "nauc_precision_at_5_diff1": 0.17026294890066251, + "nauc_precision_at_5_max": 0.5880242387319271, + "nauc_precision_at_5_std": 0.45740271325841225, + "nauc_recall_at_1000_diff1": 0.27922757204735305, + "nauc_recall_at_1000_max": 0.6865974367285319, + "nauc_recall_at_1000_std": 0.7811122958079393, + "nauc_recall_at_100_diff1": 0.2191200610489523, + "nauc_recall_at_100_max": 0.5545062978353027, + "nauc_recall_at_100_std": 0.6807206244923252, + "nauc_recall_at_10_diff1": 0.22246931767664688, + "nauc_recall_at_10_max": 0.3814680527085654, + "nauc_recall_at_10_std": 0.4034857869131339, + "nauc_recall_at_1_diff1": 0.3177880462429436, + "nauc_recall_at_1_max": 0.2818852682724366, + "nauc_recall_at_1_std": 0.3180517006837209, + "nauc_recall_at_20_diff1": 0.19078174536999307, + "nauc_recall_at_20_max": 0.45489369771036386, + "nauc_recall_at_20_std": 0.48547994281951506, + "nauc_recall_at_3_diff1": 0.2540703687867954, + "nauc_recall_at_3_max": 0.4121128499195152, + "nauc_recall_at_3_std": 0.4471594660081406, + "nauc_recall_at_5_diff1": 0.1982096454085182, + "nauc_recall_at_5_max": 0.3934617079767308, + "nauc_recall_at_5_std": 0.4010453186249663, + "ndcg_at_1": 0.1625, + "ndcg_at_10": 0.17509, + "ndcg_at_100": 0.24534, + "ndcg_at_1000": 0.352, + "ndcg_at_20": 0.18228, + "ndcg_at_3": 0.17966, + "ndcg_at_5": 0.17816, + "precision_at_1": 0.23, + "precision_at_10": 0.1705, + "precision_at_100": 0.08135, + "precision_at_1000": 0.02031, + "precision_at_20": 0.14475, + "precision_at_3": 0.23333, + "precision_at_5": 0.211, + "recall_at_1": 0.01609, + "recall_at_10": 0.10268, + "recall_at_100": 0.33551, + "recall_at_1000": 0.67812, + "recall_at_20": 0.15108, + "recall_at_3": 0.0423, + "recall_at_5": 0.06809 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56168, + "map_at_1": 0.10035, + "map_at_10": 0.27404, + "map_at_100": 0.40511, + "map_at_1000": 0.43368, + "map_at_20": 0.32069, + "map_at_3": 0.18413, + "map_at_5": 0.2252, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8841805555555556, + "mrr_at_100": 0.8846351010101011, + "mrr_at_1000": 0.8846351010101011, + "mrr_at_20": 0.8846351010101011, + "mrr_at_3": 0.8758333333333332, + "mrr_at_5": 0.8813333333333334, + "nauc_map_at_1000_diff1": -0.023956625855426825, + "nauc_map_at_1000_max": 0.04692480810239403, + "nauc_map_at_1000_std": 0.06391986938856684, + "nauc_map_at_100_diff1": -0.00729436301413257, + "nauc_map_at_100_max": 0.06317696505016879, + "nauc_map_at_100_std": 0.03045594535917558, + "nauc_map_at_10_diff1": 0.09785961263025619, + "nauc_map_at_10_max": 0.12856648119087932, + "nauc_map_at_10_std": -0.133684855526797, + "nauc_map_at_1_diff1": 0.3214043510687171, + "nauc_map_at_1_max": 0.09451939071965416, + "nauc_map_at_1_std": -0.25105259227462823, + "nauc_map_at_20_diff1": 0.055392209003788086, + "nauc_map_at_20_max": 0.11506350358193272, + "nauc_map_at_20_std": -0.07074355115238293, + "nauc_map_at_3_diff1": 0.15164324419352332, + "nauc_map_at_3_max": 0.13343208361000283, + "nauc_map_at_3_std": -0.19416653271260842, + "nauc_map_at_5_diff1": 0.10659928098991256, + "nauc_map_at_5_max": 0.12468605305766496, + "nauc_map_at_5_std": -0.1589012961505072, + "nauc_mrr_at_1000_diff1": 0.31110179344459254, + "nauc_mrr_at_1000_max": 0.22492204651534525, + "nauc_mrr_at_1000_std": -0.2160322894994797, + "nauc_mrr_at_100_diff1": 0.31110179344459254, + "nauc_mrr_at_100_max": 0.22492204651534525, + "nauc_mrr_at_100_std": -0.2160322894994797, + "nauc_mrr_at_10_diff1": 0.3074857012157753, + "nauc_mrr_at_10_max": 0.22697818181346316, + "nauc_mrr_at_10_std": -0.2136585813525249, + "nauc_mrr_at_1_diff1": 0.35786316726910805, + "nauc_mrr_at_1_max": 0.1884200324794384, + "nauc_mrr_at_1_std": -0.2732725653517734, + "nauc_mrr_at_20_diff1": 0.31110179344459254, + "nauc_mrr_at_20_max": 0.22492204651534525, + "nauc_mrr_at_20_std": -0.2160322894994797, + "nauc_mrr_at_3_diff1": 0.30369230162019323, + "nauc_mrr_at_3_max": 0.23419440990928903, + "nauc_mrr_at_3_std": -0.21456528460258079, + "nauc_mrr_at_5_diff1": 0.2983299804622826, + "nauc_mrr_at_5_max": 0.23023944742477315, + "nauc_mrr_at_5_std": -0.19749272854714506, + "nauc_ndcg_at_1000_diff1": 0.03069688581215178, + "nauc_ndcg_at_1000_max": 0.16954015988474402, + "nauc_ndcg_at_1000_std": 0.11447758835896282, + "nauc_ndcg_at_100_diff1": 0.06649902797724662, + "nauc_ndcg_at_100_max": 0.16503970843148538, + "nauc_ndcg_at_100_std": 0.0801795707916165, + "nauc_ndcg_at_10_diff1": 0.071132211033938, + "nauc_ndcg_at_10_max": 0.17395725036638907, + "nauc_ndcg_at_10_std": 0.0571140035438333, + "nauc_ndcg_at_1_diff1": 0.3820999900803497, + "nauc_ndcg_at_1_max": 0.2756522170419605, + "nauc_ndcg_at_1_std": -0.15082333101874795, + "nauc_ndcg_at_20_diff1": 0.06547130445879072, + "nauc_ndcg_at_20_max": 0.17000221345668054, + "nauc_ndcg_at_20_std": 0.03225237680889567, + "nauc_ndcg_at_3_diff1": 0.12853255542761746, + "nauc_ndcg_at_3_max": 0.22141235317014685, + "nauc_ndcg_at_3_std": 0.04558818063409573, + "nauc_ndcg_at_5_diff1": 0.05779849391364072, + "nauc_ndcg_at_5_max": 0.18775315104185086, + "nauc_ndcg_at_5_std": 0.08658081422765114, + "nauc_precision_at_1000_diff1": -0.15164737043863613, + "nauc_precision_at_1000_max": -0.19028225080327082, + "nauc_precision_at_1000_std": 0.12136344295820208, + "nauc_precision_at_100_diff1": -0.193087117850588, + "nauc_precision_at_100_max": -0.18436695716854756, + "nauc_precision_at_100_std": 0.24211096331964221, + "nauc_precision_at_10_diff1": -0.19900891141699087, + "nauc_precision_at_10_max": -0.0654793814877667, + "nauc_precision_at_10_std": 0.24303237120593127, + "nauc_precision_at_1_diff1": 0.35786316726910805, + "nauc_precision_at_1_max": 0.1884200324794384, + "nauc_precision_at_1_std": -0.2732725653517734, + "nauc_precision_at_20_diff1": -0.2397125525261537, + "nauc_precision_at_20_max": -0.12537499768315638, + "nauc_precision_at_20_std": 0.2810662246570409, + "nauc_precision_at_3_diff1": -0.13053201028816452, + "nauc_precision_at_3_max": 0.07262602817067661, + "nauc_precision_at_3_std": 0.10139451125683065, + "nauc_precision_at_5_diff1": -0.21789257825528321, + "nauc_precision_at_5_max": 0.028438078966452306, + "nauc_precision_at_5_std": 0.242192761803116, + "nauc_recall_at_1000_diff1": -0.09582443012965998, + "nauc_recall_at_1000_max": 0.255523424018298, + "nauc_recall_at_1000_std": 0.464154535243962, + "nauc_recall_at_100_diff1": 0.010173502523219392, + "nauc_recall_at_100_max": 0.08140353394139938, + "nauc_recall_at_100_std": 0.11313428532946394, + "nauc_recall_at_10_diff1": 0.08230611057152319, + "nauc_recall_at_10_max": 0.1096035073798684, + "nauc_recall_at_10_std": -0.13115018389112015, + "nauc_recall_at_1_diff1": 0.3214043510687171, + "nauc_recall_at_1_max": 0.09451939071965416, + "nauc_recall_at_1_std": -0.25105259227462823, + "nauc_recall_at_20_diff1": 0.048330035036538904, + "nauc_recall_at_20_max": 0.10147466515964979, + "nauc_recall_at_20_std": -0.06188816685643685, + "nauc_recall_at_3_diff1": 0.13396306496367372, + "nauc_recall_at_3_max": 0.12110553124355132, + "nauc_recall_at_3_std": -0.18726843205814706, + "nauc_recall_at_5_diff1": 0.07673861713662486, + "nauc_recall_at_5_max": 0.11382012457618605, + "nauc_recall_at_5_std": -0.14155405485183162, + "ndcg_at_1": 0.725, + "ndcg_at_10": 0.56168, + "ndcg_at_100": 0.64901, + "ndcg_at_1000": 0.72523, + "ndcg_at_20": 0.56008, + "ndcg_at_3": 0.62758, + "ndcg_at_5": 0.59061, + "precision_at_1": 0.81, + "precision_at_10": 0.4415, + "precision_at_100": 0.14945, + "precision_at_1000": 0.02393, + "precision_at_20": 0.336, + "precision_at_3": 0.64833, + "precision_at_5": 0.563, + "recall_at_1": 0.10035, + "recall_at_10": 0.33171, + "recall_at_100": 0.74504, + "recall_at_1000": 0.97104, + "recall_at_20": 0.43889, + "recall_at_3": 0.19371, + "recall_at_5": 0.24843 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.19983, + "map_at_1": 0.03341, + "map_at_10": 0.08519, + "map_at_100": 0.13391, + "map_at_1000": 0.15087, + "map_at_20": 0.10092, + "map_at_3": 0.05504, + "map_at_5": 0.06877, + "mrr_at_1": 0.285, + "mrr_at_10": 0.3909246031746034, + "mrr_at_100": 0.4043822864295, + "mrr_at_1000": 0.40458332013851234, + "mrr_at_20": 0.3982725093533919, + "mrr_at_3": 0.35333333333333333, + "mrr_at_5": 0.3788333333333334, + "nauc_map_at_1000_diff1": 0.17747597752911135, + "nauc_map_at_1000_max": 0.42758139314319277, + "nauc_map_at_1000_std": 0.4768465352909988, + "nauc_map_at_100_diff1": 0.1726457249391435, + "nauc_map_at_100_max": 0.38198984708784706, + "nauc_map_at_100_std": 0.42720022593549245, + "nauc_map_at_10_diff1": 0.14595112226996276, + "nauc_map_at_10_max": 0.27437848408143156, + "nauc_map_at_10_std": 0.2690883852742415, + "nauc_map_at_1_diff1": 0.0634058762720842, + "nauc_map_at_1_max": 0.11784348437725636, + "nauc_map_at_1_std": 0.1970715782860893, + "nauc_map_at_20_diff1": 0.16000259698582744, + "nauc_map_at_20_max": 0.3278673365801617, + "nauc_map_at_20_std": 0.3291974679977804, + "nauc_map_at_3_diff1": 0.1171715222946369, + "nauc_map_at_3_max": 0.20580927226199633, + "nauc_map_at_3_std": 0.22525539526100471, + "nauc_map_at_5_diff1": 0.14339755872945587, + "nauc_map_at_5_max": 0.23362360005822408, + "nauc_map_at_5_std": 0.2484627504490323, + "nauc_mrr_at_1000_diff1": 0.27834361945021535, + "nauc_mrr_at_1000_max": 0.4575657245728755, + "nauc_mrr_at_1000_std": 0.4222541789052022, + "nauc_mrr_at_100_diff1": 0.2783733336821028, + "nauc_mrr_at_100_max": 0.45780883358392266, + "nauc_mrr_at_100_std": 0.4225761198865012, + "nauc_mrr_at_10_diff1": 0.28070071679135516, + "nauc_mrr_at_10_max": 0.4590914937809854, + "nauc_mrr_at_10_std": 0.4223322669428037, + "nauc_mrr_at_1_diff1": 0.30764063463043356, + "nauc_mrr_at_1_max": 0.41846550183865555, + "nauc_mrr_at_1_std": 0.36374213117819354, + "nauc_mrr_at_20_diff1": 0.2795734890394265, + "nauc_mrr_at_20_max": 0.4600487738267235, + "nauc_mrr_at_20_std": 0.4248631175551902, + "nauc_mrr_at_3_diff1": 0.2699613953093516, + "nauc_mrr_at_3_max": 0.42347871156844963, + "nauc_mrr_at_3_std": 0.3956299400823035, + "nauc_mrr_at_5_diff1": 0.2777052443449064, + "nauc_mrr_at_5_max": 0.44221311187181084, + "nauc_mrr_at_5_std": 0.4112974596460151, + "nauc_ndcg_at_1000_diff1": 0.20825403111173393, + "nauc_ndcg_at_1000_max": 0.5436279897932116, + "nauc_ndcg_at_1000_std": 0.5831200244617958, + "nauc_ndcg_at_100_diff1": 0.1906159488638725, + "nauc_ndcg_at_100_max": 0.44176277060047175, + "nauc_ndcg_at_100_std": 0.48458427337800597, + "nauc_ndcg_at_10_diff1": 0.19194374210315826, + "nauc_ndcg_at_10_max": 0.4144616767893216, + "nauc_ndcg_at_10_std": 0.3819809111700884, + "nauc_ndcg_at_1_diff1": 0.2607302208130019, + "nauc_ndcg_at_1_max": 0.35758795496402057, + "nauc_ndcg_at_1_std": 0.30823824260950483, + "nauc_ndcg_at_20_diff1": 0.20088295246607157, + "nauc_ndcg_at_20_max": 0.42828249587717504, + "nauc_ndcg_at_20_std": 0.40871354729335374, + "nauc_ndcg_at_3_diff1": 0.1954003100841942, + "nauc_ndcg_at_3_max": 0.364210892029326, + "nauc_ndcg_at_3_std": 0.35384893873276974, + "nauc_ndcg_at_5_diff1": 0.193192991705876, + "nauc_ndcg_at_5_max": 0.3725434026943912, + "nauc_ndcg_at_5_std": 0.3577093879925356, + "nauc_precision_at_1000_diff1": 0.095085894170693, + "nauc_precision_at_1000_max": 0.4242454849686336, + "nauc_precision_at_1000_std": 0.4257337067639108, + "nauc_precision_at_100_diff1": 0.15582435933445973, + "nauc_precision_at_100_max": 0.45169789731954507, + "nauc_precision_at_100_std": 0.5288973429197342, + "nauc_precision_at_10_diff1": 0.22043819073543042, + "nauc_precision_at_10_max": 0.5423928924347231, + "nauc_precision_at_10_std": 0.5191375014398216, + "nauc_precision_at_1_diff1": 0.30764063463043356, + "nauc_precision_at_1_max": 0.41846550183865555, + "nauc_precision_at_1_std": 0.36374213117819354, + "nauc_precision_at_20_diff1": 0.21430341221686802, + "nauc_precision_at_20_max": 0.5436272118930098, + "nauc_precision_at_20_std": 0.569309557718946, + "nauc_precision_at_3_diff1": 0.2283949381950142, + "nauc_precision_at_3_max": 0.456022734095139, + "nauc_precision_at_3_std": 0.4339824024228356, + "nauc_precision_at_5_diff1": 0.24930596142606679, + "nauc_precision_at_5_max": 0.471483537892071, + "nauc_precision_at_5_std": 0.4444842197545298, + "nauc_recall_at_1000_diff1": 0.11351589023314278, + "nauc_recall_at_1000_max": 0.6009379167958246, + "nauc_recall_at_1000_std": 0.7302280848525609, + "nauc_recall_at_100_diff1": 0.08000543676227018, + "nauc_recall_at_100_max": 0.33448406187981633, + "nauc_recall_at_100_std": 0.465827598462873, + "nauc_recall_at_10_diff1": 0.05167158471086102, + "nauc_recall_at_10_max": 0.24074435901356764, + "nauc_recall_at_10_std": 0.23340429419261982, + "nauc_recall_at_1_diff1": 0.0634058762720842, + "nauc_recall_at_1_max": 0.11784348437725636, + "nauc_recall_at_1_std": 0.1970715782860893, + "nauc_recall_at_20_diff1": 0.09387925644041359, + "nauc_recall_at_20_max": 0.2957835252087005, + "nauc_recall_at_20_std": 0.3063174793611952, + "nauc_recall_at_3_diff1": 0.08414820639004032, + "nauc_recall_at_3_max": 0.19571710183281404, + "nauc_recall_at_3_std": 0.21156660062089688, + "nauc_recall_at_5_diff1": 0.06976814279169229, + "nauc_recall_at_5_max": 0.1741898006080284, + "nauc_recall_at_5_std": 0.19879239327034465, + "ndcg_at_1": 0.2375, + "ndcg_at_10": 0.19983, + "ndcg_at_100": 0.2928, + "ndcg_at_1000": 0.39175, + "ndcg_at_20": 0.21433, + "ndcg_at_3": 0.2022, + "ndcg_at_5": 0.19755, + "precision_at_1": 0.285, + "precision_at_10": 0.163, + "precision_at_100": 0.072, + "precision_at_1000": 0.01596, + "precision_at_20": 0.133, + "precision_at_3": 0.22, + "precision_at_5": 0.198, + "recall_at_1": 0.03341, + "recall_at_10": 0.14075, + "recall_at_100": 0.41394, + "recall_at_1000": 0.74256, + "recall_at_20": 0.20245, + "recall_at_3": 0.06458, + "recall_at_5": 0.09796 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.28317, + "map_at_1": 0.04842, + "map_at_10": 0.12652, + "map_at_100": 0.18371, + "map_at_1000": 0.20252, + "map_at_20": 0.14381, + "map_at_3": 0.08777, + "map_at_5": 0.10712, + "mrr_at_1": 0.42, + "mrr_at_10": 0.5452043650793651, + "mrr_at_100": 0.5534753354587183, + "mrr_at_1000": 0.5536624309442789, + "mrr_at_20": 0.55024624884919, + "mrr_at_3": 0.5191666666666666, + "mrr_at_5": 0.5331666666666665, + "nauc_map_at_1000_diff1": 0.12703183596577458, + "nauc_map_at_1000_max": 0.3496878683139948, + "nauc_map_at_1000_std": 0.3520112533551314, + "nauc_map_at_100_diff1": 0.14017015001691713, + "nauc_map_at_100_max": 0.320064424469759, + "nauc_map_at_100_std": 0.2992771195096896, + "nauc_map_at_10_diff1": 0.15990508138160284, + "nauc_map_at_10_max": 0.2574200576522812, + "nauc_map_at_10_std": 0.16255942111465424, + "nauc_map_at_1_diff1": 0.2316795063793859, + "nauc_map_at_1_max": 0.11339677385360616, + "nauc_map_at_1_std": 0.004202745376458879, + "nauc_map_at_20_diff1": 0.16604736329824185, + "nauc_map_at_20_max": 0.2739136723639941, + "nauc_map_at_20_std": 0.1925005082234625, + "nauc_map_at_3_diff1": 0.14777273131926202, + "nauc_map_at_3_max": 0.1622989988686683, + "nauc_map_at_3_std": 0.06639025583387291, + "nauc_map_at_5_diff1": 0.14660535866118052, + "nauc_map_at_5_max": 0.208704853151382, + "nauc_map_at_5_std": 0.10881779704070549, + "nauc_mrr_at_1000_diff1": 0.15966390675305914, + "nauc_mrr_at_1000_max": 0.3630722577276318, + "nauc_mrr_at_1000_std": 0.21684019516269606, + "nauc_mrr_at_100_diff1": 0.15954884026141603, + "nauc_mrr_at_100_max": 0.363321726812701, + "nauc_mrr_at_100_std": 0.21714650760695783, + "nauc_mrr_at_10_diff1": 0.15668240354898696, + "nauc_mrr_at_10_max": 0.3648772442351655, + "nauc_mrr_at_10_std": 0.21836828858911358, + "nauc_mrr_at_1_diff1": 0.169388495735801, + "nauc_mrr_at_1_max": 0.29800139979780693, + "nauc_mrr_at_1_std": 0.13079684786271623, + "nauc_mrr_at_20_diff1": 0.15956305031237442, + "nauc_mrr_at_20_max": 0.36745799301906895, + "nauc_mrr_at_20_std": 0.22264398848407493, + "nauc_mrr_at_3_diff1": 0.16689315231677804, + "nauc_mrr_at_3_max": 0.33742688070049165, + "nauc_mrr_at_3_std": 0.18306528297418076, + "nauc_mrr_at_5_diff1": 0.15476152458492481, + "nauc_mrr_at_5_max": 0.3608102043663367, + "nauc_mrr_at_5_std": 0.21055821906213756, + "nauc_ndcg_at_1000_diff1": 0.12270370513545381, + "nauc_ndcg_at_1000_max": 0.5013963065103473, + "nauc_ndcg_at_1000_std": 0.4952745992125609, + "nauc_ndcg_at_100_diff1": 0.1523941236723318, + "nauc_ndcg_at_100_max": 0.43190331035921914, + "nauc_ndcg_at_100_std": 0.40702858383761004, + "nauc_ndcg_at_10_diff1": 0.14877695463743126, + "nauc_ndcg_at_10_max": 0.3654778828517933, + "nauc_ndcg_at_10_std": 0.2767719949187695, + "nauc_ndcg_at_1_diff1": 0.18369272468392436, + "nauc_ndcg_at_1_max": 0.2673768720086459, + "nauc_ndcg_at_1_std": 0.13488068893349117, + "nauc_ndcg_at_20_diff1": 0.16824583301479967, + "nauc_ndcg_at_20_max": 0.3586244792986633, + "nauc_ndcg_at_20_std": 0.2781059720182244, + "nauc_ndcg_at_3_diff1": 0.11698358378352414, + "nauc_ndcg_at_3_max": 0.3009976367096333, + "nauc_ndcg_at_3_std": 0.1688072428046819, + "nauc_ndcg_at_5_diff1": 0.142770538151292, + "nauc_ndcg_at_5_max": 0.33960987132760384, + "nauc_ndcg_at_5_std": 0.2225409156690044, + "nauc_precision_at_1000_diff1": -0.09822362729727427, + "nauc_precision_at_1000_max": 0.1154198475824762, + "nauc_precision_at_1000_std": 0.288834621241704, + "nauc_precision_at_100_diff1": -0.06296557341158147, + "nauc_precision_at_100_max": 0.24617965091467287, + "nauc_precision_at_100_std": 0.4313014394905508, + "nauc_precision_at_10_diff1": 0.03452378254662475, + "nauc_precision_at_10_max": 0.38153906728002007, + "nauc_precision_at_10_std": 0.3672004237576199, + "nauc_precision_at_1_diff1": 0.169388495735801, + "nauc_precision_at_1_max": 0.29800139979780693, + "nauc_precision_at_1_std": 0.13079684786271623, + "nauc_precision_at_20_diff1": 0.022268815089077094, + "nauc_precision_at_20_max": 0.330479655494117, + "nauc_precision_at_20_std": 0.3700068753152811, + "nauc_precision_at_3_diff1": 0.039330776126502195, + "nauc_precision_at_3_max": 0.3090937364694685, + "nauc_precision_at_3_std": 0.1925924344893613, + "nauc_precision_at_5_diff1": 0.0590766643096534, + "nauc_precision_at_5_max": 0.3644452161688352, + "nauc_precision_at_5_std": 0.27696095864905496, + "nauc_recall_at_1000_diff1": 0.05435303506759467, + "nauc_recall_at_1000_max": 0.6499127536858433, + "nauc_recall_at_1000_std": 0.7872308772638615, + "nauc_recall_at_100_diff1": 0.13121658750545162, + "nauc_recall_at_100_max": 0.3970407091198322, + "nauc_recall_at_100_std": 0.47930336263318435, + "nauc_recall_at_10_diff1": 0.16028105533264422, + "nauc_recall_at_10_max": 0.2716208260717171, + "nauc_recall_at_10_std": 0.2321785708399613, + "nauc_recall_at_1_diff1": 0.2316795063793859, + "nauc_recall_at_1_max": 0.11339677385360616, + "nauc_recall_at_1_std": 0.004202745376458879, + "nauc_recall_at_20_diff1": 0.18610138365459253, + "nauc_recall_at_20_max": 0.3019468428704586, + "nauc_recall_at_20_std": 0.2830294087378962, + "nauc_recall_at_3_diff1": 0.1236577655275687, + "nauc_recall_at_3_max": 0.1447594391605514, + "nauc_recall_at_3_std": 0.07842145458717398, + "nauc_recall_at_5_diff1": 0.1316101175027611, + "nauc_recall_at_5_max": 0.20551302663353063, + "nauc_recall_at_5_std": 0.14151786225281252, + "ndcg_at_1": 0.3375, + "ndcg_at_10": 0.28317, + "ndcg_at_100": 0.36896, + "ndcg_at_1000": 0.46552, + "ndcg_at_20": 0.28697, + "ndcg_at_3": 0.30229, + "ndcg_at_5": 0.28889, + "precision_at_1": 0.42, + "precision_at_10": 0.223, + "precision_at_100": 0.084, + "precision_at_1000": 0.01725, + "precision_at_20": 0.163, + "precision_at_3": 0.33333, + "precision_at_5": 0.286, + "recall_at_1": 0.04842, + "recall_at_10": 0.18709, + "recall_at_100": 0.4837, + "recall_at_1000": 0.80283, + "recall_at_20": 0.24659, + "recall_at_3": 0.10592, + "recall_at_5": 0.13855 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56177, + "map_at_1": 0.06812, + "map_at_10": 0.2089, + "map_at_100": 0.38037, + "map_at_1000": 0.43667, + "map_at_20": 0.26814, + "map_at_3": 0.11897, + "map_at_5": 0.15479, + "mrr_at_1": 0.79, + "mrr_at_10": 0.8601666666666666, + "mrr_at_100": 0.861192829556572, + "mrr_at_1000": 0.8612348463632946, + "mrr_at_20": 0.8604791666666667, + "mrr_at_3": 0.8533333333333333, + "mrr_at_5": 0.8588333333333334, + "nauc_map_at_1000_diff1": 0.1232370755763698, + "nauc_map_at_1000_max": 0.38013084241123485, + "nauc_map_at_1000_std": 0.46249672260670927, + "nauc_map_at_100_diff1": 0.18568883773191622, + "nauc_map_at_100_max": 0.30564020999669206, + "nauc_map_at_100_std": 0.409572092902413, + "nauc_map_at_10_diff1": 0.3132922614930994, + "nauc_map_at_10_max": 0.08782352819040802, + "nauc_map_at_10_std": 0.10823045763920632, + "nauc_map_at_1_diff1": 0.5347215271130071, + "nauc_map_at_1_max": -0.19778300553619105, + "nauc_map_at_1_std": -0.22380122195315277, + "nauc_map_at_20_diff1": 0.252195630099356, + "nauc_map_at_20_max": 0.14959606976151124, + "nauc_map_at_20_std": 0.20121841426828382, + "nauc_map_at_3_diff1": 0.46559720789688785, + "nauc_map_at_3_max": -0.0757440511474461, + "nauc_map_at_3_std": -0.0870338967242259, + "nauc_map_at_5_diff1": 0.4044007239751905, + "nauc_map_at_5_max": 0.010908060998688069, + "nauc_map_at_5_std": 0.007221410225783309, + "nauc_mrr_at_1000_diff1": 0.19746978826152065, + "nauc_mrr_at_1000_max": 0.3596987834994322, + "nauc_mrr_at_1000_std": 0.16119839615247497, + "nauc_mrr_at_100_diff1": 0.19763852902002566, + "nauc_mrr_at_100_max": 0.359904680425204, + "nauc_mrr_at_100_std": 0.1614681233794644, + "nauc_mrr_at_10_diff1": 0.20027202556236745, + "nauc_mrr_at_10_max": 0.3644338984973613, + "nauc_mrr_at_10_std": 0.166827770713883, + "nauc_mrr_at_1_diff1": 0.21099141558660134, + "nauc_mrr_at_1_max": 0.3028710895231683, + "nauc_mrr_at_1_std": 0.053862986029288344, + "nauc_mrr_at_20_diff1": 0.19868070046182273, + "nauc_mrr_at_20_max": 0.3629221217352328, + "nauc_mrr_at_20_std": 0.16515689409668807, + "nauc_mrr_at_3_diff1": 0.1768568395391812, + "nauc_mrr_at_3_max": 0.3543231235009632, + "nauc_mrr_at_3_std": 0.17030180137167092, + "nauc_mrr_at_5_diff1": 0.1996181616542587, + "nauc_mrr_at_5_max": 0.3618977038225961, + "nauc_mrr_at_5_std": 0.16650912715310523, + "nauc_ndcg_at_1000_diff1": 0.24015484749519134, + "nauc_ndcg_at_1000_max": 0.5239543565869195, + "nauc_ndcg_at_1000_std": 0.4849544767285295, + "nauc_ndcg_at_100_diff1": 0.21807464388069853, + "nauc_ndcg_at_100_max": 0.4266935492336229, + "nauc_ndcg_at_100_std": 0.4453146847728239, + "nauc_ndcg_at_10_diff1": 0.15951202893192107, + "nauc_ndcg_at_10_max": 0.3922378322526465, + "nauc_ndcg_at_10_std": 0.27557885006706373, + "nauc_ndcg_at_1_diff1": 0.3038112054510599, + "nauc_ndcg_at_1_max": 0.23534827452776924, + "nauc_ndcg_at_1_std": 0.00034247032294581705, + "nauc_ndcg_at_20_diff1": 0.19337998703672538, + "nauc_ndcg_at_20_max": 0.4108742640210819, + "nauc_ndcg_at_20_std": 0.3320342532042966, + "nauc_ndcg_at_3_diff1": 0.21872725363361142, + "nauc_ndcg_at_3_max": 0.3816649132105883, + "nauc_ndcg_at_3_std": 0.15584690682168845, + "nauc_ndcg_at_5_diff1": 0.19032076650309523, + "nauc_ndcg_at_5_max": 0.4096989588287826, + "nauc_ndcg_at_5_std": 0.23386859844087945, + "nauc_precision_at_1000_diff1": -0.24486587675927718, + "nauc_precision_at_1000_max": 0.09855486574952362, + "nauc_precision_at_1000_std": -0.024538288012317267, + "nauc_precision_at_100_diff1": -0.2316026338616428, + "nauc_precision_at_100_max": 0.24446052300003016, + "nauc_precision_at_100_std": 0.20636248209052824, + "nauc_precision_at_10_diff1": -0.2032983746437455, + "nauc_precision_at_10_max": 0.4184280020847341, + "nauc_precision_at_10_std": 0.35950133008352414, + "nauc_precision_at_1_diff1": 0.21099141558660134, + "nauc_precision_at_1_max": 0.3028710895231683, + "nauc_precision_at_1_std": 0.053862986029288344, + "nauc_precision_at_20_diff1": -0.2521095794615327, + "nauc_precision_at_20_max": 0.379310015999322, + "nauc_precision_at_20_std": 0.35311986776719406, + "nauc_precision_at_3_diff1": -0.0397524599211209, + "nauc_precision_at_3_max": 0.45895532433269165, + "nauc_precision_at_3_std": 0.3193051648248113, + "nauc_precision_at_5_diff1": -0.10487249343050364, + "nauc_precision_at_5_max": 0.5001649919314924, + "nauc_precision_at_5_std": 0.3970510710390873, + "nauc_recall_at_1000_diff1": 0.2562672081660959, + "nauc_recall_at_1000_max": 0.37126492204627815, + "nauc_recall_at_1000_std": 0.633916944205228, + "nauc_recall_at_100_diff1": 0.15963801878375994, + "nauc_recall_at_100_max": 0.11289233104905533, + "nauc_recall_at_100_std": 0.3481601564144767, + "nauc_recall_at_10_diff1": 0.24228831164766262, + "nauc_recall_at_10_max": 0.01962829840944255, + "nauc_recall_at_10_std": 0.10174847118451504, + "nauc_recall_at_1_diff1": 0.5347215271130071, + "nauc_recall_at_1_max": -0.19778300553619105, + "nauc_recall_at_1_std": -0.22380122195315277, + "nauc_recall_at_20_diff1": 0.19112590482172376, + "nauc_recall_at_20_max": 0.05203562791968485, + "nauc_recall_at_20_std": 0.17081246309106807, + "nauc_recall_at_3_diff1": 0.42806602383768155, + "nauc_recall_at_3_max": -0.09249211752427236, + "nauc_recall_at_3_std": -0.06149774007603912, + "nauc_recall_at_5_diff1": 0.3353193625486492, + "nauc_recall_at_5_max": -0.03173127944530196, + "nauc_recall_at_5_std": 0.011255370221587235, + "ndcg_at_1": 0.6725, + "ndcg_at_10": 0.56177, + "ndcg_at_100": 0.62736, + "ndcg_at_1000": 0.7045, + "ndcg_at_20": 0.55853, + "ndcg_at_3": 0.60529, + "ndcg_at_5": 0.5858, + "precision_at_1": 0.79, + "precision_at_10": 0.5415, + "precision_at_100": 0.2408, + "precision_at_1000": 0.05234, + "precision_at_20": 0.45025, + "precision_at_3": 0.68333, + "precision_at_5": 0.631, + "recall_at_1": 0.06812, + "recall_at_10": 0.26383, + "recall_at_100": 0.69211, + "recall_at_1000": 0.93703, + "recall_at_20": 0.38029, + "recall_at_3": 0.12848, + "recall_at_5": 0.18018 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.21712, + "map_at_1": 0.02864, + "map_at_10": 0.06793, + "map_at_100": 0.13618, + "map_at_1000": 0.16822, + "map_at_20": 0.08998, + "map_at_3": 0.04159, + "map_at_5": 0.05022, + "mrr_at_1": 0.305, + "mrr_at_10": 0.4318730158730159, + "mrr_at_100": 0.442123192188337, + "mrr_at_1000": 0.44238670196695845, + "mrr_at_20": 0.4385878956569746, + "mrr_at_3": 0.4025, + "mrr_at_5": 0.41900000000000004, + "nauc_map_at_1000_diff1": 0.21156192657495296, + "nauc_map_at_1000_max": 0.3480370620370514, + "nauc_map_at_1000_std": 0.4502741374911851, + "nauc_map_at_100_diff1": 0.1886764838167198, + "nauc_map_at_100_max": 0.23602699217489168, + "nauc_map_at_100_std": 0.39315942377971325, + "nauc_map_at_10_diff1": 0.22768887851460612, + "nauc_map_at_10_max": 0.11159777308543739, + "nauc_map_at_10_std": 0.20712070886111508, + "nauc_map_at_1_diff1": 0.37122502579908767, + "nauc_map_at_1_max": -0.06689779293759576, + "nauc_map_at_1_std": -0.0367559775840053, + "nauc_map_at_20_diff1": 0.17714402210522515, + "nauc_map_at_20_max": 0.10668218782716862, + "nauc_map_at_20_std": 0.24427891618338507, + "nauc_map_at_3_diff1": 0.3138853232067921, + "nauc_map_at_3_max": 0.051518009116011176, + "nauc_map_at_3_std": 0.07962748674310412, + "nauc_map_at_5_diff1": 0.2738016759344531, + "nauc_map_at_5_max": 0.088971659161749, + "nauc_map_at_5_std": 0.14068039442737929, + "nauc_mrr_at_1000_diff1": 0.20958893906114823, + "nauc_mrr_at_1000_max": 0.3027709394989273, + "nauc_mrr_at_1000_std": 0.351385998018386, + "nauc_mrr_at_100_diff1": 0.20973941362163098, + "nauc_mrr_at_100_max": 0.3030765998849737, + "nauc_mrr_at_100_std": 0.3517308046181342, + "nauc_mrr_at_10_diff1": 0.21593891687911293, + "nauc_mrr_at_10_max": 0.30258841131885994, + "nauc_mrr_at_10_std": 0.349614721028258, + "nauc_mrr_at_1_diff1": 0.1574868418392447, + "nauc_mrr_at_1_max": 0.2363684150228792, + "nauc_mrr_at_1_std": 0.28993779778552026, + "nauc_mrr_at_20_diff1": 0.21096849811081003, + "nauc_mrr_at_20_max": 0.3033808228109402, + "nauc_mrr_at_20_std": 0.35241221385680194, + "nauc_mrr_at_3_diff1": 0.20415150217053266, + "nauc_mrr_at_3_max": 0.2848654112319023, + "nauc_mrr_at_3_std": 0.33208194618248216, + "nauc_mrr_at_5_diff1": 0.21536886315378884, + "nauc_mrr_at_5_max": 0.2991412375372316, + "nauc_mrr_at_5_std": 0.3546119453959289, + "nauc_ndcg_at_1000_diff1": 0.22870538897921802, + "nauc_ndcg_at_1000_max": 0.4361668410499038, + "nauc_ndcg_at_1000_std": 0.5658711591193022, + "nauc_ndcg_at_100_diff1": 0.19240249663085365, + "nauc_ndcg_at_100_max": 0.38058776205889194, + "nauc_ndcg_at_100_std": 0.5257341401405098, + "nauc_ndcg_at_10_diff1": 0.26925096256291914, + "nauc_ndcg_at_10_max": 0.37497569486803684, + "nauc_ndcg_at_10_std": 0.37612907887519487, + "nauc_ndcg_at_1_diff1": 0.1710928894872107, + "nauc_ndcg_at_1_max": 0.20498918940970087, + "nauc_ndcg_at_1_std": 0.2544445804267123, + "nauc_ndcg_at_20_diff1": 0.2263149238222342, + "nauc_ndcg_at_20_max": 0.3482024176182085, + "nauc_ndcg_at_20_std": 0.4016749174139791, + "nauc_ndcg_at_3_diff1": 0.23843345428189572, + "nauc_ndcg_at_3_max": 0.3117531748933318, + "nauc_ndcg_at_3_std": 0.29973769397647093, + "nauc_ndcg_at_5_diff1": 0.2630793743243195, + "nauc_ndcg_at_5_max": 0.3741089649260765, + "nauc_ndcg_at_5_std": 0.3535731512427631, + "nauc_precision_at_1000_diff1": 0.0959002467051194, + "nauc_precision_at_1000_max": 0.5222772292494892, + "nauc_precision_at_1000_std": 0.12962750968705267, + "nauc_precision_at_100_diff1": 0.1552691890761059, + "nauc_precision_at_100_max": 0.5783057234115493, + "nauc_precision_at_100_std": 0.4029416896266971, + "nauc_precision_at_10_diff1": 0.20109456475226506, + "nauc_precision_at_10_max": 0.46152131935710655, + "nauc_precision_at_10_std": 0.41230265177691916, + "nauc_precision_at_1_diff1": 0.1574868418392447, + "nauc_precision_at_1_max": 0.2363684150228792, + "nauc_precision_at_1_std": 0.28993779778552026, + "nauc_precision_at_20_diff1": 0.15781756789794804, + "nauc_precision_at_20_max": 0.4451050727196666, + "nauc_precision_at_20_std": 0.39155275639319165, + "nauc_precision_at_3_diff1": 0.22770466832116873, + "nauc_precision_at_3_max": 0.39321287825367623, + "nauc_precision_at_3_std": 0.3491915223556204, + "nauc_precision_at_5_diff1": 0.21367145263899026, + "nauc_precision_at_5_max": 0.4716739168699238, + "nauc_precision_at_5_std": 0.42479904783457806, + "nauc_recall_at_1000_diff1": 0.10107016352888024, + "nauc_recall_at_1000_max": 0.26604606681209875, + "nauc_recall_at_1000_std": 0.696560004976292, + "nauc_recall_at_100_diff1": 0.04399988527541328, + "nauc_recall_at_100_max": 0.14246936328939577, + "nauc_recall_at_100_std": 0.49741206318384396, + "nauc_recall_at_10_diff1": 0.15164393227719197, + "nauc_recall_at_10_max": 0.10162038640454989, + "nauc_recall_at_10_std": 0.25961060080821446, + "nauc_recall_at_1_diff1": 0.37122502579908767, + "nauc_recall_at_1_max": -0.06689779293759576, + "nauc_recall_at_1_std": -0.0367559775840053, + "nauc_recall_at_20_diff1": 0.07471380784330868, + "nauc_recall_at_20_max": 0.05556200458005115, + "nauc_recall_at_20_std": 0.29436961771504383, + "nauc_recall_at_3_diff1": 0.28566590833540395, + "nauc_recall_at_3_max": 0.08975152712126239, + "nauc_recall_at_3_std": 0.11404830279645928, + "nauc_recall_at_5_diff1": 0.23804881594071153, + "nauc_recall_at_5_max": 0.12944391315260703, + "nauc_recall_at_5_std": 0.20026594988445345, + "ndcg_at_1": 0.225, + "ndcg_at_10": 0.21712, + "ndcg_at_100": 0.30765, + "ndcg_at_1000": 0.41652, + "ndcg_at_20": 0.23367, + "ndcg_at_3": 0.21761, + "ndcg_at_5": 0.21191, + "precision_at_1": 0.305, + "precision_at_10": 0.2275, + "precision_at_100": 0.12855, + "precision_at_1000": 0.03602, + "precision_at_20": 0.209, + "precision_at_3": 0.275, + "precision_at_5": 0.246, + "recall_at_1": 0.02864, + "recall_at_10": 0.11059, + "recall_at_100": 0.40537, + "recall_at_1000": 0.73088, + "recall_at_20": 0.17776, + "recall_at_3": 0.04882, + "recall_at_5": 0.0673 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.30338, + "map_at_1": 0.03477, + "map_at_10": 0.10412, + "map_at_100": 0.19174, + "map_at_1000": 0.22588, + "map_at_20": 0.13414, + "map_at_3": 0.06009, + "map_at_5": 0.0754, + "mrr_at_1": 0.4, + "mrr_at_10": 0.5404761904761903, + "mrr_at_100": 0.5468095301287588, + "mrr_at_1000": 0.5470156934618327, + "mrr_at_20": 0.5443113547958749, + "mrr_at_3": 0.5166666666666666, + "mrr_at_5": 0.5306666666666665, + "nauc_map_at_1000_diff1": 0.1826610059753237, + "nauc_map_at_1000_max": 0.47065858453824366, + "nauc_map_at_1000_std": 0.5677487488939004, + "nauc_map_at_100_diff1": 0.17919397085256608, + "nauc_map_at_100_max": 0.4233090473687787, + "nauc_map_at_100_std": 0.538119648782391, + "nauc_map_at_10_diff1": 0.2025799922901564, + "nauc_map_at_10_max": 0.21978247579011087, + "nauc_map_at_10_std": 0.27849839068893556, + "nauc_map_at_1_diff1": 0.3285013026130558, + "nauc_map_at_1_max": -0.0216759935144591, + "nauc_map_at_1_std": -0.003806941555153973, + "nauc_map_at_20_diff1": 0.1776258400079799, + "nauc_map_at_20_max": 0.2951729589207232, + "nauc_map_at_20_std": 0.3728284545028234, + "nauc_map_at_3_diff1": 0.24535496630415726, + "nauc_map_at_3_max": 0.10632572613002461, + "nauc_map_at_3_std": 0.13469048994631247, + "nauc_map_at_5_diff1": 0.2259297495761661, + "nauc_map_at_5_max": 0.1535473637370536, + "nauc_map_at_5_std": 0.1965338937066655, + "nauc_mrr_at_1000_diff1": 0.20481471864617282, + "nauc_mrr_at_1000_max": 0.37381378003774274, + "nauc_mrr_at_1000_std": 0.39253151812110815, + "nauc_mrr_at_100_diff1": 0.2045718643865803, + "nauc_mrr_at_100_max": 0.3740567105374322, + "nauc_mrr_at_100_std": 0.3926413835201696, + "nauc_mrr_at_10_diff1": 0.2080298928500327, + "nauc_mrr_at_10_max": 0.373462506991648, + "nauc_mrr_at_10_std": 0.3888619819070368, + "nauc_mrr_at_1_diff1": 0.20335350154479928, + "nauc_mrr_at_1_max": 0.33552394438722966, + "nauc_mrr_at_1_std": 0.38065782698249195, + "nauc_mrr_at_20_diff1": 0.2051320212178341, + "nauc_mrr_at_20_max": 0.3758485996512207, + "nauc_mrr_at_20_std": 0.39412751036349825, + "nauc_mrr_at_3_diff1": 0.18962682146665094, + "nauc_mrr_at_3_max": 0.36709039213363337, + "nauc_mrr_at_3_std": 0.3940492832602772, + "nauc_mrr_at_5_diff1": 0.2058492227187471, + "nauc_mrr_at_5_max": 0.36547172226369806, + "nauc_mrr_at_5_std": 0.382975272615424, + "nauc_ndcg_at_1000_diff1": 0.23881129016583943, + "nauc_ndcg_at_1000_max": 0.5738890639944775, + "nauc_ndcg_at_1000_std": 0.6488120095063505, + "nauc_ndcg_at_100_diff1": 0.22217088366646282, + "nauc_ndcg_at_100_max": 0.5292850704335046, + "nauc_ndcg_at_100_std": 0.6086454502389855, + "nauc_ndcg_at_10_diff1": 0.24067775695970034, + "nauc_ndcg_at_10_max": 0.3764960655201522, + "nauc_ndcg_at_10_std": 0.3699018654572418, + "nauc_ndcg_at_1_diff1": 0.18609197087426088, + "nauc_ndcg_at_1_max": 0.273895044016727, + "nauc_ndcg_at_1_std": 0.28959236531440036, + "nauc_ndcg_at_20_diff1": 0.2332290579983013, + "nauc_ndcg_at_20_max": 0.4449725777976086, + "nauc_ndcg_at_20_std": 0.4508691119856931, + "nauc_ndcg_at_3_diff1": 0.17866145196667613, + "nauc_ndcg_at_3_max": 0.33561711940552924, + "nauc_ndcg_at_3_std": 0.3228710363034447, + "nauc_ndcg_at_5_diff1": 0.21012317293030597, + "nauc_ndcg_at_5_max": 0.3482235814150795, + "nauc_ndcg_at_5_std": 0.3332557072639658, + "nauc_precision_at_1000_diff1": 0.0006687413317628648, + "nauc_precision_at_1000_max": 0.20004415815777976, + "nauc_precision_at_1000_std": 0.023322240213706193, + "nauc_precision_at_100_diff1": 0.08388571263669951, + "nauc_precision_at_100_max": 0.3857297235312636, + "nauc_precision_at_100_std": 0.32964238779742017, + "nauc_precision_at_10_diff1": 0.1503100944973583, + "nauc_precision_at_10_max": 0.41088883072205795, + "nauc_precision_at_10_std": 0.41004374976629365, + "nauc_precision_at_1_diff1": 0.20335350154479928, + "nauc_precision_at_1_max": 0.33552394438722966, + "nauc_precision_at_1_std": 0.38065782698249195, + "nauc_precision_at_20_diff1": 0.11335154231962069, + "nauc_precision_at_20_max": 0.44920066487710736, + "nauc_precision_at_20_std": 0.42425692510007523, + "nauc_precision_at_3_diff1": 0.1393599991198201, + "nauc_precision_at_3_max": 0.382784779487405, + "nauc_precision_at_3_std": 0.37685181619641206, + "nauc_precision_at_5_diff1": 0.1639938009744071, + "nauc_precision_at_5_max": 0.41088324592348807, + "nauc_precision_at_5_std": 0.38699548899903424, + "nauc_recall_at_1000_diff1": 0.19039692602715452, + "nauc_recall_at_1000_max": 0.5311027536748254, + "nauc_recall_at_1000_std": 0.8033876277016736, + "nauc_recall_at_100_diff1": 0.17111173141967267, + "nauc_recall_at_100_max": 0.44800479082263284, + "nauc_recall_at_100_std": 0.6441067299785198, + "nauc_recall_at_10_diff1": 0.18883970807158493, + "nauc_recall_at_10_max": 0.19016064064368696, + "nauc_recall_at_10_std": 0.26439942425631296, + "nauc_recall_at_1_diff1": 0.3285013026130558, + "nauc_recall_at_1_max": -0.0216759935144591, + "nauc_recall_at_1_std": -0.003806941555153973, + "nauc_recall_at_20_diff1": 0.15735829594817657, + "nauc_recall_at_20_max": 0.2932148496431489, + "nauc_recall_at_20_std": 0.3976125315249991, + "nauc_recall_at_3_diff1": 0.21734990370287433, + "nauc_recall_at_3_max": 0.09229397610609744, + "nauc_recall_at_3_std": 0.12818747656787483, + "nauc_recall_at_5_diff1": 0.20343927973960715, + "nauc_recall_at_5_max": 0.12071181209167788, + "nauc_recall_at_5_std": 0.1797435649266849, + "ndcg_at_1": 0.315, + "ndcg_at_10": 0.30338, + "ndcg_at_100": 0.3746, + "ndcg_at_1000": 0.47982, + "ndcg_at_20": 0.31135, + "ndcg_at_3": 0.3139, + "ndcg_at_5": 0.3026, + "precision_at_1": 0.4, + "precision_at_10": 0.3145, + "precision_at_100": 0.1443, + "precision_at_1000": 0.03733, + "precision_at_20": 0.266, + "precision_at_3": 0.38667, + "precision_at_5": 0.347, + "recall_at_1": 0.03477, + "recall_at_10": 0.15732, + "recall_at_100": 0.45647, + "recall_at_1000": 0.77874, + "recall_at_20": 0.23209, + "recall_at_3": 0.07124, + "recall_at_5": 0.09757 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.58743, + "map_at_1": 0.12294, + "map_at_10": 0.3158, + "map_at_100": 0.42207, + "map_at_1000": 0.46122, + "map_at_20": 0.34964, + "map_at_3": 0.21724, + "map_at_5": 0.26465, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8392638888888888, + "mrr_at_100": 0.8407422438672439, + "mrr_at_1000": 0.8407422438672439, + "mrr_at_20": 0.8407422438672439, + "mrr_at_3": 0.8299999999999998, + "mrr_at_5": 0.836, + "nauc_map_at_1000_diff1": 0.22066430967390993, + "nauc_map_at_1000_max": 0.34483977264716664, + "nauc_map_at_1000_std": 0.20424415360418308, + "nauc_map_at_100_diff1": 0.257374008988355, + "nauc_map_at_100_max": 0.3627066920415503, + "nauc_map_at_100_std": 0.21015773839793128, + "nauc_map_at_10_diff1": 0.3062611418348928, + "nauc_map_at_10_max": 0.35033417247581794, + "nauc_map_at_10_std": 0.15730884189672867, + "nauc_map_at_1_diff1": 0.5993123501779877, + "nauc_map_at_1_max": 0.2924892190826836, + "nauc_map_at_1_std": 0.010660556264507444, + "nauc_map_at_20_diff1": 0.2821442868731276, + "nauc_map_at_20_max": 0.34978668972371685, + "nauc_map_at_20_std": 0.16957537254886323, + "nauc_map_at_3_diff1": 0.40239823023837606, + "nauc_map_at_3_max": 0.33495741252107053, + "nauc_map_at_3_std": 0.15750362909434018, + "nauc_map_at_5_diff1": 0.35728315475922795, + "nauc_map_at_5_max": 0.343980989810618, + "nauc_map_at_5_std": 0.14409479964495983, + "nauc_mrr_at_1000_diff1": 0.4341940424598294, + "nauc_mrr_at_1000_max": 0.5421085931321399, + "nauc_mrr_at_1000_std": 0.2641993657068998, + "nauc_mrr_at_100_diff1": 0.4341940424598294, + "nauc_mrr_at_100_max": 0.5421085931321399, + "nauc_mrr_at_100_std": 0.2641993657068998, + "nauc_mrr_at_10_diff1": 0.43466833415080713, + "nauc_mrr_at_10_max": 0.5450602560454081, + "nauc_mrr_at_10_std": 0.2704710215954131, + "nauc_mrr_at_1_diff1": 0.465157536190746, + "nauc_mrr_at_1_max": 0.5130773285754829, + "nauc_mrr_at_1_std": 0.15675560601759886, + "nauc_mrr_at_20_diff1": 0.4341940424598294, + "nauc_mrr_at_20_max": 0.5421085931321399, + "nauc_mrr_at_20_std": 0.2641993657068998, + "nauc_mrr_at_3_diff1": 0.4297526257184993, + "nauc_mrr_at_3_max": 0.5457807938848594, + "nauc_mrr_at_3_std": 0.2850346584810449, + "nauc_mrr_at_5_diff1": 0.4295958840213122, + "nauc_mrr_at_5_max": 0.5443481990245369, + "nauc_mrr_at_5_std": 0.2784958792212165, + "nauc_ndcg_at_1000_diff1": 0.3293559870631176, + "nauc_ndcg_at_1000_max": 0.4710364833234477, + "nauc_ndcg_at_1000_std": 0.2458204610908932, + "nauc_ndcg_at_100_diff1": 0.35016333544958306, + "nauc_ndcg_at_100_max": 0.45140831905976514, + "nauc_ndcg_at_100_std": 0.2066076616808661, + "nauc_ndcg_at_10_diff1": 0.27539558365929623, + "nauc_ndcg_at_10_max": 0.40838857411677165, + "nauc_ndcg_at_10_std": 0.14360376198275085, + "nauc_ndcg_at_1_diff1": 0.5320850607394287, + "nauc_ndcg_at_1_max": 0.4669061624769086, + "nauc_ndcg_at_1_std": 0.059905166469451106, + "nauc_ndcg_at_20_diff1": 0.2913714777949833, + "nauc_ndcg_at_20_max": 0.40024480721659306, + "nauc_ndcg_at_20_std": 0.13758914590250068, + "nauc_ndcg_at_3_diff1": 0.318862063845015, + "nauc_ndcg_at_3_max": 0.47127852482269766, + "nauc_ndcg_at_3_std": 0.20102642125716996, + "nauc_ndcg_at_5_diff1": 0.2877242991781355, + "nauc_ndcg_at_5_max": 0.4280891425571031, + "nauc_ndcg_at_5_std": 0.15820500530484824, + "nauc_precision_at_1000_diff1": -0.28885612520276893, + "nauc_precision_at_1000_max": -0.2289240000324226, + "nauc_precision_at_1000_std": -0.22308892694088706, + "nauc_precision_at_100_diff1": -0.27547031525286925, + "nauc_precision_at_100_max": -0.15494688586607344, + "nauc_precision_at_100_std": -0.05779690934512437, + "nauc_precision_at_10_diff1": -0.2903413900122261, + "nauc_precision_at_10_max": 0.005928085519922292, + "nauc_precision_at_10_std": 0.031197425206641826, + "nauc_precision_at_1_diff1": 0.465157536190746, + "nauc_precision_at_1_max": 0.5130773285754829, + "nauc_precision_at_1_std": 0.15675560601759886, + "nauc_precision_at_20_diff1": -0.32514918487688454, + "nauc_precision_at_20_max": -0.10727468493509305, + "nauc_precision_at_20_std": -0.027995730210958598, + "nauc_precision_at_3_diff1": -0.1508413343543225, + "nauc_precision_at_3_max": 0.2360612069924668, + "nauc_precision_at_3_std": 0.2290975371908392, + "nauc_precision_at_5_diff1": -0.21824315905496705, + "nauc_precision_at_5_max": 0.13190204629319038, + "nauc_precision_at_5_std": 0.10224373412565356, + "nauc_recall_at_1000_diff1": 0.45640184986931986, + "nauc_recall_at_1000_max": 0.5670879262498394, + "nauc_recall_at_1000_std": 0.7470961117148036, + "nauc_recall_at_100_diff1": 0.32452631118850384, + "nauc_recall_at_100_max": 0.35788521536229045, + "nauc_recall_at_100_std": 0.23315876190135737, + "nauc_recall_at_10_diff1": 0.2380535578516847, + "nauc_recall_at_10_max": 0.28982427045691306, + "nauc_recall_at_10_std": 0.1373236654264186, + "nauc_recall_at_1_diff1": 0.5993123501779877, + "nauc_recall_at_1_max": 0.2924892190826836, + "nauc_recall_at_1_std": 0.010660556264507444, + "nauc_recall_at_20_diff1": 0.21501506826769393, + "nauc_recall_at_20_max": 0.2848865510432375, + "nauc_recall_at_20_std": 0.15361858634015482, + "nauc_recall_at_3_diff1": 0.33848719654792453, + "nauc_recall_at_3_max": 0.28685843110812603, + "nauc_recall_at_3_std": 0.1733896370049677, + "nauc_recall_at_5_diff1": 0.2823355222023546, + "nauc_recall_at_5_max": 0.2760130086490492, + "nauc_recall_at_5_std": 0.13421267034755754, + "ndcg_at_1": 0.665, + "ndcg_at_10": 0.58743, + "ndcg_at_100": 0.64843, + "ndcg_at_1000": 0.72604, + "ndcg_at_20": 0.58478, + "ndcg_at_3": 0.61563, + "ndcg_at_5": 0.60155, + "precision_at_1": 0.74, + "precision_at_10": 0.425, + "precision_at_100": 0.1597, + "precision_at_1000": 0.0348, + "precision_at_20": 0.3195, + "precision_at_3": 0.61, + "precision_at_5": 0.538, + "recall_at_1": 0.12294, + "recall_at_10": 0.39483, + "recall_at_100": 0.73531, + "recall_at_1000": 0.96429, + "recall_at_20": 0.47596, + "recall_at_3": 0.24124, + "recall_at_5": 0.30749 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.23077, + "map_at_1": 0.05167, + "map_at_10": 0.10648, + "map_at_100": 0.14642, + "map_at_1000": 0.16524, + "map_at_20": 0.12127, + "map_at_3": 0.07701, + "map_at_5": 0.0886, + "mrr_at_1": 0.33, + "mrr_at_10": 0.43448015873015877, + "mrr_at_100": 0.4440420781372834, + "mrr_at_1000": 0.4443493232385434, + "mrr_at_20": 0.43986714132960264, + "mrr_at_3": 0.40583333333333327, + "mrr_at_5": 0.4183333333333333, + "nauc_map_at_1000_diff1": 0.22925545733604275, + "nauc_map_at_1000_max": 0.42707823005612083, + "nauc_map_at_1000_std": 0.37476886106914753, + "nauc_map_at_100_diff1": 0.22712280050639375, + "nauc_map_at_100_max": 0.38220182256074464, + "nauc_map_at_100_std": 0.3414567569444267, + "nauc_map_at_10_diff1": 0.26553897442397323, + "nauc_map_at_10_max": 0.32349332587051555, + "nauc_map_at_10_std": 0.24535057770312166, + "nauc_map_at_1_diff1": 0.48149937159618306, + "nauc_map_at_1_max": 0.2851555355106601, + "nauc_map_at_1_std": 0.16892917998758156, + "nauc_map_at_20_diff1": 0.24412354201949418, + "nauc_map_at_20_max": 0.3437420564019017, + "nauc_map_at_20_std": 0.27525452216915947, + "nauc_map_at_3_diff1": 0.3499172549568926, + "nauc_map_at_3_max": 0.27825707373129144, + "nauc_map_at_3_std": 0.18850503796849838, + "nauc_map_at_5_diff1": 0.3231177996650531, + "nauc_map_at_5_max": 0.2917697763280969, + "nauc_map_at_5_std": 0.21226576914253387, + "nauc_mrr_at_1000_diff1": 0.18538571515673763, + "nauc_mrr_at_1000_max": 0.38129619158876427, + "nauc_mrr_at_1000_std": 0.31676916616131556, + "nauc_mrr_at_100_diff1": 0.18533841835865617, + "nauc_mrr_at_100_max": 0.3813437050028955, + "nauc_mrr_at_100_std": 0.31709121324868883, + "nauc_mrr_at_10_diff1": 0.18608661391457768, + "nauc_mrr_at_10_max": 0.38139582426792673, + "nauc_mrr_at_10_std": 0.3120638344792339, + "nauc_mrr_at_1_diff1": 0.23727549892825262, + "nauc_mrr_at_1_max": 0.40255089134747246, + "nauc_mrr_at_1_std": 0.33680819054466077, + "nauc_mrr_at_20_diff1": 0.1824802415828308, + "nauc_mrr_at_20_max": 0.3811806591499587, + "nauc_mrr_at_20_std": 0.3151001401194465, + "nauc_mrr_at_3_diff1": 0.1902321047862555, + "nauc_mrr_at_3_max": 0.3684988477185048, + "nauc_mrr_at_3_std": 0.306335390807637, + "nauc_mrr_at_5_diff1": 0.18811996136062595, + "nauc_mrr_at_5_max": 0.37084206492042404, + "nauc_mrr_at_5_std": 0.3023713683134721, + "nauc_ndcg_at_1000_diff1": 0.18429438019767536, + "nauc_ndcg_at_1000_max": 0.5025630581970422, + "nauc_ndcg_at_1000_std": 0.48302977864588587, + "nauc_ndcg_at_100_diff1": 0.1773090903614039, + "nauc_ndcg_at_100_max": 0.4339990620255275, + "nauc_ndcg_at_100_std": 0.4447988089368437, + "nauc_ndcg_at_10_diff1": 0.21098773761826467, + "nauc_ndcg_at_10_max": 0.43281336923884645, + "nauc_ndcg_at_10_std": 0.35416240229075724, + "nauc_ndcg_at_1_diff1": 0.3234416385141296, + "nauc_ndcg_at_1_max": 0.4071550006931725, + "nauc_ndcg_at_1_std": 0.335477304069288, + "nauc_ndcg_at_20_diff1": 0.18452210781627812, + "nauc_ndcg_at_20_max": 0.42206957062046874, + "nauc_ndcg_at_20_std": 0.36358147594409873, + "nauc_ndcg_at_3_diff1": 0.2531931619281383, + "nauc_ndcg_at_3_max": 0.40508267599667397, + "nauc_ndcg_at_3_std": 0.3249707991628226, + "nauc_ndcg_at_5_diff1": 0.24047726693500612, + "nauc_ndcg_at_5_max": 0.40185857648349554, + "nauc_ndcg_at_5_std": 0.3210374408825549, + "nauc_precision_at_1000_diff1": 0.1337238772085943, + "nauc_precision_at_1000_max": 0.3978250148199441, + "nauc_precision_at_1000_std": 0.07503076277906098, + "nauc_precision_at_100_diff1": 0.05694372257154373, + "nauc_precision_at_100_max": 0.430549748006654, + "nauc_precision_at_100_std": 0.33665340591575404, + "nauc_precision_at_10_diff1": 0.05157033262248297, + "nauc_precision_at_10_max": 0.4391198382585095, + "nauc_precision_at_10_std": 0.34103636413991756, + "nauc_precision_at_1_diff1": 0.23727549892825262, + "nauc_precision_at_1_max": 0.40255089134747246, + "nauc_precision_at_1_std": 0.33680819054466077, + "nauc_precision_at_20_diff1": 0.014623012638308813, + "nauc_precision_at_20_max": 0.41849690598884304, + "nauc_precision_at_20_std": 0.3445037886574188, + "nauc_precision_at_3_diff1": 0.11704456655213889, + "nauc_precision_at_3_max": 0.3792622269631982, + "nauc_precision_at_3_std": 0.3065268354398977, + "nauc_precision_at_5_diff1": 0.073291575456772, + "nauc_precision_at_5_max": 0.3842259260061987, + "nauc_precision_at_5_std": 0.3114371789592319, + "nauc_recall_at_1000_diff1": 0.0018321487758861592, + "nauc_recall_at_1000_max": 0.45194410997338014, + "nauc_recall_at_1000_std": 0.7059313658668837, + "nauc_recall_at_100_diff1": -0.031519806104157194, + "nauc_recall_at_100_max": 0.302916423722425, + "nauc_recall_at_100_std": 0.5021288832783949, + "nauc_recall_at_10_diff1": 0.10286175861653352, + "nauc_recall_at_10_max": 0.277523159364484, + "nauc_recall_at_10_std": 0.2745451736503207, + "nauc_recall_at_1_diff1": 0.48149937159618306, + "nauc_recall_at_1_max": 0.2851555355106601, + "nauc_recall_at_1_std": 0.16892917998758156, + "nauc_recall_at_20_diff1": 0.05413246760670511, + "nauc_recall_at_20_max": 0.2902370092445112, + "nauc_recall_at_20_std": 0.3260004770203422, + "nauc_recall_at_3_diff1": 0.2936991582897554, + "nauc_recall_at_3_max": 0.24749326152965007, + "nauc_recall_at_3_std": 0.19260153432908345, + "nauc_recall_at_5_diff1": 0.26158103805750993, + "nauc_recall_at_5_max": 0.2586211477842759, + "nauc_recall_at_5_std": 0.21792232400260717, + "ndcg_at_1": 0.265, + "ndcg_at_10": 0.23077, + "ndcg_at_100": 0.29658, + "ndcg_at_1000": 0.39249, + "ndcg_at_20": 0.24042, + "ndcg_at_3": 0.23815, + "ndcg_at_5": 0.22783, + "precision_at_1": 0.33, + "precision_at_10": 0.176, + "precision_at_100": 0.07285, + "precision_at_1000": 0.02261, + "precision_at_20": 0.137, + "precision_at_3": 0.25333, + "precision_at_5": 0.212, + "recall_at_1": 0.05167, + "recall_at_10": 0.16503, + "recall_at_100": 0.41864, + "recall_at_1000": 0.73664, + "recall_at_20": 0.22179, + "recall_at_3": 0.09001, + "recall_at_5": 0.10916 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.23163, + "map_at_1": 0.05532, + "map_at_10": 0.11058, + "map_at_100": 0.1533, + "map_at_1000": 0.17273, + "map_at_20": 0.1252, + "map_at_3": 0.08146, + "map_at_5": 0.09355, + "mrr_at_1": 0.32, + "mrr_at_10": 0.39452182539682545, + "mrr_at_100": 0.4051399588596969, + "mrr_at_1000": 0.40582419016870624, + "mrr_at_20": 0.40149120476616607, + "mrr_at_3": 0.365, + "mrr_at_5": 0.385, + "nauc_map_at_1000_diff1": 0.20600175278111574, + "nauc_map_at_1000_max": 0.5542831591078764, + "nauc_map_at_1000_std": 0.5095967095169183, + "nauc_map_at_100_diff1": 0.2102977691602511, + "nauc_map_at_100_max": 0.5382096319671388, + "nauc_map_at_100_std": 0.49545327137325634, + "nauc_map_at_10_diff1": 0.21182133642828074, + "nauc_map_at_10_max": 0.4592898159357689, + "nauc_map_at_10_std": 0.39414303402676315, + "nauc_map_at_1_diff1": 0.23529836258044956, + "nauc_map_at_1_max": 0.4523115124342102, + "nauc_map_at_1_std": 0.34617915353967776, + "nauc_map_at_20_diff1": 0.22209493788558202, + "nauc_map_at_20_max": 0.4930568789247512, + "nauc_map_at_20_std": 0.4377435865892839, + "nauc_map_at_3_diff1": 0.22570157439695251, + "nauc_map_at_3_max": 0.4256566128493638, + "nauc_map_at_3_std": 0.3591384489536439, + "nauc_map_at_5_diff1": 0.23073805739956738, + "nauc_map_at_5_max": 0.45289262522350554, + "nauc_map_at_5_std": 0.38747347928748627, + "nauc_mrr_at_1000_diff1": 0.2248551346168023, + "nauc_mrr_at_1000_max": 0.5202370976479842, + "nauc_mrr_at_1000_std": 0.4511007964497635, + "nauc_mrr_at_100_diff1": 0.22461827486310068, + "nauc_mrr_at_100_max": 0.5202772060687032, + "nauc_mrr_at_100_std": 0.4514764982402232, + "nauc_mrr_at_10_diff1": 0.2233560812646152, + "nauc_mrr_at_10_max": 0.5192726206759393, + "nauc_mrr_at_10_std": 0.45160090356822413, + "nauc_mrr_at_1_diff1": 0.26353285882478855, + "nauc_mrr_at_1_max": 0.46814460023547044, + "nauc_mrr_at_1_std": 0.36560794177459055, + "nauc_mrr_at_20_diff1": 0.2242166552164792, + "nauc_mrr_at_20_max": 0.521134331452076, + "nauc_mrr_at_20_std": 0.4523921154681259, + "nauc_mrr_at_3_diff1": 0.21662575435502227, + "nauc_mrr_at_3_max": 0.5070812301333983, + "nauc_mrr_at_3_std": 0.41895413653085545, + "nauc_mrr_at_5_diff1": 0.2297882202837964, + "nauc_mrr_at_5_max": 0.5134769513163949, + "nauc_mrr_at_5_std": 0.4414668079592461, + "nauc_ndcg_at_1000_diff1": 0.23957508529409216, + "nauc_ndcg_at_1000_max": 0.6445389978050524, + "nauc_ndcg_at_1000_std": 0.6153191956668284, + "nauc_ndcg_at_100_diff1": 0.23491052412575056, + "nauc_ndcg_at_100_max": 0.6086615671550225, + "nauc_ndcg_at_100_std": 0.5743219896079006, + "nauc_ndcg_at_10_diff1": 0.20556293748384918, + "nauc_ndcg_at_10_max": 0.5440877570166908, + "nauc_ndcg_at_10_std": 0.45557968607956584, + "nauc_ndcg_at_1_diff1": 0.2884756079716719, + "nauc_ndcg_at_1_max": 0.4600904275555295, + "nauc_ndcg_at_1_std": 0.3430247871001727, + "nauc_ndcg_at_20_diff1": 0.23412294751150975, + "nauc_ndcg_at_20_max": 0.566983821604947, + "nauc_ndcg_at_20_std": 0.5044487094773138, + "nauc_ndcg_at_3_diff1": 0.2368162260371281, + "nauc_ndcg_at_3_max": 0.4891612134063464, + "nauc_ndcg_at_3_std": 0.3792797220185103, + "nauc_ndcg_at_5_diff1": 0.23810823172329434, + "nauc_ndcg_at_5_max": 0.52360704116431, + "nauc_ndcg_at_5_std": 0.4261171471096133, + "nauc_precision_at_1000_diff1": 0.05836407409666245, + "nauc_precision_at_1000_max": 0.1303522808233105, + "nauc_precision_at_1000_std": 0.018567901251607826, + "nauc_precision_at_100_diff1": 0.031016717544831585, + "nauc_precision_at_100_max": 0.3241429314242741, + "nauc_precision_at_100_std": 0.28701713625146075, + "nauc_precision_at_10_diff1": 0.1052245949976783, + "nauc_precision_at_10_max": 0.42777338769428375, + "nauc_precision_at_10_std": 0.38661099097347074, + "nauc_precision_at_1_diff1": 0.26353285882478855, + "nauc_precision_at_1_max": 0.46814460023547044, + "nauc_precision_at_1_std": 0.36560794177459055, + "nauc_precision_at_20_diff1": 0.09448264273133107, + "nauc_precision_at_20_max": 0.4183349455264474, + "nauc_precision_at_20_std": 0.4010364471733222, + "nauc_precision_at_3_diff1": 0.1724837131817586, + "nauc_precision_at_3_max": 0.47075364724408486, + "nauc_precision_at_3_std": 0.3866093930025201, + "nauc_precision_at_5_diff1": 0.17063248839220516, + "nauc_precision_at_5_max": 0.46515982233566494, + "nauc_precision_at_5_std": 0.410857171644235, + "nauc_recall_at_1000_diff1": 0.21497932336176678, + "nauc_recall_at_1000_max": 0.7628100328930311, + "nauc_recall_at_1000_std": 0.8392284998207021, + "nauc_recall_at_100_diff1": 0.16880825584331302, + "nauc_recall_at_100_max": 0.5793871793567599, + "nauc_recall_at_100_std": 0.6309937565041756, + "nauc_recall_at_10_diff1": 0.12820460843221357, + "nauc_recall_at_10_max": 0.4678085600022056, + "nauc_recall_at_10_std": 0.428893241811102, + "nauc_recall_at_1_diff1": 0.23529836258044956, + "nauc_recall_at_1_max": 0.4523115124342102, + "nauc_recall_at_1_std": 0.34617915353967776, + "nauc_recall_at_20_diff1": 0.16125296346267395, + "nauc_recall_at_20_max": 0.5174934705481442, + "nauc_recall_at_20_std": 0.5247713911667489, + "nauc_recall_at_3_diff1": 0.2026556619149197, + "nauc_recall_at_3_max": 0.4286320423379102, + "nauc_recall_at_3_std": 0.37010404181768636, + "nauc_recall_at_5_diff1": 0.20874651741384448, + "nauc_recall_at_5_max": 0.4839579646111364, + "nauc_recall_at_5_std": 0.4230709146521971, + "ndcg_at_1": 0.26, + "ndcg_at_10": 0.23163, + "ndcg_at_100": 0.2964, + "ndcg_at_1000": 0.38487, + "ndcg_at_20": 0.24437, + "ndcg_at_3": 0.23352, + "ndcg_at_5": 0.23261, + "precision_at_1": 0.32, + "precision_at_10": 0.1675, + "precision_at_100": 0.07615, + "precision_at_1000": 0.02214, + "precision_at_20": 0.13825, + "precision_at_3": 0.235, + "precision_at_5": 0.214, + "recall_at_1": 0.05532, + "recall_at_10": 0.16922, + "recall_at_100": 0.40154, + "recall_at_1000": 0.69142, + "recall_at_20": 0.22457, + "recall_at_3": 0.09128, + "recall_at_5": 0.11543 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CmedqaRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CmedqaRetrieval.json new file mode 100644 index 000000000..d7de3ba86 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 52.6610689163208, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.01261, + "map_at_1": 0.00747, + "map_at_10": 0.00994, + "map_at_100": 0.01078, + "map_at_1000": 0.01103, + "map_at_20": 0.01038, + "map_at_3": 0.00888, + "map_at_5": 0.00938, + "mrr_at_1": 0.011502875718929733, + "mrr_at_10": 0.014898565911319108, + "mrr_at_100": 0.015945268149710607, + "mrr_at_1000": 0.016262281533752185, + "mrr_at_20": 0.015436844474908954, + "mrr_at_3": 0.013586730015837295, + "mrr_at_5": 0.014211886304909565, + "nauc_map_at_1000_diff1": 0.32981900197644737, + "nauc_map_at_1000_max": 0.12853413446674192, + "nauc_map_at_1000_std": 0.24304850467498473, + "nauc_map_at_100_diff1": 0.33637142246940965, + "nauc_map_at_100_max": 0.13089889968971619, + "nauc_map_at_100_std": 0.24570791791121444, + "nauc_map_at_10_diff1": 0.35149463971637585, + "nauc_map_at_10_max": 0.13201882002710702, + "nauc_map_at_10_std": 0.23762486342423114, + "nauc_map_at_1_diff1": 0.42773799077452, + "nauc_map_at_1_max": 0.15419252024192906, + "nauc_map_at_1_std": 0.2423641106233013, + "nauc_map_at_20_diff1": 0.34430674042126524, + "nauc_map_at_20_max": 0.13026438293432352, + "nauc_map_at_20_std": 0.2404135841839879, + "nauc_map_at_3_diff1": 0.38484965017064554, + "nauc_map_at_3_max": 0.15374552341020808, + "nauc_map_at_3_std": 0.25583979243353255, + "nauc_map_at_5_diff1": 0.3729921824607017, + "nauc_map_at_5_max": 0.1382631612105532, + "nauc_map_at_5_std": 0.2416491281509905, + "nauc_mrr_at_1000_diff1": 0.3219337777799969, + "nauc_mrr_at_1000_max": 0.09964397613724796, + "nauc_mrr_at_1000_std": 0.20993661253316145, + "nauc_mrr_at_100_diff1": 0.32740154920487585, + "nauc_mrr_at_100_max": 0.10183625931915091, + "nauc_mrr_at_100_std": 0.21338308798704111, + "nauc_mrr_at_10_diff1": 0.34156202022363363, + "nauc_mrr_at_10_max": 0.10512007247141798, + "nauc_mrr_at_10_std": 0.20850458445037315, + "nauc_mrr_at_1_diff1": 0.40097369996957266, + "nauc_mrr_at_1_max": 0.13312232977675187, + "nauc_mrr_at_1_std": 0.20673294341455434, + "nauc_mrr_at_20_diff1": 0.3362041044082587, + "nauc_mrr_at_20_max": 0.10400524791903433, + "nauc_mrr_at_20_std": 0.21083227335048488, + "nauc_mrr_at_3_diff1": 0.36226976222073554, + "nauc_mrr_at_3_max": 0.12440734192323946, + "nauc_mrr_at_3_std": 0.2258063091856889, + "nauc_mrr_at_5_diff1": 0.3587445203554261, + "nauc_mrr_at_5_max": 0.11048773995282035, + "nauc_mrr_at_5_std": 0.21059349416154124, + "nauc_ndcg_at_1000_diff1": 0.18769097704129503, + "nauc_ndcg_at_1000_max": 0.06664748429977789, + "nauc_ndcg_at_1000_std": 0.17821308782719586, + "nauc_ndcg_at_100_diff1": 0.2641085547744147, + "nauc_ndcg_at_100_max": 0.10557914019451384, + "nauc_ndcg_at_100_std": 0.250521068418505, + "nauc_ndcg_at_10_diff1": 0.3140258272321258, + "nauc_ndcg_at_10_max": 0.1078230474713048, + "nauc_ndcg_at_10_std": 0.22008951308833327, + "nauc_ndcg_at_1_diff1": 0.40097369996957266, + "nauc_ndcg_at_1_max": 0.13312232977675187, + "nauc_ndcg_at_1_std": 0.20673294341455434, + "nauc_ndcg_at_20_diff1": 0.30072788716838583, + "nauc_ndcg_at_20_max": 0.10508385880849686, + "nauc_ndcg_at_20_std": 0.2283726429311072, + "nauc_ndcg_at_3_diff1": 0.3611121201973303, + "nauc_ndcg_at_3_max": 0.139407785569556, + "nauc_ndcg_at_3_std": 0.24749065363143175, + "nauc_ndcg_at_5_diff1": 0.3499933604288907, + "nauc_ndcg_at_5_max": 0.11641882813605395, + "nauc_ndcg_at_5_std": 0.22434818270626639, + "nauc_precision_at_1000_diff1": 0.08367623557768, + "nauc_precision_at_1000_max": -0.009061126099490108, + "nauc_precision_at_1000_std": 0.08899062556371462, + "nauc_precision_at_100_diff1": 0.16383641071704932, + "nauc_precision_at_100_max": 0.07398139929873078, + "nauc_precision_at_100_std": 0.2673314103530001, + "nauc_precision_at_10_diff1": 0.22560750564106055, + "nauc_precision_at_10_max": 0.05299057255752365, + "nauc_precision_at_10_std": 0.1804032351099955, + "nauc_precision_at_1_diff1": 0.40097369996957266, + "nauc_precision_at_1_max": 0.13312232977675187, + "nauc_precision_at_1_std": 0.20673294341455434, + "nauc_precision_at_20_diff1": 0.20896396636368839, + "nauc_precision_at_20_max": 0.03647043137800998, + "nauc_precision_at_20_std": 0.18728084315581578, + "nauc_precision_at_3_diff1": 0.3295040712200393, + "nauc_precision_at_3_max": 0.11871681565225234, + "nauc_precision_at_3_std": 0.23949132730840758, + "nauc_precision_at_5_diff1": 0.3002399388131874, + "nauc_precision_at_5_max": 0.06893590491388793, + "nauc_precision_at_5_std": 0.19076584032847776, + "nauc_recall_at_1000_diff1": 0.08140925436791535, + "nauc_recall_at_1000_max": 0.030256210166365927, + "nauc_recall_at_1000_std": 0.12025863148618228, + "nauc_recall_at_100_diff1": 0.1781642046409637, + "nauc_recall_at_100_max": 0.09355903916737875, + "nauc_recall_at_100_std": 0.2790056488869885, + "nauc_recall_at_10_diff1": 0.24581021759762683, + "nauc_recall_at_10_max": 0.08382592563121713, + "nauc_recall_at_10_std": 0.20894796087983736, + "nauc_recall_at_1_diff1": 0.42773799077452, + "nauc_recall_at_1_max": 0.15419252024192906, + "nauc_recall_at_1_std": 0.2423641106233013, + "nauc_recall_at_20_diff1": 0.22883402979997247, + "nauc_recall_at_20_max": 0.08401197783245307, + "nauc_recall_at_20_std": 0.23363673083803724, + "nauc_recall_at_3_diff1": 0.3417871288107545, + "nauc_recall_at_3_max": 0.15445568597968598, + "nauc_recall_at_3_std": 0.27885678783194034, + "nauc_recall_at_5_diff1": 0.3240547679743639, + "nauc_recall_at_5_max": 0.10448463321649354, + "nauc_recall_at_5_std": 0.22153432463692527, + "ndcg_at_1": 0.0115, + "ndcg_at_10": 0.01261, + "ndcg_at_100": 0.01743, + "ndcg_at_1000": 0.02687, + "ndcg_at_20": 0.01412, + "ndcg_at_3": 0.01073, + "ndcg_at_5": 0.01137, + "precision_at_1": 0.0115, + "precision_at_10": 0.00278, + "precision_at_100": 0.00066, + "precision_at_1000": 0.0002, + "precision_at_20": 0.00183, + "precision_at_3": 0.00583, + "precision_at_5": 0.00425, + "recall_at_1": 0.00747, + "recall_at_10": 0.01603, + "recall_at_100": 0.03726, + "recall_at_1000": 0.10614, + "recall_at_20": 0.02129, + "recall_at_3": 0.01039, + "recall_at_5": 0.01228 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedicalQARetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedicalQARetrieval.json new file mode 100644 index 000000000..ae45e190c --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 5.367528676986694, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.68868, + "map_at_1": 0.50635, + "map_at_10": 0.63244, + "map_at_100": 0.63732, + "map_at_1000": 0.63745, + "map_at_20": 0.63581, + "map_at_3": 0.60913, + "map_at_5": 0.62427, + "mrr_at_1": 0.505859375, + "mrr_at_10": 0.6320709712921613, + "mrr_at_100": 0.6369512554843292, + "mrr_at_1000": 0.6370855416025091, + "mrr_at_20": 0.6354389711692899, + "mrr_at_3": 0.6086425781249984, + "mrr_at_5": 0.6239013671874991, + "nauc_map_at_1000_diff1": 0.27707095149941313, + "nauc_map_at_1000_max": 0.23087330713747642, + "nauc_map_at_1000_std": -0.04777356846796379, + "nauc_map_at_100_diff1": 0.27690742443497557, + "nauc_map_at_100_max": 0.2309785660244374, + "nauc_map_at_100_std": -0.047650861501117435, + "nauc_map_at_10_diff1": 0.27396482194418004, + "nauc_map_at_10_max": 0.2300433187809206, + "nauc_map_at_10_std": -0.0497514627712269, + "nauc_map_at_1_diff1": 0.3486806525851586, + "nauc_map_at_1_max": 0.22848230551557797, + "nauc_map_at_1_std": -0.039167279727076953, + "nauc_map_at_20_diff1": 0.2746912151275047, + "nauc_map_at_20_max": 0.23179815169266238, + "nauc_map_at_20_std": -0.04797386312141957, + "nauc_map_at_3_diff1": 0.28492542471512183, + "nauc_map_at_3_max": 0.22253587249891382, + "nauc_map_at_3_std": -0.060510969848246776, + "nauc_map_at_5_diff1": 0.27366077065035127, + "nauc_map_at_5_max": 0.22307213880070592, + "nauc_map_at_5_std": -0.054825431696204345, + "nauc_mrr_at_1000_diff1": 0.27823691079956564, + "nauc_mrr_at_1000_max": 0.23182101112049833, + "nauc_mrr_at_1000_std": -0.04710777498222666, + "nauc_mrr_at_100_diff1": 0.2780729122885085, + "nauc_mrr_at_100_max": 0.2319257465522841, + "nauc_mrr_at_100_std": -0.04698546447361065, + "nauc_mrr_at_10_diff1": 0.27511313849946817, + "nauc_mrr_at_10_max": 0.2309744685442613, + "nauc_mrr_at_10_std": -0.04909715499135938, + "nauc_mrr_at_1_diff1": 0.3499076417812474, + "nauc_mrr_at_1_max": 0.22976964433525135, + "nauc_mrr_at_1_std": -0.03813508868175602, + "nauc_mrr_at_20_diff1": 0.27585149657683566, + "nauc_mrr_at_20_max": 0.2327383228600686, + "nauc_mrr_at_20_std": -0.047313534042480274, + "nauc_mrr_at_3_diff1": 0.2863225610814963, + "nauc_mrr_at_3_max": 0.22322499245039895, + "nauc_mrr_at_3_std": -0.05976914744573712, + "nauc_mrr_at_5_diff1": 0.274780882397352, + "nauc_mrr_at_5_max": 0.22409532800122728, + "nauc_mrr_at_5_std": -0.054295555521597365, + "nauc_ndcg_at_1000_diff1": 0.2600336987594836, + "nauc_ndcg_at_1000_max": 0.2373539323082946, + "nauc_ndcg_at_1000_std": -0.04193665082624398, + "nauc_ndcg_at_100_diff1": 0.2544867909497544, + "nauc_ndcg_at_100_max": 0.2409465952055943, + "nauc_ndcg_at_100_std": -0.03676839205309035, + "nauc_ndcg_at_10_diff1": 0.23399415403181628, + "nauc_ndcg_at_10_max": 0.24216430422985016, + "nauc_ndcg_at_10_std": -0.044345832175881755, + "nauc_ndcg_at_1_diff1": 0.3486806525851586, + "nauc_ndcg_at_1_max": 0.22848230551557797, + "nauc_ndcg_at_1_std": -0.039167279727076953, + "nauc_ndcg_at_20_diff1": 0.23558893089319627, + "nauc_ndcg_at_20_max": 0.24915770251834027, + "nauc_ndcg_at_20_std": -0.036543335103076294, + "nauc_ndcg_at_3_diff1": 0.25945409096618416, + "nauc_ndcg_at_3_max": 0.22238082971594988, + "nauc_ndcg_at_3_std": -0.06873999529266668, + "nauc_ndcg_at_5_diff1": 0.23568261269204646, + "nauc_ndcg_at_5_max": 0.22341142223339794, + "nauc_ndcg_at_5_std": -0.057893969508803114, + "nauc_precision_at_1000_diff1": 0.44882366107742616, + "nauc_precision_at_1000_max": 0.46969327258188026, + "nauc_precision_at_1000_std": 0.5256935093480872, + "nauc_precision_at_100_diff1": -0.04122988777833411, + "nauc_precision_at_100_max": 0.46029298013137626, + "nauc_precision_at_100_std": 0.3081564013828516, + "nauc_precision_at_10_diff1": -0.01751182160437499, + "nauc_precision_at_10_max": 0.33143234577298863, + "nauc_precision_at_10_std": 0.0025236738495063036, + "nauc_precision_at_1_diff1": 0.3486806525851586, + "nauc_precision_at_1_max": 0.22848230551557797, + "nauc_precision_at_1_std": -0.039167279727076953, + "nauc_precision_at_20_diff1": -0.11559866473936947, + "nauc_precision_at_20_max": 0.4381608936886331, + "nauc_precision_at_20_std": 0.10305854389256275, + "nauc_precision_at_3_diff1": 0.16487243539207513, + "nauc_precision_at_3_max": 0.22263487118665967, + "nauc_precision_at_3_std": -0.09918509102624604, + "nauc_precision_at_5_diff1": 0.06010043866951314, + "nauc_precision_at_5_max": 0.22618606586940204, + "nauc_precision_at_5_std": -0.06900651150042238, + "nauc_recall_at_1000_diff1": 0.4488236610774466, + "nauc_recall_at_1000_max": 0.46969327258193516, + "nauc_recall_at_1000_std": 0.5256935093480827, + "nauc_recall_at_100_diff1": -0.04122988777831699, + "nauc_recall_at_100_max": 0.46029298013137765, + "nauc_recall_at_100_std": 0.3081564013828521, + "nauc_recall_at_10_diff1": -0.017511821604374016, + "nauc_recall_at_10_max": 0.33143234577299024, + "nauc_recall_at_10_std": 0.0025236738495075343, + "nauc_recall_at_1_diff1": 0.3486806525851586, + "nauc_recall_at_1_max": 0.22848230551557797, + "nauc_recall_at_1_std": -0.039167279727076953, + "nauc_recall_at_20_diff1": -0.11559866473936595, + "nauc_recall_at_20_max": 0.4381608936886363, + "nauc_recall_at_20_std": 0.10305854389256787, + "nauc_recall_at_3_diff1": 0.16487243539207544, + "nauc_recall_at_3_max": 0.2226348711866592, + "nauc_recall_at_3_std": -0.09918509102624698, + "nauc_recall_at_5_diff1": 0.06010043866951418, + "nauc_recall_at_5_max": 0.2261860658694032, + "nauc_recall_at_5_std": -0.06900651150042077, + "ndcg_at_1": 0.50635, + "ndcg_at_10": 0.68868, + "ndcg_at_100": 0.71168, + "ndcg_at_1000": 0.71534, + "ndcg_at_20": 0.70067, + "ndcg_at_3": 0.64209, + "ndcg_at_5": 0.6692, + "precision_at_1": 0.50635, + "precision_at_10": 0.08623, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "precision_at_20": 0.04546, + "precision_at_3": 0.24577, + "precision_at_5": 0.16055, + "recall_at_1": 0.50635, + "recall_at_10": 0.8623, + "recall_at_100": 0.96875, + "recall_at_1000": 0.99756, + "recall_at_20": 0.90918, + "recall_at_3": 0.7373, + "recall_at_5": 0.80273 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedrxivClusteringP2P.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..2ad94debf --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 16.02996563911438, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3541598539873297, + "v_measure": 0.3541598539873297, + "v_measure_std": 0.00864946176427253, + "v_measures": { + "Level 0": [ + 0.36607421682701546, + 0.3494521655148626, + 0.3466960783973437, + 0.34725484886116714, + 0.3465075528576497, + 0.3503215619248745, + 0.36919716887098947, + 0.3583960641612811, + 0.34481945652831075, + 0.3628794259298024 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedrxivClusteringS2S.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..fbe05609b --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 13.721949338912964, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.33032192394156096, + "v_measure": 0.33032192394156096, + "v_measure_std": 0.008391733529334026, + "v_measures": { + "Level 0": [ + 0.32647995308687117, + 0.3342043049285758, + 0.33859453051683563, + 0.3419853205886259, + 0.3342978121596287, + 0.31281063923507985, + 0.32132636458802155, + 0.334209414706174, + 0.32462883931849607, + 0.3346820602873002 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/NFCorpus.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/NFCorpus.json new file mode 100644 index 000000000..118f0807e --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 2.8300082683563232, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36241, + "map_at_1": 0.05654, + "map_at_10": 0.13421, + "map_at_100": 0.16841, + "map_at_1000": 0.18262, + "map_at_20": 0.14813, + "map_at_3": 0.09599, + "map_at_5": 0.11479, + "mrr_at_1": 0.48297213622291024, + "mrr_at_10": 0.5679296279915474, + "mrr_at_100": 0.5733070217744906, + "mrr_at_1000": 0.5737350970980157, + "mrr_at_20": 0.5713680880767693, + "mrr_at_3": 0.5464396284829722, + "mrr_at_5": 0.5594427244582043, + "nauc_map_at_1000_diff1": 0.314206424435337, + "nauc_map_at_1000_max": 0.36087545692449374, + "nauc_map_at_1000_std": 0.14970974743654425, + "nauc_map_at_100_diff1": 0.33016733586992203, + "nauc_map_at_100_max": 0.3522893216117697, + "nauc_map_at_100_std": 0.12237705970969386, + "nauc_map_at_10_diff1": 0.36763090701825873, + "nauc_map_at_10_max": 0.29766910492055865, + "nauc_map_at_10_std": 0.023284488535120773, + "nauc_map_at_1_diff1": 0.544492461753413, + "nauc_map_at_1_max": 0.1869125148481606, + "nauc_map_at_1_std": -0.08886791212579896, + "nauc_map_at_20_diff1": 0.3503634469761848, + "nauc_map_at_20_max": 0.32232985960432425, + "nauc_map_at_20_std": 0.06116083426625853, + "nauc_map_at_3_diff1": 0.4565778420623768, + "nauc_map_at_3_max": 0.2357091866056938, + "nauc_map_at_3_std": -0.04783811774079178, + "nauc_map_at_5_diff1": 0.39904185115589946, + "nauc_map_at_5_max": 0.25858928165642037, + "nauc_map_at_5_std": -0.018500698138595114, + "nauc_mrr_at_1000_diff1": 0.3248657741281118, + "nauc_mrr_at_1000_max": 0.5289594531183155, + "nauc_mrr_at_1000_std": 0.28842485248919525, + "nauc_mrr_at_100_diff1": 0.3249735951808635, + "nauc_mrr_at_100_max": 0.5292965837693934, + "nauc_mrr_at_100_std": 0.2888982998480247, + "nauc_mrr_at_10_diff1": 0.3269878239145849, + "nauc_mrr_at_10_max": 0.5271495506327981, + "nauc_mrr_at_10_std": 0.2861402992226287, + "nauc_mrr_at_1_diff1": 0.3123482162145609, + "nauc_mrr_at_1_max": 0.46299567224582466, + "nauc_mrr_at_1_std": 0.20674133339482892, + "nauc_mrr_at_20_diff1": 0.3247854605214482, + "nauc_mrr_at_20_max": 0.5284223315233417, + "nauc_mrr_at_20_std": 0.28745351425196736, + "nauc_mrr_at_3_diff1": 0.32593068518840684, + "nauc_mrr_at_3_max": 0.5206187413778595, + "nauc_mrr_at_3_std": 0.2731575507103384, + "nauc_mrr_at_5_diff1": 0.32996737615409233, + "nauc_mrr_at_5_max": 0.5300404984124037, + "nauc_mrr_at_5_std": 0.2871347297413841, + "nauc_ndcg_at_1000_diff1": 0.29067500058526186, + "nauc_ndcg_at_1000_max": 0.5127257129071627, + "nauc_ndcg_at_1000_std": 0.3539307550009329, + "nauc_ndcg_at_100_diff1": 0.2937633075115231, + "nauc_ndcg_at_100_max": 0.45226216768100613, + "nauc_ndcg_at_100_std": 0.2742184342864993, + "nauc_ndcg_at_10_diff1": 0.2576886562128115, + "nauc_ndcg_at_10_max": 0.4297239927177977, + "nauc_ndcg_at_10_std": 0.2252076546935758, + "nauc_ndcg_at_1_diff1": 0.34298088626595635, + "nauc_ndcg_at_1_max": 0.44443194021331606, + "nauc_ndcg_at_1_std": 0.19522489971519363, + "nauc_ndcg_at_20_diff1": 0.2547388026357272, + "nauc_ndcg_at_20_max": 0.4143003581989642, + "nauc_ndcg_at_20_std": 0.2247010419783799, + "nauc_ndcg_at_3_diff1": 0.28028084907915807, + "nauc_ndcg_at_3_max": 0.44578283133127383, + "nauc_ndcg_at_3_std": 0.21475679811333734, + "nauc_ndcg_at_5_diff1": 0.2590560880286184, + "nauc_ndcg_at_5_max": 0.43269483534267317, + "nauc_ndcg_at_5_std": 0.2228613492488239, + "nauc_precision_at_1000_diff1": -0.1576324828964312, + "nauc_precision_at_1000_max": 0.05804406660302247, + "nauc_precision_at_1000_std": 0.20097056866056628, + "nauc_precision_at_100_diff1": -0.09963535634463058, + "nauc_precision_at_100_max": 0.19212257568022925, + "nauc_precision_at_100_std": 0.31996984078623986, + "nauc_precision_at_10_diff1": 0.04452514661396578, + "nauc_precision_at_10_max": 0.3957245081597535, + "nauc_precision_at_10_std": 0.3146767745385454, + "nauc_precision_at_1_diff1": 0.3291937046412867, + "nauc_precision_at_1_max": 0.4602007224632882, + "nauc_precision_at_1_std": 0.21369180289950074, + "nauc_precision_at_20_diff1": -0.024516341851871733, + "nauc_precision_at_20_max": 0.32175521422645115, + "nauc_precision_at_20_std": 0.3215248198860093, + "nauc_precision_at_3_diff1": 0.173506109705532, + "nauc_precision_at_3_max": 0.4450941279442519, + "nauc_precision_at_3_std": 0.2601169320686905, + "nauc_precision_at_5_diff1": 0.10343892324725681, + "nauc_precision_at_5_max": 0.41265372025483704, + "nauc_precision_at_5_std": 0.2860932216968894, + "nauc_recall_at_1000_diff1": 0.11266734773916558, + "nauc_recall_at_1000_max": 0.2468525627827727, + "nauc_recall_at_1000_std": 0.27317312437817276, + "nauc_recall_at_100_diff1": 0.23614415034171662, + "nauc_recall_at_100_max": 0.30081530743933027, + "nauc_recall_at_100_std": 0.20489717296761084, + "nauc_recall_at_10_diff1": 0.28690669900084287, + "nauc_recall_at_10_max": 0.243350977270015, + "nauc_recall_at_10_std": 0.024113360221516663, + "nauc_recall_at_1_diff1": 0.544492461753413, + "nauc_recall_at_1_max": 0.1869125148481606, + "nauc_recall_at_1_std": -0.08886791212579896, + "nauc_recall_at_20_diff1": 0.26498644446178954, + "nauc_recall_at_20_max": 0.24831211657553048, + "nauc_recall_at_20_std": 0.060121865521797546, + "nauc_recall_at_3_diff1": 0.4255663427045149, + "nauc_recall_at_3_max": 0.2138364573386166, + "nauc_recall_at_3_std": -0.04238196093786218, + "nauc_recall_at_5_diff1": 0.31215280436140835, + "nauc_recall_at_5_max": 0.21035439475111026, + "nauc_recall_at_5_std": -0.012396710381922704, + "ndcg_at_1": 0.45975, + "ndcg_at_10": 0.36241, + "ndcg_at_100": 0.32716, + "ndcg_at_1000": 0.4111, + "ndcg_at_20": 0.33637, + "ndcg_at_3": 0.42097, + "ndcg_at_5": 0.40139, + "precision_at_1": 0.47678, + "precision_at_10": 0.26966, + "precision_at_100": 0.08356, + "precision_at_1000": 0.02082, + "precision_at_20": 0.19721, + "precision_at_3": 0.40144, + "precision_at_5": 0.3517, + "recall_at_1": 0.05654, + "recall_at_10": 0.17847, + "recall_at_100": 0.32445, + "recall_at_1000": 0.63312, + "recall_at_20": 0.21689, + "recall_at_3": 0.10724, + "recall_at_5": 0.14093 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/SciFact-PL.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/SciFact-PL.json new file mode 100644 index 000000000..37f56ef39 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 3.8688156604766846, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.35426, + "map_at_1": 0.24694, + "map_at_10": 0.31342, + "map_at_100": 0.32281, + "map_at_1000": 0.32352, + "map_at_20": 0.31827, + "map_at_3": 0.29079, + "map_at_5": 0.30429, + "mrr_at_1": 0.25666666666666665, + "mrr_at_10": 0.3246865079365081, + "mrr_at_100": 0.3325931627352262, + "mrr_at_1000": 0.333248533994135, + "mrr_at_20": 0.3286733249693778, + "mrr_at_3": 0.3005555555555556, + "mrr_at_5": 0.315888888888889, + "nauc_map_at_1000_diff1": 0.49493801554388556, + "nauc_map_at_1000_max": 0.40813046152646915, + "nauc_map_at_1000_std": 0.17287451461591166, + "nauc_map_at_100_diff1": 0.4948606781357165, + "nauc_map_at_100_max": 0.40770581244397497, + "nauc_map_at_100_std": 0.17270165732619644, + "nauc_map_at_10_diff1": 0.49737235561396637, + "nauc_map_at_10_max": 0.4047881229268071, + "nauc_map_at_10_std": 0.16492826112004727, + "nauc_map_at_1_diff1": 0.5457689404693767, + "nauc_map_at_1_max": 0.39232392823964607, + "nauc_map_at_1_std": 0.15867916442567948, + "nauc_map_at_20_diff1": 0.49606187251671285, + "nauc_map_at_20_max": 0.40643967173941714, + "nauc_map_at_20_std": 0.16641186527570878, + "nauc_map_at_3_diff1": 0.5028634652696418, + "nauc_map_at_3_max": 0.39391446381096074, + "nauc_map_at_3_std": 0.15100310355025304, + "nauc_map_at_5_diff1": 0.5047471721483894, + "nauc_map_at_5_max": 0.40435426229277, + "nauc_map_at_5_std": 0.1555102892491897, + "nauc_mrr_at_1000_diff1": 0.48887460059437077, + "nauc_mrr_at_1000_max": 0.42514065990933164, + "nauc_mrr_at_1000_std": 0.19010571311812424, + "nauc_mrr_at_100_diff1": 0.4888189249833246, + "nauc_mrr_at_100_max": 0.4248027443594791, + "nauc_mrr_at_100_std": 0.19003348866184197, + "nauc_mrr_at_10_diff1": 0.49012112252401424, + "nauc_mrr_at_10_max": 0.42453740696016057, + "nauc_mrr_at_10_std": 0.18538443801109622, + "nauc_mrr_at_1_diff1": 0.5509380194728093, + "nauc_mrr_at_1_max": 0.4233518627113633, + "nauc_mrr_at_1_std": 0.186969017005995, + "nauc_mrr_at_20_diff1": 0.48989446208586246, + "nauc_mrr_at_20_max": 0.4235575900677447, + "nauc_mrr_at_20_std": 0.18390672479231718, + "nauc_mrr_at_3_diff1": 0.491941371932478, + "nauc_mrr_at_3_max": 0.4123575632007401, + "nauc_mrr_at_3_std": 0.17265213454204428, + "nauc_mrr_at_5_diff1": 0.49660349105837515, + "nauc_mrr_at_5_max": 0.4254986815385177, + "nauc_mrr_at_5_std": 0.17776628036484057, + "nauc_ndcg_at_1000_diff1": 0.4634608021283762, + "nauc_ndcg_at_1000_max": 0.42530479101047114, + "nauc_ndcg_at_1000_std": 0.223658797640088, + "nauc_ndcg_at_100_diff1": 0.4626020760493986, + "nauc_ndcg_at_100_max": 0.41996367083466524, + "nauc_ndcg_at_100_std": 0.22323046740562505, + "nauc_ndcg_at_10_diff1": 0.4728943564584478, + "nauc_ndcg_at_10_max": 0.4126829343428709, + "nauc_ndcg_at_10_std": 0.18229836379923658, + "nauc_ndcg_at_1_diff1": 0.5509380194728093, + "nauc_ndcg_at_1_max": 0.4233518627113633, + "nauc_ndcg_at_1_std": 0.186969017005995, + "nauc_ndcg_at_20_diff1": 0.4689478396630952, + "nauc_ndcg_at_20_max": 0.41247463044237287, + "nauc_ndcg_at_20_std": 0.18134887808077846, + "nauc_ndcg_at_3_diff1": 0.4831550243110532, + "nauc_ndcg_at_3_max": 0.3957532868533208, + "nauc_ndcg_at_3_std": 0.15354817223904055, + "nauc_ndcg_at_5_diff1": 0.48821984099525034, + "nauc_ndcg_at_5_max": 0.41397632030579057, + "nauc_ndcg_at_5_std": 0.16175500810320698, + "nauc_precision_at_1000_diff1": 0.12487613422192918, + "nauc_precision_at_1000_max": 0.32873006003847166, + "nauc_precision_at_1000_std": 0.3668321448695279, + "nauc_precision_at_100_diff1": 0.2367336414304699, + "nauc_precision_at_100_max": 0.39896860186048366, + "nauc_precision_at_100_std": 0.39639804034353543, + "nauc_precision_at_10_diff1": 0.3768871765336722, + "nauc_precision_at_10_max": 0.430599964252378, + "nauc_precision_at_10_std": 0.23402776398625744, + "nauc_precision_at_1_diff1": 0.5509380194728093, + "nauc_precision_at_1_max": 0.4233518627113633, + "nauc_precision_at_1_std": 0.186969017005995, + "nauc_precision_at_20_diff1": 0.3293616827016353, + "nauc_precision_at_20_max": 0.418103727036517, + "nauc_precision_at_20_std": 0.23178613954797725, + "nauc_precision_at_3_diff1": 0.43308856336289736, + "nauc_precision_at_3_max": 0.4011892401289316, + "nauc_precision_at_3_std": 0.16662705312801, + "nauc_precision_at_5_diff1": 0.43771111226865284, + "nauc_precision_at_5_max": 0.44342491715784255, + "nauc_precision_at_5_std": 0.18116287549434854, + "nauc_recall_at_1000_diff1": 0.20728583205988402, + "nauc_recall_at_1000_max": 0.5115250438361307, + "nauc_recall_at_1000_std": 0.6731913069494804, + "nauc_recall_at_100_diff1": 0.3273406302192334, + "nauc_recall_at_100_max": 0.4338757091695821, + "nauc_recall_at_100_std": 0.4640567046790938, + "nauc_recall_at_10_diff1": 0.4014689012249634, + "nauc_recall_at_10_max": 0.40757613716777225, + "nauc_recall_at_10_std": 0.2175075562119168, + "nauc_recall_at_1_diff1": 0.5457689404693767, + "nauc_recall_at_1_max": 0.39232392823964607, + "nauc_recall_at_1_std": 0.15867916442567948, + "nauc_recall_at_20_diff1": 0.38050149327115224, + "nauc_recall_at_20_max": 0.3960023962925011, + "nauc_recall_at_20_std": 0.20649585121323716, + "nauc_recall_at_3_diff1": 0.4405399928188929, + "nauc_recall_at_3_max": 0.38410331983020857, + "nauc_recall_at_3_std": 0.14177620057757254, + "nauc_recall_at_5_diff1": 0.4441535238700869, + "nauc_recall_at_5_max": 0.41877313710794656, + "nauc_recall_at_5_std": 0.16118694152352264, + "ndcg_at_1": 0.25667, + "ndcg_at_10": 0.35426, + "ndcg_at_100": 0.39886, + "ndcg_at_1000": 0.42087, + "ndcg_at_20": 0.36972, + "ndcg_at_3": 0.30787, + "ndcg_at_5": 0.3322, + "precision_at_1": 0.25667, + "precision_at_10": 0.05167, + "precision_at_100": 0.00763, + "precision_at_1000": 0.00097, + "precision_at_20": 0.0295, + "precision_at_3": 0.12333, + "precision_at_5": 0.08867, + "recall_at_1": 0.24694, + "recall_at_10": 0.47, + "recall_at_100": 0.67511, + "recall_at_1000": 0.85189, + "recall_at_20": 0.52622, + "recall_at_3": 0.345, + "recall_at_5": 0.4025 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/SciFact.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/SciFact.json new file mode 100644 index 000000000..a340a1047 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 8.65031623840332, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.71838, + "map_at_1": 0.57094, + "map_at_10": 0.67204, + "map_at_100": 0.67705, + "map_at_1000": 0.67724, + "map_at_20": 0.67512, + "map_at_3": 0.6447, + "map_at_5": 0.66012, + "mrr_at_1": 0.6033333333333334, + "mrr_at_10": 0.6842605820105818, + "mrr_at_100": 0.6881465980672665, + "mrr_at_1000": 0.6883405248472093, + "mrr_at_20": 0.6866098497019548, + "mrr_at_3": 0.6633333333333333, + "mrr_at_5": 0.6766666666666666, + "nauc_map_at_1000_diff1": 0.7158640776701847, + "nauc_map_at_1000_max": 0.6157004349206182, + "nauc_map_at_1000_std": 0.11873737892396434, + "nauc_map_at_100_diff1": 0.7157868020974255, + "nauc_map_at_100_max": 0.6157954489984754, + "nauc_map_at_100_std": 0.11886685120977608, + "nauc_map_at_10_diff1": 0.7154371209055986, + "nauc_map_at_10_max": 0.6178574871353557, + "nauc_map_at_10_std": 0.11901125877163214, + "nauc_map_at_1_diff1": 0.7298757052276973, + "nauc_map_at_1_max": 0.5517009420175697, + "nauc_map_at_1_std": 0.02441622225109007, + "nauc_map_at_20_diff1": 0.7157038979681759, + "nauc_map_at_20_max": 0.6166842587172713, + "nauc_map_at_20_std": 0.12010686950122097, + "nauc_map_at_3_diff1": 0.7181539439354937, + "nauc_map_at_3_max": 0.5958808276460129, + "nauc_map_at_3_std": 0.09160124885054376, + "nauc_map_at_5_diff1": 0.7151057739154689, + "nauc_map_at_5_max": 0.602555833209665, + "nauc_map_at_5_std": 0.10170303609801332, + "nauc_mrr_at_1000_diff1": 0.7172367243912956, + "nauc_mrr_at_1000_max": 0.6288200749331758, + "nauc_mrr_at_1000_std": 0.13470880423802448, + "nauc_mrr_at_100_diff1": 0.7171571372558634, + "nauc_mrr_at_100_max": 0.6289067785807989, + "nauc_mrr_at_100_std": 0.13482838793746238, + "nauc_mrr_at_10_diff1": 0.7167879896009095, + "nauc_mrr_at_10_max": 0.6320298267486802, + "nauc_mrr_at_10_std": 0.13771607875697017, + "nauc_mrr_at_1_diff1": 0.7354256965559112, + "nauc_mrr_at_1_max": 0.6076993127746287, + "nauc_mrr_at_1_std": 0.09875443511666906, + "nauc_mrr_at_20_diff1": 0.7167803978394371, + "nauc_mrr_at_20_max": 0.6295916587091636, + "nauc_mrr_at_20_std": 0.13559724674245371, + "nauc_mrr_at_3_diff1": 0.7251193302909019, + "nauc_mrr_at_3_max": 0.6243102606274593, + "nauc_mrr_at_3_std": 0.1273676607894977, + "nauc_mrr_at_5_diff1": 0.7155483768417666, + "nauc_mrr_at_5_max": 0.6284108421193423, + "nauc_mrr_at_5_std": 0.13925945525774544, + "nauc_ndcg_at_1000_diff1": 0.711661648380586, + "nauc_ndcg_at_1000_max": 0.6321822696860959, + "nauc_ndcg_at_1000_std": 0.14555502111050103, + "nauc_ndcg_at_100_diff1": 0.7098160525805025, + "nauc_ndcg_at_100_max": 0.635602683385613, + "nauc_ndcg_at_100_std": 0.1518029982407244, + "nauc_ndcg_at_10_diff1": 0.7061508001052772, + "nauc_ndcg_at_10_max": 0.6460535482781081, + "nauc_ndcg_at_10_std": 0.1570463591726044, + "nauc_ndcg_at_1_diff1": 0.7354256965559112, + "nauc_ndcg_at_1_max": 0.6076993127746287, + "nauc_ndcg_at_1_std": 0.09875443511666906, + "nauc_ndcg_at_20_diff1": 0.7063448425592803, + "nauc_ndcg_at_20_max": 0.6399679551062193, + "nauc_ndcg_at_20_std": 0.1571749241968657, + "nauc_ndcg_at_3_diff1": 0.7142426707394427, + "nauc_ndcg_at_3_max": 0.6179996329352688, + "nauc_ndcg_at_3_std": 0.1261140026482089, + "nauc_ndcg_at_5_diff1": 0.7042775754711059, + "nauc_ndcg_at_5_max": 0.6210351567069337, + "nauc_ndcg_at_5_std": 0.13433985748105307, + "nauc_precision_at_1000_diff1": -0.14743011420972, + "nauc_precision_at_1000_max": 0.1928199576308016, + "nauc_precision_at_1000_std": 0.496140660398164, + "nauc_precision_at_100_diff1": -0.014541405706332784, + "nauc_precision_at_100_max": 0.28866249130132127, + "nauc_precision_at_100_std": 0.4799276270006959, + "nauc_precision_at_10_diff1": 0.18504789871467797, + "nauc_precision_at_10_max": 0.4665479227843833, + "nauc_precision_at_10_std": 0.4616569585519664, + "nauc_precision_at_1_diff1": 0.7354256965559112, + "nauc_precision_at_1_max": 0.6076993127746287, + "nauc_precision_at_1_std": 0.09875443511666906, + "nauc_precision_at_20_diff1": 0.11935134379477845, + "nauc_precision_at_20_max": 0.4061889950122569, + "nauc_precision_at_20_std": 0.485598454249067, + "nauc_precision_at_3_diff1": 0.47208774175826906, + "nauc_precision_at_3_max": 0.5619730123460422, + "nauc_precision_at_3_std": 0.3114175140162157, + "nauc_precision_at_5_diff1": 0.3447806559905637, + "nauc_precision_at_5_max": 0.5188948872657981, + "nauc_precision_at_5_std": 0.3762796957461928, + "nauc_recall_at_1000_diff1": 0.7957516339869238, + "nauc_recall_at_1000_max": 0.8611111111111035, + "nauc_recall_at_1000_std": 0.7957516339869238, + "nauc_recall_at_100_diff1": 0.6669584500466846, + "nauc_recall_at_100_max": 0.7786823062558369, + "nauc_recall_at_100_std": 0.44861694677871367, + "nauc_recall_at_10_diff1": 0.643547286030675, + "nauc_recall_at_10_max": 0.7506922809427844, + "nauc_recall_at_10_std": 0.29947653156915116, + "nauc_recall_at_1_diff1": 0.7298757052276973, + "nauc_recall_at_1_max": 0.5517009420175697, + "nauc_recall_at_1_std": 0.02441622225109007, + "nauc_recall_at_20_diff1": 0.6378332698729243, + "nauc_recall_at_20_max": 0.7381532199081234, + "nauc_recall_at_20_std": 0.3359324708196253, + "nauc_recall_at_3_diff1": 0.682223792184051, + "nauc_recall_at_3_max": 0.6137510216660764, + "nauc_recall_at_3_std": 0.13984923756556714, + "nauc_recall_at_5_diff1": 0.6455358156154846, + "nauc_recall_at_5_max": 0.6408276291427661, + "nauc_recall_at_5_std": 0.19976472037847165, + "ndcg_at_1": 0.60333, + "ndcg_at_10": 0.71838, + "ndcg_at_100": 0.74015, + "ndcg_at_1000": 0.74583, + "ndcg_at_20": 0.72806, + "ndcg_at_3": 0.67137, + "ndcg_at_5": 0.69526, + "precision_at_1": 0.60333, + "precision_at_10": 0.09633, + "precision_at_100": 0.01077, + "precision_at_1000": 0.00112, + "precision_at_20": 0.05033, + "precision_at_3": 0.26333, + "precision_at_5": 0.174, + "recall_at_1": 0.57094, + "recall_at_10": 0.84756, + "recall_at_100": 0.94667, + "recall_at_1000": 0.99333, + "recall_at_20": 0.88433, + "recall_at_3": 0.72106, + "recall_at_5": 0.78194 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.74745, + "map_at_1": 0.62138, + "map_at_10": 0.70847, + "map_at_100": 0.71366, + "map_at_1000": 0.71384, + "map_at_20": 0.71207, + "map_at_3": 0.68104, + "map_at_5": 0.69833, + "mrr_at_1": 0.6514215080346106, + "mrr_at_10": 0.7201213530323541, + "mrr_at_100": 0.7239875723362487, + "mrr_at_1000": 0.7241405336189468, + "mrr_at_20": 0.7225996357892936, + "mrr_at_3": 0.7016893283889575, + "mrr_at_5": 0.7128141738772145, + "nauc_map_at_1000_diff1": 0.6867164775572578, + "nauc_map_at_1000_max": 0.5503688052679424, + "nauc_map_at_1000_std": 0.05119625500043742, + "nauc_map_at_100_diff1": 0.6867410091930907, + "nauc_map_at_100_max": 0.5503284972427368, + "nauc_map_at_100_std": 0.05123403674745137, + "nauc_map_at_10_diff1": 0.6863201394398715, + "nauc_map_at_10_max": 0.5481613332899495, + "nauc_map_at_10_std": 0.04574654185960563, + "nauc_map_at_1_diff1": 0.7167086299369662, + "nauc_map_at_1_max": 0.46571128693171937, + "nauc_map_at_1_std": -0.058661248717920354, + "nauc_map_at_20_diff1": 0.6859901897739278, + "nauc_map_at_20_max": 0.5508288362543518, + "nauc_map_at_20_std": 0.051507638452703605, + "nauc_map_at_3_diff1": 0.694620211749894, + "nauc_map_at_3_max": 0.5266198235168262, + "nauc_map_at_3_std": 0.016379354433672794, + "nauc_map_at_5_diff1": 0.6878823007856847, + "nauc_map_at_5_max": 0.5406166417832537, + "nauc_map_at_5_std": 0.03229718817688193, + "nauc_mrr_at_1000_diff1": 0.6815913857829727, + "nauc_mrr_at_1000_max": 0.5647032570720181, + "nauc_mrr_at_1000_std": 0.08062139255438294, + "nauc_mrr_at_100_diff1": 0.6816298991265265, + "nauc_mrr_at_100_max": 0.5646710682940259, + "nauc_mrr_at_100_std": 0.08062678186590443, + "nauc_mrr_at_10_diff1": 0.6796681345016299, + "nauc_mrr_at_10_max": 0.5643226250118639, + "nauc_mrr_at_10_std": 0.08006985339946279, + "nauc_mrr_at_1_diff1": 0.7135546718450188, + "nauc_mrr_at_1_max": 0.5269439405066634, + "nauc_mrr_at_1_std": 0.01884575826518455, + "nauc_mrr_at_20_diff1": 0.6806049682454872, + "nauc_mrr_at_20_max": 0.5649882923295972, + "nauc_mrr_at_20_std": 0.0809322995225119, + "nauc_mrr_at_3_diff1": 0.686864898980777, + "nauc_mrr_at_3_max": 0.573523356277444, + "nauc_mrr_at_3_std": 0.08295982745793772, + "nauc_mrr_at_5_diff1": 0.6818286865381369, + "nauc_mrr_at_5_max": 0.566091968125858, + "nauc_mrr_at_5_std": 0.07693500800796232, + "nauc_ndcg_at_1000_diff1": 0.6742273944060098, + "nauc_ndcg_at_1000_max": 0.5666758299300241, + "nauc_ndcg_at_1000_std": 0.08496476039090248, + "nauc_ndcg_at_100_diff1": 0.6749930647898088, + "nauc_ndcg_at_100_max": 0.5678277504782755, + "nauc_ndcg_at_100_std": 0.0889220418785966, + "nauc_ndcg_at_10_diff1": 0.6672365029306105, + "nauc_ndcg_at_10_max": 0.5650727447483755, + "nauc_ndcg_at_10_std": 0.08020853932314109, + "nauc_ndcg_at_1_diff1": 0.7135546718450188, + "nauc_ndcg_at_1_max": 0.5269439405066634, + "nauc_ndcg_at_1_std": 0.01884575826518455, + "nauc_ndcg_at_20_diff1": 0.6673437003436491, + "nauc_ndcg_at_20_max": 0.5701742286920866, + "nauc_ndcg_at_20_std": 0.0922257190362148, + "nauc_ndcg_at_3_diff1": 0.6815775036827499, + "nauc_ndcg_at_3_max": 0.5541597475132483, + "nauc_ndcg_at_3_std": 0.05455728379428143, + "nauc_ndcg_at_5_diff1": 0.6721796738200013, + "nauc_ndcg_at_5_max": 0.5573715029840638, + "nauc_ndcg_at_5_std": 0.06013665475930647, + "nauc_precision_at_1000_diff1": -0.3020912882150966, + "nauc_precision_at_1000_max": 0.20111675693952888, + "nauc_precision_at_1000_std": 0.47512382166569933, + "nauc_precision_at_100_diff1": -0.16766639174066097, + "nauc_precision_at_100_max": 0.28597363670327625, + "nauc_precision_at_100_std": 0.4820175864781897, + "nauc_precision_at_10_diff1": 0.07424811256056366, + "nauc_precision_at_10_max": 0.42733459466035445, + "nauc_precision_at_10_std": 0.39421335601072877, + "nauc_precision_at_1_diff1": 0.7135546718450188, + "nauc_precision_at_1_max": 0.5269439405066634, + "nauc_precision_at_1_std": 0.01884575826518455, + "nauc_precision_at_20_diff1": -0.028655362671248397, + "nauc_precision_at_20_max": 0.3737517743022835, + "nauc_precision_at_20_std": 0.44481936166377084, + "nauc_precision_at_3_diff1": 0.4026629934725477, + "nauc_precision_at_3_max": 0.5578203327759598, + "nauc_precision_at_3_std": 0.2652274793576284, + "nauc_precision_at_5_diff1": 0.216487681603071, + "nauc_precision_at_5_max": 0.47978752936834723, + "nauc_precision_at_5_std": 0.3146162713863583, + "nauc_recall_at_1000_diff1": 0.20161556205566722, + "nauc_recall_at_1000_max": 0.7587204356093011, + "nauc_recall_at_1000_std": 0.7540397960954726, + "nauc_recall_at_100_diff1": 0.610185054312278, + "nauc_recall_at_100_max": 0.6537937780142454, + "nauc_recall_at_100_std": 0.3748987301685576, + "nauc_recall_at_10_diff1": 0.5765443677842431, + "nauc_recall_at_10_max": 0.5880628906918409, + "nauc_recall_at_10_std": 0.16266365279672926, + "nauc_recall_at_1_diff1": 0.7167086299369662, + "nauc_recall_at_1_max": 0.46571128693171937, + "nauc_recall_at_1_std": -0.058661248717920354, + "nauc_recall_at_20_diff1": 0.5550720206592354, + "nauc_recall_at_20_max": 0.6213776308916064, + "nauc_recall_at_20_std": 0.25365798138737794, + "nauc_recall_at_3_diff1": 0.6507590975518103, + "nauc_recall_at_3_max": 0.5608008698795802, + "nauc_recall_at_3_std": 0.06941590842835067, + "nauc_recall_at_5_diff1": 0.6168662120988588, + "nauc_recall_at_5_max": 0.5705305994152093, + "nauc_recall_at_5_std": 0.09224496211467244, + "ndcg_at_1": 0.65142, + "ndcg_at_10": 0.74745, + "ndcg_at_100": 0.77007, + "ndcg_at_1000": 0.77465, + "ndcg_at_20": 0.7586, + "ndcg_at_3": 0.70228, + "ndcg_at_5": 0.72686, + "precision_at_1": 0.65142, + "precision_at_10": 0.09666, + "precision_at_100": 0.01087, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05099, + "precision_at_3": 0.26947, + "precision_at_5": 0.17824, + "recall_at_1": 0.62138, + "recall_at_10": 0.85334, + "recall_at_100": 0.95674, + "recall_at_1000": 0.99258, + "recall_at_20": 0.89514, + "recall_at_3": 0.73745, + "recall_at_5": 0.79473 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/TRECCOVID-PL.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/TRECCOVID-PL.json new file mode 100644 index 000000000..176a231cc --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 82.82029604911804, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.22322, + "map_at_1": 0.00071, + "map_at_10": 0.0041, + "map_at_100": 0.0167, + "map_at_1000": 0.04657, + "map_at_20": 0.0069, + "map_at_3": 0.00183, + "map_at_5": 0.00249, + "mrr_at_1": 0.3, + "mrr_at_10": 0.3804047619047619, + "mrr_at_100": 0.3902975115355921, + "mrr_at_1000": 0.3912506401155466, + "mrr_at_20": 0.38571078714886764, + "mrr_at_3": 0.3433333333333334, + "mrr_at_5": 0.36733333333333335, + "nauc_map_at_1000_diff1": -0.16431479957493894, + "nauc_map_at_1000_max": 0.7916931110936856, + "nauc_map_at_1000_std": 0.8299817083619784, + "nauc_map_at_100_diff1": -0.12509118854468235, + "nauc_map_at_100_max": 0.6174938668643197, + "nauc_map_at_100_std": 0.6783942193800154, + "nauc_map_at_10_diff1": -0.09395768550824378, + "nauc_map_at_10_max": 0.4573548500859012, + "nauc_map_at_10_std": 0.44829595310945763, + "nauc_map_at_1_diff1": 0.029764399185716568, + "nauc_map_at_1_max": 0.45683940642217075, + "nauc_map_at_1_std": 0.4275431376699606, + "nauc_map_at_20_diff1": -0.10782189250186032, + "nauc_map_at_20_max": 0.47605024352824166, + "nauc_map_at_20_std": 0.519520693285565, + "nauc_map_at_3_diff1": -0.07021936394225747, + "nauc_map_at_3_max": 0.4904619354438283, + "nauc_map_at_3_std": 0.3703586662558048, + "nauc_map_at_5_diff1": -0.07602496944684968, + "nauc_map_at_5_max": 0.44197838572668635, + "nauc_map_at_5_std": 0.39023065694364745, + "nauc_mrr_at_1000_diff1": 0.046094027157903776, + "nauc_mrr_at_1000_max": 0.5330356347947662, + "nauc_mrr_at_1000_std": 0.5949206728689141, + "nauc_mrr_at_100_diff1": 0.04617737797003578, + "nauc_mrr_at_100_max": 0.5332672171882101, + "nauc_mrr_at_100_std": 0.595162453779133, + "nauc_mrr_at_10_diff1": 0.05618018542679186, + "nauc_mrr_at_10_max": 0.5303050899484717, + "nauc_mrr_at_10_std": 0.5943636430532163, + "nauc_mrr_at_1_diff1": 0.06277530063504926, + "nauc_mrr_at_1_max": 0.562302391568707, + "nauc_mrr_at_1_std": 0.627644912849615, + "nauc_mrr_at_20_diff1": 0.04722956661168218, + "nauc_mrr_at_20_max": 0.5342085201999596, + "nauc_mrr_at_20_std": 0.593991583017414, + "nauc_mrr_at_3_diff1": -0.0009082852368375297, + "nauc_mrr_at_3_max": 0.5289306484539309, + "nauc_mrr_at_3_std": 0.5844771407533479, + "nauc_mrr_at_5_diff1": 0.046873068649586444, + "nauc_mrr_at_5_max": 0.5351486878599814, + "nauc_mrr_at_5_std": 0.6014804315020316, + "nauc_ndcg_at_1000_diff1": -0.1550833750023983, + "nauc_ndcg_at_1000_max": 0.7384056521342021, + "nauc_ndcg_at_1000_std": 0.7920302489448409, + "nauc_ndcg_at_100_diff1": -0.10354535469932981, + "nauc_ndcg_at_100_max": 0.6877872834600495, + "nauc_ndcg_at_100_std": 0.7535471097774553, + "nauc_ndcg_at_10_diff1": -0.056762645708960384, + "nauc_ndcg_at_10_max": 0.568110328792121, + "nauc_ndcg_at_10_std": 0.6076412429237885, + "nauc_ndcg_at_1_diff1": -0.011095483669323438, + "nauc_ndcg_at_1_max": 0.49801815624600426, + "nauc_ndcg_at_1_std": 0.6025231215104633, + "nauc_ndcg_at_20_diff1": -0.06801222549608103, + "nauc_ndcg_at_20_max": 0.6111604852018684, + "nauc_ndcg_at_20_std": 0.6773231483448704, + "nauc_ndcg_at_3_diff1": -0.08809567318256441, + "nauc_ndcg_at_3_max": 0.5223794964270069, + "nauc_ndcg_at_3_std": 0.5440701754791153, + "nauc_ndcg_at_5_diff1": -0.06796261176418643, + "nauc_ndcg_at_5_max": 0.5349042032707381, + "nauc_ndcg_at_5_std": 0.5913126898859855, + "nauc_precision_at_1000_diff1": -0.19608137466204845, + "nauc_precision_at_1000_max": 0.8019751122282613, + "nauc_precision_at_1000_std": 0.835591005102947, + "nauc_precision_at_100_diff1": -0.13221370597878118, + "nauc_precision_at_100_max": 0.7284080409803191, + "nauc_precision_at_100_std": 0.7944726186920144, + "nauc_precision_at_10_diff1": -0.05644244195252557, + "nauc_precision_at_10_max": 0.6150585153089871, + "nauc_precision_at_10_std": 0.628042724092761, + "nauc_precision_at_1_diff1": 0.06277530063504926, + "nauc_precision_at_1_max": 0.562302391568707, + "nauc_precision_at_1_std": 0.627644912849615, + "nauc_precision_at_20_diff1": -0.07489410051205407, + "nauc_precision_at_20_max": 0.6552518901771791, + "nauc_precision_at_20_std": 0.7089374973787255, + "nauc_precision_at_3_diff1": -0.09675351109301854, + "nauc_precision_at_3_max": 0.5733767555465096, + "nauc_precision_at_3_std": 0.5344087115815187, + "nauc_precision_at_5_diff1": -0.05926641060724977, + "nauc_precision_at_5_max": 0.5789674739715372, + "nauc_precision_at_5_std": 0.6003111608104075, + "nauc_recall_at_1000_diff1": -0.18223961371120628, + "nauc_recall_at_1000_max": 0.7651191582454661, + "nauc_recall_at_1000_std": 0.811450476455213, + "nauc_recall_at_100_diff1": -0.10490628755661395, + "nauc_recall_at_100_max": 0.6098849078329679, + "nauc_recall_at_100_std": 0.6944585592330866, + "nauc_recall_at_10_diff1": -0.05300782798094685, + "nauc_recall_at_10_max": 0.44840830848432095, + "nauc_recall_at_10_std": 0.463779250505771, + "nauc_recall_at_1_diff1": 0.029764399185716568, + "nauc_recall_at_1_max": 0.45683940642217075, + "nauc_recall_at_1_std": 0.4275431376699606, + "nauc_recall_at_20_diff1": -0.06634083765856831, + "nauc_recall_at_20_max": 0.4894504414813211, + "nauc_recall_at_20_std": 0.5545898411202758, + "nauc_recall_at_3_diff1": -0.0846781799700533, + "nauc_recall_at_3_max": 0.48627911949812785, + "nauc_recall_at_3_std": 0.3636158155444402, + "nauc_recall_at_5_diff1": -0.040829407671212445, + "nauc_recall_at_5_max": 0.45716265154848496, + "nauc_recall_at_5_std": 0.41642476944353934, + "ndcg_at_1": 0.27, + "ndcg_at_10": 0.22322, + "ndcg_at_100": 0.1498, + "ndcg_at_1000": 0.13838, + "ndcg_at_20": 0.20695, + "ndcg_at_3": 0.25235, + "ndcg_at_5": 0.23783, + "precision_at_1": 0.3, + "precision_at_10": 0.236, + "precision_at_100": 0.15, + "precision_at_1000": 0.07008, + "precision_at_20": 0.22, + "precision_at_3": 0.26667, + "precision_at_5": 0.244, + "recall_at_1": 0.00071, + "recall_at_10": 0.00523, + "recall_at_100": 0.03005, + "recall_at_1000": 0.13038, + "recall_at_20": 0.00965, + "recall_at_3": 0.00195, + "recall_at_5": 0.00288 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/TRECCOVID.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/TRECCOVID.json new file mode 100644 index 000000000..3dc5a1772 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 73.21346926689148, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.84634, + "map_at_1": 0.00257, + "map_at_10": 0.02197, + "map_at_100": 0.13296, + "map_at_1000": 0.315, + "map_at_20": 0.04036, + "map_at_3": 0.00727, + "map_at_5": 0.01148, + "mrr_at_1": 0.94, + "mrr_at_10": 0.97, + "mrr_at_100": 0.97, + "mrr_at_1000": 0.97, + "mrr_at_20": 0.97, + "mrr_at_3": 0.97, + "mrr_at_5": 0.97, + "nauc_map_at_1000_diff1": -0.3095074498050417, + "nauc_map_at_1000_max": 0.5324279166403038, + "nauc_map_at_1000_std": 0.7884184313627154, + "nauc_map_at_100_diff1": -0.16214710772224816, + "nauc_map_at_100_max": 0.19638068832968858, + "nauc_map_at_100_std": 0.4787162243768257, + "nauc_map_at_10_diff1": 0.20714542352413168, + "nauc_map_at_10_max": -0.08568869943803067, + "nauc_map_at_10_std": -0.0555041853127987, + "nauc_map_at_1_diff1": 0.2751550777018975, + "nauc_map_at_1_max": -0.23400451210297993, + "nauc_map_at_1_std": -0.21152006353733852, + "nauc_map_at_20_diff1": 0.0915632227830496, + "nauc_map_at_20_max": -0.01630649460633291, + "nauc_map_at_20_std": 0.055159679515802834, + "nauc_map_at_3_diff1": 0.3197416566338953, + "nauc_map_at_3_max": -0.13743012320829623, + "nauc_map_at_3_std": -0.15250540860171327, + "nauc_map_at_5_diff1": 0.22773773120268143, + "nauc_map_at_5_max": -0.08740186397794536, + "nauc_map_at_5_std": -0.0850839271103638, + "nauc_mrr_at_1000_diff1": -0.06022408963585525, + "nauc_mrr_at_1000_max": 0.044817927170871553, + "nauc_mrr_at_1000_std": 0.516962340491753, + "nauc_mrr_at_100_diff1": -0.06022408963585525, + "nauc_mrr_at_100_max": 0.044817927170871553, + "nauc_mrr_at_100_std": 0.516962340491753, + "nauc_mrr_at_10_diff1": -0.06022408963585525, + "nauc_mrr_at_10_max": 0.044817927170871553, + "nauc_mrr_at_10_std": 0.516962340491753, + "nauc_mrr_at_1_diff1": -0.06022408963585076, + "nauc_mrr_at_1_max": 0.044817927170871456, + "nauc_mrr_at_1_std": 0.5169623404917518, + "nauc_mrr_at_20_diff1": -0.06022408963585525, + "nauc_mrr_at_20_max": 0.044817927170871553, + "nauc_mrr_at_20_std": 0.516962340491753, + "nauc_mrr_at_3_diff1": -0.06022408963585525, + "nauc_mrr_at_3_max": 0.044817927170871553, + "nauc_mrr_at_3_std": 0.516962340491753, + "nauc_mrr_at_5_diff1": -0.06022408963585525, + "nauc_mrr_at_5_max": 0.044817927170871553, + "nauc_mrr_at_5_std": 0.516962340491753, + "nauc_ndcg_at_1000_diff1": -0.21684959521471076, + "nauc_ndcg_at_1000_max": 0.5300237710012942, + "nauc_ndcg_at_1000_std": 0.7535574897598102, + "nauc_ndcg_at_100_diff1": -0.40390544630399805, + "nauc_ndcg_at_100_max": 0.495036015133819, + "nauc_ndcg_at_100_std": 0.81336435630231, + "nauc_ndcg_at_10_diff1": -0.21304398527370522, + "nauc_ndcg_at_10_max": 0.44504190481637307, + "nauc_ndcg_at_10_std": 0.617004379769825, + "nauc_ndcg_at_1_diff1": 0.17344614383338622, + "nauc_ndcg_at_1_max": -0.1010413276928088, + "nauc_ndcg_at_1_std": 0.2244956068987974, + "nauc_ndcg_at_20_diff1": -0.32856040781661094, + "nauc_ndcg_at_20_max": 0.5261571209003714, + "nauc_ndcg_at_20_std": 0.6945408273374485, + "nauc_ndcg_at_3_diff1": 0.013196165591020029, + "nauc_ndcg_at_3_max": 0.3644247544122055, + "nauc_ndcg_at_3_std": 0.48324035849572516, + "nauc_ndcg_at_5_diff1": -0.1847516279081747, + "nauc_ndcg_at_5_max": 0.49447989212471566, + "nauc_ndcg_at_5_std": 0.5901651306642874, + "nauc_precision_at_1000_diff1": -0.33328370180155953, + "nauc_precision_at_1000_max": 0.5260235079828037, + "nauc_precision_at_1000_std": 0.5334312708149038, + "nauc_precision_at_100_diff1": -0.45908241702587366, + "nauc_precision_at_100_max": 0.48464823922658823, + "nauc_precision_at_100_std": 0.8229187534467045, + "nauc_precision_at_10_diff1": -0.26348119709514656, + "nauc_precision_at_10_max": 0.5375179240482902, + "nauc_precision_at_10_std": 0.6862482075951692, + "nauc_precision_at_1_diff1": -0.06022408963585076, + "nauc_precision_at_1_max": 0.044817927170871456, + "nauc_precision_at_1_std": 0.5169623404917518, + "nauc_precision_at_20_diff1": -0.4278995900377968, + "nauc_precision_at_20_max": 0.5651569059549164, + "nauc_precision_at_20_std": 0.7627841317131822, + "nauc_precision_at_3_diff1": -0.11834952321539789, + "nauc_precision_at_3_max": 0.5866232956064534, + "nauc_precision_at_3_std": 0.6465110061491833, + "nauc_precision_at_5_diff1": -0.40863579474343087, + "nauc_precision_at_5_max": 0.686149353358365, + "nauc_precision_at_5_std": 0.7355652899457661, + "nauc_recall_at_1000_diff1": -0.15556208635522528, + "nauc_recall_at_1000_max": 0.48129252514794185, + "nauc_recall_at_1000_std": 0.649661339486008, + "nauc_recall_at_100_diff1": -0.07200182568343869, + "nauc_recall_at_100_max": 0.08034624421301431, + "nauc_recall_at_100_std": 0.33473453035573425, + "nauc_recall_at_10_diff1": 0.24828075525182866, + "nauc_recall_at_10_max": -0.1412020970719161, + "nauc_recall_at_10_std": -0.11682919429751304, + "nauc_recall_at_1_diff1": 0.2751550777018975, + "nauc_recall_at_1_max": -0.23400451210297993, + "nauc_recall_at_1_std": -0.21152006353733852, + "nauc_recall_at_20_diff1": 0.14544072545229839, + "nauc_recall_at_20_max": -0.09217345254448206, + "nauc_recall_at_20_std": -0.03531909633158468, + "nauc_recall_at_3_diff1": 0.31774633069147334, + "nauc_recall_at_3_max": -0.15815466787589996, + "nauc_recall_at_3_std": -0.17427366817808465, + "nauc_recall_at_5_diff1": 0.22841365914502065, + "nauc_recall_at_5_max": -0.12947090597010413, + "nauc_recall_at_5_std": -0.12914478822476808, + "ndcg_at_1": 0.88, + "ndcg_at_10": 0.84634, + "ndcg_at_100": 0.64444, + "ndcg_at_1000": 0.5641, + "ndcg_at_20": 0.80804, + "ndcg_at_3": 0.88346, + "ndcg_at_5": 0.86688, + "precision_at_1": 0.94, + "precision_at_10": 0.88, + "precision_at_100": 0.661, + "precision_at_1000": 0.25016, + "precision_at_20": 0.85, + "precision_at_3": 0.92667, + "precision_at_5": 0.9, + "recall_at_1": 0.00257, + "recall_at_10": 0.02333, + "recall_at_100": 0.15888, + "recall_at_1000": 0.52514, + "recall_at_20": 0.0438, + "recall_at_3": 0.00744, + "recall_at_5": 0.01196 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/model_meta.json b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/model_meta.json new file mode 100644 index 000000000..e96a067f5 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v1.5/97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47/model_meta.json @@ -0,0 +1 @@ +{"name": "Snowflake/snowflake-arctic-embed-m-v1.5", "revision": "97eab2e17fcb7ccb8bb94d6e547898fa1a6a0f47", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CMedQAv2-reranking.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CMedQAv2-reranking.json new file mode 100644 index 000000000..6b9d4eec7 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 16.904154300689697, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.2130574327349596, + "map": 0.2130574327349596, + "mrr": 0.24068452380952382, + "nAUC_map_diff1": 0.21724548146523676, + "nAUC_map_max": 0.2899965547722165, + "nAUC_map_std": 0.12712665502722312, + "nAUC_mrr_diff1": 0.23231335432963568, + "nAUC_mrr_max": 0.2995441270851302, + "nAUC_mrr_std": 0.13155387732886442 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CUREv1.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CUREv1.json new file mode 100644 index 000000000..8922186fc --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 447.9140875339508, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51527, + "map_at_1": 0.09056, + "map_at_10": 0.24454, + "map_at_100": 0.37003, + "map_at_1000": 0.40791, + "map_at_20": 0.2896, + "map_at_3": 0.15937, + "map_at_5": 0.19523, + "mrr_at_1": 0.709, + "mrr_at_10": 0.7986922619047617, + "mrr_at_100": 0.8003360621180351, + "mrr_at_1000": 0.8003604880044936, + "mrr_at_20": 0.7998303895429473, + "mrr_at_3": 0.7820833333333328, + "mrr_at_5": 0.7934583333333333, + "nauc_map_at_1000_diff1": 0.174983929372346, + "nauc_map_at_1000_max": 0.3372784033763356, + "nauc_map_at_1000_std": 0.2632202384898521, + "nauc_map_at_100_diff1": 0.20321046173035448, + "nauc_map_at_100_max": 0.31356743327588665, + "nauc_map_at_100_std": 0.22344957947712266, + "nauc_map_at_10_diff1": 0.24280821120578328, + "nauc_map_at_10_max": 0.20993173335480314, + "nauc_map_at_10_std": 0.054890638107740815, + "nauc_map_at_1_diff1": 0.4030451373964919, + "nauc_map_at_1_max": 0.08480950047880807, + "nauc_map_at_1_std": -0.06991238542373793, + "nauc_map_at_20_diff1": 0.22822754568655843, + "nauc_map_at_20_max": 0.24679932193215523, + "nauc_map_at_20_std": 0.09738968112000804, + "nauc_map_at_3_diff1": 0.31271591999646975, + "nauc_map_at_3_max": 0.145710608008453, + "nauc_map_at_3_std": -0.01712701636462303, + "nauc_map_at_5_diff1": 0.2732658009028009, + "nauc_map_at_5_max": 0.16467158515880242, + "nauc_map_at_5_std": 0.010386579197518385, + "nauc_mrr_at_1000_diff1": 0.31295193548676686, + "nauc_mrr_at_1000_max": 0.4507681307912817, + "nauc_mrr_at_1000_std": 0.24874543402048852, + "nauc_mrr_at_100_diff1": 0.31290359332908263, + "nauc_mrr_at_100_max": 0.45078372465996575, + "nauc_mrr_at_100_std": 0.24879795773742883, + "nauc_mrr_at_10_diff1": 0.313103292643239, + "nauc_mrr_at_10_max": 0.4535325966658041, + "nauc_mrr_at_10_std": 0.2519136136215577, + "nauc_mrr_at_1_diff1": 0.3248123996400437, + "nauc_mrr_at_1_max": 0.404831506143092, + "nauc_mrr_at_1_std": 0.20373371373875845, + "nauc_mrr_at_20_diff1": 0.31260635024592054, + "nauc_mrr_at_20_max": 0.45127156736814067, + "nauc_mrr_at_20_std": 0.2495934490675597, + "nauc_mrr_at_3_diff1": 0.30993216958002406, + "nauc_mrr_at_3_max": 0.4565972732727491, + "nauc_mrr_at_3_std": 0.24831874336895027, + "nauc_mrr_at_5_diff1": 0.313269705654657, + "nauc_mrr_at_5_max": 0.4523690184312369, + "nauc_mrr_at_5_std": 0.24853603804481686, + "nauc_ndcg_at_1000_diff1": 0.22857406850965883, + "nauc_ndcg_at_1000_max": 0.45135956702840396, + "nauc_ndcg_at_1000_std": 0.3540078015901962, + "nauc_ndcg_at_100_diff1": 0.2457713160091121, + "nauc_ndcg_at_100_max": 0.40018058983798094, + "nauc_ndcg_at_100_std": 0.2886940318666403, + "nauc_ndcg_at_10_diff1": 0.2189561632518996, + "nauc_ndcg_at_10_max": 0.3639544586146438, + "nauc_ndcg_at_10_std": 0.19657140367254372, + "nauc_ndcg_at_1_diff1": 0.35391540346044886, + "nauc_ndcg_at_1_max": 0.3323414031455055, + "nauc_ndcg_at_1_std": 0.1379467006610337, + "nauc_ndcg_at_20_diff1": 0.22435442371802503, + "nauc_ndcg_at_20_max": 0.3665710878425239, + "nauc_ndcg_at_20_std": 0.20363537543921675, + "nauc_ndcg_at_3_diff1": 0.23190724332284374, + "nauc_ndcg_at_3_max": 0.3659648882835074, + "nauc_ndcg_at_3_std": 0.18151154030399674, + "nauc_ndcg_at_5_diff1": 0.2136416672587754, + "nauc_ndcg_at_5_max": 0.364893620375875, + "nauc_ndcg_at_5_std": 0.1809655671139538, + "nauc_precision_at_1000_diff1": -0.19987061850585253, + "nauc_precision_at_1000_max": 0.02840877422360188, + "nauc_precision_at_1000_std": 0.027194721359581207, + "nauc_precision_at_100_diff1": -0.16689549081159571, + "nauc_precision_at_100_max": 0.11904928183756032, + "nauc_precision_at_100_std": 0.2137058509351774, + "nauc_precision_at_10_diff1": -0.11709574193553857, + "nauc_precision_at_10_max": 0.2820302602911091, + "nauc_precision_at_10_std": 0.27162542420956504, + "nauc_precision_at_1_diff1": 0.3248123996400437, + "nauc_precision_at_1_max": 0.404831506143092, + "nauc_precision_at_1_std": 0.20373371373875845, + "nauc_precision_at_20_diff1": -0.14499163147260033, + "nauc_precision_at_20_max": 0.2213895513370856, + "nauc_precision_at_20_std": 0.25016670569088784, + "nauc_precision_at_3_diff1": 0.006958078343364517, + "nauc_precision_at_3_max": 0.3457362335431489, + "nauc_precision_at_3_std": 0.2392997259329937, + "nauc_precision_at_5_diff1": -0.06843026194104451, + "nauc_precision_at_5_max": 0.3144726580796026, + "nauc_precision_at_5_std": 0.2444265873880178, + "nauc_recall_at_1000_diff1": 0.19250236477742932, + "nauc_recall_at_1000_max": 0.40071916576233535, + "nauc_recall_at_1000_std": 0.6211498874704338, + "nauc_recall_at_100_diff1": 0.17657512928469293, + "nauc_recall_at_100_max": 0.224511073040703, + "nauc_recall_at_100_std": 0.24996410368713068, + "nauc_recall_at_10_diff1": 0.19405674682346427, + "nauc_recall_at_10_max": 0.1388791370763925, + "nauc_recall_at_10_std": 0.030705084207347088, + "nauc_recall_at_1_diff1": 0.4030451373964919, + "nauc_recall_at_1_max": 0.08480950047880807, + "nauc_recall_at_1_std": -0.06991238542373793, + "nauc_recall_at_20_diff1": 0.18146080372239728, + "nauc_recall_at_20_max": 0.15862385235694415, + "nauc_recall_at_20_std": 0.0646795613679765, + "nauc_recall_at_3_diff1": 0.28559877931990296, + "nauc_recall_at_3_max": 0.11570313040127288, + "nauc_recall_at_3_std": -0.02889503169844889, + "nauc_recall_at_5_diff1": 0.23362429292213452, + "nauc_recall_at_5_max": 0.10911010244047258, + "nauc_recall_at_5_std": -0.012998525896182748, + "ndcg_at_1": 0.59125, + "ndcg_at_10": 0.51527, + "ndcg_at_100": 0.58934, + "ndcg_at_1000": 0.67252, + "ndcg_at_20": 0.5224, + "ndcg_at_3": 0.53944, + "ndcg_at_5": 0.52185, + "precision_at_1": 0.709, + "precision_at_10": 0.4318, + "precision_at_100": 0.16834, + "precision_at_1000": 0.03377, + "precision_at_20": 0.34468, + "precision_at_3": 0.58683, + "precision_at_5": 0.5192, + "recall_at_1": 0.09056, + "recall_at_10": 0.31974, + "recall_at_100": 0.6903, + "recall_at_1000": 0.93913, + "recall_at_20": 0.42259, + "recall_at_3": 0.17486, + "recall_at_5": 0.22933 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.14418, + "map_at_1": 0.02217, + "map_at_10": 0.06618, + "map_at_100": 0.10123, + "map_at_1000": 0.11653, + "map_at_20": 0.07849, + "map_at_3": 0.04253, + "map_at_5": 0.05272, + "mrr_at_1": 0.166, + "mrr_at_10": 0.2573930555555553, + "mrr_at_100": 0.2681239265153267, + "mrr_at_1000": 0.26882998588148005, + "mrr_at_20": 0.26424745594532645, + "mrr_at_3": 0.2282499999999996, + "mrr_at_5": 0.24419999999999936, + "nauc_map_at_1000_diff1": 0.09379968053176083, + "nauc_map_at_1000_max": 0.4426958716582593, + "nauc_map_at_1000_std": 0.5406983850360673, + "nauc_map_at_100_diff1": 0.09816772851072623, + "nauc_map_at_100_max": 0.4147207185520868, + "nauc_map_at_100_std": 0.5178543337988633, + "nauc_map_at_10_diff1": 0.1241790369734768, + "nauc_map_at_10_max": 0.3568301724080481, + "nauc_map_at_10_std": 0.4151002385118882, + "nauc_map_at_1_diff1": 0.20772045757113267, + "nauc_map_at_1_max": 0.27780539712368674, + "nauc_map_at_1_std": 0.2758989354394681, + "nauc_map_at_20_diff1": 0.10880825370910693, + "nauc_map_at_20_max": 0.37856617139108206, + "nauc_map_at_20_std": 0.44859993993256575, + "nauc_map_at_3_diff1": 0.15405068939467462, + "nauc_map_at_3_max": 0.2986781561265663, + "nauc_map_at_3_std": 0.32557096734421925, + "nauc_map_at_5_diff1": 0.127272152893454, + "nauc_map_at_5_max": 0.32495853532482544, + "nauc_map_at_5_std": 0.36672732831199867, + "nauc_mrr_at_1000_diff1": 0.05803126867160748, + "nauc_mrr_at_1000_max": 0.377616979623724, + "nauc_mrr_at_1000_std": 0.42752613305017384, + "nauc_mrr_at_100_diff1": 0.05776445976604582, + "nauc_mrr_at_100_max": 0.37778558292846104, + "nauc_mrr_at_100_std": 0.4277737913756923, + "nauc_mrr_at_10_diff1": 0.05972945827719622, + "nauc_mrr_at_10_max": 0.37522571881148664, + "nauc_mrr_at_10_std": 0.42452350228765745, + "nauc_mrr_at_1_diff1": 0.07740484984743846, + "nauc_mrr_at_1_max": 0.3451734942728778, + "nauc_mrr_at_1_std": 0.395131292458573, + "nauc_mrr_at_20_diff1": 0.05800575175890465, + "nauc_mrr_at_20_max": 0.3758511868764884, + "nauc_mrr_at_20_std": 0.4266716172204742, + "nauc_mrr_at_3_diff1": 0.05936425635703249, + "nauc_mrr_at_3_max": 0.35714422840262544, + "nauc_mrr_at_3_std": 0.41193891762135165, + "nauc_mrr_at_5_diff1": 0.053417943365098176, + "nauc_mrr_at_5_max": 0.3679093953649836, + "nauc_mrr_at_5_std": 0.4185860431725191, + "nauc_ndcg_at_1000_diff1": 0.08139221428476684, + "nauc_ndcg_at_1000_max": 0.486464212628047, + "nauc_ndcg_at_1000_std": 0.5904814442315364, + "nauc_ndcg_at_100_diff1": 0.07491667700588964, + "nauc_ndcg_at_100_max": 0.43564107372713123, + "nauc_ndcg_at_100_std": 0.5536324198225013, + "nauc_ndcg_at_10_diff1": 0.08565342253956872, + "nauc_ndcg_at_10_max": 0.39835854707264795, + "nauc_ndcg_at_10_std": 0.46442961682994716, + "nauc_ndcg_at_1_diff1": 0.082329353398538, + "nauc_ndcg_at_1_max": 0.3282846457042373, + "nauc_ndcg_at_1_std": 0.3826159135017908, + "nauc_ndcg_at_20_diff1": 0.07681855882218883, + "nauc_ndcg_at_20_max": 0.40965217206469334, + "nauc_ndcg_at_20_std": 0.48477995896972553, + "nauc_ndcg_at_3_diff1": 0.07757580870695167, + "nauc_ndcg_at_3_max": 0.3526451338789929, + "nauc_ndcg_at_3_std": 0.4175582181809897, + "nauc_ndcg_at_5_diff1": 0.06852610398488694, + "nauc_ndcg_at_5_max": 0.3776302486437859, + "nauc_ndcg_at_5_std": 0.4363521103383615, + "nauc_precision_at_1000_diff1": -0.02243140132612035, + "nauc_precision_at_1000_max": 0.38878582671242506, + "nauc_precision_at_1000_std": 0.23119594367818638, + "nauc_precision_at_100_diff1": 0.007347158423540051, + "nauc_precision_at_100_max": 0.4332895716862108, + "nauc_precision_at_100_std": 0.4622700467840315, + "nauc_precision_at_10_diff1": 0.04410036378917805, + "nauc_precision_at_10_max": 0.44525060164426455, + "nauc_precision_at_10_std": 0.5014886043660215, + "nauc_precision_at_1_diff1": 0.07740484984743846, + "nauc_precision_at_1_max": 0.3451734942728778, + "nauc_precision_at_1_std": 0.395131292458573, + "nauc_precision_at_20_diff1": 0.01689239348025348, + "nauc_precision_at_20_max": 0.45414259718794686, + "nauc_precision_at_20_std": 0.4985898181349702, + "nauc_precision_at_3_diff1": 0.049186640468583495, + "nauc_precision_at_3_max": 0.3777809835762471, + "nauc_precision_at_3_std": 0.44791751704198735, + "nauc_precision_at_5_diff1": 0.021816164746793133, + "nauc_precision_at_5_max": 0.40911515012822636, + "nauc_precision_at_5_std": 0.46833265758426773, + "nauc_recall_at_1000_diff1": 0.08970032054614899, + "nauc_recall_at_1000_max": 0.4708318555568623, + "nauc_recall_at_1000_std": 0.6585498462049851, + "nauc_recall_at_100_diff1": 0.0722862556869909, + "nauc_recall_at_100_max": 0.3563436703209854, + "nauc_recall_at_100_std": 0.5446154622972393, + "nauc_recall_at_10_diff1": 0.10817887486756096, + "nauc_recall_at_10_max": 0.30057697519213455, + "nauc_recall_at_10_std": 0.39478315513661855, + "nauc_recall_at_1_diff1": 0.20772045757113267, + "nauc_recall_at_1_max": 0.27780539712368674, + "nauc_recall_at_1_std": 0.2758989354394681, + "nauc_recall_at_20_diff1": 0.08243850376728264, + "nauc_recall_at_20_max": 0.3030390085153627, + "nauc_recall_at_20_std": 0.42357585144635057, + "nauc_recall_at_3_diff1": 0.13581820458862912, + "nauc_recall_at_3_max": 0.26302897595628744, + "nauc_recall_at_3_std": 0.31263871509607144, + "nauc_recall_at_5_diff1": 0.0961758821042617, + "nauc_recall_at_5_max": 0.2873730356858468, + "nauc_recall_at_5_std": 0.35744527464017956, + "ndcg_at_1": 0.123, + "ndcg_at_10": 0.14418, + "ndcg_at_100": 0.20717, + "ndcg_at_1000": 0.29312, + "ndcg_at_20": 0.15805, + "ndcg_at_3": 0.13221, + "ndcg_at_5": 0.13551, + "precision_at_1": 0.166, + "precision_at_10": 0.1289, + "precision_at_100": 0.06155, + "precision_at_1000": 0.01791, + "precision_at_20": 0.10793, + "precision_at_3": 0.1595, + "precision_at_5": 0.149, + "recall_at_1": 0.02217, + "recall_at_10": 0.11134, + "recall_at_100": 0.30844, + "recall_at_1000": 0.58702, + "recall_at_20": 0.15907, + "recall_at_3": 0.05347, + "recall_at_5": 0.0736 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.19343, + "map_at_1": 0.03265, + "map_at_10": 0.09002, + "map_at_100": 0.13657, + "map_at_1000": 0.15446, + "map_at_20": 0.10705, + "map_at_3": 0.05794, + "map_at_5": 0.07147, + "mrr_at_1": 0.242, + "mrr_at_10": 0.3409789682539687, + "mrr_at_100": 0.35008246296595363, + "mrr_at_1000": 0.35058105503032727, + "mrr_at_20": 0.3463980816311314, + "mrr_at_3": 0.31091666666666673, + "mrr_at_5": 0.3283916666666669, + "nauc_map_at_1000_diff1": 0.17630159946917762, + "nauc_map_at_1000_max": 0.4666089602846441, + "nauc_map_at_1000_std": 0.5204462928620919, + "nauc_map_at_100_diff1": 0.18909500424103604, + "nauc_map_at_100_max": 0.4385978236440166, + "nauc_map_at_100_std": 0.4899384381198077, + "nauc_map_at_10_diff1": 0.2238254250023569, + "nauc_map_at_10_max": 0.3568417858617246, + "nauc_map_at_10_std": 0.35683009790459924, + "nauc_map_at_1_diff1": 0.3042056427780621, + "nauc_map_at_1_max": 0.27794007984973956, + "nauc_map_at_1_std": 0.23472995389258458, + "nauc_map_at_20_diff1": 0.21078191890975234, + "nauc_map_at_20_max": 0.3844539484187636, + "nauc_map_at_20_std": 0.40225448482887877, + "nauc_map_at_3_diff1": 0.2821752766782919, + "nauc_map_at_3_max": 0.3196441333151645, + "nauc_map_at_3_std": 0.2777698722481472, + "nauc_map_at_5_diff1": 0.24923903048049903, + "nauc_map_at_5_max": 0.33205940162629116, + "nauc_map_at_5_std": 0.311260912385518, + "nauc_mrr_at_1000_diff1": 0.172062222763027, + "nauc_mrr_at_1000_max": 0.4101030113519756, + "nauc_mrr_at_1000_std": 0.42443656055513435, + "nauc_mrr_at_100_diff1": 0.17177544063813932, + "nauc_mrr_at_100_max": 0.4102125625834131, + "nauc_mrr_at_100_std": 0.42474658745683674, + "nauc_mrr_at_10_diff1": 0.1721112062569875, + "nauc_mrr_at_10_max": 0.4084644808164672, + "nauc_mrr_at_10_std": 0.42171304922542796, + "nauc_mrr_at_1_diff1": 0.19383325324506734, + "nauc_mrr_at_1_max": 0.37378039498935967, + "nauc_mrr_at_1_std": 0.37012195303942447, + "nauc_mrr_at_20_diff1": 0.17195402963304213, + "nauc_mrr_at_20_max": 0.4099163136036553, + "nauc_mrr_at_20_std": 0.42409321886351614, + "nauc_mrr_at_3_diff1": 0.17768733664462755, + "nauc_mrr_at_3_max": 0.3950289131265258, + "nauc_mrr_at_3_std": 0.4078041413449312, + "nauc_mrr_at_5_diff1": 0.17434337132326283, + "nauc_mrr_at_5_max": 0.4026351749951015, + "nauc_mrr_at_5_std": 0.41828125410995126, + "nauc_ndcg_at_1000_diff1": 0.15412898213382928, + "nauc_ndcg_at_1000_max": 0.5397863876730302, + "nauc_ndcg_at_1000_std": 0.609014113167283, + "nauc_ndcg_at_100_diff1": 0.17098963742328, + "nauc_ndcg_at_100_max": 0.49463016953763445, + "nauc_ndcg_at_100_std": 0.5632230666965979, + "nauc_ndcg_at_10_diff1": 0.18439298373194082, + "nauc_ndcg_at_10_max": 0.4412110719382031, + "nauc_ndcg_at_10_std": 0.44700238951474874, + "nauc_ndcg_at_1_diff1": 0.19380044284515402, + "nauc_ndcg_at_1_max": 0.3620669346104435, + "nauc_ndcg_at_1_std": 0.337094904622374, + "nauc_ndcg_at_20_diff1": 0.18458112798455997, + "nauc_ndcg_at_20_max": 0.4530101048052613, + "nauc_ndcg_at_20_std": 0.48000549416063787, + "nauc_ndcg_at_3_diff1": 0.1979803915355256, + "nauc_ndcg_at_3_max": 0.4085658100010654, + "nauc_ndcg_at_3_std": 0.3913420433366651, + "nauc_ndcg_at_5_diff1": 0.1881189468614618, + "nauc_ndcg_at_5_max": 0.42486661209094484, + "nauc_ndcg_at_5_std": 0.414037040479199, + "nauc_precision_at_1000_diff1": -0.0386218497577461, + "nauc_precision_at_1000_max": 0.3222769845382798, + "nauc_precision_at_1000_std": 0.19269631552584895, + "nauc_precision_at_100_diff1": 0.003972586444233546, + "nauc_precision_at_100_max": 0.41952150746935934, + "nauc_precision_at_100_std": 0.44982750634640656, + "nauc_precision_at_10_diff1": 0.07738599645146305, + "nauc_precision_at_10_max": 0.4574946177323389, + "nauc_precision_at_10_std": 0.4812989863684774, + "nauc_precision_at_1_diff1": 0.19383325324506734, + "nauc_precision_at_1_max": 0.37378039498935967, + "nauc_precision_at_1_std": 0.37012195303942447, + "nauc_precision_at_20_diff1": 0.059046810472180626, + "nauc_precision_at_20_max": 0.4604489532963045, + "nauc_precision_at_20_std": 0.49261971838322, + "nauc_precision_at_3_diff1": 0.148303532387109, + "nauc_precision_at_3_max": 0.4162357637545838, + "nauc_precision_at_3_std": 0.422129091049048, + "nauc_precision_at_5_diff1": 0.11119923526784399, + "nauc_precision_at_5_max": 0.4371617030186138, + "nauc_precision_at_5_std": 0.45407399807410875, + "nauc_recall_at_1000_diff1": 0.1292681279065561, + "nauc_recall_at_1000_max": 0.5801118746100973, + "nauc_recall_at_1000_std": 0.7489690976292775, + "nauc_recall_at_100_diff1": 0.1296203559029631, + "nauc_recall_at_100_max": 0.4384065528608494, + "nauc_recall_at_100_std": 0.5901571294574516, + "nauc_recall_at_10_diff1": 0.19065654419798048, + "nauc_recall_at_10_max": 0.31732155918350496, + "nauc_recall_at_10_std": 0.3636052240104153, + "nauc_recall_at_1_diff1": 0.3042056427780621, + "nauc_recall_at_1_max": 0.27794007984973956, + "nauc_recall_at_1_std": 0.23472995389258458, + "nauc_recall_at_20_diff1": 0.17657692756527454, + "nauc_recall_at_20_max": 0.3474928436840158, + "nauc_recall_at_20_std": 0.4273953373347416, + "nauc_recall_at_3_diff1": 0.2686660146990794, + "nauc_recall_at_3_max": 0.302976546742168, + "nauc_recall_at_3_std": 0.2768574559427443, + "nauc_recall_at_5_diff1": 0.2231132857228899, + "nauc_recall_at_5_max": 0.3018079864091667, + "nauc_recall_at_5_std": 0.3146235022087538, + "ndcg_at_1": 0.18075, + "ndcg_at_10": 0.19343, + "ndcg_at_100": 0.26155, + "ndcg_at_1000": 0.34717, + "ndcg_at_20": 0.20841, + "ndcg_at_3": 0.17958, + "ndcg_at_5": 0.18288, + "precision_at_1": 0.242, + "precision_at_10": 0.1694, + "precision_at_100": 0.07537, + "precision_at_1000": 0.02014, + "precision_at_20": 0.14045, + "precision_at_3": 0.21283, + "precision_at_5": 0.1967, + "recall_at_1": 0.03265, + "recall_at_10": 0.14389, + "recall_at_100": 0.36772, + "recall_at_1000": 0.64199, + "recall_at_20": 0.20092, + "recall_at_3": 0.06976, + "recall_at_5": 0.09677 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49211, + "map_at_1": 0.09093, + "map_at_10": 0.19709, + "map_at_100": 0.31623, + "map_at_1000": 0.36832, + "map_at_20": 0.23171, + "map_at_3": 0.13856, + "map_at_5": 0.16155, + "mrr_at_1": 0.735, + "mrr_at_10": 0.8133928571428573, + "mrr_at_100": 0.8147766220888603, + "mrr_at_1000": 0.8148251657781806, + "mrr_at_20": 0.8142147525676938, + "mrr_at_3": 0.7958333333333334, + "mrr_at_5": 0.8090833333333333, + "nauc_map_at_1000_diff1": 0.23597657729128607, + "nauc_map_at_1000_max": 0.22241506014446238, + "nauc_map_at_1000_std": 0.1173850332820088, + "nauc_map_at_100_diff1": 0.29525614273191464, + "nauc_map_at_100_max": 0.1795335182945158, + "nauc_map_at_100_std": -0.030032561020155172, + "nauc_map_at_10_diff1": 0.3358622892607052, + "nauc_map_at_10_max": 0.07111643846301414, + "nauc_map_at_10_std": -0.27087316618480356, + "nauc_map_at_1_diff1": 0.42732533724602045, + "nauc_map_at_1_max": 0.01885541867800511, + "nauc_map_at_1_std": -0.30120168761971167, + "nauc_map_at_20_diff1": 0.3334516079713832, + "nauc_map_at_20_max": 0.10274090845038829, + "nauc_map_at_20_std": -0.22843720562082123, + "nauc_map_at_3_diff1": 0.35827651052432924, + "nauc_map_at_3_max": 0.03051521601243244, + "nauc_map_at_3_std": -0.30930758926521146, + "nauc_map_at_5_diff1": 0.3348706828582557, + "nauc_map_at_5_max": 0.03965407984049228, + "nauc_map_at_5_std": -0.2904330350716138, + "nauc_mrr_at_1000_diff1": 0.4144258058363279, + "nauc_mrr_at_1000_max": 0.5198571830070097, + "nauc_mrr_at_1000_std": 0.20248672047986452, + "nauc_mrr_at_100_diff1": 0.4145955321408948, + "nauc_mrr_at_100_max": 0.5199158376926534, + "nauc_mrr_at_100_std": 0.20263736370653362, + "nauc_mrr_at_10_diff1": 0.4172388961113764, + "nauc_mrr_at_10_max": 0.5232772063784624, + "nauc_mrr_at_10_std": 0.20688887060411193, + "nauc_mrr_at_1_diff1": 0.39427693106167283, + "nauc_mrr_at_1_max": 0.48611152698346205, + "nauc_mrr_at_1_std": 0.1659131059676018, + "nauc_mrr_at_20_diff1": 0.4160176908040093, + "nauc_mrr_at_20_max": 0.5209455616220582, + "nauc_mrr_at_20_std": 0.20394123689925353, + "nauc_mrr_at_3_diff1": 0.41455900985329946, + "nauc_mrr_at_3_max": 0.5285012722379873, + "nauc_mrr_at_3_std": 0.22979235819520194, + "nauc_mrr_at_5_diff1": 0.41528399073343497, + "nauc_mrr_at_5_max": 0.5201225627191512, + "nauc_mrr_at_5_std": 0.20501375786516784, + "nauc_ndcg_at_1000_diff1": 0.2682913299981813, + "nauc_ndcg_at_1000_max": 0.4356551876085146, + "nauc_ndcg_at_1000_std": 0.2581880179286599, + "nauc_ndcg_at_100_diff1": 0.29766249405652595, + "nauc_ndcg_at_100_max": 0.2931536152224309, + "nauc_ndcg_at_100_std": 0.03801576263762865, + "nauc_ndcg_at_10_diff1": 0.30388227314583877, + "nauc_ndcg_at_10_max": 0.3167715533748713, + "nauc_ndcg_at_10_std": 0.0006575386732073038, + "nauc_ndcg_at_1_diff1": 0.40922914820757206, + "nauc_ndcg_at_1_max": 0.4170757601155837, + "nauc_ndcg_at_1_std": 0.009239525212130088, + "nauc_ndcg_at_20_diff1": 0.29976971182541684, + "nauc_ndcg_at_20_max": 0.28094767348949934, + "nauc_ndcg_at_20_std": -0.013665208223893529, + "nauc_ndcg_at_3_diff1": 0.280748831465527, + "nauc_ndcg_at_3_max": 0.35680140577363983, + "nauc_ndcg_at_3_std": 0.03278283391858713, + "nauc_ndcg_at_5_diff1": 0.2529880534218152, + "nauc_ndcg_at_5_max": 0.3303519342047002, + "nauc_ndcg_at_5_std": 0.02151227951744515, + "nauc_precision_at_1000_diff1": -0.18454047692467973, + "nauc_precision_at_1000_max": 0.07725436143873507, + "nauc_precision_at_1000_std": 0.3886836108966809, + "nauc_precision_at_100_diff1": -0.15823325042691186, + "nauc_precision_at_100_max": 0.16607365981105957, + "nauc_precision_at_100_std": 0.5057329884417083, + "nauc_precision_at_10_diff1": -0.03679268759679933, + "nauc_precision_at_10_max": 0.3067761769648846, + "nauc_precision_at_10_std": 0.3989311837316305, + "nauc_precision_at_1_diff1": 0.39427693106167283, + "nauc_precision_at_1_max": 0.48611152698346205, + "nauc_precision_at_1_std": 0.1659131059676018, + "nauc_precision_at_20_diff1": -0.08729166026723957, + "nauc_precision_at_20_max": 0.24790600522193218, + "nauc_precision_at_20_std": 0.44040178160036836, + "nauc_precision_at_3_diff1": 0.040588508126221, + "nauc_precision_at_3_max": 0.34515061352887155, + "nauc_precision_at_3_std": 0.2607994648778783, + "nauc_precision_at_5_diff1": -0.02401495302147785, + "nauc_precision_at_5_max": 0.31111171375644614, + "nauc_precision_at_5_std": 0.3240913035496741, + "nauc_recall_at_1000_diff1": 0.2674155277498504, + "nauc_recall_at_1000_max": 0.5263324576146174, + "nauc_recall_at_1000_std": 0.6360151772985012, + "nauc_recall_at_100_diff1": 0.17567746851800112, + "nauc_recall_at_100_max": 0.07870182418717568, + "nauc_recall_at_100_std": -0.02786170997127238, + "nauc_recall_at_10_diff1": 0.26126356409924034, + "nauc_recall_at_10_max": -0.010500573712377828, + "nauc_recall_at_10_std": -0.2868560399255275, + "nauc_recall_at_1_diff1": 0.42732533724602045, + "nauc_recall_at_1_max": 0.01885541867800511, + "nauc_recall_at_1_std": -0.30120168761971167, + "nauc_recall_at_20_diff1": 0.24563218052443564, + "nauc_recall_at_20_max": 0.007573638832875209, + "nauc_recall_at_20_std": -0.2579959081927847, + "nauc_recall_at_3_diff1": 0.29591548873470913, + "nauc_recall_at_3_max": -0.022081719585639984, + "nauc_recall_at_3_std": -0.3216990088208421, + "nauc_recall_at_5_diff1": 0.2573208413943069, + "nauc_recall_at_5_max": -0.02906790456543687, + "nauc_recall_at_5_std": -0.2929513204214865, + "ndcg_at_1": 0.615, + "ndcg_at_10": 0.49211, + "ndcg_at_100": 0.55373, + "ndcg_at_1000": 0.67129, + "ndcg_at_20": 0.48707, + "ndcg_at_3": 0.52435, + "ndcg_at_5": 0.50371, + "precision_at_1": 0.735, + "precision_at_10": 0.421, + "precision_at_100": 0.1832, + "precision_at_1000": 0.03702, + "precision_at_20": 0.338, + "precision_at_3": 0.56833, + "precision_at_5": 0.503, + "recall_at_1": 0.09093, + "recall_at_10": 0.26304, + "recall_at_100": 0.62327, + "recall_at_1000": 0.94766, + "recall_at_20": 0.34378, + "recall_at_3": 0.15559, + "recall_at_5": 0.19419 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.09089, + "map_at_1": 0.01971, + "map_at_10": 0.03396, + "map_at_100": 0.05456, + "map_at_1000": 0.06979, + "map_at_20": 0.04002, + "map_at_3": 0.02613, + "map_at_5": 0.02944, + "mrr_at_1": 0.13, + "mrr_at_10": 0.19654563492063495, + "mrr_at_100": 0.20662001168653477, + "mrr_at_1000": 0.207601355405193, + "mrr_at_20": 0.20180122837688633, + "mrr_at_3": 0.16166666666666665, + "mrr_at_5": 0.17766666666666667, + "nauc_map_at_1000_diff1": 0.20357274253894622, + "nauc_map_at_1000_max": 0.3625828762751074, + "nauc_map_at_1000_std": 0.5422736948512168, + "nauc_map_at_100_diff1": 0.17872199413893938, + "nauc_map_at_100_max": 0.3230999588454208, + "nauc_map_at_100_std": 0.4903345547080074, + "nauc_map_at_10_diff1": 0.17226066747319793, + "nauc_map_at_10_max": 0.2779007680162847, + "nauc_map_at_10_std": 0.30128168639630803, + "nauc_map_at_1_diff1": 0.19314418256487476, + "nauc_map_at_1_max": 0.28882140921057886, + "nauc_map_at_1_std": 0.2583117055402743, + "nauc_map_at_20_diff1": 0.15945272211032893, + "nauc_map_at_20_max": 0.2990618893946269, + "nauc_map_at_20_std": 0.3589476353053168, + "nauc_map_at_3_diff1": 0.14849324551761206, + "nauc_map_at_3_max": 0.3168897502228418, + "nauc_map_at_3_std": 0.2933112162340145, + "nauc_map_at_5_diff1": 0.1672643115876885, + "nauc_map_at_5_max": 0.2764415701657425, + "nauc_map_at_5_std": 0.26346796194095284, + "nauc_mrr_at_1000_diff1": 0.13788445309678532, + "nauc_mrr_at_1000_max": 0.3242090839406704, + "nauc_mrr_at_1000_std": 0.48129053873896305, + "nauc_mrr_at_100_diff1": 0.13812203783037683, + "nauc_mrr_at_100_max": 0.3248297613105569, + "nauc_mrr_at_100_std": 0.48124178189095246, + "nauc_mrr_at_10_diff1": 0.14401375131011135, + "nauc_mrr_at_10_max": 0.3188065586982452, + "nauc_mrr_at_10_std": 0.47917911264101565, + "nauc_mrr_at_1_diff1": 0.13223344003939919, + "nauc_mrr_at_1_max": 0.29954556647489416, + "nauc_mrr_at_1_std": 0.5672024355846075, + "nauc_mrr_at_20_diff1": 0.13962880632165547, + "nauc_mrr_at_20_max": 0.3228600678371904, + "nauc_mrr_at_20_std": 0.4787991858223747, + "nauc_mrr_at_3_diff1": 0.11228673729988939, + "nauc_mrr_at_3_max": 0.31183621934772143, + "nauc_mrr_at_3_std": 0.5166560918763292, + "nauc_mrr_at_5_diff1": 0.11379725864644359, + "nauc_mrr_at_5_max": 0.2862553816389946, + "nauc_mrr_at_5_std": 0.49196866673103185, + "nauc_ndcg_at_1000_diff1": 0.15807786251274947, + "nauc_ndcg_at_1000_max": 0.43748723003651646, + "nauc_ndcg_at_1000_std": 0.5150542256384583, + "nauc_ndcg_at_100_diff1": 0.17209859514583714, + "nauc_ndcg_at_100_max": 0.36068733453008234, + "nauc_ndcg_at_100_std": 0.5101230350845481, + "nauc_ndcg_at_10_diff1": 0.1627910253740774, + "nauc_ndcg_at_10_max": 0.32016202510139513, + "nauc_ndcg_at_10_std": 0.44295235447494585, + "nauc_ndcg_at_1_diff1": 0.10696721625913964, + "nauc_ndcg_at_1_max": 0.2875348130643936, + "nauc_ndcg_at_1_std": 0.5508942066457468, + "nauc_ndcg_at_20_diff1": 0.1561610992421855, + "nauc_ndcg_at_20_max": 0.3458186322022496, + "nauc_ndcg_at_20_std": 0.4679809447025898, + "nauc_ndcg_at_3_diff1": 0.0891040719958193, + "nauc_ndcg_at_3_max": 0.3015743548009635, + "nauc_ndcg_at_3_std": 0.48246010253289795, + "nauc_ndcg_at_5_diff1": 0.12325251079047458, + "nauc_ndcg_at_5_max": 0.2828007089195338, + "nauc_ndcg_at_5_std": 0.43317772315164677, + "nauc_precision_at_1000_diff1": 0.19613441328908918, + "nauc_precision_at_1000_max": 0.3638305606994028, + "nauc_precision_at_1000_std": 0.32887115086002155, + "nauc_precision_at_100_diff1": 0.2359229309248436, + "nauc_precision_at_100_max": 0.3877684029461281, + "nauc_precision_at_100_std": 0.5645474620140647, + "nauc_precision_at_10_diff1": 0.19638075242635886, + "nauc_precision_at_10_max": 0.36591239350508636, + "nauc_precision_at_10_std": 0.5212455227181053, + "nauc_precision_at_1_diff1": 0.13223344003939919, + "nauc_precision_at_1_max": 0.29954556647489416, + "nauc_precision_at_1_std": 0.5672024355846075, + "nauc_precision_at_20_diff1": 0.1901750013801368, + "nauc_precision_at_20_max": 0.39485984379477235, + "nauc_precision_at_20_std": 0.5750636834675352, + "nauc_precision_at_3_diff1": 0.0741745491513437, + "nauc_precision_at_3_max": 0.2599451909476662, + "nauc_precision_at_3_std": 0.5076743723479493, + "nauc_precision_at_5_diff1": 0.12417968173592907, + "nauc_precision_at_5_max": 0.2656705058208617, + "nauc_precision_at_5_std": 0.4934180380705335, + "nauc_recall_at_1000_diff1": 0.09747453931737222, + "nauc_recall_at_1000_max": 0.47039408590609255, + "nauc_recall_at_1000_std": 0.5354461151186958, + "nauc_recall_at_100_diff1": 0.17248755536046853, + "nauc_recall_at_100_max": 0.3020804892712791, + "nauc_recall_at_100_std": 0.4667408781317174, + "nauc_recall_at_10_diff1": 0.20852214138256994, + "nauc_recall_at_10_max": 0.2127671065200706, + "nauc_recall_at_10_std": 0.2549310410655113, + "nauc_recall_at_1_diff1": 0.19314418256487476, + "nauc_recall_at_1_max": 0.28882140921057886, + "nauc_recall_at_1_std": 0.2583117055402743, + "nauc_recall_at_20_diff1": 0.14952547268932212, + "nauc_recall_at_20_max": 0.27288734679887755, + "nauc_recall_at_20_std": 0.3246531428082011, + "nauc_recall_at_3_diff1": 0.12819234720969175, + "nauc_recall_at_3_max": 0.3380827732262405, + "nauc_recall_at_3_std": 0.2962521410654938, + "nauc_recall_at_5_diff1": 0.18510553566183757, + "nauc_recall_at_5_max": 0.21098786102710995, + "nauc_recall_at_5_std": 0.18928290508406495, + "ndcg_at_1": 0.0925, + "ndcg_at_10": 0.09089, + "ndcg_at_100": 0.13766, + "ndcg_at_1000": 0.23836, + "ndcg_at_20": 0.09926, + "ndcg_at_3": 0.08498, + "ndcg_at_5": 0.08459, + "precision_at_1": 0.13, + "precision_at_10": 0.078, + "precision_at_100": 0.0483, + "precision_at_1000": 0.01703, + "precision_at_20": 0.0705, + "precision_at_3": 0.09333, + "precision_at_5": 0.086, + "recall_at_1": 0.01971, + "recall_at_10": 0.06343, + "recall_at_100": 0.20521, + "recall_at_1000": 0.50751, + "recall_at_20": 0.09368, + "recall_at_3": 0.03185, + "recall_at_5": 0.04303 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.13004, + "map_at_1": 0.02964, + "map_at_10": 0.05105, + "map_at_100": 0.07692, + "map_at_1000": 0.09443, + "map_at_20": 0.05749, + "map_at_3": 0.04073, + "map_at_5": 0.0455, + "mrr_at_1": 0.185, + "mrr_at_10": 0.2760654761904762, + "mrr_at_100": 0.28423881378178967, + "mrr_at_1000": 0.2850041415512991, + "mrr_at_20": 0.27916998483542615, + "mrr_at_3": 0.24166666666666667, + "mrr_at_5": 0.26416666666666666, + "nauc_map_at_1000_diff1": 0.26669584221695847, + "nauc_map_at_1000_max": 0.4397002115902967, + "nauc_map_at_1000_std": 0.5015077122200864, + "nauc_map_at_100_diff1": 0.26745971377950245, + "nauc_map_at_100_max": 0.4099798201856432, + "nauc_map_at_100_std": 0.4456539340890177, + "nauc_map_at_10_diff1": 0.25197315884708116, + "nauc_map_at_10_max": 0.3661314632172864, + "nauc_map_at_10_std": 0.3136169321811917, + "nauc_map_at_1_diff1": 0.21935988390358613, + "nauc_map_at_1_max": 0.2943788939892637, + "nauc_map_at_1_std": 0.23508062686612588, + "nauc_map_at_20_diff1": 0.2550716430884403, + "nauc_map_at_20_max": 0.37645550947523126, + "nauc_map_at_20_std": 0.3387829191521945, + "nauc_map_at_3_diff1": 0.2315871744636855, + "nauc_map_at_3_max": 0.34052298832161015, + "nauc_map_at_3_std": 0.2988410775773722, + "nauc_map_at_5_diff1": 0.23275801060979834, + "nauc_map_at_5_max": 0.3381790231115609, + "nauc_map_at_5_std": 0.29806270512917893, + "nauc_mrr_at_1000_diff1": 0.22413937722634836, + "nauc_mrr_at_1000_max": 0.382991497720602, + "nauc_mrr_at_1000_std": 0.3910557806531825, + "nauc_mrr_at_100_diff1": 0.22380789007475327, + "nauc_mrr_at_100_max": 0.3832142580682185, + "nauc_mrr_at_100_std": 0.3912349355328169, + "nauc_mrr_at_10_diff1": 0.22216963407712279, + "nauc_mrr_at_10_max": 0.38159330713346035, + "nauc_mrr_at_10_std": 0.38810632587366484, + "nauc_mrr_at_1_diff1": 0.27250405652521054, + "nauc_mrr_at_1_max": 0.37166356167206094, + "nauc_mrr_at_1_std": 0.37784493342147507, + "nauc_mrr_at_20_diff1": 0.22548945570563808, + "nauc_mrr_at_20_max": 0.3796995087097474, + "nauc_mrr_at_20_std": 0.38793296904210184, + "nauc_mrr_at_3_diff1": 0.21085520895389967, + "nauc_mrr_at_3_max": 0.3556386498168407, + "nauc_mrr_at_3_std": 0.3897025084608267, + "nauc_mrr_at_5_diff1": 0.2226636828500295, + "nauc_mrr_at_5_max": 0.379849464278778, + "nauc_mrr_at_5_std": 0.3894586152066891, + "nauc_ndcg_at_1000_diff1": 0.24541502115417804, + "nauc_ndcg_at_1000_max": 0.5221202446572818, + "nauc_ndcg_at_1000_std": 0.5499831142026438, + "nauc_ndcg_at_100_diff1": 0.24854986649442953, + "nauc_ndcg_at_100_max": 0.46384980573423923, + "nauc_ndcg_at_100_std": 0.5065755408307451, + "nauc_ndcg_at_10_diff1": 0.24462147893199998, + "nauc_ndcg_at_10_max": 0.4258131850769691, + "nauc_ndcg_at_10_std": 0.4005995256412606, + "nauc_ndcg_at_1_diff1": 0.289695748100128, + "nauc_ndcg_at_1_max": 0.41161986217416163, + "nauc_ndcg_at_1_std": 0.41094979979843654, + "nauc_ndcg_at_20_diff1": 0.2585501699187236, + "nauc_ndcg_at_20_max": 0.4322417074958603, + "nauc_ndcg_at_20_std": 0.41503369391692724, + "nauc_ndcg_at_3_diff1": 0.2443916003725689, + "nauc_ndcg_at_3_max": 0.38688846733031507, + "nauc_ndcg_at_3_std": 0.41935343117700963, + "nauc_ndcg_at_5_diff1": 0.24323449841772388, + "nauc_ndcg_at_5_max": 0.3826791583942713, + "nauc_ndcg_at_5_std": 0.40752069532515117, + "nauc_precision_at_1000_diff1": 0.13920462220532953, + "nauc_precision_at_1000_max": 0.2986521207310791, + "nauc_precision_at_1000_std": 0.3082868001270699, + "nauc_precision_at_100_diff1": 0.18548997294692346, + "nauc_precision_at_100_max": 0.36065638990058524, + "nauc_precision_at_100_std": 0.521318935051599, + "nauc_precision_at_10_diff1": 0.2126467598780302, + "nauc_precision_at_10_max": 0.42335472872932134, + "nauc_precision_at_10_std": 0.44504557859606725, + "nauc_precision_at_1_diff1": 0.27250405652521054, + "nauc_precision_at_1_max": 0.37166356167206094, + "nauc_precision_at_1_std": 0.37784493342147507, + "nauc_precision_at_20_diff1": 0.20693351166769353, + "nauc_precision_at_20_max": 0.40413573870962566, + "nauc_precision_at_20_std": 0.45006447061949023, + "nauc_precision_at_3_diff1": 0.20638591548148852, + "nauc_precision_at_3_max": 0.3333387621486709, + "nauc_precision_at_3_std": 0.4160209769424642, + "nauc_precision_at_5_diff1": 0.2113893941513921, + "nauc_precision_at_5_max": 0.34510423954106617, + "nauc_precision_at_5_std": 0.42398768714145796, + "nauc_recall_at_1000_diff1": 0.15065293209572975, + "nauc_recall_at_1000_max": 0.572265897670549, + "nauc_recall_at_1000_std": 0.6210134192453322, + "nauc_recall_at_100_diff1": 0.17934393345214927, + "nauc_recall_at_100_max": 0.4147426735540515, + "nauc_recall_at_100_std": 0.47274629525648115, + "nauc_recall_at_10_diff1": 0.2721171729940622, + "nauc_recall_at_10_max": 0.3799607686136095, + "nauc_recall_at_10_std": 0.2849794987730751, + "nauc_recall_at_1_diff1": 0.21935988390358613, + "nauc_recall_at_1_max": 0.2943788939892637, + "nauc_recall_at_1_std": 0.23508062686612588, + "nauc_recall_at_20_diff1": 0.26490121784268644, + "nauc_recall_at_20_max": 0.3830819479208535, + "nauc_recall_at_20_std": 0.32137898270873017, + "nauc_recall_at_3_diff1": 0.19495356246985301, + "nauc_recall_at_3_max": 0.33713692235030346, + "nauc_recall_at_3_std": 0.30007159995534294, + "nauc_recall_at_5_diff1": 0.2074207849062668, + "nauc_recall_at_5_max": 0.33417291493717427, + "nauc_recall_at_5_std": 0.28964683512532186, + "ndcg_at_1": 0.1375, + "ndcg_at_10": 0.13004, + "ndcg_at_100": 0.183, + "ndcg_at_1000": 0.28845, + "ndcg_at_20": 0.13551, + "ndcg_at_3": 0.13139, + "ndcg_at_5": 0.131, + "precision_at_1": 0.185, + "precision_at_10": 0.109, + "precision_at_100": 0.0586, + "precision_at_1000": 0.01946, + "precision_at_20": 0.0935, + "precision_at_3": 0.14833, + "precision_at_5": 0.14, + "recall_at_1": 0.02964, + "recall_at_10": 0.07947, + "recall_at_100": 0.25547, + "recall_at_1000": 0.5708, + "recall_at_20": 0.10518, + "recall_at_3": 0.04821, + "recall_at_5": 0.05836 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56063, + "map_at_1": 0.134, + "map_at_10": 0.38927, + "map_at_100": 0.4989, + "map_at_1000": 0.51273, + "map_at_20": 0.43923, + "map_at_3": 0.25554, + "map_at_5": 0.31579, + "mrr_at_1": 0.64, + "mrr_at_10": 0.753295634920635, + "mrr_at_100": 0.7557945179820179, + "mrr_at_1000": 0.7557945179820179, + "mrr_at_20": 0.755280629093129, + "mrr_at_3": 0.7275, + "mrr_at_5": 0.74775, + "nauc_map_at_1000_diff1": 0.14754584563519346, + "nauc_map_at_1000_max": 0.234971063196624, + "nauc_map_at_1000_std": -0.16400337635897894, + "nauc_map_at_100_diff1": 0.15164907912262224, + "nauc_map_at_100_max": 0.23197361954427195, + "nauc_map_at_100_std": -0.21252996482799105, + "nauc_map_at_10_diff1": 0.17493755293398164, + "nauc_map_at_10_max": 0.1436913721112059, + "nauc_map_at_10_std": -0.3419102106896328, + "nauc_map_at_1_diff1": 0.27968417843990606, + "nauc_map_at_1_max": -0.01685098671294617, + "nauc_map_at_1_std": -0.3065618937441687, + "nauc_map_at_20_diff1": 0.16731621739753091, + "nauc_map_at_20_max": 0.1806231585938788, + "nauc_map_at_20_std": -0.320718674407804, + "nauc_map_at_3_diff1": 0.2440359283049668, + "nauc_map_at_3_max": 0.006445750940629825, + "nauc_map_at_3_std": -0.37218276523766236, + "nauc_map_at_5_diff1": 0.2061860635722643, + "nauc_map_at_5_max": 0.04702463724133288, + "nauc_map_at_5_std": -0.37158575501144053, + "nauc_mrr_at_1000_diff1": 0.22823084616254746, + "nauc_mrr_at_1000_max": 0.33805719937295253, + "nauc_mrr_at_1000_std": 0.04928952890818219, + "nauc_mrr_at_100_diff1": 0.22823084616254746, + "nauc_mrr_at_100_max": 0.33805719937295253, + "nauc_mrr_at_100_std": 0.04928952890818219, + "nauc_mrr_at_10_diff1": 0.2257448203274732, + "nauc_mrr_at_10_max": 0.34327393267326556, + "nauc_mrr_at_10_std": 0.0526102386159403, + "nauc_mrr_at_1_diff1": 0.2609768169625749, + "nauc_mrr_at_1_max": 0.292454336441436, + "nauc_mrr_at_1_std": 0.017235598416145196, + "nauc_mrr_at_20_diff1": 0.2281904956485982, + "nauc_mrr_at_20_max": 0.33936685829019003, + "nauc_mrr_at_20_std": 0.05021149361431926, + "nauc_mrr_at_3_diff1": 0.22482173237233244, + "nauc_mrr_at_3_max": 0.32946328546695236, + "nauc_mrr_at_3_std": 0.04288607400506471, + "nauc_mrr_at_5_diff1": 0.2204168086092804, + "nauc_mrr_at_5_max": 0.34057186418930646, + "nauc_mrr_at_5_std": 0.05438843165888119, + "nauc_ndcg_at_1000_diff1": 0.18527761186979466, + "nauc_ndcg_at_1000_max": 0.34617436938927504, + "nauc_ndcg_at_1000_std": 0.009634236988596175, + "nauc_ndcg_at_100_diff1": 0.18238422846386707, + "nauc_ndcg_at_100_max": 0.33691694205559714, + "nauc_ndcg_at_100_std": -0.10933402869577802, + "nauc_ndcg_at_10_diff1": 0.1866926384716154, + "nauc_ndcg_at_10_max": 0.28183162091793146, + "nauc_ndcg_at_10_std": -0.13339101588532307, + "nauc_ndcg_at_1_diff1": 0.2664196650715982, + "nauc_ndcg_at_1_max": 0.30173441207499385, + "nauc_ndcg_at_1_std": -0.017884211701250513, + "nauc_ndcg_at_20_diff1": 0.188347748658258, + "nauc_ndcg_at_20_max": 0.295044782724241, + "nauc_ndcg_at_20_std": -0.1711408854779493, + "nauc_ndcg_at_3_diff1": 0.19682232826654592, + "nauc_ndcg_at_3_max": 0.2579939904474065, + "nauc_ndcg_at_3_std": -0.08198726117419464, + "nauc_ndcg_at_5_diff1": 0.19424815109742452, + "nauc_ndcg_at_5_max": 0.25797283199402304, + "nauc_ndcg_at_5_std": -0.11974555257912543, + "nauc_precision_at_1000_diff1": -0.10081069782225507, + "nauc_precision_at_1000_max": 0.0676792372178831, + "nauc_precision_at_1000_std": 0.5874070178362568, + "nauc_precision_at_100_diff1": -0.10042543088597168, + "nauc_precision_at_100_max": 0.14473020290813318, + "nauc_precision_at_100_std": 0.5611800041429698, + "nauc_precision_at_10_diff1": -0.06748186455258534, + "nauc_precision_at_10_max": 0.3529192852496889, + "nauc_precision_at_10_std": 0.3188669389882575, + "nauc_precision_at_1_diff1": 0.2609768169625749, + "nauc_precision_at_1_max": 0.292454336441436, + "nauc_precision_at_1_std": 0.017235598416145196, + "nauc_precision_at_20_diff1": -0.09830753920592987, + "nauc_precision_at_20_max": 0.27545314162176965, + "nauc_precision_at_20_std": 0.4151655742767919, + "nauc_precision_at_3_diff1": 0.05278048951580365, + "nauc_precision_at_3_max": 0.27774789994563553, + "nauc_precision_at_3_std": 0.07922626807040553, + "nauc_precision_at_5_diff1": -0.005919578065938193, + "nauc_precision_at_5_max": 0.29888968613845995, + "nauc_precision_at_5_std": 0.15120536737999965, + "nauc_recall_at_1000_diff1": -0.25904016157242843, + "nauc_recall_at_1000_max": 0.7149714201964205, + "nauc_recall_at_1000_std": 0.6583799844624093, + "nauc_recall_at_100_diff1": 0.05057123493461966, + "nauc_recall_at_100_max": 0.15316276767694995, + "nauc_recall_at_100_std": -0.46522932428453145, + "nauc_recall_at_10_diff1": 0.1253494866434018, + "nauc_recall_at_10_max": 0.09802382888116724, + "nauc_recall_at_10_std": -0.3920789775833132, + "nauc_recall_at_1_diff1": 0.27968417843990606, + "nauc_recall_at_1_max": -0.01685098671294617, + "nauc_recall_at_1_std": -0.3065618937441687, + "nauc_recall_at_20_diff1": 0.1502232916469596, + "nauc_recall_at_20_max": 0.11327839434613135, + "nauc_recall_at_20_std": -0.46396173013447195, + "nauc_recall_at_3_diff1": 0.20022121970839996, + "nauc_recall_at_3_max": -0.024377837146754178, + "nauc_recall_at_3_std": -0.39325353091274495, + "nauc_recall_at_5_diff1": 0.16123551760875068, + "nauc_recall_at_5_max": 0.010061171790722544, + "nauc_recall_at_5_std": -0.4022771653592417, + "ndcg_at_1": 0.5475, + "ndcg_at_10": 0.56063, + "ndcg_at_100": 0.66798, + "ndcg_at_1000": 0.70281, + "ndcg_at_20": 0.5972, + "ndcg_at_3": 0.52372, + "ndcg_at_5": 0.53377, + "precision_at_1": 0.64, + "precision_at_10": 0.3785, + "precision_at_100": 0.1018, + "precision_at_1000": 0.01342, + "precision_at_20": 0.2725, + "precision_at_3": 0.54833, + "precision_at_5": 0.48, + "recall_at_1": 0.134, + "recall_at_10": 0.51743, + "recall_at_100": 0.8807, + "recall_at_1000": 0.99546, + "recall_at_20": 0.64859, + "recall_at_3": 0.28769, + "recall_at_5": 0.37854 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.27897, + "map_at_1": 0.05505, + "map_at_10": 0.17476, + "map_at_100": 0.23794, + "map_at_1000": 0.25208, + "map_at_20": 0.20332, + "map_at_3": 0.10936, + "map_at_5": 0.14315, + "mrr_at_1": 0.275, + "mrr_at_10": 0.41868452380952353, + "mrr_at_100": 0.42671199577918884, + "mrr_at_1000": 0.4268816087262863, + "mrr_at_20": 0.42297613680179447, + "mrr_at_3": 0.3791666666666666, + "mrr_at_5": 0.4004166666666665, + "nauc_map_at_1000_diff1": -0.11461024166520346, + "nauc_map_at_1000_max": 0.3406577642547332, + "nauc_map_at_1000_std": 0.1716683622107277, + "nauc_map_at_100_diff1": -0.11415465577269547, + "nauc_map_at_100_max": 0.3237606011605523, + "nauc_map_at_100_std": 0.1431675182326794, + "nauc_map_at_10_diff1": -0.06541618792489304, + "nauc_map_at_10_max": 0.2395030273781061, + "nauc_map_at_10_std": 0.050111804864066786, + "nauc_map_at_1_diff1": 0.00683847705109084, + "nauc_map_at_1_max": 0.17287827296964417, + "nauc_map_at_1_std": 0.02546049381422563, + "nauc_map_at_20_diff1": -0.10751316371723924, + "nauc_map_at_20_max": 0.28528521414183283, + "nauc_map_at_20_std": 0.08539733463923335, + "nauc_map_at_3_diff1": -0.03432357387712679, + "nauc_map_at_3_max": 0.18934345239470596, + "nauc_map_at_3_std": 0.01910184997696938, + "nauc_map_at_5_diff1": -0.04693223244903374, + "nauc_map_at_5_max": 0.18782608202260742, + "nauc_map_at_5_std": 0.005696061167039019, + "nauc_mrr_at_1000_diff1": -0.10204186059493872, + "nauc_mrr_at_1000_max": 0.30944661254057965, + "nauc_mrr_at_1000_std": 0.21365233183544463, + "nauc_mrr_at_100_diff1": -0.10188246864797747, + "nauc_mrr_at_100_max": 0.309384653463088, + "nauc_mrr_at_100_std": 0.21365586570228165, + "nauc_mrr_at_10_diff1": -0.10060174925022976, + "nauc_mrr_at_10_max": 0.30822736627800934, + "nauc_mrr_at_10_std": 0.2154402380664883, + "nauc_mrr_at_1_diff1": -0.1192168186780295, + "nauc_mrr_at_1_max": 0.2741416346797198, + "nauc_mrr_at_1_std": 0.1641652287213437, + "nauc_mrr_at_20_diff1": -0.10161553316120202, + "nauc_mrr_at_20_max": 0.3112488521611418, + "nauc_mrr_at_20_std": 0.2161850338180376, + "nauc_mrr_at_3_diff1": -0.11843730363372398, + "nauc_mrr_at_3_max": 0.28975365761590394, + "nauc_mrr_at_3_std": 0.2018727996998412, + "nauc_mrr_at_5_diff1": -0.1095838672219693, + "nauc_mrr_at_5_max": 0.3095732526313396, + "nauc_mrr_at_5_std": 0.20409244958506875, + "nauc_ndcg_at_1000_diff1": -0.07436606510680936, + "nauc_ndcg_at_1000_max": 0.40433816265161426, + "nauc_ndcg_at_1000_std": 0.2672339292631716, + "nauc_ndcg_at_100_diff1": -0.0834301952004349, + "nauc_ndcg_at_100_max": 0.3704386110216683, + "nauc_ndcg_at_100_std": 0.20718430909300786, + "nauc_ndcg_at_10_diff1": -0.06609330853362201, + "nauc_ndcg_at_10_max": 0.32156820103309186, + "nauc_ndcg_at_10_std": 0.1448909407359671, + "nauc_ndcg_at_1_diff1": -0.11602547791612974, + "nauc_ndcg_at_1_max": 0.2797604878889609, + "nauc_ndcg_at_1_std": 0.14009570634731722, + "nauc_ndcg_at_20_diff1": -0.1115221999815402, + "nauc_ndcg_at_20_max": 0.34957510157904764, + "nauc_ndcg_at_20_std": 0.15756658281607525, + "nauc_ndcg_at_3_diff1": -0.09277919703755186, + "nauc_ndcg_at_3_max": 0.2876415315900088, + "nauc_ndcg_at_3_std": 0.13779555861230067, + "nauc_ndcg_at_5_diff1": -0.06798055592822046, + "nauc_ndcg_at_5_max": 0.2882787566983785, + "nauc_ndcg_at_5_std": 0.11879991530478129, + "nauc_precision_at_1000_diff1": -0.04509784072603689, + "nauc_precision_at_1000_max": 0.17984780331505315, + "nauc_precision_at_1000_std": 0.27642375801535335, + "nauc_precision_at_100_diff1": -0.08977318776433571, + "nauc_precision_at_100_max": 0.3209477722041902, + "nauc_precision_at_100_std": 0.38665329005606414, + "nauc_precision_at_10_diff1": -0.15275659803247074, + "nauc_precision_at_10_max": 0.36452347346246866, + "nauc_precision_at_10_std": 0.2567022959237955, + "nauc_precision_at_1_diff1": -0.1192168186780295, + "nauc_precision_at_1_max": 0.2741416346797198, + "nauc_precision_at_1_std": 0.1641652287213437, + "nauc_precision_at_20_diff1": -0.20901268858828975, + "nauc_precision_at_20_max": 0.38315089614749537, + "nauc_precision_at_20_std": 0.31299915069202233, + "nauc_precision_at_3_diff1": -0.13898914152205868, + "nauc_precision_at_3_max": 0.28961971932035474, + "nauc_precision_at_3_std": 0.17494907651468125, + "nauc_precision_at_5_diff1": -0.14310441646283345, + "nauc_precision_at_5_max": 0.30365048551857027, + "nauc_precision_at_5_std": 0.1713585055660598, + "nauc_recall_at_1000_diff1": 0.23344285073887405, + "nauc_recall_at_1000_max": 0.5265966285487541, + "nauc_recall_at_1000_std": 0.5664005932246644, + "nauc_recall_at_100_diff1": 0.025385826210144076, + "nauc_recall_at_100_max": 0.2608317930481375, + "nauc_recall_at_100_std": 0.13383190851540347, + "nauc_recall_at_10_diff1": 0.015813718449175757, + "nauc_recall_at_10_max": 0.21223430411925423, + "nauc_recall_at_10_std": 0.020266012738001247, + "nauc_recall_at_1_diff1": 0.00683847705109084, + "nauc_recall_at_1_max": 0.17287827296964417, + "nauc_recall_at_1_std": 0.02546049381422563, + "nauc_recall_at_20_diff1": -0.05685129459764618, + "nauc_recall_at_20_max": 0.26436430668516225, + "nauc_recall_at_20_std": 0.05632079435283494, + "nauc_recall_at_3_diff1": -0.031641791465846385, + "nauc_recall_at_3_max": 0.1810190860123278, + "nauc_recall_at_3_std": 0.029961284251321125, + "nauc_recall_at_5_diff1": 0.004181118128652638, + "nauc_recall_at_5_max": 0.16930858998330112, + "nauc_recall_at_5_std": -0.01325127492847266, + "ndcg_at_1": 0.215, + "ndcg_at_10": 0.27897, + "ndcg_at_100": 0.39947, + "ndcg_at_1000": 0.47007, + "ndcg_at_20": 0.31658, + "ndcg_at_3": 0.23813, + "ndcg_at_5": 0.25579, + "precision_at_1": 0.275, + "precision_at_10": 0.2005, + "precision_at_100": 0.067, + "precision_at_1000": 0.01182, + "precision_at_20": 0.1545, + "precision_at_3": 0.26833, + "precision_at_5": 0.253, + "recall_at_1": 0.05505, + "recall_at_10": 0.29182, + "recall_at_100": 0.65678, + "recall_at_1000": 0.92235, + "recall_at_20": 0.3902, + "recall_at_3": 0.13263, + "recall_at_5": 0.20106 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.3209, + "map_at_1": 0.0578, + "map_at_10": 0.21152, + "map_at_100": 0.27615, + "map_at_1000": 0.29107, + "map_at_20": 0.24283, + "map_at_3": 0.1242, + "map_at_5": 0.16043, + "mrr_at_1": 0.32, + "mrr_at_10": 0.4351746031746031, + "mrr_at_100": 0.4430550000524581, + "mrr_at_1000": 0.44355130891739797, + "mrr_at_20": 0.44031765864854094, + "mrr_at_3": 0.395, + "mrr_at_5": 0.42125, + "nauc_map_at_1000_diff1": 0.004664625316667045, + "nauc_map_at_1000_max": 0.4230042339498567, + "nauc_map_at_1000_std": 0.11321398886944822, + "nauc_map_at_100_diff1": 0.014685819363216722, + "nauc_map_at_100_max": 0.41734427877849467, + "nauc_map_at_100_std": 0.07054254705597635, + "nauc_map_at_10_diff1": 0.06991587176018799, + "nauc_map_at_10_max": 0.3665178259111869, + "nauc_map_at_10_std": -0.02210595838302158, + "nauc_map_at_1_diff1": 0.19164194098497375, + "nauc_map_at_1_max": 0.36946884819426024, + "nauc_map_at_1_std": 0.014115165025591812, + "nauc_map_at_20_diff1": 0.039924178922439886, + "nauc_map_at_20_max": 0.3865180610449452, + "nauc_map_at_20_std": -0.0011620953352253678, + "nauc_map_at_3_diff1": 0.19439051335102212, + "nauc_map_at_3_max": 0.3352535693513057, + "nauc_map_at_3_std": -0.028863755440185466, + "nauc_map_at_5_diff1": 0.13342759397582024, + "nauc_map_at_5_max": 0.32859666056758857, + "nauc_map_at_5_std": -0.03364962172056207, + "nauc_mrr_at_1000_diff1": 0.04698185276181839, + "nauc_mrr_at_1000_max": 0.449996117643497, + "nauc_mrr_at_1000_std": 0.21458105299631622, + "nauc_mrr_at_100_diff1": 0.04646044484805171, + "nauc_mrr_at_100_max": 0.4503234252660585, + "nauc_mrr_at_100_std": 0.215297989967299, + "nauc_mrr_at_10_diff1": 0.04978286385510269, + "nauc_mrr_at_10_max": 0.44890926455463964, + "nauc_mrr_at_10_std": 0.20706265855068753, + "nauc_mrr_at_1_diff1": 0.05052579471261901, + "nauc_mrr_at_1_max": 0.43071015733704376, + "nauc_mrr_at_1_std": 0.1800545863213101, + "nauc_mrr_at_20_diff1": 0.0462053636228854, + "nauc_mrr_at_20_max": 0.44882398547529845, + "nauc_mrr_at_20_std": 0.2145103724454702, + "nauc_mrr_at_3_diff1": 0.0613958193598656, + "nauc_mrr_at_3_max": 0.445548302265196, + "nauc_mrr_at_3_std": 0.21356328403604657, + "nauc_mrr_at_5_diff1": 0.05533261554194658, + "nauc_mrr_at_5_max": 0.45003165221130365, + "nauc_mrr_at_5_std": 0.2129721170466353, + "nauc_ndcg_at_1000_diff1": -0.02930648868728856, + "nauc_ndcg_at_1000_max": 0.4667670165009108, + "nauc_ndcg_at_1000_std": 0.24866782864951942, + "nauc_ndcg_at_100_diff1": 0.0006606441208915253, + "nauc_ndcg_at_100_max": 0.47230339598902854, + "nauc_ndcg_at_100_std": 0.15209161785610148, + "nauc_ndcg_at_10_diff1": 0.07019145885570068, + "nauc_ndcg_at_10_max": 0.4195650849024402, + "nauc_ndcg_at_10_std": 0.07483429713136197, + "nauc_ndcg_at_1_diff1": 0.02966331099470307, + "nauc_ndcg_at_1_max": 0.3979909865090281, + "nauc_ndcg_at_1_std": 0.1294335840332445, + "nauc_ndcg_at_20_diff1": 0.038318422182957924, + "nauc_ndcg_at_20_max": 0.42937003114739014, + "nauc_ndcg_at_20_std": 0.08354060025909285, + "nauc_ndcg_at_3_diff1": 0.09291956287500239, + "nauc_ndcg_at_3_max": 0.4016962806662828, + "nauc_ndcg_at_3_std": 0.10955666630507234, + "nauc_ndcg_at_5_diff1": 0.08959925778993734, + "nauc_ndcg_at_5_max": 0.4054641867364414, + "nauc_ndcg_at_5_std": 0.09374999556738622, + "nauc_precision_at_1000_diff1": -0.13050821828474227, + "nauc_precision_at_1000_max": 0.034753655798279645, + "nauc_precision_at_1000_std": 0.43418531663345655, + "nauc_precision_at_100_diff1": -0.15217681067341896, + "nauc_precision_at_100_max": 0.2298132351410331, + "nauc_precision_at_100_std": 0.47474366454924793, + "nauc_precision_at_10_diff1": -0.11519063901358803, + "nauc_precision_at_10_max": 0.3687611295448906, + "nauc_precision_at_10_std": 0.17919922698608942, + "nauc_precision_at_1_diff1": 0.05052579471261901, + "nauc_precision_at_1_max": 0.43071015733704376, + "nauc_precision_at_1_std": 0.1800545863213101, + "nauc_precision_at_20_diff1": -0.15955362727414704, + "nauc_precision_at_20_max": 0.335260421271283, + "nauc_precision_at_20_std": 0.26926791865413946, + "nauc_precision_at_3_diff1": 0.007374751458652383, + "nauc_precision_at_3_max": 0.363590186555407, + "nauc_precision_at_3_std": 0.1555162597650947, + "nauc_precision_at_5_diff1": -0.05241050247797861, + "nauc_precision_at_5_max": 0.3595741490478334, + "nauc_precision_at_5_std": 0.15980752890334565, + "nauc_recall_at_1000_diff1": -0.44405152278553645, + "nauc_recall_at_1000_max": 0.5966353028413796, + "nauc_recall_at_1000_std": 0.6490901811296687, + "nauc_recall_at_100_diff1": -0.06414521557224458, + "nauc_recall_at_100_max": 0.4478672240843686, + "nauc_recall_at_100_std": 0.12627168399275085, + "nauc_recall_at_10_diff1": 0.08629565388773706, + "nauc_recall_at_10_max": 0.30356302710022487, + "nauc_recall_at_10_std": -0.05642971422382682, + "nauc_recall_at_1_diff1": 0.19164194098497375, + "nauc_recall_at_1_max": 0.36946884819426024, + "nauc_recall_at_1_std": 0.014115165025591812, + "nauc_recall_at_20_diff1": 0.02966137172827458, + "nauc_recall_at_20_max": 0.3173219598943758, + "nauc_recall_at_20_std": -0.032911684982953805, + "nauc_recall_at_3_diff1": 0.23966873833300437, + "nauc_recall_at_3_max": 0.3145539338291886, + "nauc_recall_at_3_std": -0.027480863556456334, + "nauc_recall_at_5_diff1": 0.15822319868122908, + "nauc_recall_at_5_max": 0.2822015387575268, + "nauc_recall_at_5_std": -0.039653086791707856, + "ndcg_at_1": 0.26, + "ndcg_at_10": 0.3209, + "ndcg_at_100": 0.42059, + "ndcg_at_1000": 0.4965, + "ndcg_at_20": 0.35853, + "ndcg_at_3": 0.26134, + "ndcg_at_5": 0.27986, + "precision_at_1": 0.32, + "precision_at_10": 0.228, + "precision_at_100": 0.06715, + "precision_at_1000": 0.01214, + "precision_at_20": 0.16925, + "precision_at_3": 0.29, + "precision_at_5": 0.27, + "recall_at_1": 0.0578, + "recall_at_10": 0.34626, + "recall_at_100": 0.64053, + "recall_at_1000": 0.92707, + "recall_at_20": 0.44559, + "recall_at_3": 0.14987, + "recall_at_5": 0.22498 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53418, + "map_at_1": 0.06918, + "map_at_10": 0.22532, + "map_at_100": 0.40191, + "map_at_1000": 0.45612, + "map_at_20": 0.28244, + "map_at_3": 0.1298, + "map_at_5": 0.16925, + "mrr_at_1": 0.775, + "mrr_at_10": 0.8394424603174605, + "mrr_at_100": 0.8409544979794198, + "mrr_at_1000": 0.8409853621769507, + "mrr_at_20": 0.8404865779645193, + "mrr_at_3": 0.8233333333333335, + "mrr_at_5": 0.8343333333333334, + "nauc_map_at_1000_diff1": 0.062023024859362695, + "nauc_map_at_1000_max": 0.5116397285034997, + "nauc_map_at_1000_std": 0.3116481132297752, + "nauc_map_at_100_diff1": 0.11674941477886971, + "nauc_map_at_100_max": 0.45511576609510396, + "nauc_map_at_100_std": 0.31618757576155176, + "nauc_map_at_10_diff1": 0.25781817916708505, + "nauc_map_at_10_max": 0.3128748960954553, + "nauc_map_at_10_std": 0.13892300921657072, + "nauc_map_at_1_diff1": 0.4524756772831247, + "nauc_map_at_1_max": 0.10141216325147086, + "nauc_map_at_1_std": -0.06088682278719261, + "nauc_map_at_20_diff1": 0.20063942655416564, + "nauc_map_at_20_max": 0.340281775245618, + "nauc_map_at_20_std": 0.19310647611184956, + "nauc_map_at_3_diff1": 0.36181535151767463, + "nauc_map_at_3_max": 0.2596798180414637, + "nauc_map_at_3_std": 0.0783969622978754, + "nauc_map_at_5_diff1": 0.29574817402214376, + "nauc_map_at_5_max": 0.28388961547441566, + "nauc_map_at_5_std": 0.1116699273493366, + "nauc_mrr_at_1000_diff1": 0.001718028213373999, + "nauc_mrr_at_1000_max": 0.5010564034127993, + "nauc_mrr_at_1000_std": 0.3378974374814675, + "nauc_mrr_at_100_diff1": 0.0016000299377746607, + "nauc_mrr_at_100_max": 0.5011605673066902, + "nauc_mrr_at_100_std": 0.33803566388929973, + "nauc_mrr_at_10_diff1": -0.0029986600525561628, + "nauc_mrr_at_10_max": 0.5019216151026361, + "nauc_mrr_at_10_std": 0.3409576793161659, + "nauc_mrr_at_1_diff1": 0.04409269486989723, + "nauc_mrr_at_1_max": 0.45250811364800997, + "nauc_mrr_at_1_std": 0.31886351989978956, + "nauc_mrr_at_20_diff1": -0.0008511098526879978, + "nauc_mrr_at_20_max": 0.4987822743029014, + "nauc_mrr_at_20_std": 0.3393733915065765, + "nauc_mrr_at_3_diff1": -0.004645683975458492, + "nauc_mrr_at_3_max": 0.5220256881773477, + "nauc_mrr_at_3_std": 0.3263404143817907, + "nauc_mrr_at_5_diff1": -0.00382570752542777, + "nauc_mrr_at_5_max": 0.49864189775646134, + "nauc_mrr_at_5_std": 0.32818218316950626, + "nauc_ndcg_at_1000_diff1": 0.04761808011472138, + "nauc_ndcg_at_1000_max": 0.501119512779407, + "nauc_ndcg_at_1000_std": 0.35486161941879335, + "nauc_ndcg_at_100_diff1": 0.1374724418000192, + "nauc_ndcg_at_100_max": 0.4880019777932446, + "nauc_ndcg_at_100_std": 0.33836129691118927, + "nauc_ndcg_at_10_diff1": 0.08427220482913385, + "nauc_ndcg_at_10_max": 0.4247222271390249, + "nauc_ndcg_at_10_std": 0.20883133068453533, + "nauc_ndcg_at_1_diff1": 0.15632738902646898, + "nauc_ndcg_at_1_max": 0.32228679517652525, + "nauc_ndcg_at_1_std": 0.22534440061226757, + "nauc_ndcg_at_20_diff1": 0.10161862802740669, + "nauc_ndcg_at_20_max": 0.4495699642009592, + "nauc_ndcg_at_20_std": 0.2198804636649022, + "nauc_ndcg_at_3_diff1": 0.07242180814566608, + "nauc_ndcg_at_3_max": 0.39079290788698057, + "nauc_ndcg_at_3_std": 0.26777069440494683, + "nauc_ndcg_at_5_diff1": 0.0658692338729022, + "nauc_ndcg_at_5_max": 0.39169216074027025, + "nauc_ndcg_at_5_std": 0.21831712182308124, + "nauc_precision_at_1000_diff1": -0.2533357319851921, + "nauc_precision_at_1000_max": 0.08640768532610024, + "nauc_precision_at_1000_std": -0.16148638990418043, + "nauc_precision_at_100_diff1": -0.24296934031979212, + "nauc_precision_at_100_max": 0.1793258500805365, + "nauc_precision_at_100_std": 0.05376420206946403, + "nauc_precision_at_10_diff1": -0.257478691994875, + "nauc_precision_at_10_max": 0.33311691929039144, + "nauc_precision_at_10_std": 0.18953616157114533, + "nauc_precision_at_1_diff1": 0.04409269486989723, + "nauc_precision_at_1_max": 0.45250811364800997, + "nauc_precision_at_1_std": 0.31886351989978956, + "nauc_precision_at_20_diff1": -0.30010620724044185, + "nauc_precision_at_20_max": 0.2660789416803548, + "nauc_precision_at_20_std": 0.1415417517819127, + "nauc_precision_at_3_diff1": -0.11360985295029986, + "nauc_precision_at_3_max": 0.41829434758329664, + "nauc_precision_at_3_std": 0.30386858596513, + "nauc_precision_at_5_diff1": -0.21064080278279704, + "nauc_precision_at_5_max": 0.3602409569586151, + "nauc_precision_at_5_std": 0.20811064023034806, + "nauc_recall_at_1000_diff1": 0.4854642087932918, + "nauc_recall_at_1000_max": 0.03688087358232651, + "nauc_recall_at_1000_std": 0.7363969883868297, + "nauc_recall_at_100_diff1": 0.29010946905038076, + "nauc_recall_at_100_max": 0.20755108101620015, + "nauc_recall_at_100_std": 0.2813223056693183, + "nauc_recall_at_10_diff1": 0.24986790116268084, + "nauc_recall_at_10_max": 0.21910703482967142, + "nauc_recall_at_10_std": 0.08511042840738299, + "nauc_recall_at_1_diff1": 0.4524756772831247, + "nauc_recall_at_1_max": 0.10141216325147086, + "nauc_recall_at_1_std": -0.06088682278719261, + "nauc_recall_at_20_diff1": 0.1944961041642064, + "nauc_recall_at_20_max": 0.1817011481082369, + "nauc_recall_at_20_std": 0.1313803096551494, + "nauc_recall_at_3_diff1": 0.35958645667538336, + "nauc_recall_at_3_max": 0.25866074934424804, + "nauc_recall_at_3_std": 0.07069486311955452, + "nauc_recall_at_5_diff1": 0.2802404596815898, + "nauc_recall_at_5_max": 0.2278594217627069, + "nauc_recall_at_5_std": 0.06736562350557, + "ndcg_at_1": 0.6075, + "ndcg_at_10": 0.53418, + "ndcg_at_100": 0.62402, + "ndcg_at_1000": 0.71046, + "ndcg_at_20": 0.54149, + "ndcg_at_3": 0.56132, + "ndcg_at_5": 0.54823, + "precision_at_1": 0.775, + "precision_at_10": 0.517, + "precision_at_100": 0.23145, + "precision_at_1000": 0.04699, + "precision_at_20": 0.43125, + "precision_at_3": 0.65333, + "precision_at_5": 0.603, + "recall_at_1": 0.06918, + "recall_at_10": 0.28091, + "recall_at_100": 0.72007, + "recall_at_1000": 0.97427, + "recall_at_20": 0.39441, + "recall_at_3": 0.13543, + "recall_at_5": 0.19057 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.25466, + "map_at_1": 0.02557, + "map_at_10": 0.10223, + "map_at_100": 0.17628, + "map_at_1000": 0.21115, + "map_at_20": 0.12738, + "map_at_3": 0.05509, + "map_at_5": 0.07379, + "mrr_at_1": 0.31, + "mrr_at_10": 0.4398492063492065, + "mrr_at_100": 0.4492078052574018, + "mrr_at_1000": 0.4495209062265682, + "mrr_at_20": 0.4454993201243203, + "mrr_at_3": 0.4083333333333334, + "mrr_at_5": 0.4270833333333334, + "nauc_map_at_1000_diff1": 0.03551954822510116, + "nauc_map_at_1000_max": 0.5438787729471858, + "nauc_map_at_1000_std": 0.4937467133158786, + "nauc_map_at_100_diff1": 0.05405558389144367, + "nauc_map_at_100_max": 0.4877511535223551, + "nauc_map_at_100_std": 0.5270566146193598, + "nauc_map_at_10_diff1": 0.1098490252533502, + "nauc_map_at_10_max": 0.4221081802125965, + "nauc_map_at_10_std": 0.4116214573069436, + "nauc_map_at_1_diff1": 0.2493597355898962, + "nauc_map_at_1_max": 0.23537469036926134, + "nauc_map_at_1_std": 0.2516292956559851, + "nauc_map_at_20_diff1": 0.08920512458037476, + "nauc_map_at_20_max": 0.4442848282425007, + "nauc_map_at_20_std": 0.4457541903154258, + "nauc_map_at_3_diff1": 0.17823601190889293, + "nauc_map_at_3_max": 0.3441969294381005, + "nauc_map_at_3_std": 0.3294814071944151, + "nauc_map_at_5_diff1": 0.11666139631799316, + "nauc_map_at_5_max": 0.4078131159447256, + "nauc_map_at_5_std": 0.37290784394166315, + "nauc_mrr_at_1000_diff1": -0.016709419753422754, + "nauc_mrr_at_1000_max": 0.3762235175746579, + "nauc_mrr_at_1000_std": 0.26044202300242486, + "nauc_mrr_at_100_diff1": -0.01665969734652161, + "nauc_mrr_at_100_max": 0.3761521892985453, + "nauc_mrr_at_100_std": 0.26071169864670396, + "nauc_mrr_at_10_diff1": -0.020083725208335353, + "nauc_mrr_at_10_max": 0.3814759588931066, + "nauc_mrr_at_10_std": 0.26589522818244377, + "nauc_mrr_at_1_diff1": 0.0001882302324642537, + "nauc_mrr_at_1_max": 0.3118101025854768, + "nauc_mrr_at_1_std": 0.2083775898463234, + "nauc_mrr_at_20_diff1": -0.016038876586865515, + "nauc_mrr_at_20_max": 0.37621778518359655, + "nauc_mrr_at_20_std": 0.2614685732198466, + "nauc_mrr_at_3_diff1": -0.016474685239753022, + "nauc_mrr_at_3_max": 0.383521262777814, + "nauc_mrr_at_3_std": 0.26160724134282715, + "nauc_mrr_at_5_diff1": -0.02744619788409872, + "nauc_mrr_at_5_max": 0.3853265230869767, + "nauc_mrr_at_5_std": 0.26306273553076726, + "nauc_ndcg_at_1000_diff1": 0.013053121127818142, + "nauc_ndcg_at_1000_max": 0.5006284366489516, + "nauc_ndcg_at_1000_std": 0.4708149794851756, + "nauc_ndcg_at_100_diff1": 0.029886764334913444, + "nauc_ndcg_at_100_max": 0.49466271139114554, + "nauc_ndcg_at_100_std": 0.5178179894230085, + "nauc_ndcg_at_10_diff1": 0.006325134785531039, + "nauc_ndcg_at_10_max": 0.46911249132325505, + "nauc_ndcg_at_10_std": 0.32970284138864664, + "nauc_ndcg_at_1_diff1": 0.004124386801962177, + "nauc_ndcg_at_1_max": 0.27538891875545995, + "nauc_ndcg_at_1_std": 0.19558917411464283, + "nauc_ndcg_at_20_diff1": 0.02404966901737358, + "nauc_ndcg_at_20_max": 0.4923407688598324, + "nauc_ndcg_at_20_std": 0.38952339878897385, + "nauc_ndcg_at_3_diff1": -0.05040218567256166, + "nauc_ndcg_at_3_max": 0.3841011869975893, + "nauc_ndcg_at_3_std": 0.24228719615514588, + "nauc_ndcg_at_5_diff1": -0.04189855824368357, + "nauc_ndcg_at_5_max": 0.4344943067337128, + "nauc_ndcg_at_5_std": 0.26926612403412986, + "nauc_precision_at_1000_diff1": -0.12695126716858857, + "nauc_precision_at_1000_max": 0.38785583981222843, + "nauc_precision_at_1000_std": -0.23092917542461633, + "nauc_precision_at_100_diff1": -0.09728374094180348, + "nauc_precision_at_100_max": 0.43439911050586477, + "nauc_precision_at_100_std": 0.1411331092603662, + "nauc_precision_at_10_diff1": -0.06336031929609742, + "nauc_precision_at_10_max": 0.4959521055854141, + "nauc_precision_at_10_std": 0.26817756507146795, + "nauc_precision_at_1_diff1": 0.0001882302324642537, + "nauc_precision_at_1_max": 0.3118101025854768, + "nauc_precision_at_1_std": 0.2083775898463234, + "nauc_precision_at_20_diff1": -0.08697387045213914, + "nauc_precision_at_20_max": 0.4812214597515328, + "nauc_precision_at_20_std": 0.23519565719460062, + "nauc_precision_at_3_diff1": -0.04765495400392105, + "nauc_precision_at_3_max": 0.4566888209061335, + "nauc_precision_at_3_std": 0.2517019626429973, + "nauc_precision_at_5_diff1": -0.08991604381924977, + "nauc_precision_at_5_max": 0.5050618848675461, + "nauc_precision_at_5_std": 0.26319193436500865, + "nauc_recall_at_1000_diff1": 0.17023273156822494, + "nauc_recall_at_1000_max": 0.3715326552737491, + "nauc_recall_at_1000_std": 0.6874891950503595, + "nauc_recall_at_100_diff1": 0.10581417243224171, + "nauc_recall_at_100_max": 0.3560621578078265, + "nauc_recall_at_100_std": 0.6026336179693011, + "nauc_recall_at_10_diff1": 0.10869902662954126, + "nauc_recall_at_10_max": 0.34906400130053516, + "nauc_recall_at_10_std": 0.4024267895559115, + "nauc_recall_at_1_diff1": 0.2493597355898962, + "nauc_recall_at_1_max": 0.23537469036926134, + "nauc_recall_at_1_std": 0.2516292956559851, + "nauc_recall_at_20_diff1": 0.10296338540016108, + "nauc_recall_at_20_max": 0.35150170333851294, + "nauc_recall_at_20_std": 0.4493399693135465, + "nauc_recall_at_3_diff1": 0.14398565988147347, + "nauc_recall_at_3_max": 0.2892177357029912, + "nauc_recall_at_3_std": 0.3037246219983601, + "nauc_recall_at_5_diff1": 0.0671103235628575, + "nauc_recall_at_5_max": 0.3476589432422542, + "nauc_recall_at_5_std": 0.3580410345642666, + "ndcg_at_1": 0.22, + "ndcg_at_10": 0.25466, + "ndcg_at_100": 0.33768, + "ndcg_at_1000": 0.46166, + "ndcg_at_20": 0.27054, + "ndcg_at_3": 0.23645, + "ndcg_at_5": 0.23962, + "precision_at_1": 0.31, + "precision_at_10": 0.2625, + "precision_at_100": 0.12595, + "precision_at_1000": 0.03641, + "precision_at_20": 0.224, + "precision_at_3": 0.30333, + "precision_at_5": 0.291, + "recall_at_1": 0.02557, + "recall_at_10": 0.15601, + "recall_at_100": 0.45088, + "recall_at_1000": 0.82043, + "recall_at_20": 0.2189, + "recall_at_3": 0.06789, + "recall_at_5": 0.09732 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.27481, + "map_at_1": 0.03285, + "map_at_10": 0.10866, + "map_at_100": 0.1928, + "map_at_1000": 0.23191, + "map_at_20": 0.13441, + "map_at_3": 0.05735, + "map_at_5": 0.07813, + "mrr_at_1": 0.365, + "mrr_at_10": 0.48600198412698403, + "mrr_at_100": 0.4960473945494062, + "mrr_at_1000": 0.49635432859893414, + "mrr_at_20": 0.4925895364740179, + "mrr_at_3": 0.46166666666666656, + "mrr_at_5": 0.47791666666666655, + "nauc_map_at_1000_diff1": 0.01631900370640559, + "nauc_map_at_1000_max": 0.5495231348703172, + "nauc_map_at_1000_std": 0.5373913114072799, + "nauc_map_at_100_diff1": 0.04289120777965838, + "nauc_map_at_100_max": 0.5279900347843439, + "nauc_map_at_100_std": 0.5531029504817748, + "nauc_map_at_10_diff1": 0.08354687612869219, + "nauc_map_at_10_max": 0.408359301245194, + "nauc_map_at_10_std": 0.42199705542843774, + "nauc_map_at_1_diff1": 0.25254963915683204, + "nauc_map_at_1_max": 0.09370906228746528, + "nauc_map_at_1_std": 0.19072429077497297, + "nauc_map_at_20_diff1": 0.06331156710505306, + "nauc_map_at_20_max": 0.45869646722404406, + "nauc_map_at_20_std": 0.4736574104850946, + "nauc_map_at_3_diff1": 0.15876750498699296, + "nauc_map_at_3_max": 0.25115529983131496, + "nauc_map_at_3_std": 0.29869998877918347, + "nauc_map_at_5_diff1": 0.09203782298325573, + "nauc_map_at_5_max": 0.33898693892466836, + "nauc_map_at_5_std": 0.3454975201038062, + "nauc_mrr_at_1000_diff1": 0.00949677766514467, + "nauc_mrr_at_1000_max": 0.328416393740807, + "nauc_mrr_at_1000_std": 0.3240981850637849, + "nauc_mrr_at_100_diff1": 0.008839859664633845, + "nauc_mrr_at_100_max": 0.3286059802408497, + "nauc_mrr_at_100_std": 0.32440124099995044, + "nauc_mrr_at_10_diff1": 0.005850287581283542, + "nauc_mrr_at_10_max": 0.3284134219648116, + "nauc_mrr_at_10_std": 0.3204009508660074, + "nauc_mrr_at_1_diff1": 0.033352749834741444, + "nauc_mrr_at_1_max": 0.2856647315614139, + "nauc_mrr_at_1_std": 0.322512451649639, + "nauc_mrr_at_20_diff1": 0.007035416885638001, + "nauc_mrr_at_20_max": 0.3271235096635508, + "nauc_mrr_at_20_std": 0.32326756470918955, + "nauc_mrr_at_3_diff1": 0.020525544664038588, + "nauc_mrr_at_3_max": 0.3362004835410082, + "nauc_mrr_at_3_std": 0.3323074341027955, + "nauc_mrr_at_5_diff1": 0.006716002098605371, + "nauc_mrr_at_5_max": 0.3357938300303927, + "nauc_mrr_at_5_std": 0.32910118450355363, + "nauc_ndcg_at_1000_diff1": -0.010408866045449331, + "nauc_ndcg_at_1000_max": 0.4809146658047779, + "nauc_ndcg_at_1000_std": 0.48323132075120895, + "nauc_ndcg_at_100_diff1": 0.041059386109848245, + "nauc_ndcg_at_100_max": 0.5067197749303929, + "nauc_ndcg_at_100_std": 0.5492379993152898, + "nauc_ndcg_at_10_diff1": 0.04798477390684169, + "nauc_ndcg_at_10_max": 0.43529278213409633, + "nauc_ndcg_at_10_std": 0.39963495517738856, + "nauc_ndcg_at_1_diff1": 0.07660234655289444, + "nauc_ndcg_at_1_max": 0.2325852975771398, + "nauc_ndcg_at_1_std": 0.2952752751908735, + "nauc_ndcg_at_20_diff1": 0.04141759532353071, + "nauc_ndcg_at_20_max": 0.47165044497325004, + "nauc_ndcg_at_20_std": 0.4520185089569286, + "nauc_ndcg_at_3_diff1": 0.03785420599789961, + "nauc_ndcg_at_3_max": 0.33835506240669677, + "nauc_ndcg_at_3_std": 0.33790769676444443, + "nauc_ndcg_at_5_diff1": 0.04454034550834936, + "nauc_ndcg_at_5_max": 0.3953557881552433, + "nauc_ndcg_at_5_std": 0.3404125474058325, + "nauc_precision_at_1000_diff1": -0.03921632291552741, + "nauc_precision_at_1000_max": 0.19374045699086737, + "nauc_precision_at_1000_std": -0.1417456283266195, + "nauc_precision_at_100_diff1": -0.07136924936399078, + "nauc_precision_at_100_max": 0.35230643535914913, + "nauc_precision_at_100_std": 0.19545274951322666, + "nauc_precision_at_10_diff1": -0.03732251438256555, + "nauc_precision_at_10_max": 0.5106458107099834, + "nauc_precision_at_10_std": 0.33136448353258924, + "nauc_precision_at_1_diff1": 0.033352749834741444, + "nauc_precision_at_1_max": 0.2856647315614139, + "nauc_precision_at_1_std": 0.322512451649639, + "nauc_precision_at_20_diff1": -0.060101392616461365, + "nauc_precision_at_20_max": 0.484133977235745, + "nauc_precision_at_20_std": 0.3088018572185868, + "nauc_precision_at_3_diff1": -0.034151225466664936, + "nauc_precision_at_3_max": 0.4360768608303275, + "nauc_precision_at_3_std": 0.33984172484261627, + "nauc_precision_at_5_diff1": -0.048168037645030526, + "nauc_precision_at_5_max": 0.49693415711771244, + "nauc_precision_at_5_std": 0.306203527425554, + "nauc_recall_at_1000_diff1": -0.07251018476406287, + "nauc_recall_at_1000_max": 0.4920557223080914, + "nauc_recall_at_1000_std": 0.7369960100850387, + "nauc_recall_at_100_diff1": 0.030972005565248966, + "nauc_recall_at_100_max": 0.423418740764652, + "nauc_recall_at_100_std": 0.6101229872333864, + "nauc_recall_at_10_diff1": 0.09155659860945103, + "nauc_recall_at_10_max": 0.3448387806887494, + "nauc_recall_at_10_std": 0.4106231553456172, + "nauc_recall_at_1_diff1": 0.25254963915683204, + "nauc_recall_at_1_max": 0.09370906228746528, + "nauc_recall_at_1_std": 0.19072429077497297, + "nauc_recall_at_20_diff1": 0.06070114619693418, + "nauc_recall_at_20_max": 0.3702960351315782, + "nauc_recall_at_20_std": 0.45276295846420067, + "nauc_recall_at_3_diff1": 0.16489975985694807, + "nauc_recall_at_3_max": 0.22992328472702328, + "nauc_recall_at_3_std": 0.3012488006264059, + "nauc_recall_at_5_diff1": 0.08367833707104497, + "nauc_recall_at_5_max": 0.3040454809016128, + "nauc_recall_at_5_std": 0.33104100342312204, + "ndcg_at_1": 0.2425, + "ndcg_at_10": 0.27481, + "ndcg_at_100": 0.36025, + "ndcg_at_1000": 0.48318, + "ndcg_at_20": 0.28579, + "ndcg_at_3": 0.25309, + "ndcg_at_5": 0.26058, + "precision_at_1": 0.365, + "precision_at_10": 0.2935, + "precision_at_100": 0.14175, + "precision_at_1000": 0.03869, + "precision_at_20": 0.244, + "precision_at_3": 0.33167, + "precision_at_5": 0.322, + "recall_at_1": 0.03285, + "recall_at_10": 0.16162, + "recall_at_100": 0.47724, + "recall_at_1000": 0.84473, + "recall_at_20": 0.22941, + "recall_at_3": 0.06663, + "recall_at_5": 0.10053 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57313, + "map_at_1": 0.09703, + "map_at_10": 0.27539, + "map_at_100": 0.41357, + "map_at_1000": 0.47185, + "map_at_20": 0.3242, + "map_at_3": 0.18069, + "map_at_5": 0.22608, + "mrr_at_1": 0.715, + "mrr_at_10": 0.8133472222222224, + "mrr_at_100": 0.814061507936508, + "mrr_at_1000": 0.8140721916971918, + "mrr_at_20": 0.814061507936508, + "mrr_at_3": 0.7966666666666669, + "mrr_at_5": 0.8096666666666666, + "nauc_map_at_1000_diff1": 0.08366112222014367, + "nauc_map_at_1000_max": 0.2872023137943136, + "nauc_map_at_1000_std": 0.4113718869583295, + "nauc_map_at_100_diff1": 0.14103048313770317, + "nauc_map_at_100_max": 0.2631491673005938, + "nauc_map_at_100_std": 0.40652623385432024, + "nauc_map_at_10_diff1": 0.17461884223382632, + "nauc_map_at_10_max": 0.23061469317051297, + "nauc_map_at_10_std": 0.26020855159923467, + "nauc_map_at_1_diff1": 0.2801482468678428, + "nauc_map_at_1_max": 0.1788994085716972, + "nauc_map_at_1_std": 0.11761124862625415, + "nauc_map_at_20_diff1": 0.16103013905742306, + "nauc_map_at_20_max": 0.2571968543298704, + "nauc_map_at_20_std": 0.31820494529058857, + "nauc_map_at_3_diff1": 0.20983060815348317, + "nauc_map_at_3_max": 0.19868065058032758, + "nauc_map_at_3_std": 0.15639738621402413, + "nauc_map_at_5_diff1": 0.20202584276925428, + "nauc_map_at_5_max": 0.19613091922175194, + "nauc_map_at_5_std": 0.2015455545885839, + "nauc_mrr_at_1000_diff1": 0.157832082411072, + "nauc_mrr_at_1000_max": 0.3384843434916375, + "nauc_mrr_at_1000_std": 0.234574486615145, + "nauc_mrr_at_100_diff1": 0.15782982907149468, + "nauc_mrr_at_100_max": 0.33849820894844534, + "nauc_mrr_at_100_std": 0.2346236957880421, + "nauc_mrr_at_10_diff1": 0.16143418853347538, + "nauc_mrr_at_10_max": 0.341049606829852, + "nauc_mrr_at_10_std": 0.2373049660599898, + "nauc_mrr_at_1_diff1": 0.19242519670235653, + "nauc_mrr_at_1_max": 0.27563710882786996, + "nauc_mrr_at_1_std": 0.23122044764474217, + "nauc_mrr_at_20_diff1": 0.15782982907149468, + "nauc_mrr_at_20_max": 0.33849820894844534, + "nauc_mrr_at_20_std": 0.2346236957880421, + "nauc_mrr_at_3_diff1": 0.12893572922649268, + "nauc_mrr_at_3_max": 0.33634126854616764, + "nauc_mrr_at_3_std": 0.21299402580833923, + "nauc_mrr_at_5_diff1": 0.15525975954264026, + "nauc_mrr_at_5_max": 0.34012988547325457, + "nauc_mrr_at_5_std": 0.2253184985761132, + "nauc_ndcg_at_1000_diff1": 0.10183904889327113, + "nauc_ndcg_at_1000_max": 0.3437227871567574, + "nauc_ndcg_at_1000_std": 0.4384043192754922, + "nauc_ndcg_at_100_diff1": 0.14304060277942823, + "nauc_ndcg_at_100_max": 0.2904882402679283, + "nauc_ndcg_at_100_std": 0.4087527535873143, + "nauc_ndcg_at_10_diff1": 0.05979310907902913, + "nauc_ndcg_at_10_max": 0.246708528016313, + "nauc_ndcg_at_10_std": 0.23861495459881232, + "nauc_ndcg_at_1_diff1": 0.19511416129811232, + "nauc_ndcg_at_1_max": 0.1711173084263577, + "nauc_ndcg_at_1_std": 0.1888121148857609, + "nauc_ndcg_at_20_diff1": 0.07286849297911308, + "nauc_ndcg_at_20_max": 0.29061396400700085, + "nauc_ndcg_at_20_std": 0.31912859719408443, + "nauc_ndcg_at_3_diff1": 0.0707096688820913, + "nauc_ndcg_at_3_max": 0.21022605975849035, + "nauc_ndcg_at_3_std": 0.16359645178416188, + "nauc_ndcg_at_5_diff1": 0.062095291372390615, + "nauc_ndcg_at_5_max": 0.23127674348198665, + "nauc_ndcg_at_5_std": 0.174034204579406, + "nauc_precision_at_1000_diff1": -0.27355731747326617, + "nauc_precision_at_1000_max": -0.058102957862645764, + "nauc_precision_at_1000_std": -0.2424213729429872, + "nauc_precision_at_100_diff1": -0.22885777023121717, + "nauc_precision_at_100_max": -0.03616814653414399, + "nauc_precision_at_100_std": -0.06478727859241395, + "nauc_precision_at_10_diff1": -0.2233587624389728, + "nauc_precision_at_10_max": 0.11798330867837664, + "nauc_precision_at_10_std": 0.14092302099794532, + "nauc_precision_at_1_diff1": 0.19242519670235653, + "nauc_precision_at_1_max": 0.27563710882786996, + "nauc_precision_at_1_std": 0.23122044764474217, + "nauc_precision_at_20_diff1": -0.21765413931937472, + "nauc_precision_at_20_max": 0.05458968375088055, + "nauc_precision_at_20_std": 0.09550413357650821, + "nauc_precision_at_3_diff1": -0.14516268841196242, + "nauc_precision_at_3_max": 0.19853604507440137, + "nauc_precision_at_3_std": 0.13624412090469845, + "nauc_precision_at_5_diff1": -0.16950700973346394, + "nauc_precision_at_5_max": 0.1656608020662371, + "nauc_precision_at_5_std": 0.1609889791357231, + "nauc_recall_at_1000_diff1": 0.2974334356362059, + "nauc_recall_at_1000_max": 0.4084144309556767, + "nauc_recall_at_1000_std": 0.8097515239993484, + "nauc_recall_at_100_diff1": 0.18995525465356938, + "nauc_recall_at_100_max": 0.18651709820242687, + "nauc_recall_at_100_std": 0.49075699883078266, + "nauc_recall_at_10_diff1": 0.17659110093377675, + "nauc_recall_at_10_max": 0.17644683316699328, + "nauc_recall_at_10_std": 0.2569156017250253, + "nauc_recall_at_1_diff1": 0.2801482468678428, + "nauc_recall_at_1_max": 0.1788994085716972, + "nauc_recall_at_1_std": 0.11761124862625415, + "nauc_recall_at_20_diff1": 0.16687199533930688, + "nauc_recall_at_20_max": 0.21281234750384767, + "nauc_recall_at_20_std": 0.32689874241167316, + "nauc_recall_at_3_diff1": 0.19281312342353898, + "nauc_recall_at_3_max": 0.16298124329130256, + "nauc_recall_at_3_std": 0.13991513907648478, + "nauc_recall_at_5_diff1": 0.1892522713925983, + "nauc_recall_at_5_max": 0.14599086437180897, + "nauc_recall_at_5_std": 0.18120818606653916, + "ndcg_at_1": 0.605, + "ndcg_at_10": 0.57313, + "ndcg_at_100": 0.62194, + "ndcg_at_1000": 0.71302, + "ndcg_at_20": 0.5812, + "ndcg_at_3": 0.579, + "ndcg_at_5": 0.57313, + "precision_at_1": 0.715, + "precision_at_10": 0.5, + "precision_at_100": 0.21715, + "precision_at_1000": 0.05493, + "precision_at_20": 0.40975, + "precision_at_3": 0.64167, + "precision_at_5": 0.589, + "recall_at_1": 0.09703, + "recall_at_10": 0.35257, + "recall_at_100": 0.6788, + "recall_at_1000": 0.9371, + "recall_at_20": 0.44695, + "recall_at_3": 0.19889, + "recall_at_5": 0.26472 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.18998, + "map_at_1": 0.03346, + "map_at_10": 0.10225, + "map_at_100": 0.1425, + "map_at_1000": 0.1658, + "map_at_20": 0.11573, + "map_at_3": 0.06614, + "map_at_5": 0.08452, + "mrr_at_1": 0.21, + "mrr_at_10": 0.3074424603174605, + "mrr_at_100": 0.31862447264007526, + "mrr_at_1000": 0.3192583236356094, + "mrr_at_20": 0.31473035042442965, + "mrr_at_3": 0.2716666666666667, + "mrr_at_5": 0.28916666666666674, + "nauc_map_at_1000_diff1": -0.014380530495747357, + "nauc_map_at_1000_max": 0.423786185616577, + "nauc_map_at_1000_std": 0.49282008334466193, + "nauc_map_at_100_diff1": 0.0019453184166982385, + "nauc_map_at_100_max": 0.4027536781385739, + "nauc_map_at_100_std": 0.46797438726540624, + "nauc_map_at_10_diff1": -0.0018910646538542498, + "nauc_map_at_10_max": 0.34683340719347, + "nauc_map_at_10_std": 0.38670611411393474, + "nauc_map_at_1_diff1": -0.044713457569858825, + "nauc_map_at_1_max": 0.1987012612121439, + "nauc_map_at_1_std": 0.17876779211749855, + "nauc_map_at_20_diff1": -0.005263386255588337, + "nauc_map_at_20_max": 0.36098435432523274, + "nauc_map_at_20_std": 0.41309601394706824, + "nauc_map_at_3_diff1": -0.01866447079426091, + "nauc_map_at_3_max": 0.27767518744846775, + "nauc_map_at_3_std": 0.28808229150818976, + "nauc_map_at_5_diff1": -0.038630391568503814, + "nauc_map_at_5_max": 0.3157851421523682, + "nauc_map_at_5_std": 0.34213694882036266, + "nauc_mrr_at_1000_diff1": -0.03340159968030522, + "nauc_mrr_at_1000_max": 0.40888067240172193, + "nauc_mrr_at_1000_std": 0.28628696898159117, + "nauc_mrr_at_100_diff1": -0.03433259496457904, + "nauc_mrr_at_100_max": 0.4090219809451334, + "nauc_mrr_at_100_std": 0.28678977236557085, + "nauc_mrr_at_10_diff1": -0.026894929414528538, + "nauc_mrr_at_10_max": 0.41251869484027154, + "nauc_mrr_at_10_std": 0.2890065161767584, + "nauc_mrr_at_1_diff1": 0.0073241800877317745, + "nauc_mrr_at_1_max": 0.35137061143047177, + "nauc_mrr_at_1_std": 0.22491963196984804, + "nauc_mrr_at_20_diff1": -0.03231790242521873, + "nauc_mrr_at_20_max": 0.40747108795287484, + "nauc_mrr_at_20_std": 0.287175235823561, + "nauc_mrr_at_3_diff1": -0.027830007651441807, + "nauc_mrr_at_3_max": 0.405225910630194, + "nauc_mrr_at_3_std": 0.26977004641552893, + "nauc_mrr_at_5_diff1": -0.03208924173625286, + "nauc_mrr_at_5_max": 0.4133905895255317, + "nauc_mrr_at_5_std": 0.27994610285912164, + "nauc_ndcg_at_1000_diff1": -0.03545435061154485, + "nauc_ndcg_at_1000_max": 0.4438812004191488, + "nauc_ndcg_at_1000_std": 0.5578827926950134, + "nauc_ndcg_at_100_diff1": 2.546856902766092e-05, + "nauc_ndcg_at_100_max": 0.4131206852257476, + "nauc_ndcg_at_100_std": 0.49816470831378623, + "nauc_ndcg_at_10_diff1": 0.035811700745572446, + "nauc_ndcg_at_10_max": 0.41562374263295554, + "nauc_ndcg_at_10_std": 0.42845576308896016, + "nauc_ndcg_at_1_diff1": 0.03165257426180863, + "nauc_ndcg_at_1_max": 0.30572402496790474, + "nauc_ndcg_at_1_std": 0.22247308178513645, + "nauc_ndcg_at_20_diff1": 0.01501903961388751, + "nauc_ndcg_at_20_max": 0.4025128521370709, + "nauc_ndcg_at_20_std": 0.4401828167936922, + "nauc_ndcg_at_3_diff1": 0.013006674849926578, + "nauc_ndcg_at_3_max": 0.4026795128489908, + "nauc_ndcg_at_3_std": 0.3370464905950571, + "nauc_ndcg_at_5_diff1": -0.006144892990432317, + "nauc_ndcg_at_5_max": 0.428040532658846, + "nauc_ndcg_at_5_std": 0.3954873861571905, + "nauc_precision_at_1000_diff1": -0.15124473648661393, + "nauc_precision_at_1000_max": 0.28240795556512405, + "nauc_precision_at_1000_std": -0.00024185341824117175, + "nauc_precision_at_100_diff1": -0.05751066405010628, + "nauc_precision_at_100_max": 0.41845468219368026, + "nauc_precision_at_100_std": 0.24752934817095384, + "nauc_precision_at_10_diff1": 0.04959806974997865, + "nauc_precision_at_10_max": 0.5467667081112355, + "nauc_precision_at_10_std": 0.4873942855735971, + "nauc_precision_at_1_diff1": 0.0073241800877317745, + "nauc_precision_at_1_max": 0.35137061143047177, + "nauc_precision_at_1_std": 0.22491963196984804, + "nauc_precision_at_20_diff1": -0.005636249288730476, + "nauc_precision_at_20_max": 0.527623211843511, + "nauc_precision_at_20_std": 0.40885867449312685, + "nauc_precision_at_3_diff1": -0.009753018549060488, + "nauc_precision_at_3_max": 0.48656160283427996, + "nauc_precision_at_3_std": 0.38669327197822706, + "nauc_precision_at_5_diff1": -0.03196372372872363, + "nauc_precision_at_5_max": 0.508901421868894, + "nauc_precision_at_5_std": 0.4526880004809704, + "nauc_recall_at_1000_diff1": -0.07443707289920841, + "nauc_recall_at_1000_max": 0.29868286526779664, + "nauc_recall_at_1000_std": 0.7602881654154836, + "nauc_recall_at_100_diff1": 0.028109852382617435, + "nauc_recall_at_100_max": 0.27187680676963294, + "nauc_recall_at_100_std": 0.5246174436711434, + "nauc_recall_at_10_diff1": 0.05200838124766506, + "nauc_recall_at_10_max": 0.280098462629865, + "nauc_recall_at_10_std": 0.4139453146612085, + "nauc_recall_at_1_diff1": -0.044713457569858825, + "nauc_recall_at_1_max": 0.1987012612121439, + "nauc_recall_at_1_std": 0.17876779211749855, + "nauc_recall_at_20_diff1": 0.025422669878465212, + "nauc_recall_at_20_max": 0.24276748005616977, + "nauc_recall_at_20_std": 0.44225327848199114, + "nauc_recall_at_3_diff1": 0.01771250548941629, + "nauc_recall_at_3_max": 0.22626168172574992, + "nauc_recall_at_3_std": 0.32255353349355026, + "nauc_recall_at_5_diff1": -0.027907040032183625, + "nauc_recall_at_5_max": 0.29484591588697034, + "nauc_recall_at_5_std": 0.38845853028858623, + "ndcg_at_1": 0.1575, + "ndcg_at_10": 0.18998, + "ndcg_at_100": 0.26241, + "ndcg_at_1000": 0.36407, + "ndcg_at_20": 0.208, + "ndcg_at_3": 0.16416, + "ndcg_at_5": 0.17827, + "precision_at_1": 0.21, + "precision_at_10": 0.149, + "precision_at_100": 0.0782, + "precision_at_1000": 0.02794, + "precision_at_20": 0.1215, + "precision_at_3": 0.19, + "precision_at_5": 0.177, + "recall_at_1": 0.03346, + "recall_at_10": 0.17278, + "recall_at_100": 0.38998, + "recall_at_1000": 0.67394, + "recall_at_20": 0.235, + "recall_at_3": 0.08284, + "recall_at_5": 0.12346 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.2826, + "map_at_1": 0.0529, + "map_at_10": 0.13868, + "map_at_100": 0.19432, + "map_at_1000": 0.22733, + "map_at_20": 0.15837, + "map_at_3": 0.0956, + "map_at_5": 0.11638, + "mrr_at_1": 0.34, + "mrr_at_10": 0.4797658730158729, + "mrr_at_100": 0.4867155618472953, + "mrr_at_1000": 0.4869680983216567, + "mrr_at_20": 0.4839291716195742, + "mrr_at_3": 0.44749999999999995, + "mrr_at_5": 0.46275, + "nauc_map_at_1000_diff1": 0.24451501373684018, + "nauc_map_at_1000_max": 0.21020088133805592, + "nauc_map_at_1000_std": 0.5481214557737875, + "nauc_map_at_100_diff1": 0.27923337563499434, + "nauc_map_at_100_max": 0.15686761680532904, + "nauc_map_at_100_std": 0.5445244396704703, + "nauc_map_at_10_diff1": 0.31393842401806804, + "nauc_map_at_10_max": 0.1320947904273978, + "nauc_map_at_10_std": 0.46162996406606016, + "nauc_map_at_1_diff1": 0.3247421032063455, + "nauc_map_at_1_max": 0.11452831406349628, + "nauc_map_at_1_std": 0.4750204808658364, + "nauc_map_at_20_diff1": 0.3026497947831823, + "nauc_map_at_20_max": 0.14052845074911624, + "nauc_map_at_20_std": 0.495824603267865, + "nauc_map_at_3_diff1": 0.36151388964797343, + "nauc_map_at_3_max": 0.14167101006757205, + "nauc_map_at_3_std": 0.43785564480086603, + "nauc_map_at_5_diff1": 0.334173882985808, + "nauc_map_at_5_max": 0.1402899976207866, + "nauc_map_at_5_std": 0.4537231372593237, + "nauc_mrr_at_1000_diff1": 0.16586679038203436, + "nauc_mrr_at_1000_max": 0.22127541517303384, + "nauc_mrr_at_1000_std": 0.25922905277856223, + "nauc_mrr_at_100_diff1": 0.1658930240358471, + "nauc_mrr_at_100_max": 0.2213755621369498, + "nauc_mrr_at_100_std": 0.25935152582050197, + "nauc_mrr_at_10_diff1": 0.1675897888326666, + "nauc_mrr_at_10_max": 0.22620004128676102, + "nauc_mrr_at_10_std": 0.2687724441310321, + "nauc_mrr_at_1_diff1": 0.18511354301915758, + "nauc_mrr_at_1_max": 0.2213823895704708, + "nauc_mrr_at_1_std": 0.1765150109965817, + "nauc_mrr_at_20_diff1": 0.1658174177830208, + "nauc_mrr_at_20_max": 0.2220166536647083, + "nauc_mrr_at_20_std": 0.26152354919240317, + "nauc_mrr_at_3_diff1": 0.174135422967522, + "nauc_mrr_at_3_max": 0.2009381938060524, + "nauc_mrr_at_3_std": 0.23415317073281877, + "nauc_mrr_at_5_diff1": 0.16410108414917332, + "nauc_mrr_at_5_max": 0.21449338960273806, + "nauc_mrr_at_5_std": 0.26212533114293074, + "nauc_ndcg_at_1000_diff1": 0.17372814454771673, + "nauc_ndcg_at_1000_max": 0.3219183442566406, + "nauc_ndcg_at_1000_std": 0.5851164941849125, + "nauc_ndcg_at_100_diff1": 0.22626510831586888, + "nauc_ndcg_at_100_max": 0.23136976686594027, + "nauc_ndcg_at_100_std": 0.5606345331105059, + "nauc_ndcg_at_10_diff1": 0.2382438375874346, + "nauc_ndcg_at_10_max": 0.24775012640386343, + "nauc_ndcg_at_10_std": 0.39821356566069965, + "nauc_ndcg_at_1_diff1": 0.24070885434602765, + "nauc_ndcg_at_1_max": 0.24532028674005374, + "nauc_ndcg_at_1_std": 0.1995463775516265, + "nauc_ndcg_at_20_diff1": 0.24183180776618832, + "nauc_ndcg_at_20_max": 0.24677604557714877, + "nauc_ndcg_at_20_std": 0.4706350705783195, + "nauc_ndcg_at_3_diff1": 0.24500999839548446, + "nauc_ndcg_at_3_max": 0.23239490795419893, + "nauc_ndcg_at_3_std": 0.28435767683652835, + "nauc_ndcg_at_5_diff1": 0.21912290800844933, + "nauc_ndcg_at_5_max": 0.26083611077903973, + "nauc_ndcg_at_5_std": 0.3348193435622992, + "nauc_precision_at_1000_diff1": -0.1796429245335134, + "nauc_precision_at_1000_max": 0.23813297737862027, + "nauc_precision_at_1000_std": -0.2437482980184113, + "nauc_precision_at_100_diff1": -0.1207681903284068, + "nauc_precision_at_100_max": 0.22803118149732973, + "nauc_precision_at_100_std": 0.022740519726601745, + "nauc_precision_at_10_diff1": -0.0006839407166783754, + "nauc_precision_at_10_max": 0.2279273677799211, + "nauc_precision_at_10_std": 0.18245482692112472, + "nauc_precision_at_1_diff1": 0.18511354301915758, + "nauc_precision_at_1_max": 0.2213823895704708, + "nauc_precision_at_1_std": 0.1765150109965817, + "nauc_precision_at_20_diff1": -0.0440297638907208, + "nauc_precision_at_20_max": 0.24716831806084671, + "nauc_precision_at_20_std": 0.18614303116828715, + "nauc_precision_at_3_diff1": 0.137857864805952, + "nauc_precision_at_3_max": 0.20205738014344996, + "nauc_precision_at_3_std": 0.2175410075621961, + "nauc_precision_at_5_diff1": 0.06761682272205356, + "nauc_precision_at_5_max": 0.2401224546786399, + "nauc_precision_at_5_std": 0.2333328470712784, + "nauc_recall_at_1000_diff1": 0.06024812140102297, + "nauc_recall_at_1000_max": 0.3226353983436454, + "nauc_recall_at_1000_std": 0.8136121114333668, + "nauc_recall_at_100_diff1": 0.19286810509720018, + "nauc_recall_at_100_max": 0.12984965115341796, + "nauc_recall_at_100_std": 0.634076278919095, + "nauc_recall_at_10_diff1": 0.27329783752461556, + "nauc_recall_at_10_max": 0.12784859548111932, + "nauc_recall_at_10_std": 0.4810035561065857, + "nauc_recall_at_1_diff1": 0.3247421032063455, + "nauc_recall_at_1_max": 0.11452831406349628, + "nauc_recall_at_1_std": 0.4750204808658364, + "nauc_recall_at_20_diff1": 0.23880092303140693, + "nauc_recall_at_20_max": 0.11994332332241706, + "nauc_recall_at_20_std": 0.5282879221936652, + "nauc_recall_at_3_diff1": 0.35938839726032074, + "nauc_recall_at_3_max": 0.1550691241950784, + "nauc_recall_at_3_std": 0.42810447867983986, + "nauc_recall_at_5_diff1": 0.30067098633812206, + "nauc_recall_at_5_max": 0.15038656029636457, + "nauc_recall_at_5_std": 0.473251443508792, + "ndcg_at_1": 0.2475, + "ndcg_at_10": 0.2826, + "ndcg_at_100": 0.35267, + "ndcg_at_1000": 0.46431, + "ndcg_at_20": 0.2965, + "ndcg_at_3": 0.26097, + "ndcg_at_5": 0.26516, + "precision_at_1": 0.34, + "precision_at_10": 0.239, + "precision_at_100": 0.11285, + "precision_at_1000": 0.03827, + "precision_at_20": 0.193, + "precision_at_3": 0.3, + "precision_at_5": 0.271, + "recall_at_1": 0.0529, + "recall_at_10": 0.21369, + "recall_at_100": 0.46565, + "recall_at_1000": 0.77936, + "recall_at_20": 0.28368, + "recall_at_3": 0.11437, + "recall_at_5": 0.15362 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.46621, + "map_at_1": 0.04653, + "map_at_10": 0.17231, + "map_at_100": 0.34035, + "map_at_1000": 0.39101, + "map_at_20": 0.22677, + "map_at_3": 0.096, + "map_at_5": 0.12481, + "mrr_at_1": 0.64, + "mrr_at_10": 0.7513531746031746, + "mrr_at_100": 0.7540546562734662, + "mrr_at_1000": 0.7540746562734663, + "mrr_at_20": 0.7530109286138699, + "mrr_at_3": 0.7341666666666667, + "mrr_at_5": 0.7461666666666668, + "nauc_map_at_1000_diff1": 0.2057561805950439, + "nauc_map_at_1000_max": 0.510827832106421, + "nauc_map_at_1000_std": 0.3310923944496768, + "nauc_map_at_100_diff1": 0.20353661105173587, + "nauc_map_at_100_max": 0.4623657838792659, + "nauc_map_at_100_std": 0.26774030839188034, + "nauc_map_at_10_diff1": 0.13897424424660879, + "nauc_map_at_10_max": 0.2313407692836586, + "nauc_map_at_10_std": -0.005921687178066724, + "nauc_map_at_1_diff1": 0.20330883128868013, + "nauc_map_at_1_max": 0.021987161508378702, + "nauc_map_at_1_std": -0.051530458326353494, + "nauc_map_at_20_diff1": 0.14052356457200535, + "nauc_map_at_20_max": 0.3051393957664194, + "nauc_map_at_20_std": 0.0626853966856773, + "nauc_map_at_3_diff1": 0.20446570464314323, + "nauc_map_at_3_max": 0.1626769737840948, + "nauc_map_at_3_std": -0.06053266485879923, + "nauc_map_at_5_diff1": 0.14378274412042058, + "nauc_map_at_5_max": 0.17064635766681355, + "nauc_map_at_5_std": -0.05648949566637697, + "nauc_mrr_at_1000_diff1": 0.3874195604460535, + "nauc_mrr_at_1000_max": 0.4329385775929566, + "nauc_mrr_at_1000_std": 0.1880282705438177, + "nauc_mrr_at_100_diff1": 0.387465668047317, + "nauc_mrr_at_100_max": 0.4329662581097548, + "nauc_mrr_at_100_std": 0.1881059652130955, + "nauc_mrr_at_10_diff1": 0.3866290004594612, + "nauc_mrr_at_10_max": 0.4353289949677696, + "nauc_mrr_at_10_std": 0.19118797517867803, + "nauc_mrr_at_1_diff1": 0.36270596500191554, + "nauc_mrr_at_1_max": 0.40564727295950964, + "nauc_mrr_at_1_std": 0.06945331459956593, + "nauc_mrr_at_20_diff1": 0.387045559371196, + "nauc_mrr_at_20_max": 0.4333485782753598, + "nauc_mrr_at_20_std": 0.18906536121628265, + "nauc_mrr_at_3_diff1": 0.40001506686778715, + "nauc_mrr_at_3_max": 0.4367182992245705, + "nauc_mrr_at_3_std": 0.21060399306239264, + "nauc_mrr_at_5_diff1": 0.3871864020865309, + "nauc_mrr_at_5_max": 0.4288163557411018, + "nauc_mrr_at_5_std": 0.19908471993370205, + "nauc_ndcg_at_1000_diff1": 0.2540584598377931, + "nauc_ndcg_at_1000_max": 0.569959178921381, + "nauc_ndcg_at_1000_std": 0.4394631656934213, + "nauc_ndcg_at_100_diff1": 0.2301980898187265, + "nauc_ndcg_at_100_max": 0.5065443718684258, + "nauc_ndcg_at_100_std": 0.3449494484625897, + "nauc_ndcg_at_10_diff1": 0.22498516740109312, + "nauc_ndcg_at_10_max": 0.44345359520341043, + "nauc_ndcg_at_10_std": 0.294271530581244, + "nauc_ndcg_at_1_diff1": 0.3229672000579248, + "nauc_ndcg_at_1_max": 0.3125479690102092, + "nauc_ndcg_at_1_std": 0.12032075881543695, + "nauc_ndcg_at_20_diff1": 0.22274806091526966, + "nauc_ndcg_at_20_max": 0.4462719047631403, + "nauc_ndcg_at_20_std": 0.2773205804530927, + "nauc_ndcg_at_3_diff1": 0.27237429222109677, + "nauc_ndcg_at_3_max": 0.4045854207710654, + "nauc_ndcg_at_3_std": 0.28564440221825554, + "nauc_ndcg_at_5_diff1": 0.2280464094487905, + "nauc_ndcg_at_5_max": 0.44123846737313066, + "nauc_ndcg_at_5_std": 0.3014448826359167, + "nauc_precision_at_1000_diff1": -0.0024337233841295004, + "nauc_precision_at_1000_max": 0.11832692566387955, + "nauc_precision_at_1000_std": 0.11881941651166894, + "nauc_precision_at_100_diff1": 0.07674126819695307, + "nauc_precision_at_100_max": 0.2704764516545785, + "nauc_precision_at_100_std": 0.30386317936150253, + "nauc_precision_at_10_diff1": 0.1279247689524211, + "nauc_precision_at_10_max": 0.4177621391664353, + "nauc_precision_at_10_std": 0.3419300418901076, + "nauc_precision_at_1_diff1": 0.36270596500191554, + "nauc_precision_at_1_max": 0.40564727295950964, + "nauc_precision_at_1_std": 0.06945331459956593, + "nauc_precision_at_20_diff1": 0.10868561244933661, + "nauc_precision_at_20_max": 0.3925993013035663, + "nauc_precision_at_20_std": 0.342755097798398, + "nauc_precision_at_3_diff1": 0.23923954461852595, + "nauc_precision_at_3_max": 0.4635774022370134, + "nauc_precision_at_3_std": 0.29701878257910685, + "nauc_precision_at_5_diff1": 0.15261977061292406, + "nauc_precision_at_5_max": 0.44490068274568206, + "nauc_precision_at_5_std": 0.29873895131810546, + "nauc_recall_at_1000_diff1": -0.025818327615619557, + "nauc_recall_at_1000_max": 0.41120712444049684, + "nauc_recall_at_1000_std": 0.5813434253159229, + "nauc_recall_at_100_diff1": 0.08275337050912354, + "nauc_recall_at_100_max": 0.19323789078963985, + "nauc_recall_at_100_std": 0.14861064938102378, + "nauc_recall_at_10_diff1": 0.02014917009739176, + "nauc_recall_at_10_max": 0.06651032239391225, + "nauc_recall_at_10_std": -0.08851915877038882, + "nauc_recall_at_1_diff1": 0.20330883128868013, + "nauc_recall_at_1_max": 0.021987161508378702, + "nauc_recall_at_1_std": -0.051530458326353494, + "nauc_recall_at_20_diff1": 0.012356250244373295, + "nauc_recall_at_20_max": 0.08181948700244894, + "nauc_recall_at_20_std": -0.054501656672235214, + "nauc_recall_at_3_diff1": 0.15594855480189793, + "nauc_recall_at_3_max": 0.09830190055942939, + "nauc_recall_at_3_std": -0.06101715389089145, + "nauc_recall_at_5_diff1": 0.045240081648663485, + "nauc_recall_at_5_max": 0.03811349607638946, + "nauc_recall_at_5_std": -0.10569307394347024, + "ndcg_at_1": 0.49, + "ndcg_at_10": 0.46621, + "ndcg_at_100": 0.55452, + "ndcg_at_1000": 0.65735, + "ndcg_at_20": 0.47295, + "ndcg_at_3": 0.47836, + "ndcg_at_5": 0.47528, + "precision_at_1": 0.64, + "precision_at_10": 0.484, + "precision_at_100": 0.2157, + "precision_at_1000": 0.0396, + "precision_at_20": 0.40875, + "precision_at_3": 0.59333, + "precision_at_5": 0.553, + "recall_at_1": 0.04653, + "recall_at_10": 0.24317, + "recall_at_100": 0.68947, + "recall_at_1000": 0.96348, + "recall_at_20": 0.36132, + "recall_at_3": 0.10906, + "recall_at_5": 0.15676 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.172, + "map_at_1": 0.01568, + "map_at_10": 0.05769, + "map_at_100": 0.10958, + "map_at_1000": 0.13976, + "map_at_20": 0.07299, + "map_at_3": 0.03534, + "map_at_5": 0.04381, + "mrr_at_1": 0.23, + "mrr_at_10": 0.33836904761904774, + "mrr_at_100": 0.3518366988016741, + "mrr_at_1000": 0.3523295429765805, + "mrr_at_20": 0.348360569169393, + "mrr_at_3": 0.30916666666666676, + "mrr_at_5": 0.3221666666666668, + "nauc_map_at_1000_diff1": 0.19202197205868599, + "nauc_map_at_1000_max": 0.43295066325601633, + "nauc_map_at_1000_std": 0.4285637775726149, + "nauc_map_at_100_diff1": 0.2056758897405345, + "nauc_map_at_100_max": 0.4333458058027484, + "nauc_map_at_100_std": 0.36843590034995183, + "nauc_map_at_10_diff1": 0.19203819549058426, + "nauc_map_at_10_max": 0.4342225497822009, + "nauc_map_at_10_std": 0.20013047055412547, + "nauc_map_at_1_diff1": 0.10916213479566021, + "nauc_map_at_1_max": 0.3628598168514049, + "nauc_map_at_1_std": 0.045957037360559935, + "nauc_map_at_20_diff1": 0.2090494625618465, + "nauc_map_at_20_max": 0.434553256616905, + "nauc_map_at_20_std": 0.24390027750209123, + "nauc_map_at_3_diff1": 0.18795364288157576, + "nauc_map_at_3_max": 0.419482994238403, + "nauc_map_at_3_std": 0.10462320759228642, + "nauc_map_at_5_diff1": 0.1923664081575468, + "nauc_map_at_5_max": 0.43759835704380673, + "nauc_map_at_5_std": 0.14957543556331357, + "nauc_mrr_at_1000_diff1": 0.10713456352890124, + "nauc_mrr_at_1000_max": 0.2262003981851238, + "nauc_mrr_at_1000_std": 0.245903178355696, + "nauc_mrr_at_100_diff1": 0.10664227193485827, + "nauc_mrr_at_100_max": 0.22656970423905268, + "nauc_mrr_at_100_std": 0.2464216810821229, + "nauc_mrr_at_10_diff1": 0.10626168281353722, + "nauc_mrr_at_10_max": 0.22800252336795981, + "nauc_mrr_at_10_std": 0.24473551640346494, + "nauc_mrr_at_1_diff1": 0.16536507984930054, + "nauc_mrr_at_1_max": 0.2092402495385977, + "nauc_mrr_at_1_std": 0.19311023321791915, + "nauc_mrr_at_20_diff1": 0.10665507191519932, + "nauc_mrr_at_20_max": 0.2271450990280362, + "nauc_mrr_at_20_std": 0.2466445152313861, + "nauc_mrr_at_3_diff1": 0.10755166176882601, + "nauc_mrr_at_3_max": 0.2008739920548309, + "nauc_mrr_at_3_std": 0.21965263035739205, + "nauc_mrr_at_5_diff1": 0.09676320521388752, + "nauc_mrr_at_5_max": 0.22305299612176416, + "nauc_mrr_at_5_std": 0.23320112198646378, + "nauc_ndcg_at_1000_diff1": 0.1660764195176295, + "nauc_ndcg_at_1000_max": 0.41232279872320854, + "nauc_ndcg_at_1000_std": 0.5250488767301544, + "nauc_ndcg_at_100_diff1": 0.16664482773737274, + "nauc_ndcg_at_100_max": 0.3761563246238727, + "nauc_ndcg_at_100_std": 0.42636844684487873, + "nauc_ndcg_at_10_diff1": 0.119116668883075, + "nauc_ndcg_at_10_max": 0.28124323159370085, + "nauc_ndcg_at_10_std": 0.2855848792366176, + "nauc_ndcg_at_1_diff1": 0.11524583311311717, + "nauc_ndcg_at_1_max": 0.16800638065814957, + "nauc_ndcg_at_1_std": 0.1852120559845095, + "nauc_ndcg_at_20_diff1": 0.140126810103234, + "nauc_ndcg_at_20_max": 0.31309897912524953, + "nauc_ndcg_at_20_std": 0.3119760894312183, + "nauc_ndcg_at_3_diff1": 0.13686251644131928, + "nauc_ndcg_at_3_max": 0.18444718211734873, + "nauc_ndcg_at_3_std": 0.2528027808539549, + "nauc_ndcg_at_5_diff1": 0.11751802385357021, + "nauc_ndcg_at_5_max": 0.24920308961590898, + "nauc_ndcg_at_5_std": 0.27171912532701553, + "nauc_precision_at_1000_diff1": 0.022353270632220857, + "nauc_precision_at_1000_max": 0.18208510128138955, + "nauc_precision_at_1000_std": 0.2851771409867097, + "nauc_precision_at_100_diff1": 0.05853751125083507, + "nauc_precision_at_100_max": 0.2119816553805118, + "nauc_precision_at_100_std": 0.4318396191024765, + "nauc_precision_at_10_diff1": 0.10174264726652824, + "nauc_precision_at_10_max": 0.2800382205813899, + "nauc_precision_at_10_std": 0.3598912334611855, + "nauc_precision_at_1_diff1": 0.16536507984930054, + "nauc_precision_at_1_max": 0.2092402495385977, + "nauc_precision_at_1_std": 0.19311023321791915, + "nauc_precision_at_20_diff1": 0.10057711868611698, + "nauc_precision_at_20_max": 0.252487874615461, + "nauc_precision_at_20_std": 0.39628609705269435, + "nauc_precision_at_3_diff1": 0.11230692219679628, + "nauc_precision_at_3_max": 0.18221419717772686, + "nauc_precision_at_3_std": 0.2484297530511063, + "nauc_precision_at_5_diff1": 0.08383251648817096, + "nauc_precision_at_5_max": 0.26556947217684207, + "nauc_precision_at_5_std": 0.2926483935378474, + "nauc_recall_at_1000_diff1": 0.17259641707626897, + "nauc_recall_at_1000_max": 0.5176165551373301, + "nauc_recall_at_1000_std": 0.6723507222123402, + "nauc_recall_at_100_diff1": 0.13590493364261372, + "nauc_recall_at_100_max": 0.3044530122646651, + "nauc_recall_at_100_std": 0.35850564171271593, + "nauc_recall_at_10_diff1": 0.09066753305882548, + "nauc_recall_at_10_max": 0.3484094931953161, + "nauc_recall_at_10_std": 0.16802188985569813, + "nauc_recall_at_1_diff1": 0.10916213479566021, + "nauc_recall_at_1_max": 0.3628598168514049, + "nauc_recall_at_1_std": 0.045957037360559935, + "nauc_recall_at_20_diff1": 0.1047823548215813, + "nauc_recall_at_20_max": 0.3242721126132269, + "nauc_recall_at_20_std": 0.21682055080408894, + "nauc_recall_at_3_diff1": 0.13615575910047442, + "nauc_recall_at_3_max": 0.37814936008844685, + "nauc_recall_at_3_std": 0.09161054804780373, + "nauc_recall_at_5_diff1": 0.12530809435688708, + "nauc_recall_at_5_max": 0.4026327812974258, + "nauc_recall_at_5_std": 0.14179259356339977, + "ndcg_at_1": 0.1675, + "ndcg_at_10": 0.172, + "ndcg_at_100": 0.24082, + "ndcg_at_1000": 0.37958, + "ndcg_at_20": 0.17793, + "ndcg_at_3": 0.17321, + "ndcg_at_5": 0.16876, + "precision_at_1": 0.23, + "precision_at_10": 0.1905, + "precision_at_100": 0.0974, + "precision_at_1000": 0.02838, + "precision_at_20": 0.162, + "precision_at_3": 0.23, + "precision_at_5": 0.21, + "recall_at_1": 0.01568, + "recall_at_10": 0.0942, + "recall_at_100": 0.34728, + "recall_at_1000": 0.73742, + "recall_at_20": 0.14242, + "recall_at_3": 0.04281, + "recall_at_5": 0.05692 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.2073, + "map_at_1": 0.02107, + "map_at_10": 0.0756, + "map_at_100": 0.14056, + "map_at_1000": 0.17145, + "map_at_20": 0.09612, + "map_at_3": 0.04896, + "map_at_5": 0.05898, + "mrr_at_1": 0.285, + "mrr_at_10": 0.3812380952380955, + "mrr_at_100": 0.3900409395273225, + "mrr_at_1000": 0.3906675456266296, + "mrr_at_20": 0.3863123167681994, + "mrr_at_3": 0.35416666666666674, + "mrr_at_5": 0.36516666666666675, + "nauc_map_at_1000_diff1": 0.19707382488683806, + "nauc_map_at_1000_max": 0.5792567578321932, + "nauc_map_at_1000_std": 0.4863909870446062, + "nauc_map_at_100_diff1": 0.22792214586492918, + "nauc_map_at_100_max": 0.5322679220366993, + "nauc_map_at_100_std": 0.4130226203255099, + "nauc_map_at_10_diff1": 0.23554407172287528, + "nauc_map_at_10_max": 0.41752210169096726, + "nauc_map_at_10_std": 0.18841308408560362, + "nauc_map_at_1_diff1": 0.18758907133041175, + "nauc_map_at_1_max": 0.34076512915239904, + "nauc_map_at_1_std": 0.050874421631801454, + "nauc_map_at_20_diff1": 0.265927187400849, + "nauc_map_at_20_max": 0.4616901163145844, + "nauc_map_at_20_std": 0.266619485306768, + "nauc_map_at_3_diff1": 0.2602842580818931, + "nauc_map_at_3_max": 0.4383058769116373, + "nauc_map_at_3_std": 0.0551878611174096, + "nauc_map_at_5_diff1": 0.2201242833906995, + "nauc_map_at_5_max": 0.39344057069579713, + "nauc_map_at_5_std": 0.11156661064983753, + "nauc_mrr_at_1000_diff1": 0.143434038807283, + "nauc_mrr_at_1000_max": 0.3663573613419044, + "nauc_mrr_at_1000_std": 0.3554177611335515, + "nauc_mrr_at_100_diff1": 0.14352381978214, + "nauc_mrr_at_100_max": 0.36611919219753564, + "nauc_mrr_at_100_std": 0.35536889659435317, + "nauc_mrr_at_10_diff1": 0.1474932257115844, + "nauc_mrr_at_10_max": 0.3678703281842882, + "nauc_mrr_at_10_std": 0.3554649257988871, + "nauc_mrr_at_1_diff1": 0.17002887831633182, + "nauc_mrr_at_1_max": 0.3450577912589421, + "nauc_mrr_at_1_std": 0.28038282813592913, + "nauc_mrr_at_20_diff1": 0.14341679637554886, + "nauc_mrr_at_20_max": 0.3673664054447378, + "nauc_mrr_at_20_std": 0.35837054288021086, + "nauc_mrr_at_3_diff1": 0.15251014752400424, + "nauc_mrr_at_3_max": 0.3644766676930831, + "nauc_mrr_at_3_std": 0.34167903031660307, + "nauc_mrr_at_5_diff1": 0.14889668811967238, + "nauc_mrr_at_5_max": 0.36380380290812764, + "nauc_mrr_at_5_std": 0.3599689479604059, + "nauc_ndcg_at_1000_diff1": 0.13068557703241607, + "nauc_ndcg_at_1000_max": 0.5696706011358855, + "nauc_ndcg_at_1000_std": 0.5721869600748087, + "nauc_ndcg_at_100_diff1": 0.18349536774830866, + "nauc_ndcg_at_100_max": 0.5151773327601135, + "nauc_ndcg_at_100_std": 0.4922220269173647, + "nauc_ndcg_at_10_diff1": 0.17154345176344252, + "nauc_ndcg_at_10_max": 0.4672751409971645, + "nauc_ndcg_at_10_std": 0.4191533842036958, + "nauc_ndcg_at_1_diff1": 0.11131385283257088, + "nauc_ndcg_at_1_max": 0.3223578958291897, + "nauc_ndcg_at_1_std": 0.2383795843890796, + "nauc_ndcg_at_20_diff1": 0.21363594700959052, + "nauc_ndcg_at_20_max": 0.5060122068711361, + "nauc_ndcg_at_20_std": 0.4462440668241676, + "nauc_ndcg_at_3_diff1": 0.17024573183660008, + "nauc_ndcg_at_3_max": 0.4185868936046517, + "nauc_ndcg_at_3_std": 0.323592308731095, + "nauc_ndcg_at_5_diff1": 0.15032827021375575, + "nauc_ndcg_at_5_max": 0.4249078162679049, + "nauc_ndcg_at_5_std": 0.3887192279164483, + "nauc_precision_at_1000_diff1": -0.09452325530013299, + "nauc_precision_at_1000_max": 0.3725366658161555, + "nauc_precision_at_1000_std": 0.3853450235838636, + "nauc_precision_at_100_diff1": 0.03995664486139464, + "nauc_precision_at_100_max": 0.508539676154537, + "nauc_precision_at_100_std": 0.5836061842871602, + "nauc_precision_at_10_diff1": 0.17266951787230111, + "nauc_precision_at_10_max": 0.490899751826159, + "nauc_precision_at_10_std": 0.5104887240404213, + "nauc_precision_at_1_diff1": 0.17002887831633182, + "nauc_precision_at_1_max": 0.3450577912589421, + "nauc_precision_at_1_std": 0.28038282813592913, + "nauc_precision_at_20_diff1": 0.17529927078998153, + "nauc_precision_at_20_max": 0.5510492249073946, + "nauc_precision_at_20_std": 0.5547534360241636, + "nauc_precision_at_3_diff1": 0.20654276208283992, + "nauc_precision_at_3_max": 0.45065872305771787, + "nauc_precision_at_3_std": 0.36465236888491226, + "nauc_precision_at_5_diff1": 0.16122081712971184, + "nauc_precision_at_5_max": 0.4368652089169284, + "nauc_precision_at_5_std": 0.44924567898235335, + "nauc_recall_at_1000_diff1": 0.0643402936915017, + "nauc_recall_at_1000_max": 0.6073783260706194, + "nauc_recall_at_1000_std": 0.6912381764574569, + "nauc_recall_at_100_diff1": 0.12204556043108171, + "nauc_recall_at_100_max": 0.3865684054629423, + "nauc_recall_at_100_std": 0.44809194153705983, + "nauc_recall_at_10_diff1": 0.1673054499883115, + "nauc_recall_at_10_max": 0.2998316340275144, + "nauc_recall_at_10_std": 0.25434546680106984, + "nauc_recall_at_1_diff1": 0.18758907133041175, + "nauc_recall_at_1_max": 0.34076512915239904, + "nauc_recall_at_1_std": 0.050874421631801454, + "nauc_recall_at_20_diff1": 0.2051870909392762, + "nauc_recall_at_20_max": 0.331900146109788, + "nauc_recall_at_20_std": 0.3265656995299441, + "nauc_recall_at_3_diff1": 0.25036476602459545, + "nauc_recall_at_3_max": 0.4250736357101308, + "nauc_recall_at_3_std": 0.07386704308203636, + "nauc_recall_at_5_diff1": 0.13460458458857705, + "nauc_recall_at_5_max": 0.28439329640300104, + "nauc_recall_at_5_std": 0.1882246372541195, + "ndcg_at_1": 0.205, + "ndcg_at_10": 0.2073, + "ndcg_at_100": 0.27226, + "ndcg_at_1000": 0.40193, + "ndcg_at_20": 0.21322, + "ndcg_at_3": 0.20294, + "ndcg_at_5": 0.19979, + "precision_at_1": 0.285, + "precision_at_10": 0.2215, + "precision_at_100": 0.1086, + "precision_at_1000": 0.02839, + "precision_at_20": 0.1885, + "precision_at_3": 0.27333, + "precision_at_5": 0.241, + "recall_at_1": 0.02107, + "recall_at_10": 0.11275, + "recall_at_100": 0.36318, + "recall_at_1000": 0.75181, + "recall_at_20": 0.16789, + "recall_at_3": 0.05255, + "recall_at_5": 0.07373 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.50391, + "map_at_1": 0.12159, + "map_at_10": 0.28726, + "map_at_100": 0.38267, + "map_at_1000": 0.39984, + "map_at_20": 0.32498, + "map_at_3": 0.19482, + "map_at_5": 0.23188, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7473869047619048, + "mrr_at_100": 0.7501980783859605, + "mrr_at_1000": 0.7502053990301772, + "mrr_at_20": 0.7493109938307307, + "mrr_at_3": 0.7266666666666666, + "mrr_at_5": 0.7394166666666666, + "nauc_map_at_1000_diff1": 0.23030676228814662, + "nauc_map_at_1000_max": 0.3437012183482733, + "nauc_map_at_1000_std": 0.10292964927658232, + "nauc_map_at_100_diff1": 0.24789896346076418, + "nauc_map_at_100_max": 0.3320942293208995, + "nauc_map_at_100_std": 0.06136526718445299, + "nauc_map_at_10_diff1": 0.29495001759760947, + "nauc_map_at_10_max": 0.2770253063559884, + "nauc_map_at_10_std": -0.05620574690060732, + "nauc_map_at_1_diff1": 0.43260090011235436, + "nauc_map_at_1_max": 0.14611051672436576, + "nauc_map_at_1_std": -0.07761982009396695, + "nauc_map_at_20_diff1": 0.2898078316632367, + "nauc_map_at_20_max": 0.3025623687039591, + "nauc_map_at_20_std": -0.03503063605073553, + "nauc_map_at_3_diff1": 0.3364293910943465, + "nauc_map_at_3_max": 0.20844557499980929, + "nauc_map_at_3_std": -0.06924734769020637, + "nauc_map_at_5_diff1": 0.3135128953780197, + "nauc_map_at_5_max": 0.2083447996779183, + "nauc_map_at_5_std": -0.10053627217885382, + "nauc_mrr_at_1000_diff1": 0.46363043653627445, + "nauc_mrr_at_1000_max": 0.6614161551681563, + "nauc_mrr_at_1000_std": 0.3187170124066431, + "nauc_mrr_at_100_diff1": 0.4635748173389727, + "nauc_mrr_at_100_max": 0.661427813118944, + "nauc_mrr_at_100_std": 0.31873090569762647, + "nauc_mrr_at_10_diff1": 0.46343204377145764, + "nauc_mrr_at_10_max": 0.6638061993466701, + "nauc_mrr_at_10_std": 0.32078404074141315, + "nauc_mrr_at_1_diff1": 0.48860788059027843, + "nauc_mrr_at_1_max": 0.6147956510876312, + "nauc_mrr_at_1_std": 0.31459496925296404, + "nauc_mrr_at_20_diff1": 0.4622955650377557, + "nauc_mrr_at_20_max": 0.6616420185065747, + "nauc_mrr_at_20_std": 0.3156256127682084, + "nauc_mrr_at_3_diff1": 0.4672316177570622, + "nauc_mrr_at_3_max": 0.6700887321181008, + "nauc_mrr_at_3_std": 0.33451576333225835, + "nauc_mrr_at_5_diff1": 0.46955805418066765, + "nauc_mrr_at_5_max": 0.6685120190738953, + "nauc_mrr_at_5_std": 0.3162232109236586, + "nauc_ndcg_at_1000_diff1": 0.29721593535152246, + "nauc_ndcg_at_1000_max": 0.49286132169876296, + "nauc_ndcg_at_1000_std": 0.23521153101806513, + "nauc_ndcg_at_100_diff1": 0.3247350841696055, + "nauc_ndcg_at_100_max": 0.45578601817707853, + "nauc_ndcg_at_100_std": 0.14947772033512804, + "nauc_ndcg_at_10_diff1": 0.3252309263667066, + "nauc_ndcg_at_10_max": 0.4472077033748985, + "nauc_ndcg_at_10_std": 0.16175893247011497, + "nauc_ndcg_at_1_diff1": 0.48853347026151356, + "nauc_ndcg_at_1_max": 0.498405317056237, + "nauc_ndcg_at_1_std": 0.2137453714417959, + "nauc_ndcg_at_20_diff1": 0.3453505088789095, + "nauc_ndcg_at_20_max": 0.43578445328024684, + "nauc_ndcg_at_20_std": 0.10972962825403587, + "nauc_ndcg_at_3_diff1": 0.3296129202652771, + "nauc_ndcg_at_3_max": 0.5023719201243666, + "nauc_ndcg_at_3_std": 0.2199484976147006, + "nauc_ndcg_at_5_diff1": 0.32855189119037687, + "nauc_ndcg_at_5_max": 0.445727601569629, + "nauc_ndcg_at_5_std": 0.1605932775374655, + "nauc_precision_at_1000_diff1": -0.2552389041380495, + "nauc_precision_at_1000_max": 0.06518941407337529, + "nauc_precision_at_1000_std": 0.38400938975918447, + "nauc_precision_at_100_diff1": -0.23577850861468222, + "nauc_precision_at_100_max": 0.09988635508898272, + "nauc_precision_at_100_std": 0.38555623813394085, + "nauc_precision_at_10_diff1": -0.0832354471115388, + "nauc_precision_at_10_max": 0.31863968053548003, + "nauc_precision_at_10_std": 0.3237658719546667, + "nauc_precision_at_1_diff1": 0.48860788059027843, + "nauc_precision_at_1_max": 0.6147956510876312, + "nauc_precision_at_1_std": 0.31459496925296404, + "nauc_precision_at_20_diff1": -0.1453147768485073, + "nauc_precision_at_20_max": 0.22947125588929734, + "nauc_precision_at_20_std": 0.3163186421802064, + "nauc_precision_at_3_diff1": 0.02843541788944995, + "nauc_precision_at_3_max": 0.4319464148249965, + "nauc_precision_at_3_std": 0.28197104253367516, + "nauc_precision_at_5_diff1": -0.044453184146617315, + "nauc_precision_at_5_max": 0.3340969648106815, + "nauc_precision_at_5_std": 0.2505353613812225, + "nauc_recall_at_1000_diff1": 0.22999122380282863, + "nauc_recall_at_1000_max": 0.36574228392800096, + "nauc_recall_at_1000_std": 0.4916424583879724, + "nauc_recall_at_100_diff1": 0.18409928066674844, + "nauc_recall_at_100_max": 0.16909183730100064, + "nauc_recall_at_100_std": -0.02670786127298426, + "nauc_recall_at_10_diff1": 0.23500569385737832, + "nauc_recall_at_10_max": 0.2006562200233055, + "nauc_recall_at_10_std": -0.08788215258646033, + "nauc_recall_at_1_diff1": 0.43260090011235436, + "nauc_recall_at_1_max": 0.14611051672436576, + "nauc_recall_at_1_std": -0.07761982009396695, + "nauc_recall_at_20_diff1": 0.23685116269825118, + "nauc_recall_at_20_max": 0.1981655920349288, + "nauc_recall_at_20_std": -0.12744273480360602, + "nauc_recall_at_3_diff1": 0.31799274058721266, + "nauc_recall_at_3_max": 0.1972734705550284, + "nauc_recall_at_3_std": -0.08182831142890098, + "nauc_recall_at_5_diff1": 0.25373393457446375, + "nauc_recall_at_5_max": 0.13407217450806294, + "nauc_recall_at_5_std": -0.15731568027924958, + "ndcg_at_1": 0.55, + "ndcg_at_10": 0.50391, + "ndcg_at_100": 0.59511, + "ndcg_at_1000": 0.65524, + "ndcg_at_20": 0.51449, + "ndcg_at_3": 0.50432, + "ndcg_at_5": 0.49529, + "precision_at_1": 0.645, + "precision_at_10": 0.353, + "precision_at_100": 0.10235, + "precision_at_1000": 0.01447, + "precision_at_20": 0.25375, + "precision_at_3": 0.50667, + "precision_at_5": 0.437, + "recall_at_1": 0.12159, + "recall_at_10": 0.39053, + "recall_at_100": 0.75485, + "recall_at_1000": 0.97037, + "recall_at_20": 0.49362, + "recall_at_3": 0.21351, + "recall_at_5": 0.28042 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.10047, + "map_at_1": 0.01628, + "map_at_10": 0.04903, + "map_at_100": 0.07381, + "map_at_1000": 0.08223, + "map_at_20": 0.05825, + "map_at_3": 0.0338, + "map_at_5": 0.03937, + "mrr_at_1": 0.09, + "mrr_at_10": 0.16865674603174605, + "mrr_at_100": 0.184364693721499, + "mrr_at_1000": 0.18512721689963768, + "mrr_at_20": 0.17726157124609138, + "mrr_at_3": 0.145, + "mrr_at_5": 0.15699999999999997, + "nauc_map_at_1000_diff1": -0.028678536635198072, + "nauc_map_at_1000_max": 0.275385992671275, + "nauc_map_at_1000_std": 0.37315058017825825, + "nauc_map_at_100_diff1": -0.01655411423927476, + "nauc_map_at_100_max": 0.272232606170711, + "nauc_map_at_100_std": 0.3731713686902735, + "nauc_map_at_10_diff1": -0.018865023309812094, + "nauc_map_at_10_max": 0.192094597530626, + "nauc_map_at_10_std": 0.31090990484416187, + "nauc_map_at_1_diff1": -0.09216306855991109, + "nauc_map_at_1_max": 0.12458250983167976, + "nauc_map_at_1_std": 0.27409941866308973, + "nauc_map_at_20_diff1": -0.01901670152862739, + "nauc_map_at_20_max": 0.23182739206447378, + "nauc_map_at_20_std": 0.3339656529113889, + "nauc_map_at_3_diff1": -0.08280489677412205, + "nauc_map_at_3_max": 0.14345609194750097, + "nauc_map_at_3_std": 0.2850959157910734, + "nauc_map_at_5_diff1": -0.05257792035099927, + "nauc_map_at_5_max": 0.15745105786987035, + "nauc_map_at_5_std": 0.2846344259810766, + "nauc_mrr_at_1000_diff1": -0.08645541647379182, + "nauc_mrr_at_1000_max": 0.2636574934720078, + "nauc_mrr_at_1000_std": 0.2969624814909634, + "nauc_mrr_at_100_diff1": -0.08663690370463817, + "nauc_mrr_at_100_max": 0.26361159963158753, + "nauc_mrr_at_100_std": 0.297143953404415, + "nauc_mrr_at_10_diff1": -0.07796723174802322, + "nauc_mrr_at_10_max": 0.26521211180368043, + "nauc_mrr_at_10_std": 0.3031056227094099, + "nauc_mrr_at_1_diff1": -0.05476552484870167, + "nauc_mrr_at_1_max": 0.22271412813403696, + "nauc_mrr_at_1_std": 0.2780162776138091, + "nauc_mrr_at_20_diff1": -0.08901730666614238, + "nauc_mrr_at_20_max": 0.26344613820480883, + "nauc_mrr_at_20_std": 0.2991828988358878, + "nauc_mrr_at_3_diff1": -0.07090802316490313, + "nauc_mrr_at_3_max": 0.25864880832351617, + "nauc_mrr_at_3_std": 0.2917122146397374, + "nauc_mrr_at_5_diff1": -0.07247612398982162, + "nauc_mrr_at_5_max": 0.26462592248611166, + "nauc_mrr_at_5_std": 0.29347517190109534, + "nauc_ndcg_at_1000_diff1": -0.08168878739995387, + "nauc_ndcg_at_1000_max": 0.3380370285548228, + "nauc_ndcg_at_1000_std": 0.34317428205170125, + "nauc_ndcg_at_100_diff1": -0.03240468782499386, + "nauc_ndcg_at_100_max": 0.33240302728934024, + "nauc_ndcg_at_100_std": 0.3747081430270902, + "nauc_ndcg_at_10_diff1": -0.004577219475850833, + "nauc_ndcg_at_10_max": 0.2806532693618956, + "nauc_ndcg_at_10_std": 0.35575897034965653, + "nauc_ndcg_at_1_diff1": 0.024973684753668613, + "nauc_ndcg_at_1_max": 0.2617489835091124, + "nauc_ndcg_at_1_std": 0.30617531113908897, + "nauc_ndcg_at_20_diff1": -0.04392041425098682, + "nauc_ndcg_at_20_max": 0.30052256803010186, + "nauc_ndcg_at_20_std": 0.3555209593762612, + "nauc_ndcg_at_3_diff1": -0.003385697136095773, + "nauc_ndcg_at_3_max": 0.2606306304273572, + "nauc_ndcg_at_3_std": 0.33684764755565755, + "nauc_ndcg_at_5_diff1": -0.0032418318721746746, + "nauc_ndcg_at_5_max": 0.26689065638798454, + "nauc_ndcg_at_5_std": 0.3453185630870113, + "nauc_precision_at_1000_diff1": -0.09798878614185984, + "nauc_precision_at_1000_max": 0.06143619975696453, + "nauc_precision_at_1000_std": 0.051754777090643585, + "nauc_precision_at_100_diff1": -0.043171017444369346, + "nauc_precision_at_100_max": 0.24092806480770934, + "nauc_precision_at_100_std": 0.29992633662889384, + "nauc_precision_at_10_diff1": 0.05812009097732186, + "nauc_precision_at_10_max": 0.2965294934880953, + "nauc_precision_at_10_std": 0.3534861332585078, + "nauc_precision_at_1_diff1": -0.05476552484870167, + "nauc_precision_at_1_max": 0.22271412813403696, + "nauc_precision_at_1_std": 0.2780162776138091, + "nauc_precision_at_20_diff1": 0.002713058876668058, + "nauc_precision_at_20_max": 0.3306895716238569, + "nauc_precision_at_20_std": 0.3700917414727096, + "nauc_precision_at_3_diff1": 0.004585956066095513, + "nauc_precision_at_3_max": 0.30804935468251704, + "nauc_precision_at_3_std": 0.31511194964353095, + "nauc_precision_at_5_diff1": 0.03617108005629835, + "nauc_precision_at_5_max": 0.29532537051707025, + "nauc_precision_at_5_std": 0.3261280870013305, + "nauc_recall_at_1000_diff1": -0.13585870991366958, + "nauc_recall_at_1000_max": 0.4422561196274379, + "nauc_recall_at_1000_std": 0.3524042273319809, + "nauc_recall_at_100_diff1": -0.03425972250281082, + "nauc_recall_at_100_max": 0.35303786905695156, + "nauc_recall_at_100_std": 0.35805887760713934, + "nauc_recall_at_10_diff1": -0.013279292431722715, + "nauc_recall_at_10_max": 0.2286520348001698, + "nauc_recall_at_10_std": 0.2998507721238645, + "nauc_recall_at_1_diff1": -0.09216306855991109, + "nauc_recall_at_1_max": 0.12458250983167976, + "nauc_recall_at_1_std": 0.27409941866308973, + "nauc_recall_at_20_diff1": -0.06257726912396043, + "nauc_recall_at_20_max": 0.26976674286595875, + "nauc_recall_at_20_std": 0.3061844576704172, + "nauc_recall_at_3_diff1": -0.07964228521606759, + "nauc_recall_at_3_max": 0.16420122241341234, + "nauc_recall_at_3_std": 0.27667725645531055, + "nauc_recall_at_5_diff1": -0.07232290348669577, + "nauc_recall_at_5_max": 0.1677899431700833, + "nauc_recall_at_5_std": 0.26863030268553634, + "ndcg_at_1": 0.065, + "ndcg_at_10": 0.10047, + "ndcg_at_100": 0.17061, + "ndcg_at_1000": 0.25792, + "ndcg_at_20": 0.1172, + "ndcg_at_3": 0.08528, + "ndcg_at_5": 0.08849, + "precision_at_1": 0.09, + "precision_at_10": 0.0765, + "precision_at_100": 0.03365, + "precision_at_1000": 0.00873, + "precision_at_20": 0.0635, + "precision_at_3": 0.095, + "precision_at_5": 0.086, + "recall_at_1": 0.01628, + "recall_at_10": 0.09558, + "recall_at_100": 0.30235, + "recall_at_1000": 0.66183, + "recall_at_20": 0.14528, + "recall_at_3": 0.04995, + "recall_at_5": 0.06315 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.18363, + "map_at_1": 0.05162, + "map_at_10": 0.09889, + "map_at_100": 0.13199, + "map_at_1000": 0.1435, + "map_at_20": 0.11025, + "map_at_3": 0.06965, + "map_at_5": 0.08261, + "mrr_at_1": 0.18, + "mrr_at_10": 0.29622420634920654, + "mrr_at_100": 0.30834322909148276, + "mrr_at_1000": 0.3089536003482048, + "mrr_at_20": 0.30503242049488216, + "mrr_at_3": 0.2583333333333334, + "mrr_at_5": 0.2818333333333335, + "nauc_map_at_1000_diff1": 0.15300072833398537, + "nauc_map_at_1000_max": 0.4286541765256049, + "nauc_map_at_1000_std": 0.27463652102516806, + "nauc_map_at_100_diff1": 0.16147910381706868, + "nauc_map_at_100_max": 0.4171404910430227, + "nauc_map_at_100_std": 0.2587494627416633, + "nauc_map_at_10_diff1": 0.19148901966380966, + "nauc_map_at_10_max": 0.38196689127860467, + "nauc_map_at_10_std": 0.16856717012382838, + "nauc_map_at_1_diff1": 0.26322690632987744, + "nauc_map_at_1_max": 0.30894845984065117, + "nauc_map_at_1_std": 0.07824191503345018, + "nauc_map_at_20_diff1": 0.18577548285435158, + "nauc_map_at_20_max": 0.39522129852546806, + "nauc_map_at_20_std": 0.19857598910388763, + "nauc_map_at_3_diff1": 0.23083351317714096, + "nauc_map_at_3_max": 0.3657199768399813, + "nauc_map_at_3_std": 0.130275238604963, + "nauc_map_at_5_diff1": 0.2060327342755598, + "nauc_map_at_5_max": 0.36231452882188603, + "nauc_map_at_5_std": 0.13090393853037446, + "nauc_mrr_at_1000_diff1": 0.1751825414139417, + "nauc_mrr_at_1000_max": 0.4523194812428325, + "nauc_mrr_at_1000_std": 0.25234713022892385, + "nauc_mrr_at_100_diff1": 0.17537993742390962, + "nauc_mrr_at_100_max": 0.45255629200648806, + "nauc_mrr_at_100_std": 0.25302837237584014, + "nauc_mrr_at_10_diff1": 0.18128599860619174, + "nauc_mrr_at_10_max": 0.4472948993082821, + "nauc_mrr_at_10_std": 0.24966888041838908, + "nauc_mrr_at_1_diff1": 0.26478791706136195, + "nauc_mrr_at_1_max": 0.4294811072518681, + "nauc_mrr_at_1_std": 0.23649264989650218, + "nauc_mrr_at_20_diff1": 0.17257126910408774, + "nauc_mrr_at_20_max": 0.4493301014018454, + "nauc_mrr_at_20_std": 0.25303203625255055, + "nauc_mrr_at_3_diff1": 0.1644491091412602, + "nauc_mrr_at_3_max": 0.462902593543329, + "nauc_mrr_at_3_std": 0.23232508440712699, + "nauc_mrr_at_5_diff1": 0.16314067040299832, + "nauc_mrr_at_5_max": 0.4377624339184243, + "nauc_mrr_at_5_std": 0.23950213693930358, + "nauc_ndcg_at_1000_diff1": 0.13111816953920694, + "nauc_ndcg_at_1000_max": 0.5065098130735297, + "nauc_ndcg_at_1000_std": 0.3318194656716606, + "nauc_ndcg_at_100_diff1": 0.14957059277050766, + "nauc_ndcg_at_100_max": 0.475648952106598, + "nauc_ndcg_at_100_std": 0.3062572836744534, + "nauc_ndcg_at_10_diff1": 0.1712887001583661, + "nauc_ndcg_at_10_max": 0.4452438374140714, + "nauc_ndcg_at_10_std": 0.23722078217738984, + "nauc_ndcg_at_1_diff1": 0.25309948593891746, + "nauc_ndcg_at_1_max": 0.38925007559721814, + "nauc_ndcg_at_1_std": 0.2048634210261063, + "nauc_ndcg_at_20_diff1": 0.15611114384376293, + "nauc_ndcg_at_20_max": 0.4352506632253934, + "nauc_ndcg_at_20_std": 0.25067539356308344, + "nauc_ndcg_at_3_diff1": 0.1954198955965433, + "nauc_ndcg_at_3_max": 0.44006628982054236, + "nauc_ndcg_at_3_std": 0.2175965916097252, + "nauc_ndcg_at_5_diff1": 0.17402745642781808, + "nauc_ndcg_at_5_max": 0.4168188923782826, + "nauc_ndcg_at_5_std": 0.19792302238788606, + "nauc_precision_at_1000_diff1": -0.08566658124038953, + "nauc_precision_at_1000_max": 0.16804407995899548, + "nauc_precision_at_1000_std": 0.2011322398769865, + "nauc_precision_at_100_diff1": -0.053548645486219446, + "nauc_precision_at_100_max": 0.33401689444765825, + "nauc_precision_at_100_std": 0.3881791219808438, + "nauc_precision_at_10_diff1": 0.006125552069911147, + "nauc_precision_at_10_max": 0.40054586280575677, + "nauc_precision_at_10_std": 0.3329310041737123, + "nauc_precision_at_1_diff1": 0.26478791706136195, + "nauc_precision_at_1_max": 0.4294811072518681, + "nauc_precision_at_1_std": 0.23649264989650218, + "nauc_precision_at_20_diff1": -0.019543015385625195, + "nauc_precision_at_20_max": 0.3569223590432611, + "nauc_precision_at_20_std": 0.3583140177668042, + "nauc_precision_at_3_diff1": 0.09724073004452473, + "nauc_precision_at_3_max": 0.5016486490174051, + "nauc_precision_at_3_std": 0.3219618241107529, + "nauc_precision_at_5_diff1": 0.03274142757172837, + "nauc_precision_at_5_max": 0.4025367389783066, + "nauc_precision_at_5_std": 0.2844879869372519, + "nauc_recall_at_1000_diff1": 0.0918174362130374, + "nauc_recall_at_1000_max": 0.5535128229884091, + "nauc_recall_at_1000_std": 0.46684333304463405, + "nauc_recall_at_100_diff1": 0.11279928391156784, + "nauc_recall_at_100_max": 0.4351747322571766, + "nauc_recall_at_100_std": 0.34899907406723335, + "nauc_recall_at_10_diff1": 0.16002129366858853, + "nauc_recall_at_10_max": 0.36536922167392977, + "nauc_recall_at_10_std": 0.21015414564086082, + "nauc_recall_at_1_diff1": 0.26322690632987744, + "nauc_recall_at_1_max": 0.30894845984065117, + "nauc_recall_at_1_std": 0.07824191503345018, + "nauc_recall_at_20_diff1": 0.13649020569292294, + "nauc_recall_at_20_max": 0.3811742787703551, + "nauc_recall_at_20_std": 0.25033323159035564, + "nauc_recall_at_3_diff1": 0.18346015342685296, + "nauc_recall_at_3_max": 0.3680333300020998, + "nauc_recall_at_3_std": 0.13546616703055323, + "nauc_recall_at_5_diff1": 0.16285398111947047, + "nauc_recall_at_5_max": 0.32003914641613346, + "nauc_recall_at_5_std": 0.12778734357714508, + "ndcg_at_1": 0.15, + "ndcg_at_10": 0.18363, + "ndcg_at_100": 0.25966, + "ndcg_at_1000": 0.34713, + "ndcg_at_20": 0.20012, + "ndcg_at_3": 0.15302, + "ndcg_at_5": 0.1671, + "precision_at_1": 0.18, + "precision_at_10": 0.1245, + "precision_at_100": 0.0464, + "precision_at_1000": 0.01048, + "precision_at_20": 0.09825, + "precision_at_3": 0.15167, + "precision_at_5": 0.15, + "recall_at_1": 0.05162, + "recall_at_10": 0.17408, + "recall_at_100": 0.40018, + "recall_at_1000": 0.73386, + "recall_at_20": 0.21915, + "recall_at_3": 0.08699, + "recall_at_5": 0.11961 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48652, + "map_at_1": 0.06951, + "map_at_10": 0.19031, + "map_at_100": 0.31459, + "map_at_1000": 0.35686, + "map_at_20": 0.23148, + "map_at_3": 0.12691, + "map_at_5": 0.15293, + "mrr_at_1": 0.73, + "mrr_at_10": 0.8037281746031746, + "mrr_at_100": 0.8058713240338703, + "mrr_at_1000": 0.805897365700537, + "mrr_at_20": 0.8053365662115662, + "mrr_at_3": 0.7841666666666667, + "mrr_at_5": 0.7984166666666667, + "nauc_map_at_1000_diff1": 0.1310042515517284, + "nauc_map_at_1000_max": 0.2915033810483885, + "nauc_map_at_1000_std": 0.22972348886267283, + "nauc_map_at_100_diff1": 0.18579495693596584, + "nauc_map_at_100_max": 0.3139116366589023, + "nauc_map_at_100_std": 0.18202009157012755, + "nauc_map_at_10_diff1": 0.22193318254409972, + "nauc_map_at_10_max": 0.21973076919320159, + "nauc_map_at_10_std": 0.023007450151832875, + "nauc_map_at_1_diff1": 0.3826957873949471, + "nauc_map_at_1_max": 0.05785889160342868, + "nauc_map_at_1_std": 0.024429117665748953, + "nauc_map_at_20_diff1": 0.20168720511679578, + "nauc_map_at_20_max": 0.2625388589759749, + "nauc_map_at_20_std": 0.06973720342931616, + "nauc_map_at_3_diff1": 0.2778599782446786, + "nauc_map_at_3_max": 0.15817962605314737, + "nauc_map_at_3_std": -0.009383720061649146, + "nauc_map_at_5_diff1": 0.2445468161102705, + "nauc_map_at_5_max": 0.18342728591452223, + "nauc_map_at_5_std": -0.0022401919549701935, + "nauc_mrr_at_1000_diff1": 0.28814349293533764, + "nauc_mrr_at_1000_max": 0.3374694844139276, + "nauc_mrr_at_1000_std": 0.026329455209038875, + "nauc_mrr_at_100_diff1": 0.28792976541428106, + "nauc_mrr_at_100_max": 0.33724843517934483, + "nauc_mrr_at_100_std": 0.026241904932561146, + "nauc_mrr_at_10_diff1": 0.2904692989787484, + "nauc_mrr_at_10_max": 0.34022140380387145, + "nauc_mrr_at_10_std": 0.03365682790131328, + "nauc_mrr_at_1_diff1": 0.2980793803691836, + "nauc_mrr_at_1_max": 0.3311643633647211, + "nauc_mrr_at_1_std": 0.03212172442941591, + "nauc_mrr_at_20_diff1": 0.2881421836414977, + "nauc_mrr_at_20_max": 0.3367155101670893, + "nauc_mrr_at_20_std": 0.02571742954167908, + "nauc_mrr_at_3_diff1": 0.2792045011419984, + "nauc_mrr_at_3_max": 0.3472050900467147, + "nauc_mrr_at_3_std": 0.008457547132273882, + "nauc_mrr_at_5_diff1": 0.2986177022767585, + "nauc_mrr_at_5_max": 0.3506376514041868, + "nauc_mrr_at_5_std": 0.043440148150733125, + "nauc_ndcg_at_1000_diff1": 0.16939110489946366, + "nauc_ndcg_at_1000_max": 0.3330765716914448, + "nauc_ndcg_at_1000_std": 0.20738194427893974, + "nauc_ndcg_at_100_diff1": 0.22466266119618378, + "nauc_ndcg_at_100_max": 0.3265759849038065, + "nauc_ndcg_at_100_std": 0.18665207098230358, + "nauc_ndcg_at_10_diff1": 0.17951272099355103, + "nauc_ndcg_at_10_max": 0.29817755237489596, + "nauc_ndcg_at_10_std": 0.05381309472220694, + "nauc_ndcg_at_1_diff1": 0.338932170681152, + "nauc_ndcg_at_1_max": 0.21350630167012116, + "nauc_ndcg_at_1_std": -0.06719796059371498, + "nauc_ndcg_at_20_diff1": 0.1702546855618396, + "nauc_ndcg_at_20_max": 0.27152069930252526, + "nauc_ndcg_at_20_std": 0.07315356253636814, + "nauc_ndcg_at_3_diff1": 0.18362897470094455, + "nauc_ndcg_at_3_max": 0.26997603948237925, + "nauc_ndcg_at_3_std": 3.491814886942713e-05, + "nauc_ndcg_at_5_diff1": 0.19591380947301934, + "nauc_ndcg_at_5_max": 0.3086109277229967, + "nauc_ndcg_at_5_std": 0.02227219400911765, + "nauc_precision_at_1000_diff1": -0.1991564157035387, + "nauc_precision_at_1000_max": -0.06726890893211354, + "nauc_precision_at_1000_std": 0.10196413515735595, + "nauc_precision_at_100_diff1": -0.15530198256519687, + "nauc_precision_at_100_max": 0.0202984882480596, + "nauc_precision_at_100_std": 0.18808621767756664, + "nauc_precision_at_10_diff1": -0.11179944076646973, + "nauc_precision_at_10_max": 0.23418199474281837, + "nauc_precision_at_10_std": 0.13891034324220133, + "nauc_precision_at_1_diff1": 0.2980793803691836, + "nauc_precision_at_1_max": 0.3311643633647211, + "nauc_precision_at_1_std": 0.03212172442941591, + "nauc_precision_at_20_diff1": -0.12947992839731864, + "nauc_precision_at_20_max": 0.18568791419104225, + "nauc_precision_at_20_std": 0.1676015720216329, + "nauc_precision_at_3_diff1": -0.00025888701595309563, + "nauc_precision_at_3_max": 0.31025595296310593, + "nauc_precision_at_3_std": 0.05734922707843161, + "nauc_precision_at_5_diff1": -0.04272983087120078, + "nauc_precision_at_5_max": 0.323653756896528, + "nauc_precision_at_5_std": 0.11345747893415235, + "nauc_recall_at_1000_diff1": -0.05212586615430366, + "nauc_recall_at_1000_max": 0.32591194198247864, + "nauc_recall_at_1000_std": 0.5884719192272279, + "nauc_recall_at_100_diff1": 0.17044163343750512, + "nauc_recall_at_100_max": 0.20661467888925866, + "nauc_recall_at_100_std": 0.21674133835074916, + "nauc_recall_at_10_diff1": 0.174798323111809, + "nauc_recall_at_10_max": 0.12526269642729285, + "nauc_recall_at_10_std": 0.004864218539867673, + "nauc_recall_at_1_diff1": 0.3826957873949471, + "nauc_recall_at_1_max": 0.05785889160342868, + "nauc_recall_at_1_std": 0.024429117665748953, + "nauc_recall_at_20_diff1": 0.15846755522610687, + "nauc_recall_at_20_max": 0.14188010996582476, + "nauc_recall_at_20_std": 0.06504730019583599, + "nauc_recall_at_3_diff1": 0.26332216605816045, + "nauc_recall_at_3_max": 0.13232589323590072, + "nauc_recall_at_3_std": -0.031875647333177416, + "nauc_recall_at_5_diff1": 0.2293506581463934, + "nauc_recall_at_5_max": 0.14261480811011654, + "nauc_recall_at_5_std": -0.028451808811980544, + "ndcg_at_1": 0.615, + "ndcg_at_10": 0.48652, + "ndcg_at_100": 0.56003, + "ndcg_at_1000": 0.65907, + "ndcg_at_20": 0.48397, + "ndcg_at_3": 0.53766, + "ndcg_at_5": 0.50249, + "precision_at_1": 0.73, + "precision_at_10": 0.4245, + "precision_at_100": 0.1748, + "precision_at_1000": 0.03394, + "precision_at_20": 0.34475, + "precision_at_3": 0.58333, + "precision_at_5": 0.507, + "recall_at_1": 0.06951, + "recall_at_10": 0.24745, + "recall_at_100": 0.64642, + "recall_at_1000": 0.94102, + "recall_at_20": 0.34177, + "recall_at_3": 0.1372, + "recall_at_5": 0.17665 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12744, + "map_at_1": 0.01669, + "map_at_10": 0.04924, + "map_at_100": 0.08476, + "map_at_1000": 0.10377, + "map_at_20": 0.0587, + "map_at_3": 0.03041, + "map_at_5": 0.03841, + "mrr_at_1": 0.145, + "mrr_at_10": 0.2446468253968255, + "mrr_at_100": 0.25680340507533006, + "mrr_at_1000": 0.25760544784575323, + "mrr_at_20": 0.25181063819221733, + "mrr_at_3": 0.20666666666666667, + "mrr_at_5": 0.22916666666666669, + "nauc_map_at_1000_diff1": -0.021351015989365764, + "nauc_map_at_1000_max": 0.3083597647637446, + "nauc_map_at_1000_std": 0.5648671265557571, + "nauc_map_at_100_diff1": 0.005104330499496004, + "nauc_map_at_100_max": 0.28695186830492825, + "nauc_map_at_100_std": 0.5622188822147076, + "nauc_map_at_10_diff1": 0.09832005283015977, + "nauc_map_at_10_max": 0.23796093043687838, + "nauc_map_at_10_std": 0.47933747343402316, + "nauc_map_at_1_diff1": 0.2707757300274789, + "nauc_map_at_1_max": 0.1947451147968866, + "nauc_map_at_1_std": 0.5264638173823089, + "nauc_map_at_20_diff1": 0.07687988928630468, + "nauc_map_at_20_max": 0.25353229569059527, + "nauc_map_at_20_std": 0.48718611138939244, + "nauc_map_at_3_diff1": 0.15145032829610308, + "nauc_map_at_3_max": 0.24582667769355337, + "nauc_map_at_3_std": 0.4041006226907818, + "nauc_map_at_5_diff1": 0.0990680285873525, + "nauc_map_at_5_max": 0.2505510966659256, + "nauc_map_at_5_std": 0.46412317068461667, + "nauc_mrr_at_1000_diff1": -0.014122765237042065, + "nauc_mrr_at_1000_max": 0.3055927236079248, + "nauc_mrr_at_1000_std": 0.4259962499593771, + "nauc_mrr_at_100_diff1": -0.014709544242183417, + "nauc_mrr_at_100_max": 0.3062437870474326, + "nauc_mrr_at_100_std": 0.42638779664899557, + "nauc_mrr_at_10_diff1": -0.018265743066986865, + "nauc_mrr_at_10_max": 0.307110835778496, + "nauc_mrr_at_10_std": 0.4239431395739982, + "nauc_mrr_at_1_diff1": 0.006005602472530327, + "nauc_mrr_at_1_max": 0.2462710480344832, + "nauc_mrr_at_1_std": 0.4083809681320614, + "nauc_mrr_at_20_diff1": -0.012718810105159642, + "nauc_mrr_at_20_max": 0.3053351213207042, + "nauc_mrr_at_20_std": 0.425789229181056, + "nauc_mrr_at_3_diff1": -0.01651212613656158, + "nauc_mrr_at_3_max": 0.2864262057254034, + "nauc_mrr_at_3_std": 0.4153518069714742, + "nauc_mrr_at_5_diff1": -0.020668073769073817, + "nauc_mrr_at_5_max": 0.30585405349295863, + "nauc_mrr_at_5_std": 0.43327912528978246, + "nauc_ndcg_at_1000_diff1": -0.0513234586887984, + "nauc_ndcg_at_1000_max": 0.4250351802959274, + "nauc_ndcg_at_1000_std": 0.5644505779653367, + "nauc_ndcg_at_100_diff1": -0.05001240263246845, + "nauc_ndcg_at_100_max": 0.3425661691550403, + "nauc_ndcg_at_100_std": 0.5717057343319154, + "nauc_ndcg_at_10_diff1": 0.006956672390593264, + "nauc_ndcg_at_10_max": 0.30505807593562023, + "nauc_ndcg_at_10_std": 0.4657537534612116, + "nauc_ndcg_at_1_diff1": 0.02174260591526771, + "nauc_ndcg_at_1_max": 0.24147721822541987, + "nauc_ndcg_at_1_std": 0.4046171063149482, + "nauc_ndcg_at_20_diff1": 0.015670593332632234, + "nauc_ndcg_at_20_max": 0.3101181942650644, + "nauc_ndcg_at_20_std": 0.47998774534267574, + "nauc_ndcg_at_3_diff1": 0.024329423117282117, + "nauc_ndcg_at_3_max": 0.29115408997933623, + "nauc_ndcg_at_3_std": 0.3932011948545273, + "nauc_ndcg_at_5_diff1": -0.012414900151526765, + "nauc_ndcg_at_5_max": 0.30483631202339356, + "nauc_ndcg_at_5_std": 0.4408848509660205, + "nauc_precision_at_1000_diff1": -0.11555721935875608, + "nauc_precision_at_1000_max": 0.18958542893911723, + "nauc_precision_at_1000_std": 0.08896236507595935, + "nauc_precision_at_100_diff1": -0.1499139324147199, + "nauc_precision_at_100_max": 0.2511673891244523, + "nauc_precision_at_100_std": 0.3667572800160496, + "nauc_precision_at_10_diff1": -0.05776086745857271, + "nauc_precision_at_10_max": 0.30658227374655933, + "nauc_precision_at_10_std": 0.4152509091280021, + "nauc_precision_at_1_diff1": 0.006005602472530327, + "nauc_precision_at_1_max": 0.2462710480344832, + "nauc_precision_at_1_std": 0.4083809681320614, + "nauc_precision_at_20_diff1": -0.0811390750087485, + "nauc_precision_at_20_max": 0.2977121032891871, + "nauc_precision_at_20_std": 0.39575546534020073, + "nauc_precision_at_3_diff1": -0.05130673200326704, + "nauc_precision_at_3_max": 0.3057486207643713, + "nauc_precision_at_3_std": 0.3848734103371836, + "nauc_precision_at_5_diff1": -0.09908969934691579, + "nauc_precision_at_5_max": 0.327644070491808, + "nauc_precision_at_5_std": 0.4376250163898753, + "nauc_recall_at_1000_diff1": -0.05796418332327872, + "nauc_recall_at_1000_max": 0.510443511784983, + "nauc_recall_at_1000_std": 0.6545340329720752, + "nauc_recall_at_100_diff1": -0.06331407095085864, + "nauc_recall_at_100_max": 0.319328356693692, + "nauc_recall_at_100_std": 0.6058373334252404, + "nauc_recall_at_10_diff1": 0.07682999098421972, + "nauc_recall_at_10_max": 0.22286422828799343, + "nauc_recall_at_10_std": 0.47497572579927755, + "nauc_recall_at_1_diff1": 0.2707757300274789, + "nauc_recall_at_1_max": 0.1947451147968866, + "nauc_recall_at_1_std": 0.5264638173823089, + "nauc_recall_at_20_diff1": 0.06767539888041892, + "nauc_recall_at_20_max": 0.2273747973606894, + "nauc_recall_at_20_std": 0.46347081954917396, + "nauc_recall_at_3_diff1": 0.08925573659991815, + "nauc_recall_at_3_max": 0.27881946112707673, + "nauc_recall_at_3_std": 0.36749353014159925, + "nauc_recall_at_5_diff1": 0.0238077710563206, + "nauc_recall_at_5_max": 0.275484625696896, + "nauc_recall_at_5_std": 0.4788334057804583, + "ndcg_at_1": 0.1125, + "ndcg_at_10": 0.12744, + "ndcg_at_100": 0.20202, + "ndcg_at_1000": 0.3116, + "ndcg_at_20": 0.14045, + "ndcg_at_3": 0.11252, + "ndcg_at_5": 0.11762, + "precision_at_1": 0.145, + "precision_at_10": 0.1245, + "precision_at_100": 0.06855, + "precision_at_1000": 0.0195, + "precision_at_20": 0.107, + "precision_at_3": 0.14, + "precision_at_5": 0.139, + "recall_at_1": 0.01669, + "recall_at_10": 0.09015, + "recall_at_100": 0.29789, + "recall_at_1000": 0.63887, + "recall_at_20": 0.13323, + "recall_at_3": 0.0386, + "recall_at_5": 0.05703 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.13326, + "map_at_1": 0.01824, + "map_at_10": 0.0488, + "map_at_100": 0.08867, + "map_at_1000": 0.10671, + "map_at_20": 0.06041, + "map_at_3": 0.03232, + "map_at_5": 0.03761, + "mrr_at_1": 0.175, + "mrr_at_10": 0.26262698412698426, + "mrr_at_100": 0.27458955570094296, + "mrr_at_1000": 0.2753563512820287, + "mrr_at_20": 0.26935094225090384, + "mrr_at_3": 0.2316666666666667, + "mrr_at_5": 0.24866666666666679, + "nauc_map_at_1000_diff1": 0.09098771823369946, + "nauc_map_at_1000_max": 0.606916863823129, + "nauc_map_at_1000_std": 0.567076043929185, + "nauc_map_at_100_diff1": 0.09509503980165865, + "nauc_map_at_100_max": 0.6103737384774274, + "nauc_map_at_100_std": 0.5657950841054786, + "nauc_map_at_10_diff1": 0.12499416051549835, + "nauc_map_at_10_max": 0.6072859313959326, + "nauc_map_at_10_std": 0.5037951658076764, + "nauc_map_at_1_diff1": 0.1623369331781035, + "nauc_map_at_1_max": 0.586627443921437, + "nauc_map_at_1_std": 0.46514816298197154, + "nauc_map_at_20_diff1": 0.1152646146251337, + "nauc_map_at_20_max": 0.6083970029957247, + "nauc_map_at_20_std": 0.5192384398622717, + "nauc_map_at_3_diff1": 0.14378204522949176, + "nauc_map_at_3_max": 0.6057882944524001, + "nauc_map_at_3_std": 0.4952231172540959, + "nauc_map_at_5_diff1": 0.12096994339436856, + "nauc_map_at_5_max": 0.6049835031354015, + "nauc_map_at_5_std": 0.5003468036278109, + "nauc_mrr_at_1000_diff1": 0.17803338818721573, + "nauc_mrr_at_1000_max": 0.5628842447779407, + "nauc_mrr_at_1000_std": 0.4124445667078167, + "nauc_mrr_at_100_diff1": 0.1784008358967775, + "nauc_mrr_at_100_max": 0.5629759731352522, + "nauc_mrr_at_100_std": 0.41277475820698745, + "nauc_mrr_at_10_diff1": 0.1747806001036295, + "nauc_mrr_at_10_max": 0.5587382674343137, + "nauc_mrr_at_10_std": 0.41244009674448545, + "nauc_mrr_at_1_diff1": 0.2189519924694069, + "nauc_mrr_at_1_max": 0.5865704424223405, + "nauc_mrr_at_1_std": 0.38601461293648304, + "nauc_mrr_at_20_diff1": 0.17581266383095698, + "nauc_mrr_at_20_max": 0.5650685274110782, + "nauc_mrr_at_20_std": 0.41591598287295556, + "nauc_mrr_at_3_diff1": 0.18961806793430908, + "nauc_mrr_at_3_max": 0.5621781343436999, + "nauc_mrr_at_3_std": 0.4084789074718374, + "nauc_mrr_at_5_diff1": 0.1716617735288115, + "nauc_mrr_at_5_max": 0.5523550717167699, + "nauc_mrr_at_5_std": 0.4115942884298594, + "nauc_ndcg_at_1000_diff1": 0.12141638007414818, + "nauc_ndcg_at_1000_max": 0.6210893859717471, + "nauc_ndcg_at_1000_std": 0.5408178848462294, + "nauc_ndcg_at_100_diff1": 0.09316943057050359, + "nauc_ndcg_at_100_max": 0.6114927848238352, + "nauc_ndcg_at_100_std": 0.5503638043178077, + "nauc_ndcg_at_10_diff1": 0.08413793741609028, + "nauc_ndcg_at_10_max": 0.6078561821956463, + "nauc_ndcg_at_10_std": 0.47237656386919935, + "nauc_ndcg_at_1_diff1": 0.1895303726676782, + "nauc_ndcg_at_1_max": 0.5504475706904179, + "nauc_ndcg_at_1_std": 0.39086720669984487, + "nauc_ndcg_at_20_diff1": 0.08202959783137384, + "nauc_ndcg_at_20_max": 0.6141165602944937, + "nauc_ndcg_at_20_std": 0.4954766499036762, + "nauc_ndcg_at_3_diff1": 0.15300571968107465, + "nauc_ndcg_at_3_max": 0.5847279670959541, + "nauc_ndcg_at_3_std": 0.42363666178255005, + "nauc_ndcg_at_5_diff1": 0.08498189442518513, + "nauc_ndcg_at_5_max": 0.5824135735536811, + "nauc_ndcg_at_5_std": 0.44304294672827416, + "nauc_precision_at_1000_diff1": 0.008998913532686758, + "nauc_precision_at_1000_max": 0.14940831290258588, + "nauc_precision_at_1000_std": 0.06573758062680422, + "nauc_precision_at_100_diff1": 0.017924131408627596, + "nauc_precision_at_100_max": 0.3664804337655957, + "nauc_precision_at_100_std": 0.34897700921179764, + "nauc_precision_at_10_diff1": 0.05253710550286666, + "nauc_precision_at_10_max": 0.5134993034346031, + "nauc_precision_at_10_std": 0.41373138027112477, + "nauc_precision_at_1_diff1": 0.2189519924694069, + "nauc_precision_at_1_max": 0.5865704424223405, + "nauc_precision_at_1_std": 0.38601461293648304, + "nauc_precision_at_20_diff1": 0.04094215503809513, + "nauc_precision_at_20_max": 0.4767008225115562, + "nauc_precision_at_20_std": 0.3920681614957728, + "nauc_precision_at_3_diff1": 0.14509314239582322, + "nauc_precision_at_3_max": 0.5777808795901583, + "nauc_precision_at_3_std": 0.38881008608786843, + "nauc_precision_at_5_diff1": 0.06226357736686985, + "nauc_precision_at_5_max": 0.5255184446001133, + "nauc_precision_at_5_std": 0.3977028509496557, + "nauc_recall_at_1000_diff1": 0.1756734285804243, + "nauc_recall_at_1000_max": 0.7011778537053757, + "nauc_recall_at_1000_std": 0.6259003577009182, + "nauc_recall_at_100_diff1": 0.09792508663715596, + "nauc_recall_at_100_max": 0.5643055521284261, + "nauc_recall_at_100_std": 0.5671671163727489, + "nauc_recall_at_10_diff1": 0.11825144081906448, + "nauc_recall_at_10_max": 0.5343798002410455, + "nauc_recall_at_10_std": 0.45905025133292965, + "nauc_recall_at_1_diff1": 0.1623369331781035, + "nauc_recall_at_1_max": 0.586627443921437, + "nauc_recall_at_1_std": 0.46514816298197154, + "nauc_recall_at_20_diff1": 0.09493914992297856, + "nauc_recall_at_20_max": 0.5512474778096008, + "nauc_recall_at_20_std": 0.4660834572573285, + "nauc_recall_at_3_diff1": 0.12389653751677933, + "nauc_recall_at_3_max": 0.5719172175719903, + "nauc_recall_at_3_std": 0.5009783532905074, + "nauc_recall_at_5_diff1": 0.08099257661915277, + "nauc_recall_at_5_max": 0.5605878735119946, + "nauc_recall_at_5_std": 0.48442105404041796, + "ndcg_at_1": 0.1325, + "ndcg_at_10": 0.13326, + "ndcg_at_100": 0.21046, + "ndcg_at_1000": 0.31581, + "ndcg_at_20": 0.14752, + "ndcg_at_3": 0.12346, + "ndcg_at_5": 0.12415, + "precision_at_1": 0.175, + "precision_at_10": 0.129, + "precision_at_100": 0.0682, + "precision_at_1000": 0.01869, + "precision_at_20": 0.11125, + "precision_at_3": 0.15667, + "precision_at_5": 0.145, + "recall_at_1": 0.01824, + "recall_at_10": 0.08571, + "recall_at_100": 0.30511, + "recall_at_1000": 0.64305, + "recall_at_20": 0.13437, + "recall_at_3": 0.03919, + "recall_at_5": 0.05166 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52716, + "map_at_1": 0.09534, + "map_at_10": 0.25732, + "map_at_100": 0.38964, + "map_at_1000": 0.41798, + "map_at_20": 0.30042, + "map_at_3": 0.17457, + "map_at_5": 0.20883, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8693730158730159, + "mrr_at_100": 0.8698912714511091, + "mrr_at_1000": 0.8698912714511091, + "mrr_at_20": 0.8696671335200747, + "mrr_at_3": 0.8616666666666667, + "mrr_at_5": 0.8646666666666668, + "nauc_map_at_1000_diff1": 0.14865007279595094, + "nauc_map_at_1000_max": 0.22264851580580058, + "nauc_map_at_1000_std": 0.2280770786954787, + "nauc_map_at_100_diff1": 0.17569511065859333, + "nauc_map_at_100_max": 0.2453557028286433, + "nauc_map_at_100_std": 0.20810915219374768, + "nauc_map_at_10_diff1": 0.20770235506261064, + "nauc_map_at_10_max": 0.22661399980827765, + "nauc_map_at_10_std": -0.03708317266678808, + "nauc_map_at_1_diff1": 0.2554396052269522, + "nauc_map_at_1_max": 0.011659943427270012, + "nauc_map_at_1_std": -0.19131310055446904, + "nauc_map_at_20_diff1": 0.21147193063742947, + "nauc_map_at_20_max": 0.2636972274062899, + "nauc_map_at_20_std": 0.026974499173124285, + "nauc_map_at_3_diff1": 0.23155495876079388, + "nauc_map_at_3_max": 0.1623260289288966, + "nauc_map_at_3_std": -0.09594932752717589, + "nauc_map_at_5_diff1": 0.21739481262857416, + "nauc_map_at_5_max": 0.207197825110499, + "nauc_map_at_5_std": -0.08591967778146621, + "nauc_mrr_at_1000_diff1": 0.40607349552984956, + "nauc_mrr_at_1000_max": 0.18591843674991382, + "nauc_mrr_at_1000_std": 0.13929982834550475, + "nauc_mrr_at_100_diff1": 0.40607349552984956, + "nauc_mrr_at_100_max": 0.18591843674991382, + "nauc_mrr_at_100_std": 0.13929982834550475, + "nauc_mrr_at_10_diff1": 0.4078378789781589, + "nauc_mrr_at_10_max": 0.1882779399398855, + "nauc_mrr_at_10_std": 0.14228042381787842, + "nauc_mrr_at_1_diff1": 0.38593906093906005, + "nauc_mrr_at_1_max": 0.11991758241758116, + "nauc_mrr_at_1_std": 0.10474525474525431, + "nauc_mrr_at_20_diff1": 0.40674157884553863, + "nauc_mrr_at_20_max": 0.1870093911138813, + "nauc_mrr_at_20_std": 0.14055321029380796, + "nauc_mrr_at_3_diff1": 0.4053758870272631, + "nauc_mrr_at_3_max": 0.20106738455362327, + "nauc_mrr_at_3_std": 0.13876294380881501, + "nauc_mrr_at_5_diff1": 0.41850439556721786, + "nauc_mrr_at_5_max": 0.1919188257866828, + "nauc_mrr_at_5_std": 0.13493775161541394, + "nauc_ndcg_at_1000_diff1": 0.25361721960294337, + "nauc_ndcg_at_1000_max": 0.2886135508390847, + "nauc_ndcg_at_1000_std": 0.2734919473956624, + "nauc_ndcg_at_100_diff1": 0.274286824740264, + "nauc_ndcg_at_100_max": 0.31662019402851926, + "nauc_ndcg_at_100_std": 0.27593983006005235, + "nauc_ndcg_at_10_diff1": 0.2227659021466952, + "nauc_ndcg_at_10_max": 0.2656590581123293, + "nauc_ndcg_at_10_std": 0.16577674384194524, + "nauc_ndcg_at_1_diff1": 0.40593389644768907, + "nauc_ndcg_at_1_max": 0.20530524075168116, + "nauc_ndcg_at_1_std": 0.0454986177692197, + "nauc_ndcg_at_20_diff1": 0.24973690429552314, + "nauc_ndcg_at_20_max": 0.30061567561804947, + "nauc_ndcg_at_20_std": 0.14192246738487085, + "nauc_ndcg_at_3_diff1": 0.2760453424362471, + "nauc_ndcg_at_3_max": 0.2730936505226028, + "nauc_ndcg_at_3_std": 0.2022150395685144, + "nauc_ndcg_at_5_diff1": 0.21382670461884568, + "nauc_ndcg_at_5_max": 0.27800270078806477, + "nauc_ndcg_at_5_std": 0.18053321702573724, + "nauc_precision_at_1000_diff1": -0.23979263538722664, + "nauc_precision_at_1000_max": -0.2527090404232581, + "nauc_precision_at_1000_std": 0.08994336997536688, + "nauc_precision_at_100_diff1": -0.19695493848436227, + "nauc_precision_at_100_max": -0.14490163146409854, + "nauc_precision_at_100_std": 0.3377574486774107, + "nauc_precision_at_10_diff1": -0.06673437541711226, + "nauc_precision_at_10_max": 0.0713162435476472, + "nauc_precision_at_10_std": 0.3212149231056721, + "nauc_precision_at_1_diff1": 0.38593906093906005, + "nauc_precision_at_1_max": 0.11991758241758116, + "nauc_precision_at_1_std": 0.10474525474525431, + "nauc_precision_at_20_diff1": -0.10422824429855933, + "nauc_precision_at_20_max": 0.019889445464256715, + "nauc_precision_at_20_std": 0.3369735436565965, + "nauc_precision_at_3_diff1": 0.057359899028759286, + "nauc_precision_at_3_max": 0.2026747929617104, + "nauc_precision_at_3_std": 0.31396251375193185, + "nauc_precision_at_5_diff1": -0.02360712845309315, + "nauc_precision_at_5_max": 0.17879856934552463, + "nauc_precision_at_5_std": 0.28733197122735815, + "nauc_recall_at_1000_diff1": 0.2253164964747348, + "nauc_recall_at_1000_max": 0.5070832606056441, + "nauc_recall_at_1000_std": 0.603548795577908, + "nauc_recall_at_100_diff1": 0.15175568709167853, + "nauc_recall_at_100_max": 0.2588064468856894, + "nauc_recall_at_100_std": 0.31791346928355396, + "nauc_recall_at_10_diff1": 0.17092722943798097, + "nauc_recall_at_10_max": 0.2123974120347563, + "nauc_recall_at_10_std": -0.06557920107003028, + "nauc_recall_at_1_diff1": 0.2554396052269522, + "nauc_recall_at_1_max": 0.011659943427270012, + "nauc_recall_at_1_std": -0.19131310055446904, + "nauc_recall_at_20_diff1": 0.208180301127199, + "nauc_recall_at_20_max": 0.28003000273432394, + "nauc_recall_at_20_std": 0.007293938167098623, + "nauc_recall_at_3_diff1": 0.21404474710784654, + "nauc_recall_at_3_max": 0.165108552141383, + "nauc_recall_at_3_std": -0.10227472870653871, + "nauc_recall_at_5_diff1": 0.20049864366492576, + "nauc_recall_at_5_max": 0.19895912986248146, + "nauc_recall_at_5_std": -0.10861375894118862, + "ndcg_at_1": 0.6775, + "ndcg_at_10": 0.52716, + "ndcg_at_100": 0.62762, + "ndcg_at_1000": 0.70541, + "ndcg_at_20": 0.53046, + "ndcg_at_3": 0.59158, + "ndcg_at_5": 0.54419, + "precision_at_1": 0.8, + "precision_at_10": 0.4165, + "precision_at_100": 0.14965, + "precision_at_1000": 0.02394, + "precision_at_20": 0.3225, + "precision_at_3": 0.62167, + "precision_at_5": 0.516, + "recall_at_1": 0.09534, + "recall_at_10": 0.32167, + "recall_at_100": 0.74462, + "recall_at_1000": 0.97344, + "recall_at_20": 0.41975, + "recall_at_3": 0.1856, + "recall_at_5": 0.2328 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16014, + "map_at_1": 0.01625, + "map_at_10": 0.06364, + "map_at_100": 0.1111, + "map_at_1000": 0.12786, + "map_at_20": 0.07929, + "map_at_3": 0.03676, + "map_at_5": 0.04775, + "mrr_at_1": 0.19, + "mrr_at_10": 0.3124543650793652, + "mrr_at_100": 0.32121494757083613, + "mrr_at_1000": 0.3220454811120031, + "mrr_at_20": 0.3174052796618588, + "mrr_at_3": 0.2791666666666667, + "mrr_at_5": 0.2969166666666667, + "nauc_map_at_1000_diff1": 0.07850489669499688, + "nauc_map_at_1000_max": 0.5019659553953852, + "nauc_map_at_1000_std": 0.6339785578716561, + "nauc_map_at_100_diff1": 0.0792623292109029, + "nauc_map_at_100_max": 0.5035188873097024, + "nauc_map_at_100_std": 0.609620785037787, + "nauc_map_at_10_diff1": 0.09307664881848197, + "nauc_map_at_10_max": 0.4428748935685658, + "nauc_map_at_10_std": 0.5022555091028151, + "nauc_map_at_1_diff1": 0.13831174166193472, + "nauc_map_at_1_max": 0.335408044936682, + "nauc_map_at_1_std": 0.41743904768284035, + "nauc_map_at_20_diff1": 0.0822077281837745, + "nauc_map_at_20_max": 0.4556537943225624, + "nauc_map_at_20_std": 0.5306812994113276, + "nauc_map_at_3_diff1": 0.09877929884950831, + "nauc_map_at_3_max": 0.42171397895995283, + "nauc_map_at_3_std": 0.47333979985680663, + "nauc_map_at_5_diff1": 0.09520772082063976, + "nauc_map_at_5_max": 0.45741046749468683, + "nauc_map_at_5_std": 0.4850721290786739, + "nauc_mrr_at_1000_diff1": 0.046662680243780896, + "nauc_mrr_at_1000_max": 0.38245288526253746, + "nauc_mrr_at_1000_std": 0.4922546918539785, + "nauc_mrr_at_100_diff1": 0.046591825993486706, + "nauc_mrr_at_100_max": 0.38179299102999986, + "nauc_mrr_at_100_std": 0.4921707091416556, + "nauc_mrr_at_10_diff1": 0.04769095958753172, + "nauc_mrr_at_10_max": 0.3795649966979207, + "nauc_mrr_at_10_std": 0.4878627702752676, + "nauc_mrr_at_1_diff1": 0.06984682124661615, + "nauc_mrr_at_1_max": 0.4051586434180217, + "nauc_mrr_at_1_std": 0.5007062028147227, + "nauc_mrr_at_20_diff1": 0.0462855902431565, + "nauc_mrr_at_20_max": 0.38327013069639393, + "nauc_mrr_at_20_std": 0.4934091129293227, + "nauc_mrr_at_3_diff1": 0.05556256855547865, + "nauc_mrr_at_3_max": 0.367342161542751, + "nauc_mrr_at_3_std": 0.47530654639712244, + "nauc_mrr_at_5_diff1": 0.04780154859485536, + "nauc_mrr_at_5_max": 0.3770498887573039, + "nauc_mrr_at_5_std": 0.48549658958739805, + "nauc_ndcg_at_1000_diff1": 0.033962759422783706, + "nauc_ndcg_at_1000_max": 0.4867334235141988, + "nauc_ndcg_at_1000_std": 0.6544012417518856, + "nauc_ndcg_at_100_diff1": 0.035988181041445376, + "nauc_ndcg_at_100_max": 0.4562896337066189, + "nauc_ndcg_at_100_std": 0.6061290942371622, + "nauc_ndcg_at_10_diff1": 0.054818800810374206, + "nauc_ndcg_at_10_max": 0.4119274667920789, + "nauc_ndcg_at_10_std": 0.5198862271832443, + "nauc_ndcg_at_1_diff1": 0.08225918154285071, + "nauc_ndcg_at_1_max": 0.38500459981600743, + "nauc_ndcg_at_1_std": 0.44913327062423125, + "nauc_ndcg_at_20_diff1": 0.0352155595230716, + "nauc_ndcg_at_20_max": 0.4236066296501959, + "nauc_ndcg_at_20_std": 0.5416425692753425, + "nauc_ndcg_at_3_diff1": 0.050137045907238935, + "nauc_ndcg_at_3_max": 0.4139338982765607, + "nauc_ndcg_at_3_std": 0.5082248061542679, + "nauc_ndcg_at_5_diff1": 0.03900359738073614, + "nauc_ndcg_at_5_max": 0.44614270400306344, + "nauc_ndcg_at_5_std": 0.5272012802757063, + "nauc_precision_at_1000_diff1": 0.023486120702074443, + "nauc_precision_at_1000_max": 0.05821878666383855, + "nauc_precision_at_1000_std": 0.3107768051256234, + "nauc_precision_at_100_diff1": 0.053497595830511335, + "nauc_precision_at_100_max": 0.3215165859038821, + "nauc_precision_at_100_std": 0.510404032252091, + "nauc_precision_at_10_diff1": 0.04667951827456666, + "nauc_precision_at_10_max": 0.3676918971911342, + "nauc_precision_at_10_std": 0.49718933536400745, + "nauc_precision_at_1_diff1": 0.06984682124661615, + "nauc_precision_at_1_max": 0.4051586434180217, + "nauc_precision_at_1_std": 0.5007062028147227, + "nauc_precision_at_20_diff1": 0.028849679170996945, + "nauc_precision_at_20_max": 0.36306228179179306, + "nauc_precision_at_20_std": 0.5038418332080262, + "nauc_precision_at_3_diff1": 0.02126786288419316, + "nauc_precision_at_3_max": 0.3846035448718387, + "nauc_precision_at_3_std": 0.5178748554893524, + "nauc_precision_at_5_diff1": 0.010216470218141364, + "nauc_precision_at_5_max": 0.4220505687012768, + "nauc_precision_at_5_std": 0.5297400784483353, + "nauc_recall_at_1000_diff1": -0.02112656021868386, + "nauc_recall_at_1000_max": 0.5969917853843203, + "nauc_recall_at_1000_std": 0.7420350049828526, + "nauc_recall_at_100_diff1": 0.018810854765829593, + "nauc_recall_at_100_max": 0.3793019824729945, + "nauc_recall_at_100_std": 0.55704746480384, + "nauc_recall_at_10_diff1": 0.04811454004324061, + "nauc_recall_at_10_max": 0.3485321015226482, + "nauc_recall_at_10_std": 0.42273627245001594, + "nauc_recall_at_1_diff1": 0.13831174166193472, + "nauc_recall_at_1_max": 0.335408044936682, + "nauc_recall_at_1_std": 0.41743904768284035, + "nauc_recall_at_20_diff1": 0.014994574020334264, + "nauc_recall_at_20_max": 0.34581232594161343, + "nauc_recall_at_20_std": 0.45096071653921643, + "nauc_recall_at_3_diff1": 0.0870233028071093, + "nauc_recall_at_3_max": 0.3941845088373057, + "nauc_recall_at_3_std": 0.44082849885327346, + "nauc_recall_at_5_diff1": 0.09534011931163168, + "nauc_recall_at_5_max": 0.4373496469451157, + "nauc_recall_at_5_std": 0.4558468846301694, + "ndcg_at_1": 0.145, + "ndcg_at_10": 0.16014, + "ndcg_at_100": 0.24896, + "ndcg_at_1000": 0.35392, + "ndcg_at_20": 0.17514, + "ndcg_at_3": 0.15354, + "ndcg_at_5": 0.152, + "precision_at_1": 0.19, + "precision_at_10": 0.152, + "precision_at_100": 0.0669, + "precision_at_1000": 0.01582, + "precision_at_20": 0.12425, + "precision_at_3": 0.19667, + "precision_at_5": 0.176, + "recall_at_1": 0.01625, + "recall_at_10": 0.11904, + "recall_at_100": 0.38582, + "recall_at_1000": 0.72742, + "recall_at_20": 0.17881, + "recall_at_3": 0.04832, + "recall_at_5": 0.07026 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.20984, + "map_at_1": 0.02373, + "map_at_10": 0.08811, + "map_at_100": 0.14807, + "map_at_1000": 0.16615, + "map_at_20": 0.10823, + "map_at_3": 0.05082, + "map_at_5": 0.06655, + "mrr_at_1": 0.305, + "mrr_at_10": 0.4078968253968254, + "mrr_at_100": 0.41985898825091633, + "mrr_at_1000": 0.4202200740937619, + "mrr_at_20": 0.415223037776637, + "mrr_at_3": 0.3741666666666667, + "mrr_at_5": 0.39141666666666675, + "nauc_map_at_1000_diff1": 0.28750402217891446, + "nauc_map_at_1000_max": 0.5624725795093696, + "nauc_map_at_1000_std": 0.5892065881653221, + "nauc_map_at_100_diff1": 0.28292817777347806, + "nauc_map_at_100_max": 0.5701199429764394, + "nauc_map_at_100_std": 0.5703423867801938, + "nauc_map_at_10_diff1": 0.2875307078969691, + "nauc_map_at_10_max": 0.5424847569848253, + "nauc_map_at_10_std": 0.4111875618920032, + "nauc_map_at_1_diff1": 0.20995847292222444, + "nauc_map_at_1_max": 0.38407805800916256, + "nauc_map_at_1_std": 0.36362522120352175, + "nauc_map_at_20_diff1": 0.29487162064767036, + "nauc_map_at_20_max": 0.5591451372435544, + "nauc_map_at_20_std": 0.4599154297032356, + "nauc_map_at_3_diff1": 0.3185071357239116, + "nauc_map_at_3_max": 0.49408512657218623, + "nauc_map_at_3_std": 0.3595897609911443, + "nauc_map_at_5_diff1": 0.28405254283816644, + "nauc_map_at_5_max": 0.5114193656604946, + "nauc_map_at_5_std": 0.36575465526606865, + "nauc_mrr_at_1000_diff1": 0.26735128471167297, + "nauc_mrr_at_1000_max": 0.352373822554111, + "nauc_mrr_at_1000_std": 0.4561630754121227, + "nauc_mrr_at_100_diff1": 0.26748984855191194, + "nauc_mrr_at_100_max": 0.3527774762284728, + "nauc_mrr_at_100_std": 0.4564412664858836, + "nauc_mrr_at_10_diff1": 0.26256786616488054, + "nauc_mrr_at_10_max": 0.35452313286882575, + "nauc_mrr_at_10_std": 0.4580419765775261, + "nauc_mrr_at_1_diff1": 0.2518414685922621, + "nauc_mrr_at_1_max": 0.3361547844487723, + "nauc_mrr_at_1_std": 0.4499652934556263, + "nauc_mrr_at_20_diff1": 0.26891219937325, + "nauc_mrr_at_20_max": 0.354872341182214, + "nauc_mrr_at_20_std": 0.4588799303058119, + "nauc_mrr_at_3_diff1": 0.2500533501105149, + "nauc_mrr_at_3_max": 0.32548985352768656, + "nauc_mrr_at_3_std": 0.4375096057841471, + "nauc_mrr_at_5_diff1": 0.2574765491994402, + "nauc_mrr_at_5_max": 0.3420587477474443, + "nauc_mrr_at_5_std": 0.44358992058898783, + "nauc_ndcg_at_1000_diff1": 0.310140055363305, + "nauc_ndcg_at_1000_max": 0.570258839342216, + "nauc_ndcg_at_1000_std": 0.6241350540634528, + "nauc_ndcg_at_100_diff1": 0.2714771594010249, + "nauc_ndcg_at_100_max": 0.593203422292954, + "nauc_ndcg_at_100_std": 0.6382592661201715, + "nauc_ndcg_at_10_diff1": 0.28312944106320476, + "nauc_ndcg_at_10_max": 0.4994508124974567, + "nauc_ndcg_at_10_std": 0.47717289185972556, + "nauc_ndcg_at_1_diff1": 0.3068914604444556, + "nauc_ndcg_at_1_max": 0.3673468529291753, + "nauc_ndcg_at_1_std": 0.4403291142435293, + "nauc_ndcg_at_20_diff1": 0.26690701421638074, + "nauc_ndcg_at_20_max": 0.5165423422245465, + "nauc_ndcg_at_20_std": 0.5172439345470716, + "nauc_ndcg_at_3_diff1": 0.33522648311045244, + "nauc_ndcg_at_3_max": 0.4266059129980771, + "nauc_ndcg_at_3_std": 0.4128198558220954, + "nauc_ndcg_at_5_diff1": 0.31287450421607355, + "nauc_ndcg_at_5_max": 0.4507635504152, + "nauc_ndcg_at_5_std": 0.43090254619507756, + "nauc_precision_at_1000_diff1": 0.20114942427377952, + "nauc_precision_at_1000_max": 0.0006999823461243344, + "nauc_precision_at_1000_std": 0.18462656056469823, + "nauc_precision_at_100_diff1": 0.197170381235674, + "nauc_precision_at_100_max": 0.2781473151592774, + "nauc_precision_at_100_std": 0.5422427918062308, + "nauc_precision_at_10_diff1": 0.27755369227659116, + "nauc_precision_at_10_max": 0.4640618961896603, + "nauc_precision_at_10_std": 0.5034676333591417, + "nauc_precision_at_1_diff1": 0.2518414685922621, + "nauc_precision_at_1_max": 0.3361547844487723, + "nauc_precision_at_1_std": 0.4499652934556263, + "nauc_precision_at_20_diff1": 0.2746811433636164, + "nauc_precision_at_20_max": 0.40477021936627555, + "nauc_precision_at_20_std": 0.5242171504542439, + "nauc_precision_at_3_diff1": 0.33243000373012, + "nauc_precision_at_3_max": 0.403943754309419, + "nauc_precision_at_3_std": 0.41816907617357485, + "nauc_precision_at_5_diff1": 0.3039079822616413, + "nauc_precision_at_5_max": 0.4192052487010629, + "nauc_precision_at_5_std": 0.43282754740708923, + "nauc_recall_at_1000_diff1": 0.19513556748464944, + "nauc_recall_at_1000_max": 0.7049811627575308, + "nauc_recall_at_1000_std": 0.7828744056063695, + "nauc_recall_at_100_diff1": 0.13477655982399372, + "nauc_recall_at_100_max": 0.5642920431420418, + "nauc_recall_at_100_std": 0.6779649680758154, + "nauc_recall_at_10_diff1": 0.15096570054220543, + "nauc_recall_at_10_max": 0.4645005664936472, + "nauc_recall_at_10_std": 0.40208596148737724, + "nauc_recall_at_1_diff1": 0.20995847292222444, + "nauc_recall_at_1_max": 0.38407805800916256, + "nauc_recall_at_1_std": 0.36362522120352175, + "nauc_recall_at_20_diff1": 0.15931264706847, + "nauc_recall_at_20_max": 0.4881982556537423, + "nauc_recall_at_20_std": 0.4818268906528494, + "nauc_recall_at_3_diff1": 0.26419973171550226, + "nauc_recall_at_3_max": 0.4509310062153598, + "nauc_recall_at_3_std": 0.3240406324974466, + "nauc_recall_at_5_diff1": 0.21697029683259436, + "nauc_recall_at_5_max": 0.4595767381648183, + "nauc_recall_at_5_std": 0.3217595070662622, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.20984, + "ndcg_at_100": 0.31102, + "ndcg_at_1000": 0.41172, + "ndcg_at_20": 0.22673, + "ndcg_at_3": 0.20743, + "ndcg_at_5": 0.20077, + "precision_at_1": 0.305, + "precision_at_10": 0.1925, + "precision_at_100": 0.08035, + "precision_at_1000": 0.01691, + "precision_at_20": 0.157, + "precision_at_3": 0.26333, + "precision_at_5": 0.232, + "recall_at_1": 0.02373, + "recall_at_10": 0.15044, + "recall_at_100": 0.46903, + "recall_at_1000": 0.79579, + "recall_at_20": 0.22222, + "recall_at_3": 0.0606, + "recall_at_5": 0.08898 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51968, + "map_at_1": 0.06287, + "map_at_10": 0.19304, + "map_at_100": 0.35513, + "map_at_1000": 0.41011, + "map_at_20": 0.24924, + "map_at_3": 0.10991, + "map_at_5": 0.14073, + "mrr_at_1": 0.71, + "mrr_at_10": 0.8025337301587304, + "mrr_at_100": 0.8048905353484146, + "mrr_at_1000": 0.8049009303588096, + "mrr_at_20": 0.8041916298570712, + "mrr_at_3": 0.7925000000000003, + "mrr_at_5": 0.7992500000000002, + "nauc_map_at_1000_diff1": 0.2377188941879502, + "nauc_map_at_1000_max": 0.39580992043985674, + "nauc_map_at_1000_std": 0.4273761865156617, + "nauc_map_at_100_diff1": 0.2749024117447771, + "nauc_map_at_100_max": 0.3673495256661795, + "nauc_map_at_100_std": 0.38322358185223354, + "nauc_map_at_10_diff1": 0.3343917670853041, + "nauc_map_at_10_max": 0.19637879917892778, + "nauc_map_at_10_std": 0.12405897952512072, + "nauc_map_at_1_diff1": 0.5884592832032776, + "nauc_map_at_1_max": -0.1257515201096007, + "nauc_map_at_1_std": -0.11526896762737607, + "nauc_map_at_20_diff1": 0.3139006150055485, + "nauc_map_at_20_max": 0.24843402866979505, + "nauc_map_at_20_std": 0.19656355108593296, + "nauc_map_at_3_diff1": 0.47958280516699364, + "nauc_map_at_3_max": 0.02899041575370226, + "nauc_map_at_3_std": 0.0046255275033281786, + "nauc_map_at_5_diff1": 0.4067641191101713, + "nauc_map_at_5_max": 0.10465266449664899, + "nauc_map_at_5_std": 0.044083240469071666, + "nauc_mrr_at_1000_diff1": 0.41307664144695955, + "nauc_mrr_at_1000_max": 0.49225371438958015, + "nauc_mrr_at_1000_std": 0.25070333268427775, + "nauc_mrr_at_100_diff1": 0.4130850327141835, + "nauc_mrr_at_100_max": 0.49228391487496775, + "nauc_mrr_at_100_std": 0.250747900460929, + "nauc_mrr_at_10_diff1": 0.4121898529387101, + "nauc_mrr_at_10_max": 0.4975568474317482, + "nauc_mrr_at_10_std": 0.256396020832222, + "nauc_mrr_at_1_diff1": 0.41686896577284427, + "nauc_mrr_at_1_max": 0.386542631062024, + "nauc_mrr_at_1_std": 0.16465911828475085, + "nauc_mrr_at_20_diff1": 0.41200242557793604, + "nauc_mrr_at_20_max": 0.49387202484765125, + "nauc_mrr_at_20_std": 0.25170446134653346, + "nauc_mrr_at_3_diff1": 0.41772657987455947, + "nauc_mrr_at_3_max": 0.5037690430378905, + "nauc_mrr_at_3_std": 0.25659270179997784, + "nauc_mrr_at_5_diff1": 0.4164399123777432, + "nauc_mrr_at_5_max": 0.5004026155562723, + "nauc_mrr_at_5_std": 0.2551062305566014, + "nauc_ndcg_at_1000_diff1": 0.3163941634221493, + "nauc_ndcg_at_1000_max": 0.517957181677786, + "nauc_ndcg_at_1000_std": 0.4549027780225938, + "nauc_ndcg_at_100_diff1": 0.3228452136299405, + "nauc_ndcg_at_100_max": 0.457547851932195, + "nauc_ndcg_at_100_std": 0.43393981970256984, + "nauc_ndcg_at_10_diff1": 0.3152207560491576, + "nauc_ndcg_at_10_max": 0.41109471351490817, + "nauc_ndcg_at_10_std": 0.22460696554412282, + "nauc_ndcg_at_1_diff1": 0.45815947544591673, + "nauc_ndcg_at_1_max": 0.3096389869625688, + "nauc_ndcg_at_1_std": 0.14716019380378131, + "nauc_ndcg_at_20_diff1": 0.29261079503151416, + "nauc_ndcg_at_20_max": 0.42612317879898, + "nauc_ndcg_at_20_std": 0.2969783036996333, + "nauc_ndcg_at_3_diff1": 0.3457241335376348, + "nauc_ndcg_at_3_max": 0.3872018181240341, + "nauc_ndcg_at_3_std": 0.1901941848108875, + "nauc_ndcg_at_5_diff1": 0.3135361584937844, + "nauc_ndcg_at_5_max": 0.4048970855549325, + "nauc_ndcg_at_5_std": 0.1965454614381918, + "nauc_precision_at_1000_diff1": -0.15750212326684396, + "nauc_precision_at_1000_max": -0.006680109020929122, + "nauc_precision_at_1000_std": -0.021578518231943337, + "nauc_precision_at_100_diff1": -0.14564500468393896, + "nauc_precision_at_100_max": 0.1426050495771375, + "nauc_precision_at_100_std": 0.18934232371957876, + "nauc_precision_at_10_diff1": -0.05875043501196956, + "nauc_precision_at_10_max": 0.39745200827600874, + "nauc_precision_at_10_std": 0.27202614785492707, + "nauc_precision_at_1_diff1": 0.41686896577284427, + "nauc_precision_at_1_max": 0.386542631062024, + "nauc_precision_at_1_std": 0.16465911828475085, + "nauc_precision_at_20_diff1": -0.10186916034290111, + "nauc_precision_at_20_max": 0.3037679351802957, + "nauc_precision_at_20_std": 0.2688844632542623, + "nauc_precision_at_3_diff1": 0.11868339926172468, + "nauc_precision_at_3_max": 0.4231588459304203, + "nauc_precision_at_3_std": 0.22920950475329907, + "nauc_precision_at_5_diff1": 0.011914098760661221, + "nauc_precision_at_5_max": 0.41503650575339784, + "nauc_precision_at_5_std": 0.22644744270282785, + "nauc_recall_at_1000_diff1": 0.1538576329360643, + "nauc_recall_at_1000_max": 0.4183466359331338, + "nauc_recall_at_1000_std": 0.6456684092595774, + "nauc_recall_at_100_diff1": 0.1453200215322367, + "nauc_recall_at_100_max": 0.22525045623055698, + "nauc_recall_at_100_std": 0.3838784997307535, + "nauc_recall_at_10_diff1": 0.2614742675864617, + "nauc_recall_at_10_max": 0.1598786764313631, + "nauc_recall_at_10_std": 0.11652818202092055, + "nauc_recall_at_1_diff1": 0.5884592832032776, + "nauc_recall_at_1_max": -0.1257515201096007, + "nauc_recall_at_1_std": -0.11526896762737607, + "nauc_recall_at_20_diff1": 0.2204043475943282, + "nauc_recall_at_20_max": 0.17258944882599392, + "nauc_recall_at_20_std": 0.17323699381785373, + "nauc_recall_at_3_diff1": 0.44462978476231235, + "nauc_recall_at_3_max": 0.016362599006851344, + "nauc_recall_at_3_std": 0.011197289904466987, + "nauc_recall_at_5_diff1": 0.34830890580430846, + "nauc_recall_at_5_max": 0.08466733950071068, + "nauc_recall_at_5_std": 0.03779736728355916, + "ndcg_at_1": 0.57, + "ndcg_at_10": 0.51968, + "ndcg_at_100": 0.59652, + "ndcg_at_1000": 0.678, + "ndcg_at_20": 0.52291, + "ndcg_at_3": 0.55008, + "ndcg_at_5": 0.53361, + "precision_at_1": 0.71, + "precision_at_10": 0.509, + "precision_at_100": 0.23215, + "precision_at_1000": 0.05174, + "precision_at_20": 0.43175, + "precision_at_3": 0.635, + "precision_at_5": 0.586, + "recall_at_1": 0.06287, + "recall_at_10": 0.24807, + "recall_at_100": 0.67395, + "recall_at_1000": 0.92794, + "recall_at_20": 0.36474, + "recall_at_3": 0.12011, + "recall_at_5": 0.16322 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.14807, + "map_at_1": 0.0182, + "map_at_10": 0.05091, + "map_at_100": 0.10332, + "map_at_1000": 0.13148, + "map_at_20": 0.0665, + "map_at_3": 0.03218, + "map_at_5": 0.03875, + "mrr_at_1": 0.185, + "mrr_at_10": 0.29598412698412696, + "mrr_at_100": 0.30709396757119317, + "mrr_at_1000": 0.3075311250893627, + "mrr_at_20": 0.30157668668620685, + "mrr_at_3": 0.2566666666666667, + "mrr_at_5": 0.27916666666666673, + "nauc_map_at_1000_diff1": 0.0907947157293249, + "nauc_map_at_1000_max": 0.2101827668708867, + "nauc_map_at_1000_std": 0.4144911956070884, + "nauc_map_at_100_diff1": 0.05070475245575136, + "nauc_map_at_100_max": 0.15169609087204336, + "nauc_map_at_100_std": 0.39288848106151136, + "nauc_map_at_10_diff1": 0.14410284002800605, + "nauc_map_at_10_max": 0.052831362844115555, + "nauc_map_at_10_std": 0.2597333961020314, + "nauc_map_at_1_diff1": 0.2153384914948133, + "nauc_map_at_1_max": -0.010972038200201022, + "nauc_map_at_1_std": 0.1262614579081949, + "nauc_map_at_20_diff1": 0.09079502874202422, + "nauc_map_at_20_max": 0.06381789186721984, + "nauc_map_at_20_std": 0.2844349072368719, + "nauc_map_at_3_diff1": 0.13415006221739972, + "nauc_map_at_3_max": -0.021414241758881753, + "nauc_map_at_3_std": 0.184569161059046, + "nauc_map_at_5_diff1": 0.14216972023103724, + "nauc_map_at_5_max": 0.004485216644879512, + "nauc_map_at_5_std": 0.21723153582097224, + "nauc_mrr_at_1000_diff1": 0.058416314943450516, + "nauc_mrr_at_1000_max": 0.20893666766313623, + "nauc_mrr_at_1000_std": 0.246219021416193, + "nauc_mrr_at_100_diff1": 0.05831519816126729, + "nauc_mrr_at_100_max": 0.20888826012652176, + "nauc_mrr_at_100_std": 0.2464108740028857, + "nauc_mrr_at_10_diff1": 0.05776249136496626, + "nauc_mrr_at_10_max": 0.21192462307567012, + "nauc_mrr_at_10_std": 0.23765510186165206, + "nauc_mrr_at_1_diff1": 0.05142557885970851, + "nauc_mrr_at_1_max": 0.1407721563543644, + "nauc_mrr_at_1_std": 0.19223207616823623, + "nauc_mrr_at_20_diff1": 0.05917163842348839, + "nauc_mrr_at_20_max": 0.21124675825729458, + "nauc_mrr_at_20_std": 0.2446093945366078, + "nauc_mrr_at_3_diff1": 0.05902270132783251, + "nauc_mrr_at_3_max": 0.16918848010254148, + "nauc_mrr_at_3_std": 0.24440102341230902, + "nauc_mrr_at_5_diff1": 0.05732781510614674, + "nauc_mrr_at_5_max": 0.19806143183036434, + "nauc_mrr_at_5_std": 0.23821077300888818, + "nauc_ndcg_at_1000_diff1": 0.06809725576343542, + "nauc_ndcg_at_1000_max": 0.30868940767890785, + "nauc_ndcg_at_1000_std": 0.4813918983121291, + "nauc_ndcg_at_100_diff1": 0.025214535595720726, + "nauc_ndcg_at_100_max": 0.2508500808443838, + "nauc_ndcg_at_100_std": 0.4579617162858076, + "nauc_ndcg_at_10_diff1": 0.11667427580701813, + "nauc_ndcg_at_10_max": 0.23716165361038966, + "nauc_ndcg_at_10_std": 0.30025591131608526, + "nauc_ndcg_at_1_diff1": 0.04943168679627872, + "nauc_ndcg_at_1_max": 0.156020799611045, + "nauc_ndcg_at_1_std": 0.19147144796836185, + "nauc_ndcg_at_20_diff1": 0.07982341804781395, + "nauc_ndcg_at_20_max": 0.22478776970531378, + "nauc_ndcg_at_20_std": 0.33335844088770517, + "nauc_ndcg_at_3_diff1": 0.0643547866658335, + "nauc_ndcg_at_3_max": 0.1400286869385205, + "nauc_ndcg_at_3_std": 0.25667083331608403, + "nauc_ndcg_at_5_diff1": 0.08504944171149008, + "nauc_ndcg_at_5_max": 0.18419185774391947, + "nauc_ndcg_at_5_std": 0.2722767149819437, + "nauc_precision_at_1000_diff1": 0.20950202996196413, + "nauc_precision_at_1000_max": 0.2880027925644857, + "nauc_precision_at_1000_std": 0.022571661497040357, + "nauc_precision_at_100_diff1": 0.127595068880961, + "nauc_precision_at_100_max": 0.3529860063887402, + "nauc_precision_at_100_std": 0.3041507627594954, + "nauc_precision_at_10_diff1": 0.12244670563296416, + "nauc_precision_at_10_max": 0.31106962898564267, + "nauc_precision_at_10_std": 0.32343769129503575, + "nauc_precision_at_1_diff1": 0.05142557885970851, + "nauc_precision_at_1_max": 0.1407721563543644, + "nauc_precision_at_1_std": 0.19223207616823623, + "nauc_precision_at_20_diff1": 0.09308355425969263, + "nauc_precision_at_20_max": 0.3149467897872588, + "nauc_precision_at_20_std": 0.32003122749676177, + "nauc_precision_at_3_diff1": 0.04606599954166998, + "nauc_precision_at_3_max": 0.15573676571690498, + "nauc_precision_at_3_std": 0.28850737147658717, + "nauc_precision_at_5_diff1": 0.06376596406392672, + "nauc_precision_at_5_max": 0.22976714788767746, + "nauc_precision_at_5_std": 0.3083685303530403, + "nauc_recall_at_1000_diff1": -0.0715328687754659, + "nauc_recall_at_1000_max": 0.271174861761263, + "nauc_recall_at_1000_std": 0.62808926872615, + "nauc_recall_at_100_diff1": -0.09987244779263978, + "nauc_recall_at_100_max": 0.1274654827369981, + "nauc_recall_at_100_std": 0.49589725589171063, + "nauc_recall_at_10_diff1": 0.06030124260138741, + "nauc_recall_at_10_max": 0.07448511869261824, + "nauc_recall_at_10_std": 0.2615870258868149, + "nauc_recall_at_1_diff1": 0.2153384914948133, + "nauc_recall_at_1_max": -0.010972038200201022, + "nauc_recall_at_1_std": 0.1262614579081949, + "nauc_recall_at_20_diff1": -0.019810949373714998, + "nauc_recall_at_20_max": 0.050109532013336594, + "nauc_recall_at_20_std": 0.3152560945105189, + "nauc_recall_at_3_diff1": 0.09272525813992533, + "nauc_recall_at_3_max": -0.020496225241462482, + "nauc_recall_at_3_std": 0.18512314538477026, + "nauc_recall_at_5_diff1": 0.08485623968043986, + "nauc_recall_at_5_max": 0.01181319352726663, + "nauc_recall_at_5_std": 0.2072026424824517, + "ndcg_at_1": 0.1275, + "ndcg_at_10": 0.14807, + "ndcg_at_100": 0.23913, + "ndcg_at_1000": 0.35546, + "ndcg_at_20": 0.16466, + "ndcg_at_3": 0.13039, + "ndcg_at_5": 0.13687, + "precision_at_1": 0.185, + "precision_at_10": 0.1615, + "precision_at_100": 0.1062, + "precision_at_1000": 0.03397, + "precision_at_20": 0.14975, + "precision_at_3": 0.16667, + "precision_at_5": 0.164, + "recall_at_1": 0.0182, + "recall_at_10": 0.08433, + "recall_at_100": 0.33661, + "recall_at_1000": 0.68393, + "recall_at_20": 0.13715, + "recall_at_3": 0.04104, + "recall_at_5": 0.05421 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.19296, + "map_at_1": 0.02568, + "map_at_10": 0.06507, + "map_at_100": 0.1396, + "map_at_1000": 0.17013, + "map_at_20": 0.08934, + "map_at_3": 0.03936, + "map_at_5": 0.04817, + "mrr_at_1": 0.295, + "mrr_at_10": 0.4005198412698413, + "mrr_at_100": 0.4111689621724821, + "mrr_at_1000": 0.4114637115645096, + "mrr_at_20": 0.4068395141365344, + "mrr_at_3": 0.3641666666666667, + "mrr_at_5": 0.38391666666666674, + "nauc_map_at_1000_diff1": 0.1387684118424785, + "nauc_map_at_1000_max": 0.3637263546764876, + "nauc_map_at_1000_std": 0.5961807917957079, + "nauc_map_at_100_diff1": 0.10856124042630863, + "nauc_map_at_100_max": 0.35824147417927726, + "nauc_map_at_100_std": 0.5779504134273552, + "nauc_map_at_10_diff1": 0.10607543509397083, + "nauc_map_at_10_max": 0.16338591094328586, + "nauc_map_at_10_std": 0.3330739793425748, + "nauc_map_at_1_diff1": 0.16715716776076933, + "nauc_map_at_1_max": -0.16636232976731127, + "nauc_map_at_1_std": -0.02385106563348818, + "nauc_map_at_20_diff1": 0.08789251244573176, + "nauc_map_at_20_max": 0.24480569865556248, + "nauc_map_at_20_std": 0.42503511129332816, + "nauc_map_at_3_diff1": 0.11287483270416161, + "nauc_map_at_3_max": -0.03541027504340603, + "nauc_map_at_3_std": 0.155038253200837, + "nauc_map_at_5_diff1": 0.12323474783028418, + "nauc_map_at_5_max": 0.06128871802125078, + "nauc_map_at_5_std": 0.24187790483954688, + "nauc_mrr_at_1000_diff1": 0.09864685389918797, + "nauc_mrr_at_1000_max": 0.22885149887977646, + "nauc_mrr_at_1000_std": 0.37404928199724147, + "nauc_mrr_at_100_diff1": 0.09850662100441882, + "nauc_mrr_at_100_max": 0.22894364437931725, + "nauc_mrr_at_100_std": 0.3743233259286649, + "nauc_mrr_at_10_diff1": 0.10204724765143022, + "nauc_mrr_at_10_max": 0.22688115840621823, + "nauc_mrr_at_10_std": 0.37418124932580477, + "nauc_mrr_at_1_diff1": 0.08615040902372395, + "nauc_mrr_at_1_max": 0.1620020025474583, + "nauc_mrr_at_1_std": 0.30175801870406566, + "nauc_mrr_at_20_diff1": 0.09946424234581032, + "nauc_mrr_at_20_max": 0.23133322389022695, + "nauc_mrr_at_20_std": 0.3739046183995795, + "nauc_mrr_at_3_diff1": 0.0937244454701701, + "nauc_mrr_at_3_max": 0.23132529051027514, + "nauc_mrr_at_3_std": 0.37412996707938556, + "nauc_mrr_at_5_diff1": 0.10187939808195455, + "nauc_mrr_at_5_max": 0.22845564563761772, + "nauc_mrr_at_5_std": 0.37657930455461425, + "nauc_ndcg_at_1000_diff1": 0.1444431428829956, + "nauc_ndcg_at_1000_max": 0.4260294160277454, + "nauc_ndcg_at_1000_std": 0.6590212277038215, + "nauc_ndcg_at_100_diff1": 0.1475225682671216, + "nauc_ndcg_at_100_max": 0.42924454406605933, + "nauc_ndcg_at_100_std": 0.6448143474594625, + "nauc_ndcg_at_10_diff1": 0.15195462005420438, + "nauc_ndcg_at_10_max": 0.3037267169154125, + "nauc_ndcg_at_10_std": 0.4689370952484778, + "nauc_ndcg_at_1_diff1": 0.08140489979968313, + "nauc_ndcg_at_1_max": 0.15171275071032853, + "nauc_ndcg_at_1_std": 0.2894661850122788, + "nauc_ndcg_at_20_diff1": 0.14128281501177553, + "nauc_ndcg_at_20_max": 0.3463791775532752, + "nauc_ndcg_at_20_std": 0.5147663277256362, + "nauc_ndcg_at_3_diff1": 0.1399070932490116, + "nauc_ndcg_at_3_max": 0.2573879851243795, + "nauc_ndcg_at_3_std": 0.39022951589227073, + "nauc_ndcg_at_5_diff1": 0.154481541973866, + "nauc_ndcg_at_5_max": 0.2884939727542072, + "nauc_ndcg_at_5_std": 0.43134414909161195, + "nauc_precision_at_1000_diff1": 0.1485129505971658, + "nauc_precision_at_1000_max": 0.044511719634269795, + "nauc_precision_at_1000_std": 0.05125295116072412, + "nauc_precision_at_100_diff1": 0.1707063016979569, + "nauc_precision_at_100_max": 0.26666919610350615, + "nauc_precision_at_100_std": 0.39875618053378553, + "nauc_precision_at_10_diff1": 0.13453703903761158, + "nauc_precision_at_10_max": 0.35167700163486987, + "nauc_precision_at_10_std": 0.5162382636293145, + "nauc_precision_at_1_diff1": 0.08615040902372395, + "nauc_precision_at_1_max": 0.1620020025474583, + "nauc_precision_at_1_std": 0.30175801870406566, + "nauc_precision_at_20_diff1": 0.1528491504421087, + "nauc_precision_at_20_max": 0.3628265390441625, + "nauc_precision_at_20_std": 0.525002639004964, + "nauc_precision_at_3_diff1": 0.1272886169980336, + "nauc_precision_at_3_max": 0.28949405412153956, + "nauc_precision_at_3_std": 0.424897780829614, + "nauc_precision_at_5_diff1": 0.1504272282736306, + "nauc_precision_at_5_max": 0.34139265187786494, + "nauc_precision_at_5_std": 0.49163204263095045, + "nauc_recall_at_1000_diff1": 0.11787461494228021, + "nauc_recall_at_1000_max": 0.5500498962560549, + "nauc_recall_at_1000_std": 0.7950232403607982, + "nauc_recall_at_100_diff1": 0.07701082844908724, + "nauc_recall_at_100_max": 0.42173213288268097, + "nauc_recall_at_100_std": 0.6861915634757865, + "nauc_recall_at_10_diff1": 0.12224414976010395, + "nauc_recall_at_10_max": 0.21491543146089878, + "nauc_recall_at_10_std": 0.36997142297479735, + "nauc_recall_at_1_diff1": 0.16715716776076933, + "nauc_recall_at_1_max": -0.16636232976731127, + "nauc_recall_at_1_std": -0.02385106563348818, + "nauc_recall_at_20_diff1": 0.0765209771124714, + "nauc_recall_at_20_max": 0.3075479495545672, + "nauc_recall_at_20_std": 0.4719597581722691, + "nauc_recall_at_3_diff1": 0.11651846057385602, + "nauc_recall_at_3_max": 0.012340460586430888, + "nauc_recall_at_3_std": 0.19175928878023707, + "nauc_recall_at_5_diff1": 0.13718888742236243, + "nauc_recall_at_5_max": 0.13630405846529228, + "nauc_recall_at_5_std": 0.29780010231551096, + "ndcg_at_1": 0.215, + "ndcg_at_10": 0.19296, + "ndcg_at_100": 0.29555, + "ndcg_at_1000": 0.40625, + "ndcg_at_20": 0.21468, + "ndcg_at_3": 0.1911, + "ndcg_at_5": 0.19059, + "precision_at_1": 0.295, + "precision_at_10": 0.207, + "precision_at_100": 0.12485, + "precision_at_1000": 0.03532, + "precision_at_20": 0.19325, + "precision_at_3": 0.23333, + "precision_at_5": 0.227, + "recall_at_1": 0.02568, + "recall_at_10": 0.09775, + "recall_at_100": 0.40025, + "recall_at_1000": 0.74243, + "recall_at_20": 0.16563, + "recall_at_3": 0.04465, + "recall_at_5": 0.05996 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.54343, + "map_at_1": 0.12388, + "map_at_10": 0.28185, + "map_at_100": 0.39258, + "map_at_1000": 0.43063, + "map_at_20": 0.32631, + "map_at_3": 0.1947, + "map_at_5": 0.23458, + "mrr_at_1": 0.75, + "mrr_at_10": 0.830261904761905, + "mrr_at_100": 0.8317213521772345, + "mrr_at_1000": 0.8317213521772345, + "mrr_at_20": 0.8317213521772345, + "mrr_at_3": 0.8183333333333335, + "mrr_at_5": 0.8250833333333334, + "nauc_map_at_1000_diff1": 0.1836643922198114, + "nauc_map_at_1000_max": 0.3757413869529912, + "nauc_map_at_1000_std": 0.2492341807784361, + "nauc_map_at_100_diff1": 0.1881590845415641, + "nauc_map_at_100_max": 0.3735564643215234, + "nauc_map_at_100_std": 0.2734526943536614, + "nauc_map_at_10_diff1": 0.1939326789753159, + "nauc_map_at_10_max": 0.30000531618839443, + "nauc_map_at_10_std": 0.2217670039278132, + "nauc_map_at_1_diff1": 0.4690745070444931, + "nauc_map_at_1_max": 0.2909684531116181, + "nauc_map_at_1_std": 0.1002691715040017, + "nauc_map_at_20_diff1": 0.18195567893869957, + "nauc_map_at_20_max": 0.3205027708241878, + "nauc_map_at_20_std": 0.22890174092884316, + "nauc_map_at_3_diff1": 0.318152196903891, + "nauc_map_at_3_max": 0.29361695177177805, + "nauc_map_at_3_std": 0.18829525344688428, + "nauc_map_at_5_diff1": 0.2523264429318658, + "nauc_map_at_5_max": 0.28024870685543574, + "nauc_map_at_5_std": 0.21353779684065108, + "nauc_mrr_at_1000_diff1": 0.3138069198925424, + "nauc_mrr_at_1000_max": 0.4959020551742331, + "nauc_mrr_at_1000_std": 0.09660314782313127, + "nauc_mrr_at_100_diff1": 0.3138069198925424, + "nauc_mrr_at_100_max": 0.4959020551742331, + "nauc_mrr_at_100_std": 0.09660314782313127, + "nauc_mrr_at_10_diff1": 0.3101057333847531, + "nauc_mrr_at_10_max": 0.49949120519262663, + "nauc_mrr_at_10_std": 0.09450085657776637, + "nauc_mrr_at_1_diff1": 0.3331763474620618, + "nauc_mrr_at_1_max": 0.4814442700156984, + "nauc_mrr_at_1_std": 0.08438513867085289, + "nauc_mrr_at_20_diff1": 0.3138069198925424, + "nauc_mrr_at_20_max": 0.4959020551742331, + "nauc_mrr_at_20_std": 0.09660314782313127, + "nauc_mrr_at_3_diff1": 0.3160094743860535, + "nauc_mrr_at_3_max": 0.4959691895949605, + "nauc_mrr_at_3_std": 0.10306192387853023, + "nauc_mrr_at_5_diff1": 0.31115817994255546, + "nauc_mrr_at_5_max": 0.49809813414033877, + "nauc_mrr_at_5_std": 0.0993902270139782, + "nauc_ndcg_at_1000_diff1": 0.26127480263848746, + "nauc_ndcg_at_1000_max": 0.5116188551917777, + "nauc_ndcg_at_1000_std": 0.23210689053508077, + "nauc_ndcg_at_100_diff1": 0.25530716971803397, + "nauc_ndcg_at_100_max": 0.4859781069789124, + "nauc_ndcg_at_100_std": 0.270811628285517, + "nauc_ndcg_at_10_diff1": 0.22295180638958062, + "nauc_ndcg_at_10_max": 0.44234363836883994, + "nauc_ndcg_at_10_std": 0.14438128660384672, + "nauc_ndcg_at_1_diff1": 0.4256720447442295, + "nauc_ndcg_at_1_max": 0.4672392965079037, + "nauc_ndcg_at_1_std": 0.060766687731878335, + "nauc_ndcg_at_20_diff1": 0.23928968625788108, + "nauc_ndcg_at_20_max": 0.4330480825185505, + "nauc_ndcg_at_20_std": 0.17414204338974495, + "nauc_ndcg_at_3_diff1": 0.24071947799438884, + "nauc_ndcg_at_3_max": 0.5009514713624438, + "nauc_ndcg_at_3_std": 0.09367313564203664, + "nauc_ndcg_at_5_diff1": 0.2354695854013504, + "nauc_ndcg_at_5_max": 0.4651076378736215, + "nauc_ndcg_at_5_std": 0.10818809622759604, + "nauc_precision_at_1000_diff1": -0.12720028992164167, + "nauc_precision_at_1000_max": -0.10404733892690167, + "nauc_precision_at_1000_std": -0.2750135395347481, + "nauc_precision_at_100_diff1": -0.09538858314993333, + "nauc_precision_at_100_max": -0.00871832819291906, + "nauc_precision_at_100_std": -0.10125013369135066, + "nauc_precision_at_10_diff1": -0.1925129855184436, + "nauc_precision_at_10_max": 0.13253382711651512, + "nauc_precision_at_10_std": -0.026889362573254746, + "nauc_precision_at_1_diff1": 0.3331763474620618, + "nauc_precision_at_1_max": 0.4814442700156984, + "nauc_precision_at_1_std": 0.08438513867085289, + "nauc_precision_at_20_diff1": -0.12445796670739732, + "nauc_precision_at_20_max": 0.07706236683265906, + "nauc_precision_at_20_std": -0.05513358181003233, + "nauc_precision_at_3_diff1": -0.10134696762823277, + "nauc_precision_at_3_max": 0.29354404516360216, + "nauc_precision_at_3_std": 0.06960139699877646, + "nauc_precision_at_5_diff1": -0.1545558980333144, + "nauc_precision_at_5_max": 0.21552840003559637, + "nauc_precision_at_5_std": 0.03541611047739284, + "nauc_recall_at_1000_diff1": 0.22749897839481686, + "nauc_recall_at_1000_max": 0.44795534003695275, + "nauc_recall_at_1000_std": 0.7217979558034768, + "nauc_recall_at_100_diff1": 0.20553631986270177, + "nauc_recall_at_100_max": 0.35879451302010984, + "nauc_recall_at_100_std": 0.39678692715021124, + "nauc_recall_at_10_diff1": 0.14465020800700934, + "nauc_recall_at_10_max": 0.24911816533557812, + "nauc_recall_at_10_std": 0.22829807604870345, + "nauc_recall_at_1_diff1": 0.4690745070444931, + "nauc_recall_at_1_max": 0.2909684531116181, + "nauc_recall_at_1_std": 0.1002691715040017, + "nauc_recall_at_20_diff1": 0.14224199647903898, + "nauc_recall_at_20_max": 0.24290169891459187, + "nauc_recall_at_20_std": 0.263420890842364, + "nauc_recall_at_3_diff1": 0.30593028323492305, + "nauc_recall_at_3_max": 0.25733614583614856, + "nauc_recall_at_3_std": 0.19859448139252955, + "nauc_recall_at_5_diff1": 0.21949728881617173, + "nauc_recall_at_5_max": 0.2158242733072066, + "nauc_recall_at_5_std": 0.22968755274449618, + "ndcg_at_1": 0.6675, + "ndcg_at_10": 0.54343, + "ndcg_at_100": 0.62301, + "ndcg_at_1000": 0.70394, + "ndcg_at_20": 0.56225, + "ndcg_at_3": 0.57824, + "ndcg_at_5": 0.55614, + "precision_at_1": 0.75, + "precision_at_10": 0.3885, + "precision_at_100": 0.15245, + "precision_at_1000": 0.03444, + "precision_at_20": 0.31125, + "precision_at_3": 0.56833, + "precision_at_5": 0.488, + "recall_at_1": 0.12388, + "recall_at_10": 0.36025, + "recall_at_100": 0.71781, + "recall_at_1000": 0.95562, + "recall_at_20": 0.47843, + "recall_at_3": 0.21221, + "recall_at_5": 0.27111 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.13566, + "map_at_1": 0.03641, + "map_at_10": 0.06824, + "map_at_100": 0.09821, + "map_at_1000": 0.11406, + "map_at_20": 0.07697, + "map_at_3": 0.04638, + "map_at_5": 0.05577, + "mrr_at_1": 0.16, + "mrr_at_10": 0.23097420634920635, + "mrr_at_100": 0.2426657514722941, + "mrr_at_1000": 0.24335306918013855, + "mrr_at_20": 0.2369808360499151, + "mrr_at_3": 0.1975, + "mrr_at_5": 0.21525000000000002, + "nauc_map_at_1000_diff1": 0.25088435148203436, + "nauc_map_at_1000_max": 0.4978145093325816, + "nauc_map_at_1000_std": 0.4030709772462292, + "nauc_map_at_100_diff1": 0.27794519823882297, + "nauc_map_at_100_max": 0.4881648526011445, + "nauc_map_at_100_std": 0.39280680335992874, + "nauc_map_at_10_diff1": 0.33680284947817585, + "nauc_map_at_10_max": 0.4344550653802366, + "nauc_map_at_10_std": 0.31840837363208385, + "nauc_map_at_1_diff1": 0.4741100840554203, + "nauc_map_at_1_max": 0.28340751089104027, + "nauc_map_at_1_std": 0.16506383487162216, + "nauc_map_at_20_diff1": 0.32040003123250116, + "nauc_map_at_20_max": 0.45636159887681943, + "nauc_map_at_20_std": 0.3482322644726993, + "nauc_map_at_3_diff1": 0.4304840736014289, + "nauc_map_at_3_max": 0.3443827724328222, + "nauc_map_at_3_std": 0.20741553913656963, + "nauc_map_at_5_diff1": 0.3754626127424448, + "nauc_map_at_5_max": 0.3881316617525192, + "nauc_map_at_5_std": 0.2555548616195818, + "nauc_mrr_at_1000_diff1": 0.1768660181835916, + "nauc_mrr_at_1000_max": 0.4956093845621785, + "nauc_mrr_at_1000_std": 0.38422369061181927, + "nauc_mrr_at_100_diff1": 0.17662415163631512, + "nauc_mrr_at_100_max": 0.4958123812413526, + "nauc_mrr_at_100_std": 0.38445190209123786, + "nauc_mrr_at_10_diff1": 0.16672638527404512, + "nauc_mrr_at_10_max": 0.48213110341152227, + "nauc_mrr_at_10_std": 0.3728162611512099, + "nauc_mrr_at_1_diff1": 0.22419918574281766, + "nauc_mrr_at_1_max": 0.5113880780457827, + "nauc_mrr_at_1_std": 0.39932209248732514, + "nauc_mrr_at_20_diff1": 0.17695375401312818, + "nauc_mrr_at_20_max": 0.49400475012996975, + "nauc_mrr_at_20_std": 0.38463383661783607, + "nauc_mrr_at_3_diff1": 0.17656420253756944, + "nauc_mrr_at_3_max": 0.49345309330593046, + "nauc_mrr_at_3_std": 0.35900927378601355, + "nauc_mrr_at_5_diff1": 0.16502452885492297, + "nauc_mrr_at_5_max": 0.4697320637334636, + "nauc_mrr_at_5_std": 0.3739749583070502, + "nauc_ndcg_at_1000_diff1": 0.17638970014821836, + "nauc_ndcg_at_1000_max": 0.5767801527802748, + "nauc_ndcg_at_1000_std": 0.46188612746594754, + "nauc_ndcg_at_100_diff1": 0.1990918690029783, + "nauc_ndcg_at_100_max": 0.558463973128093, + "nauc_ndcg_at_100_std": 0.45485411821755417, + "nauc_ndcg_at_10_diff1": 0.20418520041346172, + "nauc_ndcg_at_10_max": 0.4653042934653422, + "nauc_ndcg_at_10_std": 0.3378773322548119, + "nauc_ndcg_at_1_diff1": 0.2429130409390878, + "nauc_ndcg_at_1_max": 0.44856625591309934, + "nauc_ndcg_at_1_std": 0.3185189511183787, + "nauc_ndcg_at_20_diff1": 0.21893939946624769, + "nauc_ndcg_at_20_max": 0.4974025715647713, + "nauc_ndcg_at_20_std": 0.3676257227733462, + "nauc_ndcg_at_3_diff1": 0.2576274754888193, + "nauc_ndcg_at_3_max": 0.45826462198821566, + "nauc_ndcg_at_3_std": 0.3042629553518151, + "nauc_ndcg_at_5_diff1": 0.21430160908580417, + "nauc_ndcg_at_5_max": 0.45470878887727756, + "nauc_ndcg_at_5_std": 0.31494229964123377, + "nauc_precision_at_1000_diff1": -0.18086680725545773, + "nauc_precision_at_1000_max": 0.17105913212394108, + "nauc_precision_at_1000_std": -0.05354005715483688, + "nauc_precision_at_100_diff1": -0.03215717388273475, + "nauc_precision_at_100_max": 0.39669258155716436, + "nauc_precision_at_100_std": 0.3158652166976408, + "nauc_precision_at_10_diff1": 0.0471994121794045, + "nauc_precision_at_10_max": 0.488415697722526, + "nauc_precision_at_10_std": 0.3866955943243538, + "nauc_precision_at_1_diff1": 0.22419918574281766, + "nauc_precision_at_1_max": 0.5113880780457827, + "nauc_precision_at_1_std": 0.39932209248732514, + "nauc_precision_at_20_diff1": 0.04730052805542367, + "nauc_precision_at_20_max": 0.4701394993391477, + "nauc_precision_at_20_std": 0.3863198357996103, + "nauc_precision_at_3_diff1": 0.17681620093076714, + "nauc_precision_at_3_max": 0.5018577303987248, + "nauc_precision_at_3_std": 0.3230633319102708, + "nauc_precision_at_5_diff1": 0.09687677577186884, + "nauc_precision_at_5_max": 0.4962583736397421, + "nauc_precision_at_5_std": 0.3746828621507481, + "nauc_recall_at_1000_diff1": 0.09701573690956022, + "nauc_recall_at_1000_max": 0.6187816832870625, + "nauc_recall_at_1000_std": 0.6265357367479433, + "nauc_recall_at_100_diff1": 0.11086872132224682, + "nauc_recall_at_100_max": 0.5272791936990676, + "nauc_recall_at_100_std": 0.5180603331808762, + "nauc_recall_at_10_diff1": 0.19298954480249159, + "nauc_recall_at_10_max": 0.39279352427291475, + "nauc_recall_at_10_std": 0.34783044152200543, + "nauc_recall_at_1_diff1": 0.4741100840554203, + "nauc_recall_at_1_max": 0.28340751089104027, + "nauc_recall_at_1_std": 0.16506383487162216, + "nauc_recall_at_20_diff1": 0.19996290360587118, + "nauc_recall_at_20_max": 0.47136360094000174, + "nauc_recall_at_20_std": 0.4339675826175605, + "nauc_recall_at_3_diff1": 0.3713240362621482, + "nauc_recall_at_3_max": 0.3431867542796576, + "nauc_recall_at_3_std": 0.19642161185571402, + "nauc_recall_at_5_diff1": 0.2569435620254184, + "nauc_recall_at_5_max": 0.3564418351610239, + "nauc_recall_at_5_std": 0.2656594398284678, + "ndcg_at_1": 0.125, + "ndcg_at_10": 0.13566, + "ndcg_at_100": 0.20131, + "ndcg_at_1000": 0.29499, + "ndcg_at_20": 0.1475, + "ndcg_at_3": 0.1197, + "ndcg_at_5": 0.12761, + "precision_at_1": 0.16, + "precision_at_10": 0.114, + "precision_at_100": 0.0567, + "precision_at_1000": 0.02026, + "precision_at_20": 0.0935, + "precision_at_3": 0.12833, + "precision_at_5": 0.131, + "recall_at_1": 0.03641, + "recall_at_10": 0.1104, + "recall_at_100": 0.32256, + "recall_at_1000": 0.63559, + "recall_at_20": 0.15065, + "recall_at_3": 0.05183, + "recall_at_5": 0.0717 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.16805, + "map_at_1": 0.03507, + "map_at_10": 0.07451, + "map_at_100": 0.11449, + "map_at_1000": 0.13139, + "map_at_20": 0.09011, + "map_at_3": 0.05351, + "map_at_5": 0.06262, + "mrr_at_1": 0.185, + "mrr_at_10": 0.2848650793650795, + "mrr_at_100": 0.2940900303440709, + "mrr_at_1000": 0.2947264011336027, + "mrr_at_20": 0.28962754606504615, + "mrr_at_3": 0.25500000000000006, + "mrr_at_5": 0.2740000000000001, + "nauc_map_at_1000_diff1": 0.2423149577277088, + "nauc_map_at_1000_max": 0.598542484697035, + "nauc_map_at_1000_std": 0.49210484244822306, + "nauc_map_at_100_diff1": 0.2706157969149541, + "nauc_map_at_100_max": 0.6116022919517942, + "nauc_map_at_100_std": 0.49673570292197755, + "nauc_map_at_10_diff1": 0.36040763828852185, + "nauc_map_at_10_max": 0.5955655594918939, + "nauc_map_at_10_std": 0.4351288737878081, + "nauc_map_at_1_diff1": 0.5337985858688942, + "nauc_map_at_1_max": 0.6087555504712862, + "nauc_map_at_1_std": 0.3038277651873359, + "nauc_map_at_20_diff1": 0.32536219365426133, + "nauc_map_at_20_max": 0.6011726557784007, + "nauc_map_at_20_std": 0.45748470061253815, + "nauc_map_at_3_diff1": 0.43221286943724707, + "nauc_map_at_3_max": 0.5592323510468326, + "nauc_map_at_3_std": 0.37930545171072255, + "nauc_map_at_5_diff1": 0.40495868744364055, + "nauc_map_at_5_max": 0.5848559559648113, + "nauc_map_at_5_std": 0.4090964690044264, + "nauc_mrr_at_1000_diff1": 0.16334077697767352, + "nauc_mrr_at_1000_max": 0.5226812665103839, + "nauc_mrr_at_1000_std": 0.4098049095627158, + "nauc_mrr_at_100_diff1": 0.1627291913618167, + "nauc_mrr_at_100_max": 0.5227786616343655, + "nauc_mrr_at_100_std": 0.40992075249302096, + "nauc_mrr_at_10_diff1": 0.1640075767886443, + "nauc_mrr_at_10_max": 0.5199584428248593, + "nauc_mrr_at_10_std": 0.4021461485654805, + "nauc_mrr_at_1_diff1": 0.18842881549463844, + "nauc_mrr_at_1_max": 0.5050524128812919, + "nauc_mrr_at_1_std": 0.35881145957640426, + "nauc_mrr_at_20_diff1": 0.16518762948179624, + "nauc_mrr_at_20_max": 0.5210744323740186, + "nauc_mrr_at_20_std": 0.4060404271119076, + "nauc_mrr_at_3_diff1": 0.1833964860473935, + "nauc_mrr_at_3_max": 0.48474541797554743, + "nauc_mrr_at_3_std": 0.38190316918649747, + "nauc_mrr_at_5_diff1": 0.1669867911778583, + "nauc_mrr_at_5_max": 0.5125125950627356, + "nauc_mrr_at_5_std": 0.4032834129021424, + "nauc_ndcg_at_1000_diff1": 0.15636636422990435, + "nauc_ndcg_at_1000_max": 0.6626219756993896, + "nauc_ndcg_at_1000_std": 0.5880685399917184, + "nauc_ndcg_at_100_diff1": 0.18966867396062292, + "nauc_ndcg_at_100_max": 0.6627392446007003, + "nauc_ndcg_at_100_std": 0.5664682971837148, + "nauc_ndcg_at_10_diff1": 0.21552235914164353, + "nauc_ndcg_at_10_max": 0.5888706530716238, + "nauc_ndcg_at_10_std": 0.4306380406326854, + "nauc_ndcg_at_1_diff1": 0.2256475907716612, + "nauc_ndcg_at_1_max": 0.51616593577207, + "nauc_ndcg_at_1_std": 0.31261406041456685, + "nauc_ndcg_at_20_diff1": 0.21816372752067525, + "nauc_ndcg_at_20_max": 0.6169743149788814, + "nauc_ndcg_at_20_std": 0.4601659841472668, + "nauc_ndcg_at_3_diff1": 0.21852035538824585, + "nauc_ndcg_at_3_max": 0.5172346558651877, + "nauc_ndcg_at_3_std": 0.3702022707215979, + "nauc_ndcg_at_5_diff1": 0.21614346209686405, + "nauc_ndcg_at_5_max": 0.564154860870145, + "nauc_ndcg_at_5_std": 0.41179272021400254, + "nauc_precision_at_1000_diff1": -0.15769976815799397, + "nauc_precision_at_1000_max": 0.013803222319415564, + "nauc_precision_at_1000_std": -0.06197186604368012, + "nauc_precision_at_100_diff1": -0.11309499165774926, + "nauc_precision_at_100_max": 0.24188115110670447, + "nauc_precision_at_100_std": 0.2103510393740338, + "nauc_precision_at_10_diff1": -0.006219450261132424, + "nauc_precision_at_10_max": 0.42053902872384846, + "nauc_precision_at_10_std": 0.33796614954329085, + "nauc_precision_at_1_diff1": 0.18842881549463844, + "nauc_precision_at_1_max": 0.5050524128812919, + "nauc_precision_at_1_std": 0.35881145957640426, + "nauc_precision_at_20_diff1": -0.019539185265376062, + "nauc_precision_at_20_max": 0.37719911656307953, + "nauc_precision_at_20_std": 0.30305242276528044, + "nauc_precision_at_3_diff1": 0.10865527965099063, + "nauc_precision_at_3_max": 0.4242255522873545, + "nauc_precision_at_3_std": 0.38317808359676364, + "nauc_precision_at_5_diff1": 0.04660144371746132, + "nauc_precision_at_5_max": 0.4615111435554317, + "nauc_precision_at_5_std": 0.40752341046806145, + "nauc_recall_at_1000_diff1": 0.10901241410952431, + "nauc_recall_at_1000_max": 0.7319230447999197, + "nauc_recall_at_1000_std": 0.8249744595214686, + "nauc_recall_at_100_diff1": 0.1389146060971611, + "nauc_recall_at_100_max": 0.636468747988197, + "nauc_recall_at_100_std": 0.6357742325385701, + "nauc_recall_at_10_diff1": 0.26417371953150853, + "nauc_recall_at_10_max": 0.5711611961521321, + "nauc_recall_at_10_std": 0.45745043749810865, + "nauc_recall_at_1_diff1": 0.5337985858688942, + "nauc_recall_at_1_max": 0.6087555504712862, + "nauc_recall_at_1_std": 0.3038277651873359, + "nauc_recall_at_20_diff1": 0.21157875914885768, + "nauc_recall_at_20_max": 0.5900598424267851, + "nauc_recall_at_20_std": 0.48671234039431516, + "nauc_recall_at_3_diff1": 0.39114460373085347, + "nauc_recall_at_3_max": 0.49377698695059935, + "nauc_recall_at_3_std": 0.38591350613465114, + "nauc_recall_at_5_diff1": 0.3482976118503113, + "nauc_recall_at_5_max": 0.5550667035193644, + "nauc_recall_at_5_std": 0.4180019348242683, + "ndcg_at_1": 0.1375, + "ndcg_at_10": 0.16805, + "ndcg_at_100": 0.2303, + "ndcg_at_1000": 0.31839, + "ndcg_at_20": 0.1825, + "ndcg_at_3": 0.15336, + "ndcg_at_5": 0.15924, + "precision_at_1": 0.185, + "precision_at_10": 0.1415, + "precision_at_100": 0.06655, + "precision_at_1000": 0.02086, + "precision_at_20": 0.11875, + "precision_at_3": 0.17167, + "precision_at_5": 0.163, + "recall_at_1": 0.03507, + "recall_at_10": 0.1255, + "recall_at_100": 0.3466, + "recall_at_1000": 0.63902, + "recall_at_20": 0.18585, + "recall_at_3": 0.06835, + "recall_at_5": 0.08926 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CmedqaRetrieval.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CmedqaRetrieval.json new file mode 100644 index 000000000..3e499a8d6 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 54.26690220832825, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.02235, + "map_at_1": 0.01087, + "map_at_10": 0.01669, + "map_at_100": 0.01842, + "map_at_1000": 0.01884, + "map_at_20": 0.01759, + "map_at_3": 0.01464, + "map_at_5": 0.01566, + "mrr_at_1": 0.020005001250312578, + "mrr_at_10": 0.02755073689057186, + "mrr_at_100": 0.029863700305455324, + "mrr_at_1000": 0.030331379658645623, + "mrr_at_20": 0.028700778632843704, + "mrr_at_3": 0.024714511961323665, + "mrr_at_5": 0.026102358923064096, + "nauc_map_at_1000_diff1": 0.2968681954229598, + "nauc_map_at_1000_max": 0.31344036401544556, + "nauc_map_at_1000_std": 0.10147224422794318, + "nauc_map_at_100_diff1": 0.3022609560759918, + "nauc_map_at_100_max": 0.3161997916377114, + "nauc_map_at_100_std": 0.0999748905244965, + "nauc_map_at_10_diff1": 0.3297820927263212, + "nauc_map_at_10_max": 0.33854924449033924, + "nauc_map_at_10_std": 0.0928717183271117, + "nauc_map_at_1_diff1": 0.4655848072926, + "nauc_map_at_1_max": 0.449970509817621, + "nauc_map_at_1_std": 0.11184588368912377, + "nauc_map_at_20_diff1": 0.3166694332773294, + "nauc_map_at_20_max": 0.32736128378704155, + "nauc_map_at_20_std": 0.09876098051942483, + "nauc_map_at_3_diff1": 0.3757301139490698, + "nauc_map_at_3_max": 0.36533261795877775, + "nauc_map_at_3_std": 0.09326784443096674, + "nauc_map_at_5_diff1": 0.35061623935847297, + "nauc_map_at_5_max": 0.35614455509915216, + "nauc_map_at_5_std": 0.09494281292670168, + "nauc_mrr_at_1000_diff1": 0.27466115635038263, + "nauc_mrr_at_1000_max": 0.2674492514114507, + "nauc_mrr_at_1000_std": 0.08077855595399679, + "nauc_mrr_at_100_diff1": 0.2779405126315581, + "nauc_mrr_at_100_max": 0.2691276136615667, + "nauc_mrr_at_100_std": 0.0801748898456391, + "nauc_mrr_at_10_diff1": 0.2991878544730691, + "nauc_mrr_at_10_max": 0.28120423502636366, + "nauc_mrr_at_10_std": 0.07504873982042597, + "nauc_mrr_at_1_diff1": 0.4177667225327743, + "nauc_mrr_at_1_max": 0.3725446693714004, + "nauc_mrr_at_1_std": 0.08030021399321302, + "nauc_mrr_at_20_diff1": 0.290474938260187, + "nauc_mrr_at_20_max": 0.2792082898705858, + "nauc_mrr_at_20_std": 0.08077620921816371, + "nauc_mrr_at_3_diff1": 0.3417060372694139, + "nauc_mrr_at_3_max": 0.3116195275836927, + "nauc_mrr_at_3_std": 0.07330768580489767, + "nauc_mrr_at_5_diff1": 0.319011120772172, + "nauc_mrr_at_5_max": 0.2991244383666544, + "nauc_mrr_at_5_std": 0.0771858339477203, + "nauc_ndcg_at_1000_diff1": 0.1373696917109462, + "nauc_ndcg_at_1000_max": 0.19755018073295924, + "nauc_ndcg_at_1000_std": 0.11692129495385108, + "nauc_ndcg_at_100_diff1": 0.19040667468077824, + "nauc_ndcg_at_100_max": 0.21872104351226843, + "nauc_ndcg_at_100_std": 0.10169720463510525, + "nauc_ndcg_at_10_diff1": 0.2711595272420258, + "nauc_ndcg_at_10_max": 0.28328884836130663, + "nauc_ndcg_at_10_std": 0.08373243591224049, + "nauc_ndcg_at_1_diff1": 0.4177667225327743, + "nauc_ndcg_at_1_max": 0.3725446693714004, + "nauc_ndcg_at_1_std": 0.08030021399321302, + "nauc_ndcg_at_20_diff1": 0.24632916067217908, + "nauc_ndcg_at_20_max": 0.2664654130081586, + "nauc_ndcg_at_20_std": 0.09794902640279875, + "nauc_ndcg_at_3_diff1": 0.34426852001521463, + "nauc_ndcg_at_3_max": 0.3299648711398777, + "nauc_ndcg_at_3_std": 0.08198156598081952, + "nauc_ndcg_at_5_diff1": 0.3096346426722899, + "nauc_ndcg_at_5_max": 0.317360858483087, + "nauc_ndcg_at_5_std": 0.08836523194167509, + "nauc_precision_at_1000_diff1": 0.020580610215530742, + "nauc_precision_at_1000_max": 0.12689199504487522, + "nauc_precision_at_1000_std": 0.1606411255743726, + "nauc_precision_at_100_diff1": 0.0630463973117271, + "nauc_precision_at_100_max": 0.12726306533803075, + "nauc_precision_at_100_std": 0.12814586509050638, + "nauc_precision_at_10_diff1": 0.1647578152736168, + "nauc_precision_at_10_max": 0.20145819947899563, + "nauc_precision_at_10_std": 0.09021517325397535, + "nauc_precision_at_1_diff1": 0.4177667225327743, + "nauc_precision_at_1_max": 0.3725446693714004, + "nauc_precision_at_1_std": 0.08030021399321302, + "nauc_precision_at_20_diff1": 0.13822815178038503, + "nauc_precision_at_20_max": 0.19995676497681336, + "nauc_precision_at_20_std": 0.11734548919453196, + "nauc_precision_at_3_diff1": 0.2884638726083892, + "nauc_precision_at_3_max": 0.2832098728398367, + "nauc_precision_at_3_std": 0.08616237455788092, + "nauc_precision_at_5_diff1": 0.2266485966360326, + "nauc_precision_at_5_max": 0.2607115476985907, + "nauc_precision_at_5_std": 0.1032007638317596, + "nauc_recall_at_1000_diff1": 0.015489620507081433, + "nauc_recall_at_1000_max": 0.113080762645051, + "nauc_recall_at_1000_std": 0.12271273439433515, + "nauc_recall_at_100_diff1": 0.0829770592400284, + "nauc_recall_at_100_max": 0.12112707561236487, + "nauc_recall_at_100_std": 0.10730015020330642, + "nauc_recall_at_10_diff1": 0.1926950226153152, + "nauc_recall_at_10_max": 0.22138670086765871, + "nauc_recall_at_10_std": 0.07648013425926468, + "nauc_recall_at_1_diff1": 0.4655848072926, + "nauc_recall_at_1_max": 0.449970509817621, + "nauc_recall_at_1_std": 0.11184588368912377, + "nauc_recall_at_20_diff1": 0.16367564003968568, + "nauc_recall_at_20_max": 0.19531005934999965, + "nauc_recall_at_20_std": 0.10611933154675975, + "nauc_recall_at_3_diff1": 0.30996350974013903, + "nauc_recall_at_3_max": 0.2996563975281892, + "nauc_recall_at_3_std": 0.07758932496011618, + "nauc_recall_at_5_diff1": 0.25316854207332695, + "nauc_recall_at_5_max": 0.28336127816793294, + "nauc_recall_at_5_std": 0.07980564969884914, + "ndcg_at_1": 0.02001, + "ndcg_at_10": 0.02235, + "ndcg_at_100": 0.03277, + "ndcg_at_1000": 0.04718, + "ndcg_at_20": 0.02569, + "ndcg_at_3": 0.01897, + "ndcg_at_5": 0.02013, + "precision_at_1": 0.02001, + "precision_at_10": 0.00558, + "precision_at_100": 0.00143, + "precision_at_1000": 0.00034, + "precision_at_20": 0.00383, + "precision_at_3": 0.01134, + "precision_at_5": 0.0083, + "recall_at_1": 0.01087, + "recall_at_10": 0.02923, + "recall_at_100": 0.07473, + "recall_at_1000": 0.17891, + "recall_at_20": 0.04103, + "recall_at_3": 0.01845, + "recall_at_5": 0.0225 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedicalQARetrieval.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedicalQARetrieval.json new file mode 100644 index 000000000..fb955eb38 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 5.239677667617798, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73417, + "map_at_1": 0.59473, + "map_at_10": 0.68946, + "map_at_100": 0.69384, + "map_at_1000": 0.694, + "map_at_20": 0.69235, + "map_at_3": 0.66886, + "map_at_5": 0.68183, + "mrr_at_1": 0.5947265625, + "mrr_at_10": 0.6894494435143834, + "mrr_at_100": 0.6938298627490491, + "mrr_at_1000": 0.69399050517398, + "mrr_at_20": 0.692344265068861, + "mrr_at_3": 0.6688639322916645, + "mrr_at_5": 0.6819010416666652, + "nauc_map_at_1000_diff1": 0.6759682633241895, + "nauc_map_at_1000_max": 0.43194297770122503, + "nauc_map_at_1000_std": -0.04243971827128572, + "nauc_map_at_100_diff1": 0.675892496613404, + "nauc_map_at_100_max": 0.43213964698332075, + "nauc_map_at_100_std": -0.042582059022549315, + "nauc_map_at_10_diff1": 0.6738731190418515, + "nauc_map_at_10_max": 0.4313791092802204, + "nauc_map_at_10_std": -0.04426705301579644, + "nauc_map_at_1_diff1": 0.7203793957389333, + "nauc_map_at_1_max": 0.4166791912443281, + "nauc_map_at_1_std": -0.02808994333116534, + "nauc_map_at_20_diff1": 0.6749593471989533, + "nauc_map_at_20_max": 0.4328044183246743, + "nauc_map_at_20_std": -0.04343710686571912, + "nauc_map_at_3_diff1": 0.6770761421725049, + "nauc_map_at_3_max": 0.4257396706984428, + "nauc_map_at_3_std": -0.03963262485961114, + "nauc_map_at_5_diff1": 0.6747683282345417, + "nauc_map_at_5_max": 0.42857413474481354, + "nauc_map_at_5_std": -0.04312488995235073, + "nauc_mrr_at_1000_diff1": 0.6759912563065152, + "nauc_mrr_at_1000_max": 0.4335264960279853, + "nauc_mrr_at_1000_std": -0.03985874019944539, + "nauc_mrr_at_100_diff1": 0.6759154792749168, + "nauc_mrr_at_100_max": 0.43372207027389265, + "nauc_mrr_at_100_std": -0.04000251258315095, + "nauc_mrr_at_10_diff1": 0.6738957610926144, + "nauc_mrr_at_10_max": 0.43293619745270423, + "nauc_mrr_at_10_std": -0.04172879990152728, + "nauc_mrr_at_1_diff1": 0.7203793957389333, + "nauc_mrr_at_1_max": 0.4190922135108077, + "nauc_mrr_at_1_std": -0.02386332787292855, + "nauc_mrr_at_20_diff1": 0.6749822078268499, + "nauc_mrr_at_20_max": 0.43437754612480395, + "nauc_mrr_at_20_std": -0.04087268655649416, + "nauc_mrr_at_3_diff1": 0.6770761421725049, + "nauc_mrr_at_3_max": 0.4271736641910051, + "nauc_mrr_at_3_std": -0.03725966479924218, + "nauc_mrr_at_5_diff1": 0.6746621290959413, + "nauc_mrr_at_5_max": 0.4305651001316038, + "nauc_mrr_at_5_std": -0.04077286630116807, + "nauc_ndcg_at_1000_diff1": 0.6661276959454009, + "nauc_ndcg_at_1000_max": 0.43905676625166895, + "nauc_ndcg_at_1000_std": -0.04570185833191255, + "nauc_ndcg_at_100_diff1": 0.6633277715730732, + "nauc_ndcg_at_100_max": 0.44508958591901, + "nauc_ndcg_at_100_std": -0.04765591692268219, + "nauc_ndcg_at_10_diff1": 0.6521739974562543, + "nauc_ndcg_at_10_max": 0.4440272247231755, + "nauc_ndcg_at_10_std": -0.056373302112972944, + "nauc_ndcg_at_1_diff1": 0.7203793957389333, + "nauc_ndcg_at_1_max": 0.4166791912443281, + "nauc_ndcg_at_1_std": -0.02808994333116534, + "nauc_ndcg_at_20_diff1": 0.6558752403811166, + "nauc_ndcg_at_20_max": 0.45019780145716787, + "nauc_ndcg_at_20_std": -0.05319949747805033, + "nauc_ndcg_at_3_diff1": 0.6613318955160684, + "nauc_ndcg_at_3_max": 0.4305406097707853, + "nauc_ndcg_at_3_std": -0.04593078808817496, + "nauc_ndcg_at_5_diff1": 0.6557245944436445, + "nauc_ndcg_at_5_max": 0.4361445306701148, + "nauc_ndcg_at_5_std": -0.05326031650910924, + "nauc_precision_at_1000_diff1": 0.3590868875580873, + "nauc_precision_at_1000_max": 0.4044638925827804, + "nauc_precision_at_1000_std": 0.09219319211040564, + "nauc_precision_at_100_diff1": 0.4944523550650566, + "nauc_precision_at_100_max": 0.7277943462423505, + "nauc_precision_at_100_std": -0.097616000311901, + "nauc_precision_at_10_diff1": 0.51891682496639, + "nauc_precision_at_10_max": 0.5274743951743214, + "nauc_precision_at_10_std": -0.1333669920794049, + "nauc_precision_at_1_diff1": 0.7203793957389333, + "nauc_precision_at_1_max": 0.4166791912443281, + "nauc_precision_at_1_std": -0.02808994333116534, + "nauc_precision_at_20_diff1": 0.5013327717036592, + "nauc_precision_at_20_max": 0.6180364461565859, + "nauc_precision_at_20_std": -0.13277746248213285, + "nauc_precision_at_3_diff1": 0.6041098775188809, + "nauc_precision_at_3_max": 0.4485980756551722, + "nauc_precision_at_3_std": -0.06967009896186153, + "nauc_precision_at_5_diff1": 0.571022313738687, + "nauc_precision_at_5_max": 0.47106721261930545, + "nauc_precision_at_5_std": -0.1004478565359797, + "nauc_recall_at_1000_diff1": 0.35908688755812207, + "nauc_recall_at_1000_max": 0.40446389258275506, + "nauc_recall_at_1000_std": 0.09219319211042891, + "nauc_recall_at_100_diff1": 0.4944523550650539, + "nauc_recall_at_100_max": 0.7277943462423484, + "nauc_recall_at_100_std": -0.09761600031188912, + "nauc_recall_at_10_diff1": 0.5189168249663906, + "nauc_recall_at_10_max": 0.5274743951743227, + "nauc_recall_at_10_std": -0.13336699207940145, + "nauc_recall_at_1_diff1": 0.7203793957389333, + "nauc_recall_at_1_max": 0.4166791912443281, + "nauc_recall_at_1_std": -0.02808994333116534, + "nauc_recall_at_20_diff1": 0.5013327717036598, + "nauc_recall_at_20_max": 0.6180364461565853, + "nauc_recall_at_20_std": -0.13277746248213382, + "nauc_recall_at_3_diff1": 0.6041098775188806, + "nauc_recall_at_3_max": 0.4485980756551717, + "nauc_recall_at_3_std": -0.06967009896186281, + "nauc_recall_at_5_diff1": 0.5710223137386888, + "nauc_recall_at_5_max": 0.47106721261930673, + "nauc_recall_at_5_std": -0.1004478565359783, + "ndcg_at_1": 0.59473, + "ndcg_at_10": 0.73417, + "ndcg_at_100": 0.75456, + "ndcg_at_1000": 0.75846, + "ndcg_at_20": 0.7442, + "ndcg_at_3": 0.69273, + "ndcg_at_5": 0.71598, + "precision_at_1": 0.59473, + "precision_at_10": 0.08735, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "precision_at_20": 0.04561, + "precision_at_3": 0.25391, + "precision_at_5": 0.16357, + "recall_at_1": 0.59473, + "recall_at_10": 0.87354, + "recall_at_100": 0.96729, + "recall_at_1000": 0.99707, + "recall_at_20": 0.91211, + "recall_at_3": 0.76172, + "recall_at_5": 0.81787 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedrxivClusteringP2P.v2.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..e634e7965 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 15.095751285552979, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36380277979649084, + "v_measure": 0.36380277979649084, + "v_measure_std": 0.0036655460087619777, + "v_measures": { + "Level 0": [ + 0.3605514985217605, + 0.35887940882149144, + 0.3668914498837761, + 0.36466124271765815, + 0.3694130701891974, + 0.3593081842653156, + 0.3602950826794346, + 0.3670924797627227, + 0.3675805505096439, + 0.36335483061390783 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedrxivClusteringS2S.v2.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..01445d108 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 14.760995626449585, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3533134003338051, + "v_measure": 0.3533134003338051, + "v_measure_std": 0.004391248099476053, + "v_measures": { + "Level 0": [ + 0.35227212262249985, + 0.35141650473236996, + 0.3501362294623727, + 0.3495798684046198, + 0.3523273446404494, + 0.34867524308280523, + 0.3494831643361682, + 0.35865348166078825, + 0.3596035099047107, + 0.36098653449126666 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/NFCorpus.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/NFCorpus.json new file mode 100644 index 000000000..a3b8535e2 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 2.98960018157959, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37173, + "map_at_1": 0.07004, + "map_at_10": 0.14419, + "map_at_100": 0.1823, + "map_at_1000": 0.19753, + "map_at_20": 0.16052, + "map_at_3": 0.10834, + "map_at_5": 0.12335, + "mrr_at_1": 0.5108359133126935, + "mrr_at_10": 0.5863383950071256, + "mrr_at_100": 0.5914464539943968, + "mrr_at_1000": 0.5919646629899012, + "mrr_at_20": 0.5894609168411276, + "mrr_at_3": 0.5665634674922602, + "mrr_at_5": 0.5787925696594428, + "nauc_map_at_1000_diff1": 0.2538436382895901, + "nauc_map_at_1000_max": 0.26157479325646876, + "nauc_map_at_1000_std": 0.19738270530557678, + "nauc_map_at_100_diff1": 0.27047770387773756, + "nauc_map_at_100_max": 0.2530205198232613, + "nauc_map_at_100_std": 0.16213823245214176, + "nauc_map_at_10_diff1": 0.3282616136137154, + "nauc_map_at_10_max": 0.18981802097059602, + "nauc_map_at_10_std": 0.045783842031986245, + "nauc_map_at_1_diff1": 0.4849963131496486, + "nauc_map_at_1_max": 0.0735403144654009, + "nauc_map_at_1_std": -0.11625278440906314, + "nauc_map_at_20_diff1": 0.29381212230904613, + "nauc_map_at_20_max": 0.21977994241467044, + "nauc_map_at_20_std": 0.09373852613579903, + "nauc_map_at_3_diff1": 0.4291315649734277, + "nauc_map_at_3_max": 0.13253217119341817, + "nauc_map_at_3_std": -0.04788200189526333, + "nauc_map_at_5_diff1": 0.38959891633106514, + "nauc_map_at_5_max": 0.16246318628425205, + "nauc_map_at_5_std": -0.016235782276633758, + "nauc_mrr_at_1000_diff1": 0.3164489355429326, + "nauc_mrr_at_1000_max": 0.463210323760601, + "nauc_mrr_at_1000_std": 0.32448665328848003, + "nauc_mrr_at_100_diff1": 0.31660106402170407, + "nauc_mrr_at_100_max": 0.46372719091683823, + "nauc_mrr_at_100_std": 0.3248392430612244, + "nauc_mrr_at_10_diff1": 0.31643356350708124, + "nauc_mrr_at_10_max": 0.46376744121140084, + "nauc_mrr_at_10_std": 0.32401812068543384, + "nauc_mrr_at_1_diff1": 0.33212969797301956, + "nauc_mrr_at_1_max": 0.40552617541807784, + "nauc_mrr_at_1_std": 0.2690079263758482, + "nauc_mrr_at_20_diff1": 0.31629839516474184, + "nauc_mrr_at_20_max": 0.46343212299065056, + "nauc_mrr_at_20_std": 0.32459627364251786, + "nauc_mrr_at_3_diff1": 0.3278030019778831, + "nauc_mrr_at_3_max": 0.46282517775850424, + "nauc_mrr_at_3_std": 0.3130561644319804, + "nauc_mrr_at_5_diff1": 0.32010108580299945, + "nauc_mrr_at_5_max": 0.4579979265752006, + "nauc_mrr_at_5_std": 0.3229424618352779, + "nauc_ndcg_at_1000_diff1": 0.2248501827633825, + "nauc_ndcg_at_1000_max": 0.4242773642929819, + "nauc_ndcg_at_1000_std": 0.3782350623024141, + "nauc_ndcg_at_100_diff1": 0.22465448615901415, + "nauc_ndcg_at_100_max": 0.38232369145829403, + "nauc_ndcg_at_100_std": 0.32781123557097197, + "nauc_ndcg_at_10_diff1": 0.19367067715077513, + "nauc_ndcg_at_10_max": 0.3672523477334707, + "nauc_ndcg_at_10_std": 0.3183398545738426, + "nauc_ndcg_at_1_diff1": 0.3442807540819705, + "nauc_ndcg_at_1_max": 0.37996073521999624, + "nauc_ndcg_at_1_std": 0.2573699470875739, + "nauc_ndcg_at_20_diff1": 0.20253555458688272, + "nauc_ndcg_at_20_max": 0.3592290425910902, + "nauc_ndcg_at_20_std": 0.31372348014815593, + "nauc_ndcg_at_3_diff1": 0.2346447452283861, + "nauc_ndcg_at_3_max": 0.40394789271306786, + "nauc_ndcg_at_3_std": 0.2676007224561495, + "nauc_ndcg_at_5_diff1": 0.20805844977707139, + "nauc_ndcg_at_5_max": 0.40063521413257336, + "nauc_ndcg_at_5_std": 0.2919589862004705, + "nauc_precision_at_1000_diff1": -0.20020212230141177, + "nauc_precision_at_1000_max": 0.075887061507894, + "nauc_precision_at_1000_std": 0.34470351015536627, + "nauc_precision_at_100_diff1": -0.1609933825112565, + "nauc_precision_at_100_max": 0.21504445143260098, + "nauc_precision_at_100_std": 0.4602703140891187, + "nauc_precision_at_10_diff1": -0.07447605965053271, + "nauc_precision_at_10_max": 0.35020389268748686, + "nauc_precision_at_10_std": 0.42491473708982996, + "nauc_precision_at_1_diff1": 0.33212969797301956, + "nauc_precision_at_1_max": 0.40552617541807784, + "nauc_precision_at_1_std": 0.2690079263758482, + "nauc_precision_at_20_diff1": -0.11288115008166207, + "nauc_precision_at_20_max": 0.312465931741343, + "nauc_precision_at_20_std": 0.4335131048962307, + "nauc_precision_at_3_diff1": 0.10616622308275718, + "nauc_precision_at_3_max": 0.4232205105553855, + "nauc_precision_at_3_std": 0.3150255494767804, + "nauc_precision_at_5_diff1": 0.021439118960461353, + "nauc_precision_at_5_max": 0.40274026793950984, + "nauc_precision_at_5_std": 0.36533112218854435, + "nauc_recall_at_1000_diff1": 0.08086954976510721, + "nauc_recall_at_1000_max": 0.2108426081560189, + "nauc_recall_at_1000_std": 0.3207246163053758, + "nauc_recall_at_100_diff1": 0.18423168884993715, + "nauc_recall_at_100_max": 0.28994315274890003, + "nauc_recall_at_100_std": 0.2798740812373966, + "nauc_recall_at_10_diff1": 0.2848437188509764, + "nauc_recall_at_10_max": 0.17834652323096883, + "nauc_recall_at_10_std": 0.07497142090150116, + "nauc_recall_at_1_diff1": 0.4849963131496486, + "nauc_recall_at_1_max": 0.0735403144654009, + "nauc_recall_at_1_std": -0.11625278440906314, + "nauc_recall_at_20_diff1": 0.23174118865104848, + "nauc_recall_at_20_max": 0.21807105252499143, + "nauc_recall_at_20_std": 0.14031993693635827, + "nauc_recall_at_3_diff1": 0.41704568894233873, + "nauc_recall_at_3_max": 0.1371582621754044, + "nauc_recall_at_3_std": -0.04299194177259721, + "nauc_recall_at_5_diff1": 0.3601060148238906, + "nauc_recall_at_5_max": 0.15951245420308233, + "nauc_recall_at_5_std": -0.0065651949264939535, + "ndcg_at_1": 0.48762, + "ndcg_at_10": 0.37173, + "ndcg_at_100": 0.33896, + "ndcg_at_1000": 0.43055, + "ndcg_at_20": 0.34702, + "ndcg_at_3": 0.42838, + "ndcg_at_5": 0.40292, + "precision_at_1": 0.51084, + "precision_at_10": 0.27399, + "precision_at_100": 0.08492, + "precision_at_1000": 0.02157, + "precision_at_20": 0.20217, + "precision_at_3": 0.39732, + "precision_at_5": 0.34489, + "recall_at_1": 0.07004, + "recall_at_10": 0.17786, + "recall_at_100": 0.32836, + "recall_at_1000": 0.66305, + "recall_at_20": 0.21857, + "recall_at_3": 0.1152, + "recall_at_5": 0.13766 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/SciFact-PL.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/SciFact-PL.json new file mode 100644 index 000000000..7176443b6 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 4.299426078796387, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.33839, + "map_at_1": 0.23011, + "map_at_10": 0.29688, + "map_at_100": 0.30678, + "map_at_1000": 0.3076, + "map_at_20": 0.30267, + "map_at_3": 0.26907, + "map_at_5": 0.28556, + "mrr_at_1": 0.24333333333333335, + "mrr_at_10": 0.30917724867724883, + "mrr_at_100": 0.3179400116428406, + "mrr_at_1000": 0.3185858204708225, + "mrr_at_20": 0.3141617213052973, + "mrr_at_3": 0.285, + "mrr_at_5": 0.2998333333333334, + "nauc_map_at_1000_diff1": 0.49818232277767427, + "nauc_map_at_1000_max": 0.4347255152080372, + "nauc_map_at_1000_std": 0.06462071592212372, + "nauc_map_at_100_diff1": 0.4981299483804236, + "nauc_map_at_100_max": 0.43501588780638584, + "nauc_map_at_100_std": 0.06426968563068483, + "nauc_map_at_10_diff1": 0.49452090120912473, + "nauc_map_at_10_max": 0.42853237560045365, + "nauc_map_at_10_std": 0.058983495486295834, + "nauc_map_at_1_diff1": 0.5801716014902155, + "nauc_map_at_1_max": 0.38774389806864024, + "nauc_map_at_1_std": 0.010412767717488669, + "nauc_map_at_20_diff1": 0.49879067299457536, + "nauc_map_at_20_max": 0.4331132621104637, + "nauc_map_at_20_std": 0.06529656059272217, + "nauc_map_at_3_diff1": 0.5268062840889024, + "nauc_map_at_3_max": 0.4299452660149436, + "nauc_map_at_3_std": 0.04255152565690495, + "nauc_map_at_5_diff1": 0.4958590226115271, + "nauc_map_at_5_max": 0.42790268133225756, + "nauc_map_at_5_std": 0.04927582458801717, + "nauc_mrr_at_1000_diff1": 0.5104811359123426, + "nauc_mrr_at_1000_max": 0.46338807619238725, + "nauc_mrr_at_1000_std": 0.08487732201129612, + "nauc_mrr_at_100_diff1": 0.510201716039096, + "nauc_mrr_at_100_max": 0.4635934873890335, + "nauc_mrr_at_100_std": 0.08485685588143367, + "nauc_mrr_at_10_diff1": 0.5084380434335615, + "nauc_mrr_at_10_max": 0.46103650285551223, + "nauc_mrr_at_10_std": 0.08129636743293318, + "nauc_mrr_at_1_diff1": 0.6004634982705659, + "nauc_mrr_at_1_max": 0.42969862687396726, + "nauc_mrr_at_1_std": 0.03254909161286458, + "nauc_mrr_at_20_diff1": 0.5108212893601344, + "nauc_mrr_at_20_max": 0.46297646260147646, + "nauc_mrr_at_20_std": 0.08645778527995668, + "nauc_mrr_at_3_diff1": 0.5428116092231623, + "nauc_mrr_at_3_max": 0.4711680426689678, + "nauc_mrr_at_3_std": 0.07355613550085933, + "nauc_mrr_at_5_diff1": 0.5131004205828303, + "nauc_mrr_at_5_max": 0.46610847142499345, + "nauc_mrr_at_5_std": 0.07795291778902137, + "nauc_ndcg_at_1000_diff1": 0.4666635603120904, + "nauc_ndcg_at_1000_max": 0.4567759275930286, + "nauc_ndcg_at_1000_std": 0.10530115265967713, + "nauc_ndcg_at_100_diff1": 0.4607507211583482, + "nauc_ndcg_at_100_max": 0.46312407716070286, + "nauc_ndcg_at_100_std": 0.10373309800377387, + "nauc_ndcg_at_10_diff1": 0.4533674191264371, + "nauc_ndcg_at_10_max": 0.43926257750463826, + "nauc_ndcg_at_10_std": 0.08561478140415876, + "nauc_ndcg_at_1_diff1": 0.6004634982705659, + "nauc_ndcg_at_1_max": 0.42969862687396726, + "nauc_ndcg_at_1_std": 0.03254909161286458, + "nauc_ndcg_at_20_diff1": 0.46524353594383094, + "nauc_ndcg_at_20_max": 0.45161396458568553, + "nauc_ndcg_at_20_std": 0.10997837762230467, + "nauc_ndcg_at_3_diff1": 0.5137331765845594, + "nauc_ndcg_at_3_max": 0.4516861390417753, + "nauc_ndcg_at_3_std": 0.058275476418430325, + "nauc_ndcg_at_5_diff1": 0.4614095887814034, + "nauc_ndcg_at_5_max": 0.4442474707703881, + "nauc_ndcg_at_5_std": 0.06902458390981533, + "nauc_precision_at_1000_diff1": 0.12783978119899464, + "nauc_precision_at_1000_max": 0.40003234961107026, + "nauc_precision_at_1000_std": 0.33910234730738537, + "nauc_precision_at_100_diff1": 0.25912650009836763, + "nauc_precision_at_100_max": 0.5511548298249072, + "nauc_precision_at_100_std": 0.28153452685422015, + "nauc_precision_at_10_diff1": 0.322643791691717, + "nauc_precision_at_10_max": 0.4792758166566458, + "nauc_precision_at_10_std": 0.21055212001488724, + "nauc_precision_at_1_diff1": 0.6004634982705659, + "nauc_precision_at_1_max": 0.42969862687396726, + "nauc_precision_at_1_std": 0.03254909161286458, + "nauc_precision_at_20_diff1": 0.3475569139140315, + "nauc_precision_at_20_max": 0.5117461199511274, + "nauc_precision_at_20_std": 0.2881584149951375, + "nauc_precision_at_3_diff1": 0.47712055215369353, + "nauc_precision_at_3_max": 0.5163478736611744, + "nauc_precision_at_3_std": 0.11011931064957997, + "nauc_precision_at_5_diff1": 0.34671525897491534, + "nauc_precision_at_5_max": 0.4931319570590228, + "nauc_precision_at_5_std": 0.14463447235836435, + "nauc_recall_at_1000_diff1": 0.22038360563685547, + "nauc_recall_at_1000_max": 0.5386462484176507, + "nauc_recall_at_1000_std": 0.3827732106530864, + "nauc_recall_at_100_diff1": 0.28566755187259857, + "nauc_recall_at_100_max": 0.541063629042663, + "nauc_recall_at_100_std": 0.23129740045407776, + "nauc_recall_at_10_diff1": 0.3127843018582768, + "nauc_recall_at_10_max": 0.4218936810536561, + "nauc_recall_at_10_std": 0.13083592289816703, + "nauc_recall_at_1_diff1": 0.5801716014902155, + "nauc_recall_at_1_max": 0.38774389806864024, + "nauc_recall_at_1_std": 0.010412767717488669, + "nauc_recall_at_20_diff1": 0.3447178380259941, + "nauc_recall_at_20_max": 0.4640776331820923, + "nauc_recall_at_20_std": 0.23226663532221198, + "nauc_recall_at_3_diff1": 0.4565801590760872, + "nauc_recall_at_3_max": 0.454736724815411, + "nauc_recall_at_3_std": 0.06777819918147049, + "nauc_recall_at_5_diff1": 0.3467670989361546, + "nauc_recall_at_5_max": 0.4481951414795656, + "nauc_recall_at_5_std": 0.09140481770745884, + "ndcg_at_1": 0.24333, + "ndcg_at_10": 0.33839, + "ndcg_at_100": 0.39024, + "ndcg_at_1000": 0.41376, + "ndcg_at_20": 0.3589, + "ndcg_at_3": 0.28641, + "ndcg_at_5": 0.31333, + "precision_at_1": 0.24333, + "precision_at_10": 0.052, + "precision_at_100": 0.00807, + "precision_at_1000": 0.00102, + "precision_at_20": 0.0305, + "precision_at_3": 0.11667, + "precision_at_5": 0.086, + "recall_at_1": 0.23011, + "recall_at_10": 0.45533, + "recall_at_100": 0.70567, + "recall_at_1000": 0.89389, + "recall_at_20": 0.53628, + "recall_at_3": 0.31578, + "recall_at_5": 0.38117 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/SciFact.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/SciFact.json new file mode 100644 index 000000000..bd058d391 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 7.8296959400177, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73257, + "map_at_1": 0.57761, + "map_at_10": 0.68469, + "map_at_100": 0.68956, + "map_at_1000": 0.68976, + "map_at_20": 0.68773, + "map_at_3": 0.6538, + "map_at_5": 0.67348, + "mrr_at_1": 0.6066666666666667, + "mrr_at_10": 0.6943862433862433, + "mrr_at_100": 0.6976373349110127, + "mrr_at_1000": 0.6978353822863652, + "mrr_at_20": 0.6960810898624366, + "mrr_at_3": 0.67, + "mrr_at_5": 0.6860000000000002, + "nauc_map_at_1000_diff1": 0.7082474609514963, + "nauc_map_at_1000_max": 0.5725562265448079, + "nauc_map_at_1000_std": 0.09656260266350102, + "nauc_map_at_100_diff1": 0.7081138246655738, + "nauc_map_at_100_max": 0.5726727079407686, + "nauc_map_at_100_std": 0.09666046112636098, + "nauc_map_at_10_diff1": 0.7070349497476408, + "nauc_map_at_10_max": 0.5715594522186211, + "nauc_map_at_10_std": 0.08424767305042838, + "nauc_map_at_1_diff1": 0.7532476039864607, + "nauc_map_at_1_max": 0.49267340089992373, + "nauc_map_at_1_std": 0.016540023906015743, + "nauc_map_at_20_diff1": 0.7073917281285167, + "nauc_map_at_20_max": 0.5728946921510623, + "nauc_map_at_20_std": 0.09549623581750608, + "nauc_map_at_3_diff1": 0.7144343505098112, + "nauc_map_at_3_max": 0.5428622001892487, + "nauc_map_at_3_std": 0.06693564066915272, + "nauc_map_at_5_diff1": 0.7103158687835663, + "nauc_map_at_5_max": 0.5585329358253885, + "nauc_map_at_5_std": 0.06854260956174793, + "nauc_mrr_at_1000_diff1": 0.7054395995922009, + "nauc_mrr_at_1000_max": 0.5876253015760466, + "nauc_mrr_at_1000_std": 0.12041147779486336, + "nauc_mrr_at_100_diff1": 0.7053062340419572, + "nauc_mrr_at_100_max": 0.5877315716124145, + "nauc_mrr_at_100_std": 0.12049191436396378, + "nauc_mrr_at_10_diff1": 0.7040145592900482, + "nauc_mrr_at_10_max": 0.5891776601667309, + "nauc_mrr_at_10_std": 0.11655271994088336, + "nauc_mrr_at_1_diff1": 0.73809857533314, + "nauc_mrr_at_1_max": 0.5563559364456414, + "nauc_mrr_at_1_std": 0.09990689106254329, + "nauc_mrr_at_20_diff1": 0.7045154109300705, + "nauc_mrr_at_20_max": 0.5885834988796623, + "nauc_mrr_at_20_std": 0.11979449059926829, + "nauc_mrr_at_3_diff1": 0.7048460870441, + "nauc_mrr_at_3_max": 0.5793365752063219, + "nauc_mrr_at_3_std": 0.12218307651086235, + "nauc_mrr_at_5_diff1": 0.7059177101697516, + "nauc_mrr_at_5_max": 0.5849213506019273, + "nauc_mrr_at_5_std": 0.11693516643168422, + "nauc_ndcg_at_1000_diff1": 0.6970880852639277, + "nauc_ndcg_at_1000_max": 0.588826791960498, + "nauc_ndcg_at_1000_std": 0.12350636825664692, + "nauc_ndcg_at_100_diff1": 0.6924083476161719, + "nauc_ndcg_at_100_max": 0.592183559747955, + "nauc_ndcg_at_100_std": 0.12919274535632103, + "nauc_ndcg_at_10_diff1": 0.6877637080576678, + "nauc_ndcg_at_10_max": 0.5950049705092954, + "nauc_ndcg_at_10_std": 0.09394737116321289, + "nauc_ndcg_at_1_diff1": 0.73809857533314, + "nauc_ndcg_at_1_max": 0.5563559364456414, + "nauc_ndcg_at_1_std": 0.09990689106254329, + "nauc_ndcg_at_20_diff1": 0.6885172651680211, + "nauc_ndcg_at_20_max": 0.5976069477880463, + "nauc_ndcg_at_20_std": 0.12387402361688422, + "nauc_ndcg_at_3_diff1": 0.696730305995737, + "nauc_ndcg_at_3_max": 0.5686233221053241, + "nauc_ndcg_at_3_std": 0.09900584758842355, + "nauc_ndcg_at_5_diff1": 0.69541610718817, + "nauc_ndcg_at_5_max": 0.5737558256895191, + "nauc_ndcg_at_5_std": 0.07812483836705565, + "nauc_precision_at_1000_diff1": -0.283820178164491, + "nauc_precision_at_1000_max": 0.2678147784304688, + "nauc_precision_at_1000_std": 0.596697340898307, + "nauc_precision_at_100_diff1": -0.17896754600199788, + "nauc_precision_at_100_max": 0.3320631181473341, + "nauc_precision_at_100_std": 0.5711291635633001, + "nauc_precision_at_10_diff1": 0.03765532625714079, + "nauc_precision_at_10_max": 0.47835512570102917, + "nauc_precision_at_10_std": 0.40509192591467735, + "nauc_precision_at_1_diff1": 0.73809857533314, + "nauc_precision_at_1_max": 0.5563559364456414, + "nauc_precision_at_1_std": 0.09990689106254329, + "nauc_precision_at_20_diff1": -0.035182637933670546, + "nauc_precision_at_20_max": 0.4173671608334604, + "nauc_precision_at_20_std": 0.5034948290794224, + "nauc_precision_at_3_diff1": 0.38785319035546906, + "nauc_precision_at_3_max": 0.533427633643295, + "nauc_precision_at_3_std": 0.25556214108189695, + "nauc_precision_at_5_diff1": 0.21525232450139345, + "nauc_precision_at_5_max": 0.4938229683708017, + "nauc_precision_at_5_std": 0.29740135225559017, + "nauc_recall_at_1000_diff1": 0.4561157796451869, + "nauc_recall_at_1000_max": 0.5613912231559137, + "nauc_recall_at_1000_std": 0.9346405228758203, + "nauc_recall_at_100_diff1": 0.4821877468936299, + "nauc_recall_at_100_max": 0.7125978596566851, + "nauc_recall_at_100_std": 0.48965740142210606, + "nauc_recall_at_10_diff1": 0.5708048947975389, + "nauc_recall_at_10_max": 0.6724433145875666, + "nauc_recall_at_10_std": 0.03598254032822517, + "nauc_recall_at_1_diff1": 0.7532476039864607, + "nauc_recall_at_1_max": 0.49267340089992373, + "nauc_recall_at_1_std": 0.016540023906015743, + "nauc_recall_at_20_diff1": 0.552522978900649, + "nauc_recall_at_20_max": 0.7120332678598694, + "nauc_recall_at_20_std": 0.23723553100502592, + "nauc_recall_at_3_diff1": 0.6485817083576971, + "nauc_recall_at_3_max": 0.5463166620360834, + "nauc_recall_at_3_std": 0.09067705223265406, + "nauc_recall_at_5_diff1": 0.6344920568064623, + "nauc_recall_at_5_max": 0.5801174582340395, + "nauc_recall_at_5_std": 0.02718303138516428, + "ndcg_at_1": 0.60667, + "ndcg_at_10": 0.73257, + "ndcg_at_100": 0.75216, + "ndcg_at_1000": 0.75693, + "ndcg_at_20": 0.74104, + "ndcg_at_3": 0.67958, + "ndcg_at_5": 0.70919, + "precision_at_1": 0.60667, + "precision_at_10": 0.09833, + "precision_at_100": 0.01087, + "precision_at_1000": 0.00112, + "precision_at_20": 0.05117, + "precision_at_3": 0.26556, + "precision_at_5": 0.17933, + "recall_at_1": 0.57761, + "recall_at_10": 0.86922, + "recall_at_100": 0.95667, + "recall_at_1000": 0.99333, + "recall_at_20": 0.89989, + "recall_at_3": 0.72883, + "recall_at_5": 0.80056 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.75387, + "map_at_1": 0.60521, + "map_at_10": 0.70985, + "map_at_100": 0.71511, + "map_at_1000": 0.71527, + "map_at_20": 0.71356, + "map_at_3": 0.68053, + "map_at_5": 0.70123, + "mrr_at_1": 0.6365883807169345, + "mrr_at_10": 0.7220618243176957, + "mrr_at_100": 0.7259655668621776, + "mrr_at_1000": 0.726095905789934, + "mrr_at_20": 0.7244561815251653, + "mrr_at_3": 0.7027194066749071, + "mrr_at_5": 0.7166254635352284, + "nauc_map_at_1000_diff1": 0.643912876240002, + "nauc_map_at_1000_max": 0.5215062642111963, + "nauc_map_at_1000_std": 0.15571147595367438, + "nauc_map_at_100_diff1": 0.6438496926090997, + "nauc_map_at_100_max": 0.5215479926193458, + "nauc_map_at_100_std": 0.15581102440904246, + "nauc_map_at_10_diff1": 0.6431561131698375, + "nauc_map_at_10_max": 0.5200348741908067, + "nauc_map_at_10_std": 0.15062188212602892, + "nauc_map_at_1_diff1": 0.6905999912458903, + "nauc_map_at_1_max": 0.45084591851816513, + "nauc_map_at_1_std": 0.07970135995552162, + "nauc_map_at_20_diff1": 0.6429081574928002, + "nauc_map_at_20_max": 0.52151778267553, + "nauc_map_at_20_std": 0.15865186339862825, + "nauc_map_at_3_diff1": 0.6550268141125217, + "nauc_map_at_3_max": 0.49293596809071566, + "nauc_map_at_3_std": 0.12140898431792593, + "nauc_map_at_5_diff1": 0.647060961283712, + "nauc_map_at_5_max": 0.5123715341609626, + "nauc_map_at_5_std": 0.1331026646030486, + "nauc_mrr_at_1000_diff1": 0.6386060910286058, + "nauc_mrr_at_1000_max": 0.5410868539406473, + "nauc_mrr_at_1000_std": 0.18738660650730657, + "nauc_mrr_at_100_diff1": 0.6385505246919762, + "nauc_mrr_at_100_max": 0.5411031207722199, + "nauc_mrr_at_100_std": 0.18743244312813598, + "nauc_mrr_at_10_diff1": 0.6366606515252473, + "nauc_mrr_at_10_max": 0.540605952377892, + "nauc_mrr_at_10_std": 0.1874053215614144, + "nauc_mrr_at_1_diff1": 0.6772456885304028, + "nauc_mrr_at_1_max": 0.5210736570694515, + "nauc_mrr_at_1_std": 0.13525776771051443, + "nauc_mrr_at_20_diff1": 0.637536225940735, + "nauc_mrr_at_20_max": 0.5408764768914754, + "nauc_mrr_at_20_std": 0.19019065590389528, + "nauc_mrr_at_3_diff1": 0.640350915465582, + "nauc_mrr_at_3_max": 0.5467674518805313, + "nauc_mrr_at_3_std": 0.17871938925298284, + "nauc_mrr_at_5_diff1": 0.6368909360903835, + "nauc_mrr_at_5_max": 0.5409544828181859, + "nauc_mrr_at_5_std": 0.18515343276737362, + "nauc_ndcg_at_1000_diff1": 0.6324863088444387, + "nauc_ndcg_at_1000_max": 0.536396099795174, + "nauc_ndcg_at_1000_std": 0.18764357385376967, + "nauc_ndcg_at_100_diff1": 0.6299817862915975, + "nauc_ndcg_at_100_max": 0.5380552179000219, + "nauc_ndcg_at_100_std": 0.192248141461536, + "nauc_ndcg_at_10_diff1": 0.622331444149119, + "nauc_ndcg_at_10_max": 0.5345062609730739, + "nauc_ndcg_at_10_std": 0.1906395154615556, + "nauc_ndcg_at_1_diff1": 0.6772456885304028, + "nauc_ndcg_at_1_max": 0.5210736570694515, + "nauc_ndcg_at_1_std": 0.13525776771051443, + "nauc_ndcg_at_20_diff1": 0.6228584011874545, + "nauc_ndcg_at_20_max": 0.5384075457182574, + "nauc_ndcg_at_20_std": 0.21324492466244108, + "nauc_ndcg_at_3_diff1": 0.6399214339543269, + "nauc_ndcg_at_3_max": 0.516497276981549, + "nauc_ndcg_at_3_std": 0.15107227580633917, + "nauc_ndcg_at_5_diff1": 0.6291889515060812, + "nauc_ndcg_at_5_max": 0.5243678914363208, + "nauc_ndcg_at_5_std": 0.16213773234320966, + "nauc_precision_at_1000_diff1": -0.3385437883281741, + "nauc_precision_at_1000_max": 0.20536670656476996, + "nauc_precision_at_1000_std": 0.34341732913488277, + "nauc_precision_at_100_diff1": -0.2568897245866398, + "nauc_precision_at_100_max": 0.26258454260515546, + "nauc_precision_at_100_std": 0.371297594058112, + "nauc_precision_at_10_diff1": -0.01966091907273008, + "nauc_precision_at_10_max": 0.40008328558216716, + "nauc_precision_at_10_std": 0.36731095694174637, + "nauc_precision_at_1_diff1": 0.6772456885304028, + "nauc_precision_at_1_max": 0.5210736570694515, + "nauc_precision_at_1_std": 0.13525776771051443, + "nauc_precision_at_20_diff1": -0.11913837694114716, + "nauc_precision_at_20_max": 0.3333443225227029, + "nauc_precision_at_20_std": 0.42245466851272784, + "nauc_precision_at_3_diff1": 0.3289464673043816, + "nauc_precision_at_3_max": 0.5054266900580529, + "nauc_precision_at_3_std": 0.242025313131292, + "nauc_precision_at_5_diff1": 0.12793813927839512, + "nauc_precision_at_5_max": 0.4591810816580586, + "nauc_precision_at_5_std": 0.27201106689677235, + "nauc_recall_at_1000_diff1": 0.4960109062053453, + "nauc_recall_at_1000_max": 0.9346315449256632, + "nauc_recall_at_1000_std": 0.9346315449256632, + "nauc_recall_at_100_diff1": 0.49270555179278097, + "nauc_recall_at_100_max": 0.6609530702185524, + "nauc_recall_at_100_std": 0.5004880677477604, + "nauc_recall_at_10_diff1": 0.517076400824232, + "nauc_recall_at_10_max": 0.5488215079694525, + "nauc_recall_at_10_std": 0.3261830873070418, + "nauc_recall_at_1_diff1": 0.6905999912458903, + "nauc_recall_at_1_max": 0.45084591851816513, + "nauc_recall_at_1_std": 0.07970135995552162, + "nauc_recall_at_20_diff1": 0.4920595323954461, + "nauc_recall_at_20_max": 0.5888772566924009, + "nauc_recall_at_20_std": 0.5578627224272752, + "nauc_recall_at_3_diff1": 0.6075184917273475, + "nauc_recall_at_3_max": 0.5040087414779835, + "nauc_recall_at_3_std": 0.1610590147947985, + "nauc_recall_at_5_diff1": 0.5599649379731955, + "nauc_recall_at_5_max": 0.51239331011788, + "nauc_recall_at_5_std": 0.20407287573337696, + "ndcg_at_1": 0.63659, + "ndcg_at_10": 0.75387, + "ndcg_at_100": 0.77564, + "ndcg_at_1000": 0.77927, + "ndcg_at_20": 0.76494, + "ndcg_at_3": 0.70673, + "ndcg_at_5": 0.73694, + "precision_at_1": 0.63659, + "precision_at_10": 0.09901, + "precision_at_100": 0.01104, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05216, + "precision_at_3": 0.27647, + "precision_at_5": 0.18443, + "recall_at_1": 0.60521, + "recall_at_10": 0.87326, + "recall_at_100": 0.96992, + "recall_at_1000": 0.99753, + "recall_at_20": 0.91389, + "recall_at_3": 0.75544, + "recall_at_5": 0.82583 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/TRECCOVID-PL.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/TRECCOVID-PL.json new file mode 100644 index 000000000..d417f61e4 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 85.81443214416504, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.29199, + "map_at_1": 0.001, + "map_at_10": 0.00552, + "map_at_100": 0.01998, + "map_at_1000": 0.0506, + "map_at_20": 0.00852, + "map_at_3": 0.00239, + "map_at_5": 0.00313, + "mrr_at_1": 0.46, + "mrr_at_10": 0.5266666666666667, + "mrr_at_100": 0.5387115965587781, + "mrr_at_1000": 0.5387872732969562, + "mrr_at_20": 0.5338419913419914, + "mrr_at_3": 0.5066666666666667, + "mrr_at_5": 0.5206666666666666, + "nauc_map_at_1000_diff1": -0.06041783063515602, + "nauc_map_at_1000_max": 0.5045447996681776, + "nauc_map_at_1000_std": 0.5947533052382032, + "nauc_map_at_100_diff1": -0.020624757241523944, + "nauc_map_at_100_max": 0.3742367421481103, + "nauc_map_at_100_std": 0.3443989089438063, + "nauc_map_at_10_diff1": -0.017565064876727154, + "nauc_map_at_10_max": 0.2679795551312438, + "nauc_map_at_10_std": 0.117173943286705, + "nauc_map_at_1_diff1": -0.003971978466826916, + "nauc_map_at_1_max": 0.22907458076434284, + "nauc_map_at_1_std": 0.08969596905795298, + "nauc_map_at_20_diff1": -0.03827899405777777, + "nauc_map_at_20_max": 0.29145241684529705, + "nauc_map_at_20_std": 0.17373276711966926, + "nauc_map_at_3_diff1": 0.00047772471692669017, + "nauc_map_at_3_max": 0.3258822642612549, + "nauc_map_at_3_std": 0.11628787137493467, + "nauc_map_at_5_diff1": -0.004894874464539198, + "nauc_map_at_5_max": 0.2833712409893673, + "nauc_map_at_5_std": 0.10464206683557244, + "nauc_mrr_at_1000_diff1": 0.028823033064834996, + "nauc_mrr_at_1000_max": 0.21834447220781208, + "nauc_mrr_at_1000_std": 0.22966539045717219, + "nauc_mrr_at_100_diff1": 0.028849134339706067, + "nauc_mrr_at_100_max": 0.21846212582529426, + "nauc_mrr_at_100_std": 0.2293247268231616, + "nauc_mrr_at_10_diff1": 0.020970055418432713, + "nauc_mrr_at_10_max": 0.21448283891398534, + "nauc_mrr_at_10_std": 0.2256415032831928, + "nauc_mrr_at_1_diff1": -0.00940842553415162, + "nauc_mrr_at_1_max": 0.19828651020998134, + "nauc_mrr_at_1_std": 0.26743055373051944, + "nauc_mrr_at_20_diff1": 0.025433374344513673, + "nauc_mrr_at_20_max": 0.21538428536858292, + "nauc_mrr_at_20_std": 0.22743293983048637, + "nauc_mrr_at_3_diff1": 0.058637665917168603, + "nauc_mrr_at_3_max": 0.23286429244940895, + "nauc_mrr_at_3_std": 0.2571942772176689, + "nauc_mrr_at_5_diff1": 0.03005119276089552, + "nauc_mrr_at_5_max": 0.21792244633336788, + "nauc_mrr_at_5_std": 0.23613410271567864, + "nauc_ndcg_at_1000_diff1": -0.05538918521302333, + "nauc_ndcg_at_1000_max": 0.4445020990607754, + "nauc_ndcg_at_1000_std": 0.4420246283635266, + "nauc_ndcg_at_100_diff1": 0.0061071909218578515, + "nauc_ndcg_at_100_max": 0.3783448649445886, + "nauc_ndcg_at_100_std": 0.37579866062450495, + "nauc_ndcg_at_10_diff1": -0.02596913905754615, + "nauc_ndcg_at_10_max": 0.31960727365456515, + "nauc_ndcg_at_10_std": 0.26160070545133285, + "nauc_ndcg_at_1_diff1": -0.01971547140792617, + "nauc_ndcg_at_1_max": 0.2517401853545998, + "nauc_ndcg_at_1_std": 0.2821155350489901, + "nauc_ndcg_at_20_diff1": -0.027834299626541263, + "nauc_ndcg_at_20_max": 0.34794509451777367, + "nauc_ndcg_at_20_std": 0.29930781529043604, + "nauc_ndcg_at_3_diff1": -0.0033768450628041615, + "nauc_ndcg_at_3_max": 0.37241210530561564, + "nauc_ndcg_at_3_std": 0.30380575530467474, + "nauc_ndcg_at_5_diff1": -0.014668037664598352, + "nauc_ndcg_at_5_max": 0.3420764468528317, + "nauc_ndcg_at_5_std": 0.27242582839356866, + "nauc_precision_at_1000_diff1": -0.10397227576328265, + "nauc_precision_at_1000_max": 0.4838674130884241, + "nauc_precision_at_1000_std": 0.6127352377161657, + "nauc_precision_at_100_diff1": 0.005875454136187705, + "nauc_precision_at_100_max": 0.39963869828152254, + "nauc_precision_at_100_std": 0.40526869664706244, + "nauc_precision_at_10_diff1": -0.03893426799748848, + "nauc_precision_at_10_max": 0.3007678078029687, + "nauc_precision_at_10_std": 0.23394133505225584, + "nauc_precision_at_1_diff1": -0.00940842553415162, + "nauc_precision_at_1_max": 0.19828651020998134, + "nauc_precision_at_1_std": 0.26743055373051944, + "nauc_precision_at_20_diff1": -0.04058477149481496, + "nauc_precision_at_20_max": 0.37077888691636846, + "nauc_precision_at_20_std": 0.317726492244114, + "nauc_precision_at_3_diff1": -0.005597934283405289, + "nauc_precision_at_3_max": 0.3398478308004654, + "nauc_precision_at_3_std": 0.2716575010348293, + "nauc_precision_at_5_diff1": -0.020016786973308952, + "nauc_precision_at_5_max": 0.3051670303844217, + "nauc_precision_at_5_std": 0.24509652509652516, + "nauc_recall_at_1000_diff1": -0.05484466954539761, + "nauc_recall_at_1000_max": 0.4753788477237233, + "nauc_recall_at_1000_std": 0.46527483635784656, + "nauc_recall_at_100_diff1": 0.02238731725141069, + "nauc_recall_at_100_max": 0.36332432142800114, + "nauc_recall_at_100_std": 0.21890243158455058, + "nauc_recall_at_10_diff1": -0.03688478943079532, + "nauc_recall_at_10_max": 0.25400677867264576, + "nauc_recall_at_10_std": 0.04997542133506991, + "nauc_recall_at_1_diff1": -0.003971978466826916, + "nauc_recall_at_1_max": 0.22907458076434284, + "nauc_recall_at_1_std": 0.08969596905795298, + "nauc_recall_at_20_diff1": -0.043046894621727526, + "nauc_recall_at_20_max": 0.2935674217818603, + "nauc_recall_at_20_std": 0.10408109072463939, + "nauc_recall_at_3_diff1": 0.020173054002043077, + "nauc_recall_at_3_max": 0.3100225445333679, + "nauc_recall_at_3_std": 0.08804053885745011, + "nauc_recall_at_5_diff1": -0.014586105016662283, + "nauc_recall_at_5_max": 0.2591730571004789, + "nauc_recall_at_5_std": 0.05465524370178234, + "ndcg_at_1": 0.39, + "ndcg_at_10": 0.29199, + "ndcg_at_100": 0.18779, + "ndcg_at_1000": 0.16467, + "ndcg_at_20": 0.26165, + "ndcg_at_3": 0.34346, + "ndcg_at_5": 0.30792, + "precision_at_1": 0.46, + "precision_at_10": 0.306, + "precision_at_100": 0.1846, + "precision_at_1000": 0.08028, + "precision_at_20": 0.267, + "precision_at_3": 0.36, + "precision_at_5": 0.308, + "recall_at_1": 0.001, + "recall_at_10": 0.00714, + "recall_at_100": 0.03883, + "recall_at_1000": 0.15473, + "recall_at_20": 0.01205, + "recall_at_3": 0.00261, + "recall_at_5": 0.00363 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/TRECCOVID.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/TRECCOVID.json new file mode 100644 index 000000000..f5ef2e647 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 73.34712553024292, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.72918, + "map_at_1": 0.00213, + "map_at_10": 0.01867, + "map_at_100": 0.11064, + "map_at_1000": 0.27022, + "map_at_20": 0.03408, + "map_at_3": 0.00613, + "map_at_5": 0.00979, + "mrr_at_1": 0.78, + "mrr_at_10": 0.8833333333333334, + "mrr_at_100": 0.8833333333333334, + "mrr_at_1000": 0.8833333333333334, + "mrr_at_20": 0.8833333333333334, + "mrr_at_3": 0.88, + "mrr_at_5": 0.88, + "nauc_map_at_1000_diff1": -0.002995949150939725, + "nauc_map_at_1000_max": 0.3697512784738714, + "nauc_map_at_1000_std": 0.7177914659119189, + "nauc_map_at_100_diff1": 0.1122423813659289, + "nauc_map_at_100_max": 0.4111956233645225, + "nauc_map_at_100_std": 0.4827764777122294, + "nauc_map_at_10_diff1": 0.31915794751197085, + "nauc_map_at_10_max": 0.3375649211709177, + "nauc_map_at_10_std": 0.16695464127319468, + "nauc_map_at_1_diff1": 0.31771057055772284, + "nauc_map_at_1_max": 0.24023827218933685, + "nauc_map_at_1_std": 0.0013594080493931132, + "nauc_map_at_20_diff1": 0.21206587393611326, + "nauc_map_at_20_max": 0.30362219362306736, + "nauc_map_at_20_std": 0.1989649646563046, + "nauc_map_at_3_diff1": 0.37848895117586, + "nauc_map_at_3_max": 0.2912698524934438, + "nauc_map_at_3_std": 0.09424201490479486, + "nauc_map_at_5_diff1": 0.34141888977464224, + "nauc_map_at_5_max": 0.31632912075295666, + "nauc_map_at_5_std": 0.109461607182309, + "nauc_mrr_at_1000_diff1": 0.24706820323258655, + "nauc_mrr_at_1000_max": 0.534203087627745, + "nauc_mrr_at_1000_std": 0.2905559179531778, + "nauc_mrr_at_100_diff1": 0.24706820323258655, + "nauc_mrr_at_100_max": 0.534203087627745, + "nauc_mrr_at_100_std": 0.2905559179531778, + "nauc_mrr_at_10_diff1": 0.24706820323258655, + "nauc_mrr_at_10_max": 0.534203087627745, + "nauc_mrr_at_10_std": 0.2905559179531778, + "nauc_mrr_at_1_diff1": 0.2747716418602491, + "nauc_mrr_at_1_max": 0.5033616172856675, + "nauc_mrr_at_1_std": 0.286085222794083, + "nauc_mrr_at_20_diff1": 0.24706820323258655, + "nauc_mrr_at_20_max": 0.534203087627745, + "nauc_mrr_at_20_std": 0.2905559179531778, + "nauc_mrr_at_3_diff1": 0.23446792357332638, + "nauc_mrr_at_3_max": 0.5482306297186722, + "nauc_mrr_at_3_std": 0.29258931207558214, + "nauc_mrr_at_5_diff1": 0.23446792357332638, + "nauc_mrr_at_5_max": 0.5482306297186722, + "nauc_mrr_at_5_std": 0.29258931207558214, + "nauc_ndcg_at_1000_diff1": 0.06900220447650965, + "nauc_ndcg_at_1000_max": 0.3403164280405825, + "nauc_ndcg_at_1000_std": 0.7123152588393642, + "nauc_ndcg_at_100_diff1": 0.06858336380039794, + "nauc_ndcg_at_100_max": 0.35724883836522225, + "nauc_ndcg_at_100_std": 0.7217463125862528, + "nauc_ndcg_at_10_diff1": 0.20047427559117878, + "nauc_ndcg_at_10_max": 0.37426955463048905, + "nauc_ndcg_at_10_std": 0.5643825486144165, + "nauc_ndcg_at_1_diff1": 0.22508178431632103, + "nauc_ndcg_at_1_max": 0.28506325284117784, + "nauc_ndcg_at_1_std": 0.37329576612521986, + "nauc_ndcg_at_20_diff1": 0.08731582977006289, + "nauc_ndcg_at_20_max": 0.3183347194059267, + "nauc_ndcg_at_20_std": 0.5654718716965362, + "nauc_ndcg_at_3_diff1": 0.2072375815690757, + "nauc_ndcg_at_3_max": 0.3376565427556521, + "nauc_ndcg_at_3_std": 0.4577187723367997, + "nauc_ndcg_at_5_diff1": 0.1906511860567958, + "nauc_ndcg_at_5_max": 0.3598984491466502, + "nauc_ndcg_at_5_std": 0.4854691587013179, + "nauc_precision_at_1000_diff1": -0.11562368051209101, + "nauc_precision_at_1000_max": 0.12800261681061634, + "nauc_precision_at_1000_std": 0.5066329916527164, + "nauc_precision_at_100_diff1": 0.01197197442317156, + "nauc_precision_at_100_max": 0.3679501233528165, + "nauc_precision_at_100_std": 0.7112582902704612, + "nauc_precision_at_10_diff1": 0.1340748194413851, + "nauc_precision_at_10_max": 0.49576959946651167, + "nauc_precision_at_10_std": 0.6300944918458362, + "nauc_precision_at_1_diff1": 0.2747716418602491, + "nauc_precision_at_1_max": 0.5033616172856675, + "nauc_precision_at_1_std": 0.286085222794083, + "nauc_precision_at_20_diff1": -0.002203219284938086, + "nauc_precision_at_20_max": 0.3610971785869242, + "nauc_precision_at_20_std": 0.5658180990156285, + "nauc_precision_at_3_diff1": 0.23949075674686396, + "nauc_precision_at_3_max": 0.49439710398405595, + "nauc_precision_at_3_std": 0.5692379654674504, + "nauc_precision_at_5_diff1": 0.2037946085331381, + "nauc_precision_at_5_max": 0.4764788682414445, + "nauc_precision_at_5_std": 0.5323452525993309, + "nauc_recall_at_1000_diff1": 0.05042794301718427, + "nauc_recall_at_1000_max": 0.2619621691014634, + "nauc_recall_at_1000_std": 0.5652693273364794, + "nauc_recall_at_100_diff1": 0.14041144215682466, + "nauc_recall_at_100_max": 0.32171174942443376, + "nauc_recall_at_100_std": 0.3144398173232289, + "nauc_recall_at_10_diff1": 0.3007930534790469, + "nauc_recall_at_10_max": 0.28435796236890354, + "nauc_recall_at_10_std": 0.0888551590737278, + "nauc_recall_at_1_diff1": 0.31771057055772284, + "nauc_recall_at_1_max": 0.24023827218933685, + "nauc_recall_at_1_std": 0.0013594080493931132, + "nauc_recall_at_20_diff1": 0.1932589166492935, + "nauc_recall_at_20_max": 0.21886736141667568, + "nauc_recall_at_20_std": 0.08390935372040859, + "nauc_recall_at_3_diff1": 0.352394752230202, + "nauc_recall_at_3_max": 0.2624926156157862, + "nauc_recall_at_3_std": 0.05791622235252615, + "nauc_recall_at_5_diff1": 0.3141722883155061, + "nauc_recall_at_5_max": 0.27539024115029304, + "nauc_recall_at_5_std": 0.05514301973646117, + "ndcg_at_1": 0.71, + "ndcg_at_10": 0.72918, + "ndcg_at_100": 0.57795, + "ndcg_at_1000": 0.53117, + "ndcg_at_20": 0.71541, + "ndcg_at_3": 0.75899, + "ndcg_at_5": 0.74219, + "precision_at_1": 0.78, + "precision_at_10": 0.788, + "precision_at_100": 0.5944, + "precision_at_1000": 0.23274, + "precision_at_20": 0.765, + "precision_at_3": 0.81333, + "precision_at_5": 0.8, + "recall_at_1": 0.00213, + "recall_at_10": 0.0211, + "recall_at_100": 0.14547, + "recall_at_1000": 0.50364, + "recall_at_20": 0.03995, + "recall_at_3": 0.00659, + "recall_at_5": 0.01069 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/model_meta.json b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/model_meta.json new file mode 100644 index 000000000..be5626f64 --- /dev/null +++ b/results/abhinand__MedEmbed-base-v0.1/7a90c50263f620dff743eb9794b89a42bfc5d765/model_meta.json @@ -0,0 +1 @@ +{"name": "abhinand/MedEmbed-base-v0.1", "revision": "7a90c50263f620dff743eb9794b89a42bfc5d765", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CMedQAv2-reranking.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CMedQAv2-reranking.json new file mode 100644 index 000000000..aa2cc29b8 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 22.761373281478882, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.18358053497591562, + "map": 0.18358053497591562, + "mrr": 0.21162619047619047, + "nAUC_map_diff1": 0.29328173601091734, + "nAUC_map_max": 0.34504343114663566, + "nAUC_map_std": 0.17295112388224065, + "nAUC_mrr_diff1": 0.2816317487806823, + "nAUC_mrr_max": 0.3369689202905161, + "nAUC_mrr_std": 0.1768540495225824 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CUREv1.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CUREv1.json new file mode 100644 index 000000000..9627fceb9 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 759.193865776062, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52884, + "map_at_1": 0.09187, + "map_at_10": 0.25267, + "map_at_100": 0.38102, + "map_at_1000": 0.41914, + "map_at_20": 0.29928, + "map_at_3": 0.16459, + "map_at_5": 0.20183, + "mrr_at_1": 0.72, + "mrr_at_10": 0.8098083333333332, + "mrr_at_100": 0.8115287320919011, + "mrr_at_1000": 0.8115457484241272, + "mrr_at_20": 0.8111305697355617, + "mrr_at_3": 0.7949999999999995, + "mrr_at_5": 0.80585, + "nauc_map_at_1000_diff1": 0.17482054028864658, + "nauc_map_at_1000_max": 0.33243863035246074, + "nauc_map_at_1000_std": 0.21995821181493605, + "nauc_map_at_100_diff1": 0.2019140109284088, + "nauc_map_at_100_max": 0.3076433266098109, + "nauc_map_at_100_std": 0.1792844776879413, + "nauc_map_at_10_diff1": 0.2509600471602131, + "nauc_map_at_10_max": 0.20386035126012014, + "nauc_map_at_10_std": 0.005592593567730875, + "nauc_map_at_1_diff1": 0.4280561351489617, + "nauc_map_at_1_max": 0.0669423469405236, + "nauc_map_at_1_std": -0.13127724608593083, + "nauc_map_at_20_diff1": 0.2349152235137183, + "nauc_map_at_20_max": 0.2399890651049496, + "nauc_map_at_20_std": 0.05179079495378723, + "nauc_map_at_3_diff1": 0.3200960707904881, + "nauc_map_at_3_max": 0.1330429962106183, + "nauc_map_at_3_std": -0.07374393640997945, + "nauc_map_at_5_diff1": 0.28949060504994634, + "nauc_map_at_5_max": 0.16136560795973748, + "nauc_map_at_5_std": -0.04144304127002319, + "nauc_mrr_at_1000_diff1": 0.37812440203065834, + "nauc_mrr_at_1000_max": 0.480216639714025, + "nauc_mrr_at_1000_std": 0.24055829097344372, + "nauc_mrr_at_100_diff1": 0.3781269836743125, + "nauc_mrr_at_100_max": 0.48019811183311895, + "nauc_mrr_at_100_std": 0.24058823542773464, + "nauc_mrr_at_10_diff1": 0.3782578316545863, + "nauc_mrr_at_10_max": 0.4819481527400192, + "nauc_mrr_at_10_std": 0.24196686535166329, + "nauc_mrr_at_1_diff1": 0.38204651251526234, + "nauc_mrr_at_1_max": 0.4501965048840048, + "nauc_mrr_at_1_std": 0.18666533119658127, + "nauc_mrr_at_20_diff1": 0.3782924444142799, + "nauc_mrr_at_20_max": 0.4806540964042299, + "nauc_mrr_at_20_std": 0.24089867237207355, + "nauc_mrr_at_3_diff1": 0.3761474570438086, + "nauc_mrr_at_3_max": 0.4834422452217265, + "nauc_mrr_at_3_std": 0.25509325711599584, + "nauc_mrr_at_5_diff1": 0.3768863264390275, + "nauc_mrr_at_5_max": 0.48415010978053724, + "nauc_mrr_at_5_std": 0.24689699817606012, + "nauc_ndcg_at_1000_diff1": 0.2606841501386247, + "nauc_ndcg_at_1000_max": 0.4514881486789784, + "nauc_ndcg_at_1000_std": 0.31541912880839856, + "nauc_ndcg_at_100_diff1": 0.2702244288041837, + "nauc_ndcg_at_100_max": 0.4009844583717212, + "nauc_ndcg_at_100_std": 0.2374042213744319, + "nauc_ndcg_at_10_diff1": 0.2543963885936658, + "nauc_ndcg_at_10_max": 0.379693014702696, + "nauc_ndcg_at_10_std": 0.16898570089600173, + "nauc_ndcg_at_1_diff1": 0.40431434785164266, + "nauc_ndcg_at_1_max": 0.38782107799917714, + "nauc_ndcg_at_1_std": 0.13347479378514443, + "nauc_ndcg_at_20_diff1": 0.2636480750948733, + "nauc_ndcg_at_20_max": 0.3745015502490742, + "nauc_ndcg_at_20_std": 0.17006432172848837, + "nauc_ndcg_at_3_diff1": 0.2755798108315529, + "nauc_ndcg_at_3_max": 0.398716392295688, + "nauc_ndcg_at_3_std": 0.16553030982643738, + "nauc_ndcg_at_5_diff1": 0.2612031234192039, + "nauc_ndcg_at_5_max": 0.3892139358118508, + "nauc_ndcg_at_5_std": 0.16150775811047577, + "nauc_precision_at_1000_diff1": -0.20025293726938617, + "nauc_precision_at_1000_max": 0.03476418906800861, + "nauc_precision_at_1000_std": 0.03827215502532832, + "nauc_precision_at_100_diff1": -0.172628299370777, + "nauc_precision_at_100_max": 0.12092571304819125, + "nauc_precision_at_100_std": 0.22641468082056085, + "nauc_precision_at_10_diff1": -0.1226783822241202, + "nauc_precision_at_10_max": 0.28684353637011273, + "nauc_precision_at_10_std": 0.28397697930005944, + "nauc_precision_at_1_diff1": 0.38204651251526234, + "nauc_precision_at_1_max": 0.4501965048840048, + "nauc_precision_at_1_std": 0.18666533119658127, + "nauc_precision_at_20_diff1": -0.14559003715013902, + "nauc_precision_at_20_max": 0.2279794920849166, + "nauc_precision_at_20_std": 0.2814846811931163, + "nauc_precision_at_3_diff1": 0.027682004827504332, + "nauc_precision_at_3_max": 0.3734029524918548, + "nauc_precision_at_3_std": 0.2490623572334595, + "nauc_precision_at_5_diff1": -0.05462633448496424, + "nauc_precision_at_5_max": 0.33495876514640127, + "nauc_precision_at_5_std": 0.26595211462707735, + "nauc_recall_at_1000_diff1": 0.19542246718759396, + "nauc_recall_at_1000_max": 0.3825111112162228, + "nauc_recall_at_1000_std": 0.5935894142107679, + "nauc_recall_at_100_diff1": 0.17132181064160246, + "nauc_recall_at_100_max": 0.19816134587940978, + "nauc_recall_at_100_std": 0.1887860699410473, + "nauc_recall_at_10_diff1": 0.21042809207753035, + "nauc_recall_at_10_max": 0.12593549493779543, + "nauc_recall_at_10_std": -0.022863994792691186, + "nauc_recall_at_1_diff1": 0.4280561351489617, + "nauc_recall_at_1_max": 0.0669423469405236, + "nauc_recall_at_1_std": -0.13127724608593083, + "nauc_recall_at_20_diff1": 0.19587192947825677, + "nauc_recall_at_20_max": 0.1426810637797029, + "nauc_recall_at_20_std": 0.009933629781866104, + "nauc_recall_at_3_diff1": 0.2903103328033574, + "nauc_recall_at_3_max": 0.10101145764228889, + "nauc_recall_at_3_std": -0.08058875613618542, + "nauc_recall_at_5_diff1": 0.25364875679433124, + "nauc_recall_at_5_max": 0.1081475392139033, + "nauc_recall_at_5_std": -0.05403680896107788, + "ndcg_at_1": 0.6075, + "ndcg_at_10": 0.52884, + "ndcg_at_100": 0.60159, + "ndcg_at_1000": 0.68295, + "ndcg_at_20": 0.53642, + "ndcg_at_3": 0.55246, + "ndcg_at_5": 0.53722, + "precision_at_1": 0.72, + "precision_at_10": 0.44025, + "precision_at_100": 0.16993, + "precision_at_1000": 0.03399, + "precision_at_20": 0.35157, + "precision_at_3": 0.596, + "precision_at_5": 0.5342, + "recall_at_1": 0.09187, + "recall_at_10": 0.32768, + "recall_at_100": 0.70042, + "recall_at_1000": 0.94048, + "recall_at_20": 0.43426, + "recall_at_3": 0.18026, + "recall_at_5": 0.23648 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16104, + "map_at_1": 0.02689, + "map_at_10": 0.07479, + "map_at_100": 0.11057, + "map_at_1000": 0.12641, + "map_at_20": 0.08763, + "map_at_3": 0.04861, + "map_at_5": 0.05974, + "mrr_at_1": 0.2015, + "mrr_at_10": 0.2854188492063493, + "mrr_at_100": 0.2953916999196172, + "mrr_at_1000": 0.2961100074271672, + "mrr_at_20": 0.29146780927620697, + "mrr_at_3": 0.2580833333333331, + "mrr_at_5": 0.27295833333333314, + "nauc_map_at_1000_diff1": 0.1621954932328553, + "nauc_map_at_1000_max": 0.4814085228846207, + "nauc_map_at_1000_std": 0.5564622001181073, + "nauc_map_at_100_diff1": 0.1773358124755663, + "nauc_map_at_100_max": 0.4538071733494015, + "nauc_map_at_100_std": 0.526882061935712, + "nauc_map_at_10_diff1": 0.222374454150093, + "nauc_map_at_10_max": 0.3984487822159887, + "nauc_map_at_10_std": 0.41732883780651975, + "nauc_map_at_1_diff1": 0.34319876060816373, + "nauc_map_at_1_max": 0.31838714509199284, + "nauc_map_at_1_std": 0.2995743181490428, + "nauc_map_at_20_diff1": 0.2048365817785324, + "nauc_map_at_20_max": 0.4189776310263492, + "nauc_map_at_20_std": 0.45557000706297823, + "nauc_map_at_3_diff1": 0.288601684532727, + "nauc_map_at_3_max": 0.36895309812599475, + "nauc_map_at_3_std": 0.34769951233732077, + "nauc_map_at_5_diff1": 0.2625246266622846, + "nauc_map_at_5_max": 0.38157443031179783, + "nauc_map_at_5_std": 0.37595283226144594, + "nauc_mrr_at_1000_diff1": 0.1124089742743003, + "nauc_mrr_at_1000_max": 0.40188129840703596, + "nauc_mrr_at_1000_std": 0.444309849240359, + "nauc_mrr_at_100_diff1": 0.1123960977102035, + "nauc_mrr_at_100_max": 0.4021111049163787, + "nauc_mrr_at_100_std": 0.44454397413351454, + "nauc_mrr_at_10_diff1": 0.11314673123681715, + "nauc_mrr_at_10_max": 0.39779684580410846, + "nauc_mrr_at_10_std": 0.4414122950884528, + "nauc_mrr_at_1_diff1": 0.1279155777308979, + "nauc_mrr_at_1_max": 0.35607656341932403, + "nauc_mrr_at_1_std": 0.4003900449203613, + "nauc_mrr_at_20_diff1": 0.11213587413446913, + "nauc_mrr_at_20_max": 0.40140122273653966, + "nauc_mrr_at_20_std": 0.44428948553104297, + "nauc_mrr_at_3_diff1": 0.11741713982596581, + "nauc_mrr_at_3_max": 0.3843966595967775, + "nauc_mrr_at_3_std": 0.425178095205092, + "nauc_mrr_at_5_diff1": 0.11209758519380626, + "nauc_mrr_at_5_max": 0.3873288955260758, + "nauc_mrr_at_5_std": 0.4315687849293282, + "nauc_ndcg_at_1000_diff1": 0.11661914705206355, + "nauc_ndcg_at_1000_max": 0.5288944430021224, + "nauc_ndcg_at_1000_std": 0.6188861101136266, + "nauc_ndcg_at_100_diff1": 0.13877426303211224, + "nauc_ndcg_at_100_max": 0.48356401996355136, + "nauc_ndcg_at_100_std": 0.570326655604997, + "nauc_ndcg_at_10_diff1": 0.15159937742300816, + "nauc_ndcg_at_10_max": 0.436501853461763, + "nauc_ndcg_at_10_std": 0.4785041130699981, + "nauc_ndcg_at_1_diff1": 0.14199567762338877, + "nauc_ndcg_at_1_max": 0.3354761573376017, + "nauc_ndcg_at_1_std": 0.3715484778893811, + "nauc_ndcg_at_20_diff1": 0.15059557183359112, + "nauc_ndcg_at_20_max": 0.4575261275985257, + "nauc_ndcg_at_20_std": 0.505702290001984, + "nauc_ndcg_at_3_diff1": 0.14482278311074653, + "nauc_ndcg_at_3_max": 0.40651913811476875, + "nauc_ndcg_at_3_std": 0.43086277666354156, + "nauc_ndcg_at_5_diff1": 0.1515333218249622, + "nauc_ndcg_at_5_max": 0.42291477178622616, + "nauc_ndcg_at_5_std": 0.450283474848026, + "nauc_precision_at_1000_diff1": -0.03285515294307624, + "nauc_precision_at_1000_max": 0.37630244805588864, + "nauc_precision_at_1000_std": 0.27444754552908923, + "nauc_precision_at_100_diff1": -0.01928123642734406, + "nauc_precision_at_100_max": 0.44413609681191263, + "nauc_precision_at_100_std": 0.49455567837048614, + "nauc_precision_at_10_diff1": 0.03318150713343839, + "nauc_precision_at_10_max": 0.45121742410111965, + "nauc_precision_at_10_std": 0.5179111178319195, + "nauc_precision_at_1_diff1": 0.1279155777308979, + "nauc_precision_at_1_max": 0.35607656341932403, + "nauc_precision_at_1_std": 0.4003900449203613, + "nauc_precision_at_20_diff1": 0.010209855772929915, + "nauc_precision_at_20_max": 0.4706029172220299, + "nauc_precision_at_20_std": 0.5322382270980998, + "nauc_precision_at_3_diff1": 0.07835378074269204, + "nauc_precision_at_3_max": 0.4371310161193347, + "nauc_precision_at_3_std": 0.4721658745383228, + "nauc_precision_at_5_diff1": 0.05961558185509828, + "nauc_precision_at_5_max": 0.4468192562944803, + "nauc_precision_at_5_std": 0.49207044004123984, + "nauc_recall_at_1000_diff1": 0.06962105098956065, + "nauc_recall_at_1000_max": 0.5102906664459017, + "nauc_recall_at_1000_std": 0.6899478033359523, + "nauc_recall_at_100_diff1": 0.1166548083753384, + "nauc_recall_at_100_max": 0.40697113526451234, + "nauc_recall_at_100_std": 0.5538252345404368, + "nauc_recall_at_10_diff1": 0.16859934577867924, + "nauc_recall_at_10_max": 0.3435355037273802, + "nauc_recall_at_10_std": 0.3952515648590556, + "nauc_recall_at_1_diff1": 0.34319876060816373, + "nauc_recall_at_1_max": 0.31838714509199284, + "nauc_recall_at_1_std": 0.2995743181490428, + "nauc_recall_at_20_diff1": 0.14704406548078267, + "nauc_recall_at_20_max": 0.3587350983484527, + "nauc_recall_at_20_std": 0.4362286860174278, + "nauc_recall_at_3_diff1": 0.27421633875422535, + "nauc_recall_at_3_max": 0.3436470164218874, + "nauc_recall_at_3_std": 0.32372827429785794, + "nauc_recall_at_5_diff1": 0.23705317808767967, + "nauc_recall_at_5_max": 0.34129611221577494, + "nauc_recall_at_5_std": 0.356288548779502, + "ndcg_at_1": 0.159, + "ndcg_at_10": 0.16104, + "ndcg_at_100": 0.22092, + "ndcg_at_1000": 0.30413, + "ndcg_at_20": 0.17365, + "ndcg_at_3": 0.1531, + "ndcg_at_5": 0.15314, + "precision_at_1": 0.2015, + "precision_at_10": 0.1361, + "precision_at_100": 0.06269, + "precision_at_1000": 0.01797, + "precision_at_20": 0.1129, + "precision_at_3": 0.17333, + "precision_at_5": 0.1574, + "recall_at_1": 0.02689, + "recall_at_10": 0.12131, + "recall_at_100": 0.31562, + "recall_at_1000": 0.58078, + "recall_at_20": 0.16816, + "recall_at_3": 0.05961, + "recall_at_5": 0.08163 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24097, + "map_at_1": 0.03929, + "map_at_10": 0.11055, + "map_at_100": 0.16417, + "map_at_1000": 0.18461, + "map_at_20": 0.12949, + "map_at_3": 0.07088, + "map_at_5": 0.08759, + "mrr_at_1": 0.314, + "mrr_at_10": 0.41341488095238144, + "mrr_at_100": 0.42247434703877407, + "mrr_at_1000": 0.4228600023161754, + "mrr_at_20": 0.41903788534521963, + "mrr_at_3": 0.3852500000000005, + "mrr_at_5": 0.4023500000000009, + "nauc_map_at_1000_diff1": 0.19405624851126552, + "nauc_map_at_1000_max": 0.5288875075512225, + "nauc_map_at_1000_std": 0.5102695899065215, + "nauc_map_at_100_diff1": 0.20935205325646583, + "nauc_map_at_100_max": 0.5024023788492546, + "nauc_map_at_100_std": 0.4796856255044216, + "nauc_map_at_10_diff1": 0.25432343900808096, + "nauc_map_at_10_max": 0.40950231602379294, + "nauc_map_at_10_std": 0.3389043822635366, + "nauc_map_at_1_diff1": 0.43842691988803933, + "nauc_map_at_1_max": 0.3254677300111458, + "nauc_map_at_1_std": 0.21057506459248773, + "nauc_map_at_20_diff1": 0.23600322190642983, + "nauc_map_at_20_max": 0.44137763900495075, + "nauc_map_at_20_std": 0.3874432418709258, + "nauc_map_at_3_diff1": 0.3290096869423759, + "nauc_map_at_3_max": 0.36295378575614745, + "nauc_map_at_3_std": 0.25893530876611487, + "nauc_map_at_5_diff1": 0.28481108909232633, + "nauc_map_at_5_max": 0.3782353707698857, + "nauc_map_at_5_std": 0.29163441874520585, + "nauc_mrr_at_1000_diff1": 0.19181914383718837, + "nauc_mrr_at_1000_max": 0.49301341467443427, + "nauc_mrr_at_1000_std": 0.42431324183008695, + "nauc_mrr_at_100_diff1": 0.1918521699881501, + "nauc_mrr_at_100_max": 0.4932297718314561, + "nauc_mrr_at_100_std": 0.42456797535418994, + "nauc_mrr_at_10_diff1": 0.19315865345851332, + "nauc_mrr_at_10_max": 0.4929158707780746, + "nauc_mrr_at_10_std": 0.42332139460844864, + "nauc_mrr_at_1_diff1": 0.20835156017272327, + "nauc_mrr_at_1_max": 0.4368772123804743, + "nauc_mrr_at_1_std": 0.363306755694154, + "nauc_mrr_at_20_diff1": 0.19080725798572964, + "nauc_mrr_at_20_max": 0.4930689963318986, + "nauc_mrr_at_20_std": 0.42437948248599716, + "nauc_mrr_at_3_diff1": 0.18591903126714374, + "nauc_mrr_at_3_max": 0.48181242854335665, + "nauc_mrr_at_3_std": 0.4064235479296801, + "nauc_mrr_at_5_diff1": 0.19224020235988953, + "nauc_mrr_at_5_max": 0.4886512089956901, + "nauc_mrr_at_5_std": 0.41874774540229076, + "nauc_ndcg_at_1000_diff1": 0.1790723033542475, + "nauc_ndcg_at_1000_max": 0.606883655231566, + "nauc_ndcg_at_1000_std": 0.6130213561526113, + "nauc_ndcg_at_100_diff1": 0.20116829289075064, + "nauc_ndcg_at_100_max": 0.5748569095185593, + "nauc_ndcg_at_100_std": 0.5665178208365096, + "nauc_ndcg_at_10_diff1": 0.2042207247209764, + "nauc_ndcg_at_10_max": 0.5217343406717443, + "nauc_ndcg_at_10_std": 0.4461908862603047, + "nauc_ndcg_at_1_diff1": 0.23500112438743528, + "nauc_ndcg_at_1_max": 0.416602146448068, + "nauc_ndcg_at_1_std": 0.3310879542638437, + "nauc_ndcg_at_20_diff1": 0.20227085486708962, + "nauc_ndcg_at_20_max": 0.5286473286975101, + "nauc_ndcg_at_20_std": 0.4751630834399134, + "nauc_ndcg_at_3_diff1": 0.20423478430865052, + "nauc_ndcg_at_3_max": 0.48611634038650936, + "nauc_ndcg_at_3_std": 0.3813244618235552, + "nauc_ndcg_at_5_diff1": 0.19734643802896126, + "nauc_ndcg_at_5_max": 0.5055460100967336, + "nauc_ndcg_at_5_std": 0.4162881782436811, + "nauc_precision_at_1000_diff1": -0.06758113018758934, + "nauc_precision_at_1000_max": 0.26881861662386763, + "nauc_precision_at_1000_std": 0.16642297756968336, + "nauc_precision_at_100_diff1": -0.02850341728060867, + "nauc_precision_at_100_max": 0.4189119873354674, + "nauc_precision_at_100_std": 0.42086324018030374, + "nauc_precision_at_10_diff1": 0.053453247659160597, + "nauc_precision_at_10_max": 0.5159911885202735, + "nauc_precision_at_10_std": 0.47767358178272157, + "nauc_precision_at_1_diff1": 0.20835156017272327, + "nauc_precision_at_1_max": 0.4368772123804743, + "nauc_precision_at_1_std": 0.363306755694154, + "nauc_precision_at_20_diff1": 0.022584388262528083, + "nauc_precision_at_20_max": 0.4922495471145515, + "nauc_precision_at_20_std": 0.48114414591682436, + "nauc_precision_at_3_diff1": 0.10810469129845832, + "nauc_precision_at_3_max": 0.501780055950415, + "nauc_precision_at_3_std": 0.4146321237033052, + "nauc_precision_at_5_diff1": 0.07320384005656239, + "nauc_precision_at_5_max": 0.5124331931635885, + "nauc_precision_at_5_std": 0.4580879573698803, + "nauc_recall_at_1000_diff1": 0.12591890103765507, + "nauc_recall_at_1000_max": 0.6521810340757004, + "nauc_recall_at_1000_std": 0.7732269919651437, + "nauc_recall_at_100_diff1": 0.16875100068858304, + "nauc_recall_at_100_max": 0.5129606383717292, + "nauc_recall_at_100_std": 0.5858064443950072, + "nauc_recall_at_10_diff1": 0.21188635816119156, + "nauc_recall_at_10_max": 0.3797826858882955, + "nauc_recall_at_10_std": 0.34048110160142936, + "nauc_recall_at_1_diff1": 0.43842691988803933, + "nauc_recall_at_1_max": 0.3254677300111458, + "nauc_recall_at_1_std": 0.21057506459248773, + "nauc_recall_at_20_diff1": 0.18565178167071317, + "nauc_recall_at_20_max": 0.4061858934866487, + "nauc_recall_at_20_std": 0.40285546118403964, + "nauc_recall_at_3_diff1": 0.29081479908160585, + "nauc_recall_at_3_max": 0.35731373377940395, + "nauc_recall_at_3_std": 0.26366221049135397, + "nauc_recall_at_5_diff1": 0.23985313580184903, + "nauc_recall_at_5_max": 0.35439648876840385, + "nauc_recall_at_5_std": 0.2874492814640767, + "ndcg_at_1": 0.249, + "ndcg_at_10": 0.24097, + "ndcg_at_100": 0.30698, + "ndcg_at_1000": 0.39229, + "ndcg_at_20": 0.25145, + "ndcg_at_3": 0.23458, + "ndcg_at_5": 0.23461, + "precision_at_1": 0.314, + "precision_at_10": 0.20525, + "precision_at_100": 0.08728, + "precision_at_1000": 0.02216, + "precision_at_20": 0.16508, + "precision_at_3": 0.26567, + "precision_at_5": 0.2422, + "recall_at_1": 0.03929, + "recall_at_10": 0.16875, + "recall_at_100": 0.40917, + "recall_at_1000": 0.67721, + "recall_at_20": 0.22752, + "recall_at_3": 0.08309, + "recall_at_5": 0.11445 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52507, + "map_at_1": 0.09146, + "map_at_10": 0.21532, + "map_at_100": 0.33663, + "map_at_1000": 0.38832, + "map_at_20": 0.251, + "map_at_3": 0.15109, + "map_at_5": 0.17612, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8361031746031746, + "mrr_at_100": 0.8368954393559656, + "mrr_at_1000": 0.8368954393559656, + "mrr_at_20": 0.8368077200577201, + "mrr_at_3": 0.8208333333333334, + "mrr_at_5": 0.8348333333333333, + "nauc_map_at_1000_diff1": 0.1514930243228463, + "nauc_map_at_1000_max": 0.20891545949563012, + "nauc_map_at_1000_std": 0.020267052308763696, + "nauc_map_at_100_diff1": 0.1980905024420387, + "nauc_map_at_100_max": 0.188203266446015, + "nauc_map_at_100_std": -0.10808838669029415, + "nauc_map_at_10_diff1": 0.2184503702816621, + "nauc_map_at_10_max": 0.08738666036988178, + "nauc_map_at_10_std": -0.3127332779371044, + "nauc_map_at_1_diff1": 0.398917557910803, + "nauc_map_at_1_max": 0.07987372771462611, + "nauc_map_at_1_std": -0.3179472663094425, + "nauc_map_at_20_diff1": 0.22001642098852206, + "nauc_map_at_20_max": 0.1150962917796108, + "nauc_map_at_20_std": -0.2790209351425381, + "nauc_map_at_3_diff1": 0.26919976489664615, + "nauc_map_at_3_max": 0.08476398733111477, + "nauc_map_at_3_std": -0.3215013589390902, + "nauc_map_at_5_diff1": 0.24375546391367536, + "nauc_map_at_5_max": 0.08458745501980502, + "nauc_map_at_5_std": -0.32124596421324764, + "nauc_mrr_at_1000_diff1": 0.2899435496605095, + "nauc_mrr_at_1000_max": 0.5340206283596672, + "nauc_mrr_at_1000_std": 0.09176435265116414, + "nauc_mrr_at_100_diff1": 0.2899435496605095, + "nauc_mrr_at_100_max": 0.5340206283596672, + "nauc_mrr_at_100_std": 0.09176435265116414, + "nauc_mrr_at_10_diff1": 0.29206087775564615, + "nauc_mrr_at_10_max": 0.529656569283159, + "nauc_mrr_at_10_std": 0.08792538627334197, + "nauc_mrr_at_1_diff1": 0.29564900044604825, + "nauc_mrr_at_1_max": 0.5470885203357522, + "nauc_mrr_at_1_std": 0.051579416893069774, + "nauc_mrr_at_20_diff1": 0.28908779256371436, + "nauc_mrr_at_20_max": 0.5340325798579857, + "nauc_mrr_at_20_std": 0.09222587644597736, + "nauc_mrr_at_3_diff1": 0.2980375852319972, + "nauc_mrr_at_3_max": 0.5332446366206549, + "nauc_mrr_at_3_std": 0.11428571428571478, + "nauc_mrr_at_5_diff1": 0.2938797852253578, + "nauc_mrr_at_5_max": 0.5310333665519784, + "nauc_mrr_at_5_std": 0.08712983640424063, + "nauc_ndcg_at_1000_diff1": 0.2428474786344644, + "nauc_ndcg_at_1000_max": 0.3879389291412568, + "nauc_ndcg_at_1000_std": 0.12821986638887012, + "nauc_ndcg_at_100_diff1": 0.28446503850905247, + "nauc_ndcg_at_100_max": 0.27006442151151616, + "nauc_ndcg_at_100_std": -0.11392988299563607, + "nauc_ndcg_at_10_diff1": 0.2321229263536779, + "nauc_ndcg_at_10_max": 0.27288936094404914, + "nauc_ndcg_at_10_std": -0.11353304702575241, + "nauc_ndcg_at_1_diff1": 0.39691833590138664, + "nauc_ndcg_at_1_max": 0.43680328710837174, + "nauc_ndcg_at_1_std": -0.0643122752953258, + "nauc_ndcg_at_20_diff1": 0.24639053525373397, + "nauc_ndcg_at_20_max": 0.23488997733893235, + "nauc_ndcg_at_20_std": -0.11966076449974122, + "nauc_ndcg_at_3_diff1": 0.21781094383771318, + "nauc_ndcg_at_3_max": 0.353094525603515, + "nauc_ndcg_at_3_std": -0.027809063234082533, + "nauc_ndcg_at_5_diff1": 0.2238676448751508, + "nauc_ndcg_at_5_max": 0.2893949563175174, + "nauc_ndcg_at_5_std": -0.09131534170176296, + "nauc_precision_at_1000_diff1": -0.18225679443308807, + "nauc_precision_at_1000_max": 0.007110919286016457, + "nauc_precision_at_1000_std": 0.348124574357516, + "nauc_precision_at_100_diff1": -0.1318793356643179, + "nauc_precision_at_100_max": 0.12158662075391323, + "nauc_precision_at_100_std": 0.4547618496830676, + "nauc_precision_at_10_diff1": -0.12190865254094857, + "nauc_precision_at_10_max": 0.21725293998508985, + "nauc_precision_at_10_std": 0.3408766736045574, + "nauc_precision_at_1_diff1": 0.29564900044604825, + "nauc_precision_at_1_max": 0.5470885203357522, + "nauc_precision_at_1_std": 0.051579416893069774, + "nauc_precision_at_20_diff1": -0.1257870860329229, + "nauc_precision_at_20_max": 0.18737015819735284, + "nauc_precision_at_20_std": 0.39371394744208354, + "nauc_precision_at_3_diff1": -0.07263869295626789, + "nauc_precision_at_3_max": 0.3718874052688564, + "nauc_precision_at_3_std": 0.2485515567074569, + "nauc_precision_at_5_diff1": -0.10309885608755542, + "nauc_precision_at_5_max": 0.24724817470815225, + "nauc_precision_at_5_std": 0.2752391273815788, + "nauc_recall_at_1000_diff1": 0.3620866080673237, + "nauc_recall_at_1000_max": 0.45688853708122257, + "nauc_recall_at_1000_std": 0.5502864991850579, + "nauc_recall_at_100_diff1": 0.23664057340796416, + "nauc_recall_at_100_max": 0.06860090826240271, + "nauc_recall_at_100_std": -0.17636804883250068, + "nauc_recall_at_10_diff1": 0.1454227145546131, + "nauc_recall_at_10_max": -0.019014008778130136, + "nauc_recall_at_10_std": -0.34096075402775683, + "nauc_recall_at_1_diff1": 0.398917557910803, + "nauc_recall_at_1_max": 0.07987372771462611, + "nauc_recall_at_1_std": -0.3179472663094425, + "nauc_recall_at_20_diff1": 0.16874700032220472, + "nauc_recall_at_20_max": -0.003525102811164735, + "nauc_recall_at_20_std": -0.3166782057055251, + "nauc_recall_at_3_diff1": 0.22378407666550731, + "nauc_recall_at_3_max": 0.025887298556721738, + "nauc_recall_at_3_std": -0.32886077197751984, + "nauc_recall_at_5_diff1": 0.1798383706890473, + "nauc_recall_at_5_max": -0.0037028559890235984, + "nauc_recall_at_5_std": -0.34644971546997466, + "ndcg_at_1": 0.6375, + "ndcg_at_10": 0.52507, + "ndcg_at_100": 0.57588, + "ndcg_at_1000": 0.69082, + "ndcg_at_20": 0.51639, + "ndcg_at_3": 0.5636, + "ndcg_at_5": 0.54036, + "precision_at_1": 0.74, + "precision_at_10": 0.4435, + "precision_at_100": 0.18435, + "precision_at_1000": 0.03722, + "precision_at_20": 0.352, + "precision_at_3": 0.60167, + "precision_at_5": 0.536, + "recall_at_1": 0.09146, + "recall_at_10": 0.28428, + "recall_at_100": 0.64514, + "recall_at_1000": 0.95354, + "recall_at_20": 0.36339, + "recall_at_3": 0.17106, + "recall_at_5": 0.21345 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.11414, + "map_at_1": 0.02364, + "map_at_10": 0.05038, + "map_at_100": 0.07149, + "map_at_1000": 0.08743, + "map_at_20": 0.05659, + "map_at_3": 0.03893, + "map_at_5": 0.04313, + "mrr_at_1": 0.155, + "mrr_at_10": 0.22433333333333338, + "mrr_at_100": 0.23525522829123868, + "mrr_at_1000": 0.23647127588214648, + "mrr_at_20": 0.23067451655241913, + "mrr_at_3": 0.19916666666666663, + "mrr_at_5": 0.21791666666666668, + "nauc_map_at_1000_diff1": 0.22177527389904272, + "nauc_map_at_1000_max": 0.3779745687877653, + "nauc_map_at_1000_std": 0.5303425115340626, + "nauc_map_at_100_diff1": 0.26961024727295785, + "nauc_map_at_100_max": 0.3402844801363805, + "nauc_map_at_100_std": 0.4702884482072973, + "nauc_map_at_10_diff1": 0.3977749045122476, + "nauc_map_at_10_max": 0.3179410382823658, + "nauc_map_at_10_std": 0.36282120684728086, + "nauc_map_at_1_diff1": 0.5008064371465194, + "nauc_map_at_1_max": 0.25019326519896046, + "nauc_map_at_1_std": 0.23521895034874996, + "nauc_map_at_20_diff1": 0.3652605154753806, + "nauc_map_at_20_max": 0.3253861598317458, + "nauc_map_at_20_std": 0.3926263331585155, + "nauc_map_at_3_diff1": 0.4538549188758463, + "nauc_map_at_3_max": 0.23969623762008746, + "nauc_map_at_3_std": 0.2829814106881673, + "nauc_map_at_5_diff1": 0.4173285373588705, + "nauc_map_at_5_max": 0.26652015776221616, + "nauc_map_at_5_std": 0.31134595999651526, + "nauc_mrr_at_1000_diff1": 0.19055899929258094, + "nauc_mrr_at_1000_max": 0.37731681552427987, + "nauc_mrr_at_1000_std": 0.4581450088335702, + "nauc_mrr_at_100_diff1": 0.19060167089524163, + "nauc_mrr_at_100_max": 0.37757389207331116, + "nauc_mrr_at_100_std": 0.45809837885423216, + "nauc_mrr_at_10_diff1": 0.19505030788300073, + "nauc_mrr_at_10_max": 0.37992864669527454, + "nauc_mrr_at_10_std": 0.4614668567519875, + "nauc_mrr_at_1_diff1": 0.15473509249879497, + "nauc_mrr_at_1_max": 0.3591766082791584, + "nauc_mrr_at_1_std": 0.41089922007927054, + "nauc_mrr_at_20_diff1": 0.19409586078677446, + "nauc_mrr_at_20_max": 0.379133001178167, + "nauc_mrr_at_20_std": 0.4617129947603754, + "nauc_mrr_at_3_diff1": 0.1825668417477225, + "nauc_mrr_at_3_max": 0.34542611923118755, + "nauc_mrr_at_3_std": 0.450183813923534, + "nauc_mrr_at_5_diff1": 0.20399936397846627, + "nauc_mrr_at_5_max": 0.3751910301690344, + "nauc_mrr_at_5_std": 0.4610566905817189, + "nauc_ndcg_at_1000_diff1": 0.1545145143876376, + "nauc_ndcg_at_1000_max": 0.4199276569003917, + "nauc_ndcg_at_1000_std": 0.585582106623824, + "nauc_ndcg_at_100_diff1": 0.19654735497015458, + "nauc_ndcg_at_100_max": 0.38729715515258645, + "nauc_ndcg_at_100_std": 0.52609890639183, + "nauc_ndcg_at_10_diff1": 0.28005204500975045, + "nauc_ndcg_at_10_max": 0.4039550826300293, + "nauc_ndcg_at_10_std": 0.4732635100044668, + "nauc_ndcg_at_1_diff1": 0.1536368088575342, + "nauc_ndcg_at_1_max": 0.34593234103490805, + "nauc_ndcg_at_1_std": 0.38519239472069144, + "nauc_ndcg_at_20_diff1": 0.2738292359362888, + "nauc_ndcg_at_20_max": 0.40005724454525243, + "nauc_ndcg_at_20_std": 0.4911821741202118, + "nauc_ndcg_at_3_diff1": 0.2308186855372376, + "nauc_ndcg_at_3_max": 0.33264804033769557, + "nauc_ndcg_at_3_std": 0.4163379651320314, + "nauc_ndcg_at_5_diff1": 0.26895847745719276, + "nauc_ndcg_at_5_max": 0.3771947922669417, + "nauc_ndcg_at_5_std": 0.4508838191720977, + "nauc_precision_at_1000_diff1": -0.10686952452623935, + "nauc_precision_at_1000_max": 0.3759480007255163, + "nauc_precision_at_1000_std": 0.37950455487651724, + "nauc_precision_at_100_diff1": -0.13771560091062895, + "nauc_precision_at_100_max": 0.390072222419875, + "nauc_precision_at_100_std": 0.5819657806554324, + "nauc_precision_at_10_diff1": 0.08476442396853115, + "nauc_precision_at_10_max": 0.43261852007301055, + "nauc_precision_at_10_std": 0.5625264760714879, + "nauc_precision_at_1_diff1": 0.15473509249879497, + "nauc_precision_at_1_max": 0.3591766082791584, + "nauc_precision_at_1_std": 0.41089922007927054, + "nauc_precision_at_20_diff1": -0.002126289916704147, + "nauc_precision_at_20_max": 0.4293203675165324, + "nauc_precision_at_20_std": 0.5849747868833273, + "nauc_precision_at_3_diff1": 0.12259516026002319, + "nauc_precision_at_3_max": 0.32921880284071686, + "nauc_precision_at_3_std": 0.4700287453500169, + "nauc_precision_at_5_diff1": 0.13609434328864475, + "nauc_precision_at_5_max": 0.41133252320875197, + "nauc_precision_at_5_std": 0.54736429589965, + "nauc_recall_at_1000_diff1": 0.10953546175454379, + "nauc_recall_at_1000_max": 0.35614095254099376, + "nauc_recall_at_1000_std": 0.6406973385912201, + "nauc_recall_at_100_diff1": 0.14580099691345197, + "nauc_recall_at_100_max": 0.32378363967987794, + "nauc_recall_at_100_std": 0.5071243855357169, + "nauc_recall_at_10_diff1": 0.3589909727502241, + "nauc_recall_at_10_max": 0.398769603745621, + "nauc_recall_at_10_std": 0.4413946608562765, + "nauc_recall_at_1_diff1": 0.5008064371465194, + "nauc_recall_at_1_max": 0.25019326519896046, + "nauc_recall_at_1_std": 0.23521895034874996, + "nauc_recall_at_20_diff1": 0.3039718367255759, + "nauc_recall_at_20_max": 0.3681303044335195, + "nauc_recall_at_20_std": 0.46412231828713735, + "nauc_recall_at_3_diff1": 0.4720324426965062, + "nauc_recall_at_3_max": 0.27397752973228273, + "nauc_recall_at_3_std": 0.3351609585605378, + "nauc_recall_at_5_diff1": 0.38273024202995476, + "nauc_recall_at_5_max": 0.3232602843708526, + "nauc_recall_at_5_std": 0.3731753343864631, + "ndcg_at_1": 0.1175, + "ndcg_at_10": 0.11414, + "ndcg_at_100": 0.15972, + "ndcg_at_1000": 0.25615, + "ndcg_at_20": 0.12319, + "ndcg_at_3": 0.10938, + "ndcg_at_5": 0.11121, + "precision_at_1": 0.155, + "precision_at_10": 0.0925, + "precision_at_100": 0.05005, + "precision_at_1000": 0.01744, + "precision_at_20": 0.0785, + "precision_at_3": 0.12, + "precision_at_5": 0.111, + "recall_at_1": 0.02364, + "recall_at_10": 0.08319, + "recall_at_100": 0.22139, + "recall_at_1000": 0.50654, + "recall_at_20": 0.11171, + "recall_at_3": 0.05132, + "recall_at_5": 0.06364 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.18747, + "map_at_1": 0.03636, + "map_at_10": 0.07491, + "map_at_100": 0.11462, + "map_at_1000": 0.13771, + "map_at_20": 0.08701, + "map_at_3": 0.05712, + "map_at_5": 0.06372, + "mrr_at_1": 0.27, + "mrr_at_10": 0.3598035714285715, + "mrr_at_100": 0.37111318087779255, + "mrr_at_1000": 0.37189094626342617, + "mrr_at_20": 0.36654576387664634, + "mrr_at_3": 0.3391666666666666, + "mrr_at_5": 0.3504166666666667, + "nauc_map_at_1000_diff1": 0.2563448710781609, + "nauc_map_at_1000_max": 0.5649444575951977, + "nauc_map_at_1000_std": 0.49634966525194674, + "nauc_map_at_100_diff1": 0.2937477169267782, + "nauc_map_at_100_max": 0.5167356219445011, + "nauc_map_at_100_std": 0.4310123065928472, + "nauc_map_at_10_diff1": 0.37288677336577936, + "nauc_map_at_10_max": 0.44395766469259085, + "nauc_map_at_10_std": 0.28811733488263847, + "nauc_map_at_1_diff1": 0.42415316623299537, + "nauc_map_at_1_max": 0.3792354993359129, + "nauc_map_at_1_std": 0.18936290550502963, + "nauc_map_at_20_diff1": 0.357307353689858, + "nauc_map_at_20_max": 0.4483190423560993, + "nauc_map_at_20_std": 0.3227824066823787, + "nauc_map_at_3_diff1": 0.4447468903452601, + "nauc_map_at_3_max": 0.4422910310684553, + "nauc_map_at_3_std": 0.24034914035938307, + "nauc_map_at_5_diff1": 0.4221872255030311, + "nauc_map_at_5_max": 0.44916341014645816, + "nauc_map_at_5_std": 0.262896903325422, + "nauc_mrr_at_1000_diff1": 0.12414557860584013, + "nauc_mrr_at_1000_max": 0.4990448918242724, + "nauc_mrr_at_1000_std": 0.35909247134876593, + "nauc_mrr_at_100_diff1": 0.12392059199592026, + "nauc_mrr_at_100_max": 0.4993805546496766, + "nauc_mrr_at_100_std": 0.35862264483561124, + "nauc_mrr_at_10_diff1": 0.12405315700035724, + "nauc_mrr_at_10_max": 0.5016196347354498, + "nauc_mrr_at_10_std": 0.36070122570113733, + "nauc_mrr_at_1_diff1": 0.13508502749009074, + "nauc_mrr_at_1_max": 0.4098509710324056, + "nauc_mrr_at_1_std": 0.31009816874795765, + "nauc_mrr_at_20_diff1": 0.12518830266416583, + "nauc_mrr_at_20_max": 0.5010694152117852, + "nauc_mrr_at_20_std": 0.35906861522390915, + "nauc_mrr_at_3_diff1": 0.12557851188247277, + "nauc_mrr_at_3_max": 0.48776117174180866, + "nauc_mrr_at_3_std": 0.35374212765668617, + "nauc_mrr_at_5_diff1": 0.1367958941320322, + "nauc_mrr_at_5_max": 0.5058033379202715, + "nauc_mrr_at_5_std": 0.3641012564196782, + "nauc_ndcg_at_1000_diff1": 0.16409454060590634, + "nauc_ndcg_at_1000_max": 0.6244732062529064, + "nauc_ndcg_at_1000_std": 0.530730062934423, + "nauc_ndcg_at_100_diff1": 0.22363277360806488, + "nauc_ndcg_at_100_max": 0.5701890983787338, + "nauc_ndcg_at_100_std": 0.47362244499208395, + "nauc_ndcg_at_10_diff1": 0.2244744330293787, + "nauc_ndcg_at_10_max": 0.5396172577681599, + "nauc_ndcg_at_10_std": 0.39990855575355627, + "nauc_ndcg_at_1_diff1": 0.1974817494877049, + "nauc_ndcg_at_1_max": 0.4359230917008199, + "nauc_ndcg_at_1_std": 0.2732173732069674, + "nauc_ndcg_at_20_diff1": 0.24526531477172211, + "nauc_ndcg_at_20_max": 0.5304187486770503, + "nauc_ndcg_at_20_std": 0.4174715429609576, + "nauc_ndcg_at_3_diff1": 0.24139735950651686, + "nauc_ndcg_at_3_max": 0.5370291110584057, + "nauc_ndcg_at_3_std": 0.36378231337850264, + "nauc_ndcg_at_5_diff1": 0.24614091532080826, + "nauc_ndcg_at_5_max": 0.5577633023946279, + "nauc_ndcg_at_5_std": 0.3992872483675554, + "nauc_precision_at_1000_diff1": -0.1298649973612113, + "nauc_precision_at_1000_max": 0.4212355435596951, + "nauc_precision_at_1000_std": 0.37489558639541476, + "nauc_precision_at_100_diff1": -0.07934043539299049, + "nauc_precision_at_100_max": 0.5251808713470835, + "nauc_precision_at_100_std": 0.5346284324034373, + "nauc_precision_at_10_diff1": 0.014579358508225391, + "nauc_precision_at_10_max": 0.5409928363152021, + "nauc_precision_at_10_std": 0.489841966953454, + "nauc_precision_at_1_diff1": 0.13508502749009074, + "nauc_precision_at_1_max": 0.4098509710324056, + "nauc_precision_at_1_std": 0.31009816874795765, + "nauc_precision_at_20_diff1": -0.0495999217399583, + "nauc_precision_at_20_max": 0.5095401261768484, + "nauc_precision_at_20_std": 0.4896370952597646, + "nauc_precision_at_3_diff1": 0.11647896643670921, + "nauc_precision_at_3_max": 0.5653052667439743, + "nauc_precision_at_3_std": 0.4326113589758708, + "nauc_precision_at_5_diff1": 0.08229488539408741, + "nauc_precision_at_5_max": 0.5719595996863903, + "nauc_precision_at_5_std": 0.4764400682562375, + "nauc_recall_at_1000_diff1": 0.12888601441341638, + "nauc_recall_at_1000_max": 0.5922041564638603, + "nauc_recall_at_1000_std": 0.6129392781064773, + "nauc_recall_at_100_diff1": 0.2452000378718939, + "nauc_recall_at_100_max": 0.4825373809688331, + "nauc_recall_at_100_std": 0.4464160871457551, + "nauc_recall_at_10_diff1": 0.31429771600688267, + "nauc_recall_at_10_max": 0.40881659602261744, + "nauc_recall_at_10_std": 0.3023807839102667, + "nauc_recall_at_1_diff1": 0.42415316623299537, + "nauc_recall_at_1_max": 0.3792354993359129, + "nauc_recall_at_1_std": 0.18936290550502963, + "nauc_recall_at_20_diff1": 0.34060075734693623, + "nauc_recall_at_20_max": 0.35168460205478547, + "nauc_recall_at_20_std": 0.30843191985018403, + "nauc_recall_at_3_diff1": 0.4476783260587971, + "nauc_recall_at_3_max": 0.4585000111225739, + "nauc_recall_at_3_std": 0.26242492316578275, + "nauc_recall_at_5_diff1": 0.40609212619799184, + "nauc_recall_at_5_max": 0.4456538514824489, + "nauc_recall_at_5_std": 0.2868616771709927, + "ndcg_at_1": 0.22, + "ndcg_at_10": 0.18747, + "ndcg_at_100": 0.24629, + "ndcg_at_1000": 0.35786, + "ndcg_at_20": 0.19809, + "ndcg_at_3": 0.19693, + "ndcg_at_5": 0.19153, + "precision_at_1": 0.27, + "precision_at_10": 0.1525, + "precision_at_100": 0.07895, + "precision_at_1000": 0.0228, + "precision_at_20": 0.13025, + "precision_at_3": 0.22, + "precision_at_5": 0.19, + "recall_at_1": 0.03636, + "recall_at_10": 0.10846, + "recall_at_100": 0.3158, + "recall_at_1000": 0.64804, + "recall_at_20": 0.16101, + "recall_at_3": 0.06621, + "recall_at_5": 0.07984 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.58437, + "map_at_1": 0.13383, + "map_at_10": 0.40232, + "map_at_100": 0.51577, + "map_at_1000": 0.52843, + "map_at_20": 0.45609, + "map_at_3": 0.26374, + "map_at_5": 0.32364, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7715515873015875, + "mrr_at_100": 0.774205752018252, + "mrr_at_1000": 0.774205752018252, + "mrr_at_20": 0.7739813311688312, + "mrr_at_3": 0.7583333333333334, + "mrr_at_5": 0.7670833333333335, + "nauc_map_at_1000_diff1": 0.22992426145657024, + "nauc_map_at_1000_max": 0.27283984475057294, + "nauc_map_at_1000_std": -0.07063150574555481, + "nauc_map_at_100_diff1": 0.23072958647133224, + "nauc_map_at_100_max": 0.2642523060195111, + "nauc_map_at_100_std": -0.1207005647490025, + "nauc_map_at_10_diff1": 0.2884138455709357, + "nauc_map_at_10_max": 0.16236076942910224, + "nauc_map_at_10_std": -0.32472286915406445, + "nauc_map_at_1_diff1": 0.42054010555732735, + "nauc_map_at_1_max": 0.018493669595834955, + "nauc_map_at_1_std": -0.29731156290349436, + "nauc_map_at_20_diff1": 0.2602466740414933, + "nauc_map_at_20_max": 0.21495050991351963, + "nauc_map_at_20_std": -0.2653982941408259, + "nauc_map_at_3_diff1": 0.35573780174441566, + "nauc_map_at_3_max": 0.03645914088876264, + "nauc_map_at_3_std": -0.3411962399907549, + "nauc_map_at_5_diff1": 0.3406076881816792, + "nauc_map_at_5_max": 0.08506213148244461, + "nauc_map_at_5_std": -0.3579309286527209, + "nauc_mrr_at_1000_diff1": 0.4438565777041024, + "nauc_mrr_at_1000_max": 0.43553110816847046, + "nauc_mrr_at_1000_std": 0.2120035104834247, + "nauc_mrr_at_100_diff1": 0.4438565777041024, + "nauc_mrr_at_100_max": 0.43553110816847046, + "nauc_mrr_at_100_std": 0.2120035104834247, + "nauc_mrr_at_10_diff1": 0.4463197160868641, + "nauc_mrr_at_10_max": 0.43833865328914295, + "nauc_mrr_at_10_std": 0.21506075434510122, + "nauc_mrr_at_1_diff1": 0.46166484118291373, + "nauc_mrr_at_1_max": 0.4413687809087589, + "nauc_mrr_at_1_std": 0.20006472169670392, + "nauc_mrr_at_20_diff1": 0.4440047913694037, + "nauc_mrr_at_20_max": 0.43612250968681954, + "nauc_mrr_at_20_std": 0.21240679566479717, + "nauc_mrr_at_3_diff1": 0.43537364433219455, + "nauc_mrr_at_3_max": 0.41738411825880206, + "nauc_mrr_at_3_std": 0.20063140692319148, + "nauc_mrr_at_5_diff1": 0.438327810890965, + "nauc_mrr_at_5_max": 0.4366208448853807, + "nauc_mrr_at_5_std": 0.2148789087782676, + "nauc_ndcg_at_1000_diff1": 0.3112156307477001, + "nauc_ndcg_at_1000_max": 0.3899970520489402, + "nauc_ndcg_at_1000_std": 0.12888662498625794, + "nauc_ndcg_at_100_diff1": 0.30366083944583827, + "nauc_ndcg_at_100_max": 0.3789506284775691, + "nauc_ndcg_at_100_std": 0.01313254176714559, + "nauc_ndcg_at_10_diff1": 0.31531177347469613, + "nauc_ndcg_at_10_max": 0.33497643429963897, + "nauc_ndcg_at_10_std": -0.03988379117011442, + "nauc_ndcg_at_1_diff1": 0.4564873301235332, + "nauc_ndcg_at_1_max": 0.4248457676281339, + "nauc_ndcg_at_1_std": 0.20271434250629441, + "nauc_ndcg_at_20_diff1": 0.31605036523646607, + "nauc_ndcg_at_20_max": 0.3651097586784608, + "nauc_ndcg_at_20_std": -0.04087036155503339, + "nauc_ndcg_at_3_diff1": 0.33377957888466786, + "nauc_ndcg_at_3_max": 0.332408696087804, + "nauc_ndcg_at_3_std": 0.05399750114225909, + "nauc_ndcg_at_5_diff1": 0.34902943363175687, + "nauc_ndcg_at_5_max": 0.33917174872844785, + "nauc_ndcg_at_5_std": -0.009483893287763646, + "nauc_precision_at_1000_diff1": -0.12795775706685528, + "nauc_precision_at_1000_max": 0.10030481498135281, + "nauc_precision_at_1000_std": 0.6370622645122875, + "nauc_precision_at_100_diff1": -0.16612480825583548, + "nauc_precision_at_100_max": 0.14651045086807218, + "nauc_precision_at_100_std": 0.6234790891795297, + "nauc_precision_at_10_diff1": -0.13183975889022617, + "nauc_precision_at_10_max": 0.34086336934188916, + "nauc_precision_at_10_std": 0.44281091810563344, + "nauc_precision_at_1_diff1": 0.46166484118291373, + "nauc_precision_at_1_max": 0.4413687809087589, + "nauc_precision_at_1_std": 0.20006472169670392, + "nauc_precision_at_20_diff1": -0.1729120939211207, + "nauc_precision_at_20_max": 0.2750209191186752, + "nauc_precision_at_20_std": 0.5469999821964946, + "nauc_precision_at_3_diff1": 0.08849778347355465, + "nauc_precision_at_3_max": 0.32981420610153206, + "nauc_precision_at_3_std": 0.20269125434756577, + "nauc_precision_at_5_diff1": -0.0007549622419798207, + "nauc_precision_at_5_max": 0.36233233794567066, + "nauc_precision_at_5_std": 0.26976722988303076, + "nauc_recall_at_1000_diff1": -0.03282549607350659, + "nauc_recall_at_1000_max": 0.3846646799053777, + "nauc_recall_at_1000_std": 0.30794058798742463, + "nauc_recall_at_100_diff1": 0.033975412581145274, + "nauc_recall_at_100_max": 0.19511986686676194, + "nauc_recall_at_100_std": -0.34747420447372696, + "nauc_recall_at_10_diff1": 0.21409797868781494, + "nauc_recall_at_10_max": 0.0664376532173695, + "nauc_recall_at_10_std": -0.43072881575960964, + "nauc_recall_at_1_diff1": 0.42054010555732735, + "nauc_recall_at_1_max": 0.018493669595834955, + "nauc_recall_at_1_std": -0.29731156290349436, + "nauc_recall_at_20_diff1": 0.17149245595202067, + "nauc_recall_at_20_max": 0.1272908535613323, + "nauc_recall_at_20_std": -0.4432804634150654, + "nauc_recall_at_3_diff1": 0.32417338720455213, + "nauc_recall_at_3_max": -0.028781238324011207, + "nauc_recall_at_3_std": -0.3939091957563054, + "nauc_recall_at_5_diff1": 0.2936021245802453, + "nauc_recall_at_5_max": 0.0254635742056421, + "nauc_recall_at_5_std": -0.42389509475875836, + "ndcg_at_1": 0.57, + "ndcg_at_10": 0.58437, + "ndcg_at_100": 0.6832, + "ndcg_at_1000": 0.71435, + "ndcg_at_20": 0.62119, + "ndcg_at_3": 0.53883, + "ndcg_at_5": 0.5507, + "precision_at_1": 0.66, + "precision_at_10": 0.396, + "precision_at_100": 0.10325, + "precision_at_1000": 0.01339, + "precision_at_20": 0.289, + "precision_at_3": 0.55167, + "precision_at_5": 0.491, + "recall_at_1": 0.13383, + "recall_at_10": 0.53944, + "recall_at_100": 0.89615, + "recall_at_1000": 0.99442, + "recall_at_20": 0.67686, + "recall_at_3": 0.30053, + "recall_at_5": 0.39471 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.2742, + "map_at_1": 0.05745, + "map_at_10": 0.17276, + "map_at_100": 0.23816, + "map_at_1000": 0.25394, + "map_at_20": 0.20173, + "map_at_3": 0.11549, + "map_at_5": 0.13939, + "mrr_at_1": 0.305, + "mrr_at_10": 0.4126884920634921, + "mrr_at_100": 0.4240722522714344, + "mrr_at_1000": 0.42441423384949195, + "mrr_at_20": 0.42012737700895597, + "mrr_at_3": 0.38249999999999995, + "mrr_at_5": 0.39624999999999994, + "nauc_map_at_1000_diff1": 0.1796179128120215, + "nauc_map_at_1000_max": 0.4544688441166292, + "nauc_map_at_1000_std": 0.11351426338834958, + "nauc_map_at_100_diff1": 0.1871074561496919, + "nauc_map_at_100_max": 0.43696623165234577, + "nauc_map_at_100_std": 0.063234969034848, + "nauc_map_at_10_diff1": 0.23901070037114752, + "nauc_map_at_10_max": 0.33807251443060155, + "nauc_map_at_10_std": -0.09092052597563122, + "nauc_map_at_1_diff1": 0.22146489860939675, + "nauc_map_at_1_max": 0.2705338596395731, + "nauc_map_at_1_std": -0.12131094014653836, + "nauc_map_at_20_diff1": 0.22040281878834045, + "nauc_map_at_20_max": 0.3913377192109363, + "nauc_map_at_20_std": -0.026367963190922383, + "nauc_map_at_3_diff1": 0.27758179389655635, + "nauc_map_at_3_max": 0.29852726652903244, + "nauc_map_at_3_std": -0.15357612662879727, + "nauc_map_at_5_diff1": 0.27298103366666704, + "nauc_map_at_5_max": 0.29639150774028195, + "nauc_map_at_5_std": -0.14494431773347527, + "nauc_mrr_at_1000_diff1": 0.10674821611963302, + "nauc_mrr_at_1000_max": 0.38599460846937667, + "nauc_mrr_at_1000_std": 0.15326204105474256, + "nauc_mrr_at_100_diff1": 0.10675500764743939, + "nauc_mrr_at_100_max": 0.3861860578335143, + "nauc_mrr_at_100_std": 0.15338972296028833, + "nauc_mrr_at_10_diff1": 0.11310918584881968, + "nauc_mrr_at_10_max": 0.3918570461301443, + "nauc_mrr_at_10_std": 0.15255427384166956, + "nauc_mrr_at_1_diff1": 0.06967591500603153, + "nauc_mrr_at_1_max": 0.30889498406194615, + "nauc_mrr_at_1_std": 0.10085115272901264, + "nauc_mrr_at_20_diff1": 0.10409938624338455, + "nauc_mrr_at_20_max": 0.38721956064777674, + "nauc_mrr_at_20_std": 0.15383002446817776, + "nauc_mrr_at_3_diff1": 0.12638990078434367, + "nauc_mrr_at_3_max": 0.3722167330359192, + "nauc_mrr_at_3_std": 0.13656873736516828, + "nauc_mrr_at_5_diff1": 0.11288303433250829, + "nauc_mrr_at_5_max": 0.3715315090945498, + "nauc_mrr_at_5_std": 0.14050868002676717, + "nauc_ndcg_at_1000_diff1": 0.12171339145512243, + "nauc_ndcg_at_1000_max": 0.5292794135082904, + "nauc_ndcg_at_1000_std": 0.27863320684787435, + "nauc_ndcg_at_100_diff1": 0.12995625719399756, + "nauc_ndcg_at_100_max": 0.49848490173990695, + "nauc_ndcg_at_100_std": 0.1651482498271013, + "nauc_ndcg_at_10_diff1": 0.2034567909226353, + "nauc_ndcg_at_10_max": 0.44933760389676614, + "nauc_ndcg_at_10_std": 0.07986218327116534, + "nauc_ndcg_at_1_diff1": 0.07697141767009688, + "nauc_ndcg_at_1_max": 0.30133204654868634, + "nauc_ndcg_at_1_std": 0.09063976388997991, + "nauc_ndcg_at_20_diff1": 0.17593813738289965, + "nauc_ndcg_at_20_max": 0.46836745873179514, + "nauc_ndcg_at_20_std": 0.10671732681557405, + "nauc_ndcg_at_3_diff1": 0.1711656834577985, + "nauc_ndcg_at_3_max": 0.41582690600696054, + "nauc_ndcg_at_3_std": 0.09682196576746999, + "nauc_ndcg_at_5_diff1": 0.19813373617704494, + "nauc_ndcg_at_5_max": 0.41194360025252524, + "nauc_ndcg_at_5_std": 0.07314972357604753, + "nauc_precision_at_1000_diff1": -0.1137621726654466, + "nauc_precision_at_1000_max": 0.18397216385367954, + "nauc_precision_at_1000_std": 0.513960460019431, + "nauc_precision_at_100_diff1": -0.16156602370589804, + "nauc_precision_at_100_max": 0.3105087659688598, + "nauc_precision_at_100_std": 0.5648966473775926, + "nauc_precision_at_10_diff1": -0.003716985577048716, + "nauc_precision_at_10_max": 0.4403925291069728, + "nauc_precision_at_10_std": 0.3314826474085115, + "nauc_precision_at_1_diff1": 0.06967591500603153, + "nauc_precision_at_1_max": 0.30889498406194615, + "nauc_precision_at_1_std": 0.10085115272901264, + "nauc_precision_at_20_diff1": -0.07470427911687715, + "nauc_precision_at_20_max": 0.42672499044345047, + "nauc_precision_at_20_std": 0.4250903991932589, + "nauc_precision_at_3_diff1": 0.09382062832810693, + "nauc_precision_at_3_max": 0.40268437751486963, + "nauc_precision_at_3_std": 0.17984342672845716, + "nauc_precision_at_5_diff1": 0.056827561107175746, + "nauc_precision_at_5_max": 0.3989107617518799, + "nauc_precision_at_5_std": 0.22857755623289955, + "nauc_recall_at_1000_diff1": -0.04771018660420572, + "nauc_recall_at_1000_max": 0.7066636222010585, + "nauc_recall_at_1000_std": 0.6683476789897929, + "nauc_recall_at_100_diff1": 0.08229581645295014, + "nauc_recall_at_100_max": 0.4466406376804946, + "nauc_recall_at_100_std": 0.12387343945191717, + "nauc_recall_at_10_diff1": 0.26910415192569537, + "nauc_recall_at_10_max": 0.3554559465549782, + "nauc_recall_at_10_std": -0.07217878761715302, + "nauc_recall_at_1_diff1": 0.22146489860939675, + "nauc_recall_at_1_max": 0.2705338596395731, + "nauc_recall_at_1_std": -0.12131094014653836, + "nauc_recall_at_20_diff1": 0.19998400427343663, + "nauc_recall_at_20_max": 0.3769076210200293, + "nauc_recall_at_20_std": -0.018690299944025688, + "nauc_recall_at_3_diff1": 0.33960285849498034, + "nauc_recall_at_3_max": 0.3189322627181378, + "nauc_recall_at_3_std": -0.15603650977033676, + "nauc_recall_at_5_diff1": 0.3419164518714135, + "nauc_recall_at_5_max": 0.289528964000233, + "nauc_recall_at_5_std": -0.15774509137310208, + "ndcg_at_1": 0.2475, + "ndcg_at_10": 0.2742, + "ndcg_at_100": 0.39106, + "ndcg_at_1000": 0.46969, + "ndcg_at_20": 0.31382, + "ndcg_at_3": 0.24156, + "ndcg_at_5": 0.24534, + "precision_at_1": 0.305, + "precision_at_10": 0.1865, + "precision_at_100": 0.06685, + "precision_at_1000": 0.0125, + "precision_at_20": 0.14925, + "precision_at_3": 0.255, + "precision_at_5": 0.219, + "recall_at_1": 0.05745, + "recall_at_10": 0.27753, + "recall_at_100": 0.62778, + "recall_at_1000": 0.9246, + "recall_at_20": 0.38665, + "recall_at_3": 0.14308, + "recall_at_5": 0.18979 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.34004, + "map_at_1": 0.05848, + "map_at_10": 0.21614, + "map_at_100": 0.29065, + "map_at_1000": 0.30414, + "map_at_20": 0.25096, + "map_at_3": 0.12757, + "map_at_5": 0.16411, + "mrr_at_1": 0.36, + "mrr_at_10": 0.4726706349206349, + "mrr_at_100": 0.48143628761652074, + "mrr_at_1000": 0.48163548155149044, + "mrr_at_20": 0.47805075398457747, + "mrr_at_3": 0.4383333333333333, + "mrr_at_5": 0.46008333333333323, + "nauc_map_at_1000_diff1": 0.09993261393997996, + "nauc_map_at_1000_max": 0.47165933626513257, + "nauc_map_at_1000_std": 0.18043432908756032, + "nauc_map_at_100_diff1": 0.11358047174412397, + "nauc_map_at_100_max": 0.4712922525360052, + "nauc_map_at_100_std": 0.13292029213376208, + "nauc_map_at_10_diff1": 0.14332844911336118, + "nauc_map_at_10_max": 0.39103660261449297, + "nauc_map_at_10_std": -0.022636953552050948, + "nauc_map_at_1_diff1": 0.3416392043981489, + "nauc_map_at_1_max": 0.30798711625135217, + "nauc_map_at_1_std": -0.06709506224517485, + "nauc_map_at_20_diff1": 0.1271564198161272, + "nauc_map_at_20_max": 0.43652869006123596, + "nauc_map_at_20_std": 0.0426338078448841, + "nauc_map_at_3_diff1": 0.24336527987322729, + "nauc_map_at_3_max": 0.33839246860959454, + "nauc_map_at_3_std": -0.08444672270153605, + "nauc_map_at_5_diff1": 0.18566577188340821, + "nauc_map_at_5_max": 0.34423304986747444, + "nauc_map_at_5_std": -0.08095001670815224, + "nauc_mrr_at_1000_diff1": 0.1532616145311878, + "nauc_mrr_at_1000_max": 0.3928378323513024, + "nauc_mrr_at_1000_std": 0.24854346158616034, + "nauc_mrr_at_100_diff1": 0.15319613553290332, + "nauc_mrr_at_100_max": 0.3931046112898256, + "nauc_mrr_at_100_std": 0.24872919217084496, + "nauc_mrr_at_10_diff1": 0.14826352807610785, + "nauc_mrr_at_10_max": 0.3916542701363694, + "nauc_mrr_at_10_std": 0.2479292320933484, + "nauc_mrr_at_1_diff1": 0.19914842806907043, + "nauc_mrr_at_1_max": 0.32303967879074164, + "nauc_mrr_at_1_std": 0.2142182333490787, + "nauc_mrr_at_20_diff1": 0.152535124044228, + "nauc_mrr_at_20_max": 0.3913990240233201, + "nauc_mrr_at_20_std": 0.24693149944224427, + "nauc_mrr_at_3_diff1": 0.15001866209538475, + "nauc_mrr_at_3_max": 0.39863688479340953, + "nauc_mrr_at_3_std": 0.23171394025000516, + "nauc_mrr_at_5_diff1": 0.15692442482963076, + "nauc_mrr_at_5_max": 0.39724905603004823, + "nauc_mrr_at_5_std": 0.2502372781396248, + "nauc_ndcg_at_1000_diff1": 0.08014813339075201, + "nauc_ndcg_at_1000_max": 0.49559097527751456, + "nauc_ndcg_at_1000_std": 0.34758610425960274, + "nauc_ndcg_at_100_diff1": 0.1268741730652163, + "nauc_ndcg_at_100_max": 0.5224005173437954, + "nauc_ndcg_at_100_std": 0.240323799291194, + "nauc_ndcg_at_10_diff1": 0.12867431300649015, + "nauc_ndcg_at_10_max": 0.4673510473083215, + "nauc_ndcg_at_10_std": 0.15554541570864605, + "nauc_ndcg_at_1_diff1": 0.1893998765492035, + "nauc_ndcg_at_1_max": 0.34069992440372565, + "nauc_ndcg_at_1_std": 0.2263900351626707, + "nauc_ndcg_at_20_diff1": 0.1281772654908532, + "nauc_ndcg_at_20_max": 0.49173247069034043, + "nauc_ndcg_at_20_std": 0.17310371361789323, + "nauc_ndcg_at_3_diff1": 0.1239859940691249, + "nauc_ndcg_at_3_max": 0.4311529225234176, + "nauc_ndcg_at_3_std": 0.18807824871345877, + "nauc_ndcg_at_5_diff1": 0.1153347731768394, + "nauc_ndcg_at_5_max": 0.44105962619895367, + "nauc_ndcg_at_5_std": 0.17477396364136585, + "nauc_precision_at_1000_diff1": -0.17455400669269408, + "nauc_precision_at_1000_max": -0.002837820581076846, + "nauc_precision_at_1000_std": 0.5329892379566936, + "nauc_precision_at_100_diff1": -0.1145201938610663, + "nauc_precision_at_100_max": 0.21191843863249382, + "nauc_precision_at_100_std": 0.5933210496441514, + "nauc_precision_at_10_diff1": -0.07940423625051753, + "nauc_precision_at_10_max": 0.41186548467476747, + "nauc_precision_at_10_std": 0.36457713311893325, + "nauc_precision_at_1_diff1": 0.19914842806907043, + "nauc_precision_at_1_max": 0.32303967879074164, + "nauc_precision_at_1_std": 0.2142182333490787, + "nauc_precision_at_20_diff1": -0.07672843695594424, + "nauc_precision_at_20_max": 0.3806249815574376, + "nauc_precision_at_20_std": 0.47726400897046234, + "nauc_precision_at_3_diff1": 0.014137935941034999, + "nauc_precision_at_3_max": 0.4357119480926021, + "nauc_precision_at_3_std": 0.2634243515132544, + "nauc_precision_at_5_diff1": -0.03858988800762771, + "nauc_precision_at_5_max": 0.43120139019711085, + "nauc_precision_at_5_std": 0.3252603736154739, + "nauc_recall_at_1000_diff1": -0.12012128608031962, + "nauc_recall_at_1000_max": 0.7125345465284907, + "nauc_recall_at_1000_std": 0.719820495468704, + "nauc_recall_at_100_diff1": 0.14170553125966312, + "nauc_recall_at_100_max": 0.5725623138859413, + "nauc_recall_at_100_std": 0.16171745737871718, + "nauc_recall_at_10_diff1": 0.1538569851504305, + "nauc_recall_at_10_max": 0.3917321176353455, + "nauc_recall_at_10_std": -0.06572042518878063, + "nauc_recall_at_1_diff1": 0.3416392043981489, + "nauc_recall_at_1_max": 0.30798711625135217, + "nauc_recall_at_1_std": -0.06709506224517485, + "nauc_recall_at_20_diff1": 0.14214060922008526, + "nauc_recall_at_20_max": 0.4515976451418429, + "nauc_recall_at_20_std": -0.018292299687351753, + "nauc_recall_at_3_diff1": 0.24818587999737104, + "nauc_recall_at_3_max": 0.34391493032909093, + "nauc_recall_at_3_std": -0.09259999142467973, + "nauc_recall_at_5_diff1": 0.18015568497944254, + "nauc_recall_at_5_max": 0.3203751923851618, + "nauc_recall_at_5_std": -0.11571990282628694, + "ndcg_at_1": 0.305, + "ndcg_at_10": 0.34004, + "ndcg_at_100": 0.45193, + "ndcg_at_1000": 0.51251, + "ndcg_at_20": 0.37869, + "ndcg_at_3": 0.2876, + "ndcg_at_5": 0.30374, + "precision_at_1": 0.36, + "precision_at_10": 0.244, + "precision_at_100": 0.07455, + "precision_at_1000": 0.01228, + "precision_at_20": 0.18625, + "precision_at_3": 0.30833, + "precision_at_5": 0.29, + "recall_at_1": 0.05848, + "recall_at_10": 0.35145, + "recall_at_100": 0.69769, + "recall_at_1000": 0.92178, + "recall_at_20": 0.46139, + "recall_at_3": 0.16139, + "recall_at_5": 0.23059 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55359, + "map_at_1": 0.0678, + "map_at_10": 0.23075, + "map_at_100": 0.41568, + "map_at_1000": 0.46964, + "map_at_20": 0.293, + "map_at_3": 0.1359, + "map_at_5": 0.17577, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8284087301587304, + "mrr_at_100": 0.8295480907980911, + "mrr_at_1000": 0.829591194246367, + "mrr_at_20": 0.8291779609279613, + "mrr_at_3": 0.8158333333333334, + "mrr_at_5": 0.8228333333333336, + "nauc_map_at_1000_diff1": 0.05185430012073607, + "nauc_map_at_1000_max": 0.4789269230005441, + "nauc_map_at_1000_std": 0.2898345501496569, + "nauc_map_at_100_diff1": 0.11640173373765776, + "nauc_map_at_100_max": 0.41152719446517766, + "nauc_map_at_100_std": 0.2933896011141217, + "nauc_map_at_10_diff1": 0.20809025031497572, + "nauc_map_at_10_max": 0.261825853180388, + "nauc_map_at_10_std": 0.08742386275823189, + "nauc_map_at_1_diff1": 0.4798623630177408, + "nauc_map_at_1_max": 0.08758930133080331, + "nauc_map_at_1_std": -0.06859670511912068, + "nauc_map_at_20_diff1": 0.19500931595959897, + "nauc_map_at_20_max": 0.30424021141867225, + "nauc_map_at_20_std": 0.14220449046754496, + "nauc_map_at_3_diff1": 0.31888297976193164, + "nauc_map_at_3_max": 0.20369249749477705, + "nauc_map_at_3_std": 0.005968589780159212, + "nauc_map_at_5_diff1": 0.26697964262154245, + "nauc_map_at_5_max": 0.22552026874526582, + "nauc_map_at_5_std": 0.036838645852692795, + "nauc_mrr_at_1000_diff1": 0.2577535880368165, + "nauc_mrr_at_1000_max": 0.482566685952202, + "nauc_mrr_at_1000_std": 0.38466335426421466, + "nauc_mrr_at_100_diff1": 0.2579602367835569, + "nauc_mrr_at_100_max": 0.48267435105709383, + "nauc_mrr_at_100_std": 0.3846559522386774, + "nauc_mrr_at_10_diff1": 0.2559640428486875, + "nauc_mrr_at_10_max": 0.48446581363948804, + "nauc_mrr_at_10_std": 0.38755064446483956, + "nauc_mrr_at_1_diff1": 0.28709298081991774, + "nauc_mrr_at_1_max": 0.4300008109971208, + "nauc_mrr_at_1_std": 0.3015692794290583, + "nauc_mrr_at_20_diff1": 0.25832501051152806, + "nauc_mrr_at_20_max": 0.4835013770977842, + "nauc_mrr_at_20_std": 0.38483888634799396, + "nauc_mrr_at_3_diff1": 0.22862313655061609, + "nauc_mrr_at_3_max": 0.4939912558113771, + "nauc_mrr_at_3_std": 0.41024048827106185, + "nauc_mrr_at_5_diff1": 0.2541983655468142, + "nauc_mrr_at_5_max": 0.48640227625014065, + "nauc_mrr_at_5_std": 0.3904024766310582, + "nauc_ndcg_at_1000_diff1": 0.142330964230219, + "nauc_ndcg_at_1000_max": 0.4839765201307241, + "nauc_ndcg_at_1000_std": 0.33399587813746034, + "nauc_ndcg_at_100_diff1": 0.20333227562313252, + "nauc_ndcg_at_100_max": 0.46308831881056817, + "nauc_ndcg_at_100_std": 0.3117751135118836, + "nauc_ndcg_at_10_diff1": 0.16645436718145779, + "nauc_ndcg_at_10_max": 0.41101337310907526, + "nauc_ndcg_at_10_std": 0.17240371792692027, + "nauc_ndcg_at_1_diff1": 0.30977384848336836, + "nauc_ndcg_at_1_max": 0.3110763770168839, + "nauc_ndcg_at_1_std": 0.14856966085413256, + "nauc_ndcg_at_20_diff1": 0.18217168110438287, + "nauc_ndcg_at_20_max": 0.45522681650432734, + "nauc_ndcg_at_20_std": 0.1772752855248702, + "nauc_ndcg_at_3_diff1": 0.15018389185496936, + "nauc_ndcg_at_3_max": 0.36096299015781613, + "nauc_ndcg_at_3_std": 0.22419607054082613, + "nauc_ndcg_at_5_diff1": 0.15902974966139716, + "nauc_ndcg_at_5_max": 0.37671338073709215, + "nauc_ndcg_at_5_std": 0.1895083287805994, + "nauc_precision_at_1000_diff1": -0.23858386529275388, + "nauc_precision_at_1000_max": 0.13400144112161338, + "nauc_precision_at_1000_std": -0.1534704371033733, + "nauc_precision_at_100_diff1": -0.2233410444099804, + "nauc_precision_at_100_max": 0.19937195697458324, + "nauc_precision_at_100_std": 0.07460934414096781, + "nauc_precision_at_10_diff1": -0.21746430536055877, + "nauc_precision_at_10_max": 0.33656719787843703, + "nauc_precision_at_10_std": 0.2198658423442288, + "nauc_precision_at_1_diff1": 0.28709298081991774, + "nauc_precision_at_1_max": 0.4300008109971208, + "nauc_precision_at_1_std": 0.3015692794290583, + "nauc_precision_at_20_diff1": -0.21798986448121888, + "nauc_precision_at_20_max": 0.29569197551769066, + "nauc_precision_at_20_std": 0.1765796939357989, + "nauc_precision_at_3_diff1": -0.12489159549037158, + "nauc_precision_at_3_max": 0.39994303763036576, + "nauc_precision_at_3_std": 0.30849283330186494, + "nauc_precision_at_5_diff1": -0.1880961115187084, + "nauc_precision_at_5_max": 0.36325728602425844, + "nauc_precision_at_5_std": 0.23787874057538963, + "nauc_recall_at_1000_diff1": 0.3219077420145668, + "nauc_recall_at_1000_max": -0.12326073941516963, + "nauc_recall_at_1000_std": 0.7149073931460841, + "nauc_recall_at_100_diff1": 0.23386184614233227, + "nauc_recall_at_100_max": 0.11827621683028637, + "nauc_recall_at_100_std": 0.24825252487667404, + "nauc_recall_at_10_diff1": 0.21790465097089382, + "nauc_recall_at_10_max": 0.11754286826998728, + "nauc_recall_at_10_std": 0.004047673130928874, + "nauc_recall_at_1_diff1": 0.4798623630177408, + "nauc_recall_at_1_max": 0.08758930133080331, + "nauc_recall_at_1_std": -0.06859670511912068, + "nauc_recall_at_20_diff1": 0.21333666261250478, + "nauc_recall_at_20_max": 0.10434617846626758, + "nauc_recall_at_20_std": 0.03395901207992224, + "nauc_recall_at_3_diff1": 0.28461475008903586, + "nauc_recall_at_3_max": 0.17032839502550468, + "nauc_recall_at_3_std": -0.013247250840947043, + "nauc_recall_at_5_diff1": 0.28738685845440753, + "nauc_recall_at_5_max": 0.1438555400613902, + "nauc_recall_at_5_std": -0.021942007876424214, + "ndcg_at_1": 0.63, + "ndcg_at_10": 0.55359, + "ndcg_at_100": 0.64363, + "ndcg_at_1000": 0.72783, + "ndcg_at_20": 0.56671, + "ndcg_at_3": 0.58321, + "ndcg_at_5": 0.56526, + "precision_at_1": 0.74, + "precision_at_10": 0.5185, + "precision_at_100": 0.235, + "precision_at_1000": 0.04702, + "precision_at_20": 0.444, + "precision_at_3": 0.66333, + "precision_at_5": 0.608, + "recall_at_1": 0.0678, + "recall_at_10": 0.29668, + "recall_at_100": 0.72634, + "recall_at_1000": 0.97788, + "recall_at_20": 0.41665, + "recall_at_3": 0.14633, + "recall_at_5": 0.20231 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.2398, + "map_at_1": 0.02541, + "map_at_10": 0.09712, + "map_at_100": 0.16715, + "map_at_1000": 0.20111, + "map_at_20": 0.11943, + "map_at_3": 0.05418, + "map_at_5": 0.07576, + "mrr_at_1": 0.32, + "mrr_at_10": 0.42834920634920637, + "mrr_at_100": 0.438096703955989, + "mrr_at_1000": 0.4384621039785847, + "mrr_at_20": 0.43417384391494307, + "mrr_at_3": 0.3908333333333332, + "mrr_at_5": 0.4108333333333333, + "nauc_map_at_1000_diff1": 0.16861072920947148, + "nauc_map_at_1000_max": 0.6160353533658651, + "nauc_map_at_1000_std": 0.5582937271439674, + "nauc_map_at_100_diff1": 0.20225690654985712, + "nauc_map_at_100_max": 0.5751148659608377, + "nauc_map_at_100_std": 0.5801370213733895, + "nauc_map_at_10_diff1": 0.2621610636215216, + "nauc_map_at_10_max": 0.5493850227616367, + "nauc_map_at_10_std": 0.4658882165554385, + "nauc_map_at_1_diff1": 0.37287840710069214, + "nauc_map_at_1_max": 0.2885175155617779, + "nauc_map_at_1_std": 0.3339781049043479, + "nauc_map_at_20_diff1": 0.24808146717940704, + "nauc_map_at_20_max": 0.5643023450151636, + "nauc_map_at_20_std": 0.5083412303940963, + "nauc_map_at_3_diff1": 0.32486199330447874, + "nauc_map_at_3_max": 0.47546127702578483, + "nauc_map_at_3_std": 0.4262717453512851, + "nauc_map_at_5_diff1": 0.29617147926932436, + "nauc_map_at_5_max": 0.5166223914547726, + "nauc_map_at_5_std": 0.432169417713564, + "nauc_mrr_at_1000_diff1": 0.08713394537832042, + "nauc_mrr_at_1000_max": 0.45722215632277624, + "nauc_mrr_at_1000_std": 0.3308710696010817, + "nauc_mrr_at_100_diff1": 0.08735062594644113, + "nauc_mrr_at_100_max": 0.45759795467666364, + "nauc_mrr_at_100_std": 0.33124048543522605, + "nauc_mrr_at_10_diff1": 0.0898290479363351, + "nauc_mrr_at_10_max": 0.45819436527879615, + "nauc_mrr_at_10_std": 0.3324698603348653, + "nauc_mrr_at_1_diff1": 0.07104918120518028, + "nauc_mrr_at_1_max": 0.406106175746548, + "nauc_mrr_at_1_std": 0.2846449213314782, + "nauc_mrr_at_20_diff1": 0.08573664649298818, + "nauc_mrr_at_20_max": 0.4595802737472338, + "nauc_mrr_at_20_std": 0.33286428303618054, + "nauc_mrr_at_3_diff1": 0.07669982637296328, + "nauc_mrr_at_3_max": 0.4502842023710977, + "nauc_mrr_at_3_std": 0.32513127021826604, + "nauc_mrr_at_5_diff1": 0.08961248963341989, + "nauc_mrr_at_5_max": 0.44727644476652284, + "nauc_mrr_at_5_std": 0.31693108713778845, + "nauc_ndcg_at_1000_diff1": 0.16574580059522442, + "nauc_ndcg_at_1000_max": 0.5890369012211766, + "nauc_ndcg_at_1000_std": 0.564583859280562, + "nauc_ndcg_at_100_diff1": 0.20257392406424748, + "nauc_ndcg_at_100_max": 0.591392960502692, + "nauc_ndcg_at_100_std": 0.5868581868334618, + "nauc_ndcg_at_10_diff1": 0.18032426092272508, + "nauc_ndcg_at_10_max": 0.5672572949682705, + "nauc_ndcg_at_10_std": 0.43508377184240243, + "nauc_ndcg_at_1_diff1": 0.09336367432470222, + "nauc_ndcg_at_1_max": 0.38262595150804685, + "nauc_ndcg_at_1_std": 0.310454999942536, + "nauc_ndcg_at_20_diff1": 0.1918472047372076, + "nauc_ndcg_at_20_max": 0.6040201973030027, + "nauc_ndcg_at_20_std": 0.4909988666940249, + "nauc_ndcg_at_3_diff1": 0.1437578197738556, + "nauc_ndcg_at_3_max": 0.4877544021559706, + "nauc_ndcg_at_3_std": 0.3924070556350121, + "nauc_ndcg_at_5_diff1": 0.16459970581760142, + "nauc_ndcg_at_5_max": 0.5282363677358776, + "nauc_ndcg_at_5_std": 0.4034088852671483, + "nauc_precision_at_1000_diff1": -0.10087547981345112, + "nauc_precision_at_1000_max": 0.30093587066604977, + "nauc_precision_at_1000_std": -0.17726603233348753, + "nauc_precision_at_100_diff1": -0.0774441409536915, + "nauc_precision_at_100_max": 0.4084975380708343, + "nauc_precision_at_100_std": 0.1963122320983597, + "nauc_precision_at_10_diff1": 0.018090786022972954, + "nauc_precision_at_10_max": 0.566638679660581, + "nauc_precision_at_10_std": 0.3734831024313391, + "nauc_precision_at_1_diff1": 0.07104918120518028, + "nauc_precision_at_1_max": 0.406106175746548, + "nauc_precision_at_1_std": 0.2846449213314782, + "nauc_precision_at_20_diff1": -0.013741600159421236, + "nauc_precision_at_20_max": 0.535685887614462, + "nauc_precision_at_20_std": 0.3364065506505896, + "nauc_precision_at_3_diff1": 0.038576790158149445, + "nauc_precision_at_3_max": 0.5048244630403712, + "nauc_precision_at_3_std": 0.37315485567141243, + "nauc_precision_at_5_diff1": 0.03513759828448926, + "nauc_precision_at_5_max": 0.5545014295925662, + "nauc_precision_at_5_std": 0.3611615439599716, + "nauc_recall_at_1000_diff1": 0.21762626139959204, + "nauc_recall_at_1000_max": 0.5769425669935423, + "nauc_recall_at_1000_std": 0.7830715731387751, + "nauc_recall_at_100_diff1": 0.19485864028166372, + "nauc_recall_at_100_max": 0.43609121198405604, + "nauc_recall_at_100_std": 0.607043907504024, + "nauc_recall_at_10_diff1": 0.20300196993141953, + "nauc_recall_at_10_max": 0.47569715682798425, + "nauc_recall_at_10_std": 0.4054118452255702, + "nauc_recall_at_1_diff1": 0.37287840710069214, + "nauc_recall_at_1_max": 0.2885175155617779, + "nauc_recall_at_1_std": 0.3339781049043479, + "nauc_recall_at_20_diff1": 0.19571466818864425, + "nauc_recall_at_20_max": 0.49064224855302063, + "nauc_recall_at_20_std": 0.4716653764252343, + "nauc_recall_at_3_diff1": 0.3027826515249864, + "nauc_recall_at_3_max": 0.47536025670319115, + "nauc_recall_at_3_std": 0.4128636911179627, + "nauc_recall_at_5_diff1": 0.24944623214919062, + "nauc_recall_at_5_max": 0.4406693619783949, + "nauc_recall_at_5_std": 0.36433491743117535, + "ndcg_at_1": 0.2475, + "ndcg_at_10": 0.2398, + "ndcg_at_100": 0.33026, + "ndcg_at_1000": 0.45136, + "ndcg_at_20": 0.25887, + "ndcg_at_3": 0.23536, + "ndcg_at_5": 0.23843, + "precision_at_1": 0.32, + "precision_at_10": 0.2285, + "precision_at_100": 0.1199, + "precision_at_1000": 0.03511, + "precision_at_20": 0.19675, + "precision_at_3": 0.28167, + "precision_at_5": 0.268, + "recall_at_1": 0.02541, + "recall_at_10": 0.14757, + "recall_at_100": 0.45211, + "recall_at_1000": 0.80299, + "recall_at_20": 0.22038, + "recall_at_3": 0.06327, + "recall_at_5": 0.10362 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.31707, + "map_at_1": 0.03451, + "map_at_10": 0.12487, + "map_at_100": 0.22251, + "map_at_1000": 0.2635, + "map_at_20": 0.15609, + "map_at_3": 0.06733, + "map_at_5": 0.09367, + "mrr_at_1": 0.445, + "mrr_at_10": 0.5463492063492063, + "mrr_at_100": 0.5564462752531505, + "mrr_at_1000": 0.5566594272417865, + "mrr_at_20": 0.5532924269358093, + "mrr_at_3": 0.5258333333333332, + "mrr_at_5": 0.5378333333333333, + "nauc_map_at_1000_diff1": 0.09035266920946756, + "nauc_map_at_1000_max": 0.5610772274734901, + "nauc_map_at_1000_std": 0.5012167435351566, + "nauc_map_at_100_diff1": 0.11562542906432106, + "nauc_map_at_100_max": 0.5306553479675566, + "nauc_map_at_100_std": 0.5060968170510974, + "nauc_map_at_10_diff1": 0.12704129627596092, + "nauc_map_at_10_max": 0.3901951296001519, + "nauc_map_at_10_std": 0.3500022548660727, + "nauc_map_at_1_diff1": 0.3603286589947391, + "nauc_map_at_1_max": 0.13879935021779413, + "nauc_map_at_1_std": 0.15152407625854786, + "nauc_map_at_20_diff1": 0.1311997648419012, + "nauc_map_at_20_max": 0.4508230338615245, + "nauc_map_at_20_std": 0.41150007959029394, + "nauc_map_at_3_diff1": 0.14779651303110372, + "nauc_map_at_3_max": 0.24309698674454652, + "nauc_map_at_3_std": 0.23231204324772736, + "nauc_map_at_5_diff1": 0.13170794388551305, + "nauc_map_at_5_max": 0.32484671076642857, + "nauc_map_at_5_std": 0.28210732144499207, + "nauc_mrr_at_1000_diff1": 0.2111704839372755, + "nauc_mrr_at_1000_max": 0.5201836145231491, + "nauc_mrr_at_1000_std": 0.369355244370426, + "nauc_mrr_at_100_diff1": 0.21023626173412424, + "nauc_mrr_at_100_max": 0.5203291762720127, + "nauc_mrr_at_100_std": 0.36961877994726317, + "nauc_mrr_at_10_diff1": 0.21115513915819903, + "nauc_mrr_at_10_max": 0.5169807319416626, + "nauc_mrr_at_10_std": 0.3678234006105511, + "nauc_mrr_at_1_diff1": 0.26339767178890533, + "nauc_mrr_at_1_max": 0.5285601302020352, + "nauc_mrr_at_1_std": 0.35672220297660673, + "nauc_mrr_at_20_diff1": 0.21000369122331364, + "nauc_mrr_at_20_max": 0.5187939254394264, + "nauc_mrr_at_20_std": 0.3681556583231584, + "nauc_mrr_at_3_diff1": 0.21895881640969608, + "nauc_mrr_at_3_max": 0.5226645076399781, + "nauc_mrr_at_3_std": 0.3709428908539364, + "nauc_mrr_at_5_diff1": 0.21653314254245265, + "nauc_mrr_at_5_max": 0.5160134494179788, + "nauc_mrr_at_5_std": 0.36837354201723566, + "nauc_ndcg_at_1000_diff1": 0.08558543410784618, + "nauc_ndcg_at_1000_max": 0.5518274696931317, + "nauc_ndcg_at_1000_std": 0.4928568255032968, + "nauc_ndcg_at_100_diff1": 0.14581731775317316, + "nauc_ndcg_at_100_max": 0.5859492423555757, + "nauc_ndcg_at_100_std": 0.5220167884877562, + "nauc_ndcg_at_10_diff1": 0.14508688826797284, + "nauc_ndcg_at_10_max": 0.5323151254328387, + "nauc_ndcg_at_10_std": 0.34123089401018547, + "nauc_ndcg_at_1_diff1": 0.26542681779617394, + "nauc_ndcg_at_1_max": 0.4421993532149336, + "nauc_ndcg_at_1_std": 0.2379792758989141, + "nauc_ndcg_at_20_diff1": 0.1288508811362762, + "nauc_ndcg_at_20_max": 0.5540730377193297, + "nauc_ndcg_at_20_std": 0.3949620260352562, + "nauc_ndcg_at_3_diff1": 0.1691156751689521, + "nauc_ndcg_at_3_max": 0.490535353351644, + "nauc_ndcg_at_3_std": 0.2759856362884453, + "nauc_ndcg_at_5_diff1": 0.17076596712661007, + "nauc_ndcg_at_5_max": 0.5184919305495275, + "nauc_ndcg_at_5_std": 0.3042630120147062, + "nauc_precision_at_1000_diff1": -0.11857839956397137, + "nauc_precision_at_1000_max": 0.20456980089744298, + "nauc_precision_at_1000_std": -0.12427759868068063, + "nauc_precision_at_100_diff1": -0.07455050992834182, + "nauc_precision_at_100_max": 0.35823072763132235, + "nauc_precision_at_100_std": 0.17761296146409572, + "nauc_precision_at_10_diff1": 0.02020920779048842, + "nauc_precision_at_10_max": 0.5465509722535877, + "nauc_precision_at_10_std": 0.32414650385864313, + "nauc_precision_at_1_diff1": 0.26339767178890533, + "nauc_precision_at_1_max": 0.5285601302020352, + "nauc_precision_at_1_std": 0.35672220297660673, + "nauc_precision_at_20_diff1": -0.00402960707933321, + "nauc_precision_at_20_max": 0.5145880723403945, + "nauc_precision_at_20_std": 0.291851484402827, + "nauc_precision_at_3_diff1": 0.0590604207634083, + "nauc_precision_at_3_max": 0.5199606712819546, + "nauc_precision_at_3_std": 0.3085715055356518, + "nauc_precision_at_5_diff1": 0.050537013011886074, + "nauc_precision_at_5_max": 0.5552792817398918, + "nauc_precision_at_5_std": 0.31816084909509657, + "nauc_recall_at_1000_diff1": -0.030368403198096177, + "nauc_recall_at_1000_max": 0.5022905119789449, + "nauc_recall_at_1000_std": 0.7744030393033847, + "nauc_recall_at_100_diff1": 0.13217154108590054, + "nauc_recall_at_100_max": 0.4698268085190368, + "nauc_recall_at_100_std": 0.5715055468424641, + "nauc_recall_at_10_diff1": 0.11075660325576064, + "nauc_recall_at_10_max": 0.350450501132458, + "nauc_recall_at_10_std": 0.3294872352777838, + "nauc_recall_at_1_diff1": 0.3603286589947391, + "nauc_recall_at_1_max": 0.13879935021779413, + "nauc_recall_at_1_std": 0.15152407625854786, + "nauc_recall_at_20_diff1": 0.11031055740522061, + "nauc_recall_at_20_max": 0.40116493513241724, + "nauc_recall_at_20_std": 0.40321613374629733, + "nauc_recall_at_3_diff1": 0.1054934513230907, + "nauc_recall_at_3_max": 0.2187674576636591, + "nauc_recall_at_3_std": 0.20526374349141005, + "nauc_recall_at_5_diff1": 0.11005689242922462, + "nauc_recall_at_5_max": 0.2793061038226969, + "nauc_recall_at_5_std": 0.24377469965818588, + "ndcg_at_1": 0.3325, + "ndcg_at_10": 0.31707, + "ndcg_at_100": 0.4072, + "ndcg_at_1000": 0.52248, + "ndcg_at_20": 0.32958, + "ndcg_at_3": 0.30997, + "ndcg_at_5": 0.31274, + "precision_at_1": 0.445, + "precision_at_10": 0.319, + "precision_at_100": 0.1565, + "precision_at_1000": 0.03958, + "precision_at_20": 0.2715, + "precision_at_3": 0.37667, + "precision_at_5": 0.361, + "recall_at_1": 0.03451, + "recall_at_10": 0.17837, + "recall_at_100": 0.51452, + "recall_at_1000": 0.86533, + "recall_at_20": 0.25591, + "recall_at_3": 0.07873, + "recall_at_5": 0.12114 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57713, + "map_at_1": 0.09787, + "map_at_10": 0.28323, + "map_at_100": 0.42038, + "map_at_1000": 0.48055, + "map_at_20": 0.32958, + "map_at_3": 0.18255, + "map_at_5": 0.22677, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8330198412698414, + "mrr_at_100": 0.8351206615022406, + "mrr_at_1000": 0.8351206615022406, + "mrr_at_20": 0.8348825662641454, + "mrr_at_3": 0.8225, + "mrr_at_5": 0.8317500000000001, + "nauc_map_at_1000_diff1": 0.20308126286016265, + "nauc_map_at_1000_max": 0.29774683141942154, + "nauc_map_at_1000_std": 0.40268012772572326, + "nauc_map_at_100_diff1": 0.2509195116090166, + "nauc_map_at_100_max": 0.26612253684513765, + "nauc_map_at_100_std": 0.4061537746197143, + "nauc_map_at_10_diff1": 0.25858251451254144, + "nauc_map_at_10_max": 0.2515779395688949, + "nauc_map_at_10_std": 0.30633713952320435, + "nauc_map_at_1_diff1": 0.2899419374924086, + "nauc_map_at_1_max": 0.01892315856849703, + "nauc_map_at_1_std": 0.0990470056693612, + "nauc_map_at_20_diff1": 0.25740381425749287, + "nauc_map_at_20_max": 0.2644034149375869, + "nauc_map_at_20_std": 0.3377525872808953, + "nauc_map_at_3_diff1": 0.2994277213621787, + "nauc_map_at_3_max": 0.17439454404791438, + "nauc_map_at_3_std": 0.17233163007598612, + "nauc_map_at_5_diff1": 0.2994480280930038, + "nauc_map_at_5_max": 0.21864383063782655, + "nauc_map_at_5_std": 0.24460113976002393, + "nauc_mrr_at_1000_diff1": 0.3695732790661099, + "nauc_mrr_at_1000_max": 0.32688757995299433, + "nauc_mrr_at_1000_std": 0.34450373572866316, + "nauc_mrr_at_100_diff1": 0.3695732790661099, + "nauc_mrr_at_100_max": 0.32688757995299433, + "nauc_mrr_at_100_std": 0.34450373572866316, + "nauc_mrr_at_10_diff1": 0.3713382706328422, + "nauc_mrr_at_10_max": 0.3341467899094818, + "nauc_mrr_at_10_std": 0.3452544322319164, + "nauc_mrr_at_1_diff1": 0.33673614208669517, + "nauc_mrr_at_1_max": 0.2712075747131098, + "nauc_mrr_at_1_std": 0.3278151737561329, + "nauc_mrr_at_20_diff1": 0.3698664196103184, + "nauc_mrr_at_20_max": 0.3277489735891339, + "nauc_mrr_at_20_std": 0.3448366900730969, + "nauc_mrr_at_3_diff1": 0.3828484177321377, + "nauc_mrr_at_3_max": 0.33316793948023116, + "nauc_mrr_at_3_std": 0.3426049771564718, + "nauc_mrr_at_5_diff1": 0.3723023676583553, + "nauc_mrr_at_5_max": 0.33056446484047813, + "nauc_mrr_at_5_std": 0.34226625772921826, + "nauc_ndcg_at_1000_diff1": 0.267067241890076, + "nauc_ndcg_at_1000_max": 0.35108212571070274, + "nauc_ndcg_at_1000_std": 0.4280485177593046, + "nauc_ndcg_at_100_diff1": 0.29025979823466186, + "nauc_ndcg_at_100_max": 0.3209560164861532, + "nauc_ndcg_at_100_std": 0.40888095269247077, + "nauc_ndcg_at_10_diff1": 0.1804741380409164, + "nauc_ndcg_at_10_max": 0.32171446343547333, + "nauc_ndcg_at_10_std": 0.3257321889671664, + "nauc_ndcg_at_1_diff1": 0.2827808075009563, + "nauc_ndcg_at_1_max": 0.23391456180635276, + "nauc_ndcg_at_1_std": 0.24995216226559475, + "nauc_ndcg_at_20_diff1": 0.23160874326416447, + "nauc_ndcg_at_20_max": 0.33476622301825887, + "nauc_ndcg_at_20_std": 0.3439918441122123, + "nauc_ndcg_at_3_diff1": 0.2231120396604754, + "nauc_ndcg_at_3_max": 0.32378515825566456, + "nauc_ndcg_at_3_std": 0.2558268865474992, + "nauc_ndcg_at_5_diff1": 0.19535451152207028, + "nauc_ndcg_at_5_max": 0.34348800862854484, + "nauc_ndcg_at_5_std": 0.28532824323262374, + "nauc_precision_at_1000_diff1": -0.2714928842653274, + "nauc_precision_at_1000_max": 0.0005401260434240106, + "nauc_precision_at_1000_std": -0.24739281129336219, + "nauc_precision_at_100_diff1": -0.21541198971179837, + "nauc_precision_at_100_max": -0.014827936424190447, + "nauc_precision_at_100_std": -0.10646692607003887, + "nauc_precision_at_10_diff1": -0.17422369251232064, + "nauc_precision_at_10_max": 0.1748696750326748, + "nauc_precision_at_10_std": 0.1476511413528111, + "nauc_precision_at_1_diff1": 0.33673614208669517, + "nauc_precision_at_1_max": 0.2712075747131098, + "nauc_precision_at_1_std": 0.3278151737561329, + "nauc_precision_at_20_diff1": -0.17949130320240625, + "nauc_precision_at_20_max": 0.07362257307576871, + "nauc_precision_at_20_std": 0.04126613609768383, + "nauc_precision_at_3_diff1": 0.06238427860031436, + "nauc_precision_at_3_max": 0.30731258981985893, + "nauc_precision_at_3_std": 0.24246181611577133, + "nauc_precision_at_5_diff1": -0.026880384194470745, + "nauc_precision_at_5_max": 0.30747583751909147, + "nauc_precision_at_5_std": 0.2249786536356965, + "nauc_recall_at_1000_diff1": 0.2515643749592955, + "nauc_recall_at_1000_max": 0.3536329526254523, + "nauc_recall_at_1000_std": 0.7875888958698862, + "nauc_recall_at_100_diff1": 0.24338711509948366, + "nauc_recall_at_100_max": 0.1656977996747137, + "nauc_recall_at_100_std": 0.4720327836009018, + "nauc_recall_at_10_diff1": 0.21036449487250503, + "nauc_recall_at_10_max": 0.2114705416587488, + "nauc_recall_at_10_std": 0.3113991963972693, + "nauc_recall_at_1_diff1": 0.2899419374924086, + "nauc_recall_at_1_max": 0.01892315856849703, + "nauc_recall_at_1_std": 0.0990470056693612, + "nauc_recall_at_20_diff1": 0.22109732255414946, + "nauc_recall_at_20_max": 0.21115153330044062, + "nauc_recall_at_20_std": 0.3391640410887428, + "nauc_recall_at_3_diff1": 0.26050038041720597, + "nauc_recall_at_3_max": 0.1681457433677899, + "nauc_recall_at_3_std": 0.1627042694809911, + "nauc_recall_at_5_diff1": 0.25438361031411805, + "nauc_recall_at_5_max": 0.19123953613693676, + "nauc_recall_at_5_std": 0.26106137215180825, + "ndcg_at_1": 0.6, + "ndcg_at_10": 0.57713, + "ndcg_at_100": 0.62865, + "ndcg_at_1000": 0.71882, + "ndcg_at_20": 0.58178, + "ndcg_at_3": 0.58276, + "ndcg_at_5": 0.57584, + "precision_at_1": 0.74, + "precision_at_10": 0.508, + "precision_at_100": 0.22055, + "precision_at_1000": 0.05581, + "precision_at_20": 0.41175, + "precision_at_3": 0.64833, + "precision_at_5": 0.598, + "recall_at_1": 0.09787, + "recall_at_10": 0.35653, + "recall_at_100": 0.68488, + "recall_at_1000": 0.93532, + "recall_at_20": 0.44738, + "recall_at_3": 0.20025, + "recall_at_5": 0.26566 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.23476, + "map_at_1": 0.04573, + "map_at_10": 0.12279, + "map_at_100": 0.16901, + "map_at_1000": 0.1939, + "map_at_20": 0.14021, + "map_at_3": 0.08098, + "map_at_5": 0.09979, + "mrr_at_1": 0.26, + "mrr_at_10": 0.37624603174603183, + "mrr_at_100": 0.3834734167371886, + "mrr_at_1000": 0.38416746958357406, + "mrr_at_20": 0.3813467271033062, + "mrr_at_3": 0.34166666666666673, + "mrr_at_5": 0.36516666666666675, + "nauc_map_at_1000_diff1": 0.12759054125035188, + "nauc_map_at_1000_max": 0.4172567825141128, + "nauc_map_at_1000_std": 0.5136814695535428, + "nauc_map_at_100_diff1": 0.16038004304341733, + "nauc_map_at_100_max": 0.3869728650994705, + "nauc_map_at_100_std": 0.49993620365511743, + "nauc_map_at_10_diff1": 0.20189039752375101, + "nauc_map_at_10_max": 0.35806875776147146, + "nauc_map_at_10_std": 0.43110148009119126, + "nauc_map_at_1_diff1": 0.3169863148877991, + "nauc_map_at_1_max": 0.3869372056840352, + "nauc_map_at_1_std": 0.2826223758916335, + "nauc_map_at_20_diff1": 0.1866623222207543, + "nauc_map_at_20_max": 0.36648329237033017, + "nauc_map_at_20_std": 0.4619592975212818, + "nauc_map_at_3_diff1": 0.21130558626194423, + "nauc_map_at_3_max": 0.38262535892137506, + "nauc_map_at_3_std": 0.38421930529510984, + "nauc_map_at_5_diff1": 0.21547961972168966, + "nauc_map_at_5_max": 0.3650942551868992, + "nauc_map_at_5_std": 0.41963668504463353, + "nauc_mrr_at_1000_diff1": 0.019505705889002446, + "nauc_mrr_at_1000_max": 0.382613434169863, + "nauc_mrr_at_1000_std": 0.3186591985914827, + "nauc_mrr_at_100_diff1": 0.01907275123725462, + "nauc_mrr_at_100_max": 0.38273048036976964, + "nauc_mrr_at_100_std": 0.3191140053414854, + "nauc_mrr_at_10_diff1": 0.025585744655856665, + "nauc_mrr_at_10_max": 0.3819118642494615, + "nauc_mrr_at_10_std": 0.31834402847986404, + "nauc_mrr_at_1_diff1": 0.03494406059379599, + "nauc_mrr_at_1_max": 0.3336344713942934, + "nauc_mrr_at_1_std": 0.28951895001590033, + "nauc_mrr_at_20_diff1": 0.019907299381758375, + "nauc_mrr_at_20_max": 0.3831971218184648, + "nauc_mrr_at_20_std": 0.3191870116640559, + "nauc_mrr_at_3_diff1": 0.01819916545009377, + "nauc_mrr_at_3_max": 0.3595105353304292, + "nauc_mrr_at_3_std": 0.2988504822227078, + "nauc_mrr_at_5_diff1": 0.02861388442214713, + "nauc_mrr_at_5_max": 0.37512614331473826, + "nauc_mrr_at_5_std": 0.3067996372039778, + "nauc_ndcg_at_1000_diff1": 0.027244184427110636, + "nauc_ndcg_at_1000_max": 0.4652576510944444, + "nauc_ndcg_at_1000_std": 0.5548473368229271, + "nauc_ndcg_at_100_diff1": 0.11434995872332455, + "nauc_ndcg_at_100_max": 0.4093624156475012, + "nauc_ndcg_at_100_std": 0.5194242687482209, + "nauc_ndcg_at_10_diff1": 0.11324602438880896, + "nauc_ndcg_at_10_max": 0.3904267763349558, + "nauc_ndcg_at_10_std": 0.40777424789474587, + "nauc_ndcg_at_1_diff1": 0.03952452709471582, + "nauc_ndcg_at_1_max": 0.3096508877234041, + "nauc_ndcg_at_1_std": 0.2522582437472114, + "nauc_ndcg_at_20_diff1": 0.12676034259339106, + "nauc_ndcg_at_20_max": 0.4048037199522929, + "nauc_ndcg_at_20_std": 0.44940989083868743, + "nauc_ndcg_at_3_diff1": 0.036083573591530776, + "nauc_ndcg_at_3_max": 0.36602447954086176, + "nauc_ndcg_at_3_std": 0.31725740013539827, + "nauc_ndcg_at_5_diff1": 0.07417675069849179, + "nauc_ndcg_at_5_max": 0.3967575605806589, + "nauc_ndcg_at_5_std": 0.35840471904803684, + "nauc_precision_at_1000_diff1": -0.16292259531743375, + "nauc_precision_at_1000_max": 0.29600467111326845, + "nauc_precision_at_1000_std": -0.04738132699974356, + "nauc_precision_at_100_diff1": -0.14119622365354775, + "nauc_precision_at_100_max": 0.3237360709596054, + "nauc_precision_at_100_std": 0.16198273759167084, + "nauc_precision_at_10_diff1": -0.035325581649730396, + "nauc_precision_at_10_max": 0.36841644698701626, + "nauc_precision_at_10_std": 0.35325991839949233, + "nauc_precision_at_1_diff1": 0.03494406059379599, + "nauc_precision_at_1_max": 0.3336344713942934, + "nauc_precision_at_1_std": 0.28951895001590033, + "nauc_precision_at_20_diff1": -0.07413527900590308, + "nauc_precision_at_20_max": 0.3845578346339383, + "nauc_precision_at_20_std": 0.30364894139627774, + "nauc_precision_at_3_diff1": -0.06402778687987414, + "nauc_precision_at_3_max": 0.37154653459784853, + "nauc_precision_at_3_std": 0.3481068159618523, + "nauc_precision_at_5_diff1": -0.04498545938600105, + "nauc_precision_at_5_max": 0.39732981452020616, + "nauc_precision_at_5_std": 0.36690352175062496, + "nauc_recall_at_1000_diff1": -0.016100257110581623, + "nauc_recall_at_1000_max": 0.39543337181380905, + "nauc_recall_at_1000_std": 0.803516837377194, + "nauc_recall_at_100_diff1": 0.15579455419953403, + "nauc_recall_at_100_max": 0.2798611212495092, + "nauc_recall_at_100_std": 0.5871817630674636, + "nauc_recall_at_10_diff1": 0.19353200771483403, + "nauc_recall_at_10_max": 0.24842472482712832, + "nauc_recall_at_10_std": 0.41976482266021997, + "nauc_recall_at_1_diff1": 0.3169863148877991, + "nauc_recall_at_1_max": 0.3869372056840352, + "nauc_recall_at_1_std": 0.2826223758916335, + "nauc_recall_at_20_diff1": 0.19733147425692033, + "nauc_recall_at_20_max": 0.24969204750366086, + "nauc_recall_at_20_std": 0.473996687974802, + "nauc_recall_at_3_diff1": 0.20049949044351595, + "nauc_recall_at_3_max": 0.33345097676114704, + "nauc_recall_at_3_std": 0.36392528833858845, + "nauc_recall_at_5_diff1": 0.21897103066007878, + "nauc_recall_at_5_max": 0.2915917494933237, + "nauc_recall_at_5_std": 0.4232777537161875, + "ndcg_at_1": 0.205, + "ndcg_at_10": 0.23476, + "ndcg_at_100": 0.29934, + "ndcg_at_1000": 0.39914, + "ndcg_at_20": 0.25416, + "ndcg_at_3": 0.20979, + "ndcg_at_5": 0.21801, + "precision_at_1": 0.26, + "precision_at_10": 0.188, + "precision_at_100": 0.088, + "precision_at_1000": 0.02916, + "precision_at_20": 0.159, + "precision_at_3": 0.245, + "precision_at_5": 0.226, + "recall_at_1": 0.04573, + "recall_at_10": 0.20549, + "recall_at_100": 0.42167, + "recall_at_1000": 0.69452, + "recall_at_20": 0.26584, + "recall_at_3": 0.09717, + "recall_at_5": 0.14018 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.34205, + "map_at_1": 0.06239, + "map_at_10": 0.16704, + "map_at_100": 0.22623, + "map_at_1000": 0.26181, + "map_at_20": 0.18584, + "map_at_3": 0.1144, + "map_at_5": 0.13742, + "mrr_at_1": 0.44, + "mrr_at_10": 0.5515357142857144, + "mrr_at_100": 0.5571930121646614, + "mrr_at_1000": 0.5574945805142871, + "mrr_at_20": 0.5551907089943081, + "mrr_at_3": 0.5241666666666667, + "mrr_at_5": 0.5379166666666667, + "nauc_map_at_1000_diff1": 0.3196547372040599, + "nauc_map_at_1000_max": 0.36025348161915, + "nauc_map_at_1000_std": 0.5210390804896543, + "nauc_map_at_100_diff1": 0.34229370085261207, + "nauc_map_at_100_max": 0.30749966381155225, + "nauc_map_at_100_std": 0.5223712449872242, + "nauc_map_at_10_diff1": 0.3497104420334756, + "nauc_map_at_10_max": 0.2553522808843608, + "nauc_map_at_10_std": 0.45856826896053965, + "nauc_map_at_1_diff1": 0.4264009941434208, + "nauc_map_at_1_max": 0.23070195399465393, + "nauc_map_at_1_std": 0.3724015123144408, + "nauc_map_at_20_diff1": 0.3387452942442075, + "nauc_map_at_20_max": 0.26617243201817514, + "nauc_map_at_20_std": 0.47635762965508954, + "nauc_map_at_3_diff1": 0.36843312529015115, + "nauc_map_at_3_max": 0.26030478876407503, + "nauc_map_at_3_std": 0.41362008965250524, + "nauc_map_at_5_diff1": 0.3438470811719257, + "nauc_map_at_5_max": 0.2368720377830839, + "nauc_map_at_5_std": 0.44222756551832426, + "nauc_mrr_at_1000_diff1": 0.23043794108757498, + "nauc_mrr_at_1000_max": 0.42266525345326794, + "nauc_mrr_at_1000_std": 0.3480616599662835, + "nauc_mrr_at_100_diff1": 0.23042585855920752, + "nauc_mrr_at_100_max": 0.42308482096595845, + "nauc_mrr_at_100_std": 0.3485346629765279, + "nauc_mrr_at_10_diff1": 0.22893057250121557, + "nauc_mrr_at_10_max": 0.423493399856295, + "nauc_mrr_at_10_std": 0.35284258900994003, + "nauc_mrr_at_1_diff1": 0.24333141932452884, + "nauc_mrr_at_1_max": 0.3749738998799396, + "nauc_mrr_at_1_std": 0.24601973169076577, + "nauc_mrr_at_20_diff1": 0.2297075606485265, + "nauc_mrr_at_20_max": 0.4231029531959, + "nauc_mrr_at_20_std": 0.3503211150932349, + "nauc_mrr_at_3_diff1": 0.2206438453621614, + "nauc_mrr_at_3_max": 0.40375671864796436, + "nauc_mrr_at_3_std": 0.31456064335471556, + "nauc_mrr_at_5_diff1": 0.221003494026679, + "nauc_mrr_at_5_max": 0.4124627657507678, + "nauc_mrr_at_5_std": 0.34192311945745446, + "nauc_ndcg_at_1000_diff1": 0.3233177056566642, + "nauc_ndcg_at_1000_max": 0.49335535185126367, + "nauc_ndcg_at_1000_std": 0.6045075538830514, + "nauc_ndcg_at_100_diff1": 0.336671962604338, + "nauc_ndcg_at_100_max": 0.42404869163873143, + "nauc_ndcg_at_100_std": 0.5951338047096624, + "nauc_ndcg_at_10_diff1": 0.31523878714424575, + "nauc_ndcg_at_10_max": 0.4027397485076856, + "nauc_ndcg_at_10_std": 0.4438300555790419, + "nauc_ndcg_at_1_diff1": 0.2430159806895697, + "nauc_ndcg_at_1_max": 0.37887766732205513, + "nauc_ndcg_at_1_std": 0.2183993140802925, + "nauc_ndcg_at_20_diff1": 0.3282439987105975, + "nauc_ndcg_at_20_max": 0.39954285032544445, + "nauc_ndcg_at_20_std": 0.48409232416129966, + "nauc_ndcg_at_3_diff1": 0.22886928508326687, + "nauc_ndcg_at_3_max": 0.35771535385907155, + "nauc_ndcg_at_3_std": 0.2922874413521163, + "nauc_ndcg_at_5_diff1": 0.24315095576555446, + "nauc_ndcg_at_5_max": 0.379990153410458, + "nauc_ndcg_at_5_std": 0.37117380789955046, + "nauc_precision_at_1000_diff1": -0.13177128809776245, + "nauc_precision_at_1000_max": 0.1862859243209974, + "nauc_precision_at_1000_std": -0.21628730959132514, + "nauc_precision_at_100_diff1": -0.040972172732572705, + "nauc_precision_at_100_max": 0.2489542918138211, + "nauc_precision_at_100_std": -0.013655249063720891, + "nauc_precision_at_10_diff1": 0.13565102265445889, + "nauc_precision_at_10_max": 0.35107043266064325, + "nauc_precision_at_10_std": 0.20378519456221542, + "nauc_precision_at_1_diff1": 0.24333141932452884, + "nauc_precision_at_1_max": 0.3749738998799396, + "nauc_precision_at_1_std": 0.24601973169076577, + "nauc_precision_at_20_diff1": 0.07777603754687115, + "nauc_precision_at_20_max": 0.32202351417549663, + "nauc_precision_at_20_std": 0.12846523479297753, + "nauc_precision_at_3_diff1": 0.12764812211287416, + "nauc_precision_at_3_max": 0.3606480551650264, + "nauc_precision_at_3_std": 0.23806922407444592, + "nauc_precision_at_5_diff1": 0.11428134721883068, + "nauc_precision_at_5_max": 0.360697356672998, + "nauc_precision_at_5_std": 0.260630812159938, + "nauc_recall_at_1000_diff1": 0.2616025929506339, + "nauc_recall_at_1000_max": 0.5344258067741066, + "nauc_recall_at_1000_std": 0.8623648181343969, + "nauc_recall_at_100_diff1": 0.28892898644681536, + "nauc_recall_at_100_max": 0.3223589027222977, + "nauc_recall_at_100_std": 0.7192359479856603, + "nauc_recall_at_10_diff1": 0.33448908196870575, + "nauc_recall_at_10_max": 0.2533995202050546, + "nauc_recall_at_10_std": 0.5249983354909278, + "nauc_recall_at_1_diff1": 0.4264009941434208, + "nauc_recall_at_1_max": 0.23070195399465393, + "nauc_recall_at_1_std": 0.3724015123144408, + "nauc_recall_at_20_diff1": 0.3068372565571757, + "nauc_recall_at_20_max": 0.26448256799562264, + "nauc_recall_at_20_std": 0.5750901448844611, + "nauc_recall_at_3_diff1": 0.32709713563429194, + "nauc_recall_at_3_max": 0.25227762717573554, + "nauc_recall_at_3_std": 0.43250733537142905, + "nauc_recall_at_5_diff1": 0.29515075553841963, + "nauc_recall_at_5_max": 0.21600011634982783, + "nauc_recall_at_5_std": 0.48642895862001656, + "ndcg_at_1": 0.3475, + "ndcg_at_10": 0.34205, + "ndcg_at_100": 0.39374, + "ndcg_at_1000": 0.49551, + "ndcg_at_20": 0.34544, + "ndcg_at_3": 0.33514, + "ndcg_at_5": 0.32828, + "precision_at_1": 0.44, + "precision_at_10": 0.276, + "precision_at_100": 0.1301, + "precision_at_1000": 0.04004, + "precision_at_20": 0.22075, + "precision_at_3": 0.375, + "precision_at_5": 0.323, + "recall_at_1": 0.06239, + "recall_at_10": 0.24476, + "recall_at_100": 0.48252, + "recall_at_1000": 0.77078, + "recall_at_20": 0.29817, + "recall_at_3": 0.13042, + "recall_at_5": 0.16841 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48948, + "map_at_1": 0.05442, + "map_at_10": 0.18187, + "map_at_100": 0.35447, + "map_at_1000": 0.40622, + "map_at_20": 0.23877, + "map_at_3": 0.10232, + "map_at_5": 0.1353, + "mrr_at_1": 0.695, + "mrr_at_10": 0.7853055555555555, + "mrr_at_100": 0.7872989697394109, + "mrr_at_1000": 0.787349344978002, + "mrr_at_20": 0.7865193160597572, + "mrr_at_3": 0.7708333333333335, + "mrr_at_5": 0.7813333333333332, + "nauc_map_at_1000_diff1": 0.13400942819920625, + "nauc_map_at_1000_max": 0.5114608256734937, + "nauc_map_at_1000_std": 0.27775441545847307, + "nauc_map_at_100_diff1": 0.1684482743993195, + "nauc_map_at_100_max": 0.48271364315287624, + "nauc_map_at_100_std": 0.20549116282691754, + "nauc_map_at_10_diff1": 0.16814983743890444, + "nauc_map_at_10_max": 0.26900125811132214, + "nauc_map_at_10_std": -0.030860248314157197, + "nauc_map_at_1_diff1": 0.11688218949034192, + "nauc_map_at_1_max": 0.03353081763809134, + "nauc_map_at_1_std": -0.0772016329814542, + "nauc_map_at_20_diff1": 0.1616393275248481, + "nauc_map_at_20_max": 0.3391323511729848, + "nauc_map_at_20_std": 0.02029716396987525, + "nauc_map_at_3_diff1": 0.12882362980423512, + "nauc_map_at_3_max": 0.18864571634013433, + "nauc_map_at_3_std": -0.0990420326669282, + "nauc_map_at_5_diff1": 0.13522884979032732, + "nauc_map_at_5_max": 0.20110885890820945, + "nauc_map_at_5_std": -0.08750186977354475, + "nauc_mrr_at_1000_diff1": 0.2571003478509064, + "nauc_mrr_at_1000_max": 0.49535648344457284, + "nauc_mrr_at_1000_std": 0.2980714001942475, + "nauc_mrr_at_100_diff1": 0.25723956736374504, + "nauc_mrr_at_100_max": 0.4954170614679051, + "nauc_mrr_at_100_std": 0.2981791988365514, + "nauc_mrr_at_10_diff1": 0.25870126507954977, + "nauc_mrr_at_10_max": 0.4961288636540498, + "nauc_mrr_at_10_std": 0.30016240665494615, + "nauc_mrr_at_1_diff1": 0.24380831855410087, + "nauc_mrr_at_1_max": 0.48175247533576376, + "nauc_mrr_at_1_std": 0.24262300925967203, + "nauc_mrr_at_20_diff1": 0.25889466182667925, + "nauc_mrr_at_20_max": 0.4954168436096366, + "nauc_mrr_at_20_std": 0.2986207270792309, + "nauc_mrr_at_3_diff1": 0.23129448758873705, + "nauc_mrr_at_3_max": 0.48924103101624683, + "nauc_mrr_at_3_std": 0.3156910762780503, + "nauc_mrr_at_5_diff1": 0.25561162909055746, + "nauc_mrr_at_5_max": 0.49745110401518616, + "nauc_mrr_at_5_std": 0.2988367151365367, + "nauc_ndcg_at_1000_diff1": 0.16483614737478625, + "nauc_ndcg_at_1000_max": 0.5630853511634071, + "nauc_ndcg_at_1000_std": 0.4101519767917861, + "nauc_ndcg_at_100_diff1": 0.16907165093340776, + "nauc_ndcg_at_100_max": 0.5303030663997382, + "nauc_ndcg_at_100_std": 0.2783212469295346, + "nauc_ndcg_at_10_diff1": 0.17978676650415465, + "nauc_ndcg_at_10_max": 0.47096393828511446, + "nauc_ndcg_at_10_std": 0.28841758173109006, + "nauc_ndcg_at_1_diff1": 0.15973286662444303, + "nauc_ndcg_at_1_max": 0.40029156813437583, + "nauc_ndcg_at_1_std": 0.26472362863663773, + "nauc_ndcg_at_20_diff1": 0.16676979596988462, + "nauc_ndcg_at_20_max": 0.4725077084439309, + "nauc_ndcg_at_20_std": 0.24623059059558083, + "nauc_ndcg_at_3_diff1": 0.12139654560007701, + "nauc_ndcg_at_3_max": 0.4524337995854068, + "nauc_ndcg_at_3_std": 0.3012551416240008, + "nauc_ndcg_at_5_diff1": 0.12782495899194268, + "nauc_ndcg_at_5_max": 0.4442187187134053, + "nauc_ndcg_at_5_std": 0.28865903394990267, + "nauc_precision_at_1000_diff1": -0.10806176003905739, + "nauc_precision_at_1000_max": 0.05484646225038363, + "nauc_precision_at_1000_std": 0.13963975079468707, + "nauc_precision_at_100_diff1": -0.05464045916086314, + "nauc_precision_at_100_max": 0.2102426641208752, + "nauc_precision_at_100_std": 0.29755325390455195, + "nauc_precision_at_10_diff1": 0.13685774086827387, + "nauc_precision_at_10_max": 0.3917031061969049, + "nauc_precision_at_10_std": 0.3185122742635645, + "nauc_precision_at_1_diff1": 0.24380831855410087, + "nauc_precision_at_1_max": 0.48175247533576376, + "nauc_precision_at_1_std": 0.24262300925967203, + "nauc_precision_at_20_diff1": 0.04032615395683241, + "nauc_precision_at_20_max": 0.34329333527355804, + "nauc_precision_at_20_std": 0.2991761129995602, + "nauc_precision_at_3_diff1": 0.13200961671123762, + "nauc_precision_at_3_max": 0.4653595845674677, + "nauc_precision_at_3_std": 0.2901246708566095, + "nauc_precision_at_5_diff1": 0.11222723516405002, + "nauc_precision_at_5_max": 0.40089637355846924, + "nauc_precision_at_5_std": 0.2814140218435218, + "nauc_recall_at_1000_diff1": 0.10179644786120914, + "nauc_recall_at_1000_max": 0.4797636344485552, + "nauc_recall_at_1000_std": 0.5210816619520866, + "nauc_recall_at_100_diff1": 0.11100261479767702, + "nauc_recall_at_100_max": 0.2586656233358061, + "nauc_recall_at_100_std": 0.04718146245338657, + "nauc_recall_at_10_diff1": 0.15646327240287253, + "nauc_recall_at_10_max": 0.11646249835287269, + "nauc_recall_at_10_std": -0.10341516989533776, + "nauc_recall_at_1_diff1": 0.11688218949034192, + "nauc_recall_at_1_max": 0.03353081763809134, + "nauc_recall_at_1_std": -0.0772016329814542, + "nauc_recall_at_20_diff1": 0.13846843275446583, + "nauc_recall_at_20_max": 0.1409686374678382, + "nauc_recall_at_20_std": -0.096048176938072, + "nauc_recall_at_3_diff1": 0.07792670572017313, + "nauc_recall_at_3_max": 0.1349433784102389, + "nauc_recall_at_3_std": -0.10686444232270816, + "nauc_recall_at_5_diff1": 0.07548881779321982, + "nauc_recall_at_5_max": 0.07476582049142885, + "nauc_recall_at_5_std": -0.1390065384873164, + "ndcg_at_1": 0.5425, + "ndcg_at_10": 0.48948, + "ndcg_at_100": 0.57347, + "ndcg_at_1000": 0.67411, + "ndcg_at_20": 0.49333, + "ndcg_at_3": 0.51231, + "ndcg_at_5": 0.51034, + "precision_at_1": 0.695, + "precision_at_10": 0.495, + "precision_at_100": 0.21965, + "precision_at_1000": 0.03975, + "precision_at_20": 0.4155, + "precision_at_3": 0.62167, + "precision_at_5": 0.585, + "recall_at_1": 0.05442, + "recall_at_10": 0.24501, + "recall_at_100": 0.7009, + "recall_at_1000": 0.96842, + "recall_at_20": 0.37024, + "recall_at_3": 0.11236, + "recall_at_5": 0.16473 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.15101, + "map_at_1": 0.01425, + "map_at_10": 0.04993, + "map_at_100": 0.09814, + "map_at_1000": 0.12609, + "map_at_20": 0.06328, + "map_at_3": 0.03077, + "map_at_5": 0.03947, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3219841269841271, + "mrr_at_100": 0.33548241429999637, + "mrr_at_1000": 0.33627757599985975, + "mrr_at_20": 0.3303708390208005, + "mrr_at_3": 0.29750000000000004, + "mrr_at_5": 0.3122500000000001, + "nauc_map_at_1000_diff1": 0.06651187915396703, + "nauc_map_at_1000_max": 0.5018218253378409, + "nauc_map_at_1000_std": 0.6037407786954655, + "nauc_map_at_100_diff1": 0.0634056230439499, + "nauc_map_at_100_max": 0.4793337064597358, + "nauc_map_at_100_std": 0.5589717942132585, + "nauc_map_at_10_diff1": 0.14880756681321416, + "nauc_map_at_10_max": 0.49891014486040414, + "nauc_map_at_10_std": 0.44605298782393393, + "nauc_map_at_1_diff1": 0.20476125711421767, + "nauc_map_at_1_max": 0.34593556972548983, + "nauc_map_at_1_std": 0.3394231339544258, + "nauc_map_at_20_diff1": 0.10982637028868412, + "nauc_map_at_20_max": 0.4967872238424997, + "nauc_map_at_20_std": 0.4771495210109421, + "nauc_map_at_3_diff1": 0.2281452523711309, + "nauc_map_at_3_max": 0.5151030954821599, + "nauc_map_at_3_std": 0.4282772760899589, + "nauc_map_at_5_diff1": 0.19028431743650123, + "nauc_map_at_5_max": 0.506375699361702, + "nauc_map_at_5_std": 0.41521245481479857, + "nauc_mrr_at_1000_diff1": 0.06866602083558669, + "nauc_mrr_at_1000_max": 0.2993162806460142, + "nauc_mrr_at_1000_std": 0.4731979748823185, + "nauc_mrr_at_100_diff1": 0.06888981386238494, + "nauc_mrr_at_100_max": 0.2997201205237883, + "nauc_mrr_at_100_std": 0.4730150252383426, + "nauc_mrr_at_10_diff1": 0.06586124078318827, + "nauc_mrr_at_10_max": 0.293353160811353, + "nauc_mrr_at_10_std": 0.4665303545978465, + "nauc_mrr_at_1_diff1": 0.11314453843324733, + "nauc_mrr_at_1_max": 0.20922397940419263, + "nauc_mrr_at_1_std": 0.4385435821993378, + "nauc_mrr_at_20_diff1": 0.06710485234445734, + "nauc_mrr_at_20_max": 0.29897962659815946, + "nauc_mrr_at_20_std": 0.47306324986883574, + "nauc_mrr_at_3_diff1": 0.07633157310293712, + "nauc_mrr_at_3_max": 0.29785372566629453, + "nauc_mrr_at_3_std": 0.4744696972334098, + "nauc_mrr_at_5_diff1": 0.060096474994820966, + "nauc_mrr_at_5_max": 0.29821514435102625, + "nauc_mrr_at_5_std": 0.4761497771807709, + "nauc_ndcg_at_1000_diff1": 0.061274613891041864, + "nauc_ndcg_at_1000_max": 0.5036558623351803, + "nauc_ndcg_at_1000_std": 0.6461063493029452, + "nauc_ndcg_at_100_diff1": 0.027803301515745983, + "nauc_ndcg_at_100_max": 0.44654949579479264, + "nauc_ndcg_at_100_std": 0.5737618586647208, + "nauc_ndcg_at_10_diff1": 0.052515486172575586, + "nauc_ndcg_at_10_max": 0.3832933937025075, + "nauc_ndcg_at_10_std": 0.5062062133860523, + "nauc_ndcg_at_1_diff1": 0.11116442586346137, + "nauc_ndcg_at_1_max": 0.15227801795809767, + "nauc_ndcg_at_1_std": 0.3724404959855575, + "nauc_ndcg_at_20_diff1": 0.04611789376239947, + "nauc_ndcg_at_20_max": 0.40522257639605797, + "nauc_ndcg_at_20_std": 0.5158106947369124, + "nauc_ndcg_at_3_diff1": 0.09095524089117238, + "nauc_ndcg_at_3_max": 0.35246688976759644, + "nauc_ndcg_at_3_std": 0.48382323113442144, + "nauc_ndcg_at_5_diff1": 0.07582463470174164, + "nauc_ndcg_at_5_max": 0.3771992965768501, + "nauc_ndcg_at_5_std": 0.5038598681502154, + "nauc_precision_at_1000_diff1": 0.12577148975203922, + "nauc_precision_at_1000_max": 0.34050396374117375, + "nauc_precision_at_1000_std": 0.34622307461596047, + "nauc_precision_at_100_diff1": 0.011398877883290925, + "nauc_precision_at_100_max": 0.3328189073592311, + "nauc_precision_at_100_std": 0.5327440817629983, + "nauc_precision_at_10_diff1": 0.02047788083514629, + "nauc_precision_at_10_max": 0.37585276791735045, + "nauc_precision_at_10_std": 0.5222527577388447, + "nauc_precision_at_1_diff1": 0.11314453843324733, + "nauc_precision_at_1_max": 0.20922397940419263, + "nauc_precision_at_1_std": 0.4385435821993378, + "nauc_precision_at_20_diff1": -0.006521140295685744, + "nauc_precision_at_20_max": 0.3724906952648365, + "nauc_precision_at_20_std": 0.5556718973521024, + "nauc_precision_at_3_diff1": 0.07012356813714134, + "nauc_precision_at_3_max": 0.40538351853204513, + "nauc_precision_at_3_std": 0.5115041268772609, + "nauc_precision_at_5_diff1": 0.03738150179201534, + "nauc_precision_at_5_max": 0.40535619371268405, + "nauc_precision_at_5_std": 0.5277084618553707, + "nauc_recall_at_1000_diff1": 0.02892554554415601, + "nauc_recall_at_1000_max": 0.5116625381396339, + "nauc_recall_at_1000_std": 0.6902488431197316, + "nauc_recall_at_100_diff1": -0.009440028174848672, + "nauc_recall_at_100_max": 0.3712672141042108, + "nauc_recall_at_100_std": 0.4800280505321811, + "nauc_recall_at_10_diff1": 0.034780059751473046, + "nauc_recall_at_10_max": 0.3855524765912959, + "nauc_recall_at_10_std": 0.3225531415951676, + "nauc_recall_at_1_diff1": 0.20476125711421767, + "nauc_recall_at_1_max": 0.34593556972548983, + "nauc_recall_at_1_std": 0.3394231339544258, + "nauc_recall_at_20_diff1": -0.016764250579472763, + "nauc_recall_at_20_max": 0.36727693229283404, + "nauc_recall_at_20_std": 0.32917244107575216, + "nauc_recall_at_3_diff1": 0.14767612539245645, + "nauc_recall_at_3_max": 0.4992980143646743, + "nauc_recall_at_3_std": 0.3872469856932414, + "nauc_recall_at_5_diff1": 0.08340451407097617, + "nauc_recall_at_5_max": 0.44454464737302773, + "nauc_recall_at_5_std": 0.34374702211071156, + "ndcg_at_1": 0.175, + "ndcg_at_10": 0.15101, + "ndcg_at_100": 0.21705, + "ndcg_at_1000": 0.35107, + "ndcg_at_20": 0.15648, + "ndcg_at_3": 0.1547, + "ndcg_at_5": 0.15304, + "precision_at_1": 0.25, + "precision_at_10": 0.165, + "precision_at_100": 0.08955, + "precision_at_1000": 0.02618, + "precision_at_20": 0.1395, + "precision_at_3": 0.20167, + "precision_at_5": 0.191, + "recall_at_1": 0.01425, + "recall_at_10": 0.07778, + "recall_at_100": 0.30882, + "recall_at_1000": 0.69582, + "recall_at_20": 0.12008, + "recall_at_3": 0.03581, + "recall_at_5": 0.05251 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.22147, + "map_at_1": 0.01962, + "map_at_10": 0.07677, + "map_at_100": 0.15249, + "map_at_1000": 0.18586, + "map_at_20": 0.09953, + "map_at_3": 0.04507, + "map_at_5": 0.05766, + "mrr_at_1": 0.3, + "mrr_at_10": 0.41361111111111093, + "mrr_at_100": 0.42177391302706463, + "mrr_at_1000": 0.4221599034747122, + "mrr_at_20": 0.41920780067026187, + "mrr_at_3": 0.36999999999999994, + "mrr_at_5": 0.39675, + "nauc_map_at_1000_diff1": 0.11369229088923069, + "nauc_map_at_1000_max": 0.6857591754751631, + "nauc_map_at_1000_std": 0.5401079122969675, + "nauc_map_at_100_diff1": 0.11280422672622942, + "nauc_map_at_100_max": 0.671294865302421, + "nauc_map_at_100_std": 0.4876817874355382, + "nauc_map_at_10_diff1": 0.17321343506590495, + "nauc_map_at_10_max": 0.5998338068512773, + "nauc_map_at_10_std": 0.2888715496689253, + "nauc_map_at_1_diff1": 0.24395874705499387, + "nauc_map_at_1_max": 0.4892389585404325, + "nauc_map_at_1_std": 0.1646128500576384, + "nauc_map_at_20_diff1": 0.12887523495831532, + "nauc_map_at_20_max": 0.6235305328310249, + "nauc_map_at_20_std": 0.34256032567899114, + "nauc_map_at_3_diff1": 0.214263600970457, + "nauc_map_at_3_max": 0.5928058143182843, + "nauc_map_at_3_std": 0.15553686915433845, + "nauc_map_at_5_diff1": 0.21444819066642626, + "nauc_map_at_5_max": 0.581210690056173, + "nauc_map_at_5_std": 0.2315937141647478, + "nauc_mrr_at_1000_diff1": 0.1258658059439352, + "nauc_mrr_at_1000_max": 0.45407922785506694, + "nauc_mrr_at_1000_std": 0.3972576833639987, + "nauc_mrr_at_100_diff1": 0.12546716871235303, + "nauc_mrr_at_100_max": 0.4542641404302621, + "nauc_mrr_at_100_std": 0.3973944000034804, + "nauc_mrr_at_10_diff1": 0.12726866722503816, + "nauc_mrr_at_10_max": 0.45125833523854386, + "nauc_mrr_at_10_std": 0.39602709140404846, + "nauc_mrr_at_1_diff1": 0.15832319956762586, + "nauc_mrr_at_1_max": 0.4704094041345764, + "nauc_mrr_at_1_std": 0.37277394946628845, + "nauc_mrr_at_20_diff1": 0.12650189107470236, + "nauc_mrr_at_20_max": 0.4520778264867424, + "nauc_mrr_at_20_std": 0.3954574032844376, + "nauc_mrr_at_3_diff1": 0.11330142460733679, + "nauc_mrr_at_3_max": 0.4446476541996929, + "nauc_mrr_at_3_std": 0.3803334262713702, + "nauc_mrr_at_5_diff1": 0.12334204607416631, + "nauc_mrr_at_5_max": 0.4511012811784353, + "nauc_mrr_at_5_std": 0.39513121243103555, + "nauc_ndcg_at_1000_diff1": 0.1021333136603523, + "nauc_ndcg_at_1000_max": 0.6557682251294051, + "nauc_ndcg_at_1000_std": 0.6257910290494714, + "nauc_ndcg_at_100_diff1": 0.09586157302359072, + "nauc_ndcg_at_100_max": 0.6679908633351744, + "nauc_ndcg_at_100_std": 0.5750509073175598, + "nauc_ndcg_at_10_diff1": 0.11363025000612809, + "nauc_ndcg_at_10_max": 0.5922444657186371, + "nauc_ndcg_at_10_std": 0.46621923003109506, + "nauc_ndcg_at_1_diff1": 0.18320553394293437, + "nauc_ndcg_at_1_max": 0.4332128308086176, + "nauc_ndcg_at_1_std": 0.3278169028766329, + "nauc_ndcg_at_20_diff1": 0.09204426685453397, + "nauc_ndcg_at_20_max": 0.6044503217992861, + "nauc_ndcg_at_20_std": 0.479209634644558, + "nauc_ndcg_at_3_diff1": 0.10403141466650416, + "nauc_ndcg_at_3_max": 0.5320580426113694, + "nauc_ndcg_at_3_std": 0.3742762721445354, + "nauc_ndcg_at_5_diff1": 0.12504615478646866, + "nauc_ndcg_at_5_max": 0.568600131052878, + "nauc_ndcg_at_5_std": 0.4371445227369928, + "nauc_precision_at_1000_diff1": 0.062061531564659815, + "nauc_precision_at_1000_max": 0.2256457192778396, + "nauc_precision_at_1000_std": 0.2601641740345438, + "nauc_precision_at_100_diff1": 0.04770131706365735, + "nauc_precision_at_100_max": 0.4497400841952363, + "nauc_precision_at_100_std": 0.5257980306250082, + "nauc_precision_at_10_diff1": 0.0672635583847942, + "nauc_precision_at_10_max": 0.5455823133787353, + "nauc_precision_at_10_std": 0.5004206816630419, + "nauc_precision_at_1_diff1": 0.15832319956762586, + "nauc_precision_at_1_max": 0.4704094041345764, + "nauc_precision_at_1_std": 0.37277394946628845, + "nauc_precision_at_20_diff1": 0.06743048355755332, + "nauc_precision_at_20_max": 0.5217839915071674, + "nauc_precision_at_20_std": 0.5101945032499985, + "nauc_precision_at_3_diff1": 0.08526083571942288, + "nauc_precision_at_3_max": 0.5312768519241803, + "nauc_precision_at_3_std": 0.3975364243405371, + "nauc_precision_at_5_diff1": 0.09027410114759514, + "nauc_precision_at_5_max": 0.545874607944442, + "nauc_precision_at_5_std": 0.4621089029016678, + "nauc_recall_at_1000_diff1": 0.020686313427654493, + "nauc_recall_at_1000_max": 0.7162618866980489, + "nauc_recall_at_1000_std": 0.8064173508384821, + "nauc_recall_at_100_diff1": 0.01365917862698107, + "nauc_recall_at_100_max": 0.6037337521812927, + "nauc_recall_at_100_std": 0.5439654720903832, + "nauc_recall_at_10_diff1": 0.11532697541606167, + "nauc_recall_at_10_max": 0.46942990678784935, + "nauc_recall_at_10_std": 0.2930533822941419, + "nauc_recall_at_1_diff1": 0.24395874705499387, + "nauc_recall_at_1_max": 0.4892389585404325, + "nauc_recall_at_1_std": 0.1646128500576384, + "nauc_recall_at_20_diff1": 0.03352617775257965, + "nauc_recall_at_20_max": 0.4812094527806464, + "nauc_recall_at_20_std": 0.31556372109314923, + "nauc_recall_at_3_diff1": 0.1669366634406691, + "nauc_recall_at_3_max": 0.5504460756399546, + "nauc_recall_at_3_std": 0.14065865746157205, + "nauc_recall_at_5_diff1": 0.18460929983083568, + "nauc_recall_at_5_max": 0.47614467154506657, + "nauc_recall_at_5_std": 0.27804027877843807, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.22147, + "ndcg_at_100": 0.30024, + "ndcg_at_1000": 0.42726, + "ndcg_at_20": 0.2323, + "ndcg_at_3": 0.21394, + "ndcg_at_5": 0.21937, + "precision_at_1": 0.3, + "precision_at_10": 0.2415, + "precision_at_100": 0.1219, + "precision_at_1000": 0.03043, + "precision_at_20": 0.205, + "precision_at_3": 0.27833, + "precision_at_5": 0.272, + "recall_at_1": 0.01962, + "recall_at_10": 0.12106, + "recall_at_100": 0.40622, + "recall_at_1000": 0.76378, + "recall_at_20": 0.18342, + "recall_at_3": 0.05258, + "recall_at_5": 0.07903 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51264, + "map_at_1": 0.13669, + "map_at_10": 0.29888, + "map_at_100": 0.40686, + "map_at_1000": 0.42274, + "map_at_20": 0.34319, + "map_at_3": 0.21492, + "map_at_5": 0.25146, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7815873015873015, + "mrr_at_100": 0.7833924547071359, + "mrr_at_1000": 0.7834625081044807, + "mrr_at_20": 0.7823015873015874, + "mrr_at_3": 0.7641666666666667, + "mrr_at_5": 0.7756666666666665, + "nauc_map_at_1000_diff1": 0.18847010412846102, + "nauc_map_at_1000_max": 0.37776597471722767, + "nauc_map_at_1000_std": 0.09518773616315329, + "nauc_map_at_100_diff1": 0.1996337258792189, + "nauc_map_at_100_max": 0.37335628305275453, + "nauc_map_at_100_std": 0.06615037153655037, + "nauc_map_at_10_diff1": 0.2506686270967351, + "nauc_map_at_10_max": 0.32495888381058685, + "nauc_map_at_10_std": -0.057807335629424694, + "nauc_map_at_1_diff1": 0.4095980255331353, + "nauc_map_at_1_max": 0.1725652129695524, + "nauc_map_at_1_std": -0.129492834173762, + "nauc_map_at_20_diff1": 0.24010539281086285, + "nauc_map_at_20_max": 0.34753309354469153, + "nauc_map_at_20_std": -0.028939158970618866, + "nauc_map_at_3_diff1": 0.28749944613842787, + "nauc_map_at_3_max": 0.22725847802621274, + "nauc_map_at_3_std": -0.09923466739951409, + "nauc_map_at_5_diff1": 0.2626958637636037, + "nauc_map_at_5_max": 0.2611535836740429, + "nauc_map_at_5_std": -0.09411642934290296, + "nauc_mrr_at_1000_diff1": 0.36259009825426025, + "nauc_mrr_at_1000_max": 0.6267139668544751, + "nauc_mrr_at_1000_std": 0.22791123779497827, + "nauc_mrr_at_100_diff1": 0.3625440182589976, + "nauc_mrr_at_100_max": 0.6268493047553951, + "nauc_mrr_at_100_std": 0.22814377165859723, + "nauc_mrr_at_10_diff1": 0.36262723788397433, + "nauc_mrr_at_10_max": 0.6276826774851872, + "nauc_mrr_at_10_std": 0.22597489040699745, + "nauc_mrr_at_1_diff1": 0.35795352188794805, + "nauc_mrr_at_1_max": 0.5846243920014412, + "nauc_mrr_at_1_std": 0.20584579355071173, + "nauc_mrr_at_20_diff1": 0.36170437245246584, + "nauc_mrr_at_20_max": 0.6279529652070968, + "nauc_mrr_at_20_std": 0.22867618063691297, + "nauc_mrr_at_3_diff1": 0.36206304486694296, + "nauc_mrr_at_3_max": 0.6315490191010366, + "nauc_mrr_at_3_std": 0.23313566425303625, + "nauc_mrr_at_5_diff1": 0.3643931664749178, + "nauc_mrr_at_5_max": 0.6241014640166958, + "nauc_mrr_at_5_std": 0.22610681181756986, + "nauc_ndcg_at_1000_diff1": 0.29462926891008284, + "nauc_ndcg_at_1000_max": 0.5203139891027467, + "nauc_ndcg_at_1000_std": 0.21404127828133007, + "nauc_ndcg_at_100_diff1": 0.294523774387688, + "nauc_ndcg_at_100_max": 0.48917030893612606, + "nauc_ndcg_at_100_std": 0.14911788101650295, + "nauc_ndcg_at_10_diff1": 0.29270876205131874, + "nauc_ndcg_at_10_max": 0.47333779309092594, + "nauc_ndcg_at_10_std": 0.1236783553214333, + "nauc_ndcg_at_1_diff1": 0.4347185838513166, + "nauc_ndcg_at_1_max": 0.5304396013206638, + "nauc_ndcg_at_1_std": 0.17073303055198136, + "nauc_ndcg_at_20_diff1": 0.319747888544254, + "nauc_ndcg_at_20_max": 0.47018497937473275, + "nauc_ndcg_at_20_std": 0.10123706434447832, + "nauc_ndcg_at_3_diff1": 0.31442159966447986, + "nauc_ndcg_at_3_max": 0.516549749140986, + "nauc_ndcg_at_3_std": 0.2008790109485295, + "nauc_ndcg_at_5_diff1": 0.2844139255159582, + "nauc_ndcg_at_5_max": 0.4798126529505682, + "nauc_ndcg_at_5_std": 0.14882222343252952, + "nauc_precision_at_1000_diff1": -0.1985359808061696, + "nauc_precision_at_1000_max": 0.03306023276291759, + "nauc_precision_at_1000_std": 0.3706403107358465, + "nauc_precision_at_100_diff1": -0.20077174876549825, + "nauc_precision_at_100_max": 0.06531095544855671, + "nauc_precision_at_100_std": 0.3777054217814651, + "nauc_precision_at_10_diff1": -0.1313484054212024, + "nauc_precision_at_10_max": 0.30981040403302446, + "nauc_precision_at_10_std": 0.31296805362752994, + "nauc_precision_at_1_diff1": 0.35795352188794805, + "nauc_precision_at_1_max": 0.5846243920014412, + "nauc_precision_at_1_std": 0.20584579355071173, + "nauc_precision_at_20_diff1": -0.14951794871794835, + "nauc_precision_at_20_max": 0.19367999999999994, + "nauc_precision_at_20_std": 0.3358550427350429, + "nauc_precision_at_3_diff1": 0.026588866666863362, + "nauc_precision_at_3_max": 0.40429686924710556, + "nauc_precision_at_3_std": 0.27508740718049657, + "nauc_precision_at_5_diff1": -0.07273916303949839, + "nauc_precision_at_5_max": 0.3544090897521001, + "nauc_precision_at_5_std": 0.2573067125618485, + "nauc_recall_at_1000_diff1": 0.23050998868764375, + "nauc_recall_at_1000_max": 0.3755110741134851, + "nauc_recall_at_1000_std": 0.4643571829785135, + "nauc_recall_at_100_diff1": 0.161149400624005, + "nauc_recall_at_100_max": 0.292976131950153, + "nauc_recall_at_100_std": 0.03246506604206608, + "nauc_recall_at_10_diff1": 0.2668084061164152, + "nauc_recall_at_10_max": 0.2936177837352378, + "nauc_recall_at_10_std": -0.0818891973290101, + "nauc_recall_at_1_diff1": 0.4095980255331353, + "nauc_recall_at_1_max": 0.1725652129695524, + "nauc_recall_at_1_std": -0.129492834173762, + "nauc_recall_at_20_diff1": 0.28226517134798523, + "nauc_recall_at_20_max": 0.31220324444192, + "nauc_recall_at_20_std": -0.06481552345677401, + "nauc_recall_at_3_diff1": 0.2844157329371888, + "nauc_recall_at_3_max": 0.21012406433650213, + "nauc_recall_at_3_std": -0.11357256490857798, + "nauc_recall_at_5_diff1": 0.2683166465437361, + "nauc_recall_at_5_max": 0.2242138160218068, + "nauc_recall_at_5_std": -0.12116893184539161, + "ndcg_at_1": 0.61, + "ndcg_at_10": 0.51264, + "ndcg_at_100": 0.61652, + "ndcg_at_1000": 0.67235, + "ndcg_at_20": 0.53263, + "ndcg_at_3": 0.54669, + "ndcg_at_5": 0.51942, + "precision_at_1": 0.7, + "precision_at_10": 0.3445, + "precision_at_100": 0.10505, + "precision_at_1000": 0.0144, + "precision_at_20": 0.26325, + "precision_at_3": 0.53833, + "precision_at_5": 0.447, + "recall_at_1": 0.13669, + "recall_at_10": 0.3725, + "recall_at_100": 0.76896, + "recall_at_1000": 0.97235, + "recall_at_20": 0.48593, + "recall_at_3": 0.22665, + "recall_at_5": 0.28358 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.14042, + "map_at_1": 0.03777, + "map_at_10": 0.07906, + "map_at_100": 0.1021, + "map_at_1000": 0.10968, + "map_at_20": 0.08699, + "map_at_3": 0.0543, + "map_at_5": 0.0639, + "mrr_at_1": 0.14, + "mrr_at_10": 0.21389087301587303, + "mrr_at_100": 0.22610430561833003, + "mrr_at_1000": 0.22712007733329773, + "mrr_at_20": 0.22109429867518104, + "mrr_at_3": 0.19250000000000003, + "mrr_at_5": 0.19975, + "nauc_map_at_1000_diff1": 0.1353696082534379, + "nauc_map_at_1000_max": 0.3879524264614107, + "nauc_map_at_1000_std": 0.31515952047401274, + "nauc_map_at_100_diff1": 0.1373864703549185, + "nauc_map_at_100_max": 0.38626717509717023, + "nauc_map_at_100_std": 0.30982232305503327, + "nauc_map_at_10_diff1": 0.1581875548838624, + "nauc_map_at_10_max": 0.35661690210839997, + "nauc_map_at_10_std": 0.2333488966284454, + "nauc_map_at_1_diff1": 0.2358184771806632, + "nauc_map_at_1_max": 0.23276301256524456, + "nauc_map_at_1_std": 0.18845852480054, + "nauc_map_at_20_diff1": 0.1496016480578249, + "nauc_map_at_20_max": 0.3643667485890275, + "nauc_map_at_20_std": 0.2516531175913583, + "nauc_map_at_3_diff1": 0.22169802623316992, + "nauc_map_at_3_max": 0.30276111056056226, + "nauc_map_at_3_std": 0.2411077675092693, + "nauc_map_at_5_diff1": 0.19217256224458484, + "nauc_map_at_5_max": 0.3180295385987186, + "nauc_map_at_5_std": 0.21387034513343792, + "nauc_mrr_at_1000_diff1": 0.13146570998060134, + "nauc_mrr_at_1000_max": 0.3639951325652454, + "nauc_mrr_at_1000_std": 0.2639397064268892, + "nauc_mrr_at_100_diff1": 0.13056663171932434, + "nauc_mrr_at_100_max": 0.36409919835700866, + "nauc_mrr_at_100_std": 0.26390466145371866, + "nauc_mrr_at_10_diff1": 0.13364919612843154, + "nauc_mrr_at_10_max": 0.36263379703332477, + "nauc_mrr_at_10_std": 0.27383693173336365, + "nauc_mrr_at_1_diff1": 0.21264160549874825, + "nauc_mrr_at_1_max": 0.36242521956807666, + "nauc_mrr_at_1_std": 0.22244261529975815, + "nauc_mrr_at_20_diff1": 0.13240454914634217, + "nauc_mrr_at_20_max": 0.3613439856052581, + "nauc_mrr_at_20_std": 0.2675188683802597, + "nauc_mrr_at_3_diff1": 0.1568807245978136, + "nauc_mrr_at_3_max": 0.3508267872971236, + "nauc_mrr_at_3_std": 0.25880822115195673, + "nauc_mrr_at_5_diff1": 0.14908210486900075, + "nauc_mrr_at_5_max": 0.3504173632038285, + "nauc_mrr_at_5_std": 0.2640348564613775, + "nauc_ndcg_at_1000_diff1": 0.07418361088191507, + "nauc_ndcg_at_1000_max": 0.43043131810645713, + "nauc_ndcg_at_1000_std": 0.3271747570681851, + "nauc_ndcg_at_100_diff1": 0.08480294863100121, + "nauc_ndcg_at_100_max": 0.427806490550295, + "nauc_ndcg_at_100_std": 0.34400643286925725, + "nauc_ndcg_at_10_diff1": 0.13352424696512058, + "nauc_ndcg_at_10_max": 0.3764250965092989, + "nauc_ndcg_at_10_std": 0.2965209467332726, + "nauc_ndcg_at_1_diff1": 0.20902833322629794, + "nauc_ndcg_at_1_max": 0.34031982158182666, + "nauc_ndcg_at_1_std": 0.2301512701202105, + "nauc_ndcg_at_20_diff1": 0.12525500447352095, + "nauc_ndcg_at_20_max": 0.374524793043014, + "nauc_ndcg_at_20_std": 0.28640635619627297, + "nauc_ndcg_at_3_diff1": 0.17198549777778455, + "nauc_ndcg_at_3_max": 0.32925652415718004, + "nauc_ndcg_at_3_std": 0.2892488836929397, + "nauc_ndcg_at_5_diff1": 0.15235160605105194, + "nauc_ndcg_at_5_max": 0.3458000510389358, + "nauc_ndcg_at_5_std": 0.28617300380701516, + "nauc_precision_at_1000_diff1": 0.012355110429558698, + "nauc_precision_at_1000_max": 0.11604302746278813, + "nauc_precision_at_1000_std": 0.07423183701016792, + "nauc_precision_at_100_diff1": -0.009969980828408687, + "nauc_precision_at_100_max": 0.31609522267043816, + "nauc_precision_at_100_std": 0.35000521035391474, + "nauc_precision_at_10_diff1": 0.03776966384390973, + "nauc_precision_at_10_max": 0.4017025745408541, + "nauc_precision_at_10_std": 0.3705785874591738, + "nauc_precision_at_1_diff1": 0.21264160549874825, + "nauc_precision_at_1_max": 0.36242521956807666, + "nauc_precision_at_1_std": 0.22244261529975815, + "nauc_precision_at_20_diff1": 0.05166625496844896, + "nauc_precision_at_20_max": 0.3804933641732726, + "nauc_precision_at_20_std": 0.36835294513934114, + "nauc_precision_at_3_diff1": 0.14435141258061784, + "nauc_precision_at_3_max": 0.3892168964371934, + "nauc_precision_at_3_std": 0.35224044853586345, + "nauc_precision_at_5_diff1": 0.08792056523437762, + "nauc_precision_at_5_max": 0.3849036863399485, + "nauc_precision_at_5_std": 0.3198812054272037, + "nauc_recall_at_1000_diff1": -0.052257299834028395, + "nauc_recall_at_1000_max": 0.5573970068201686, + "nauc_recall_at_1000_std": 0.4316262540982377, + "nauc_recall_at_100_diff1": -0.0020217334066974938, + "nauc_recall_at_100_max": 0.4923472364563303, + "nauc_recall_at_100_std": 0.391798371493102, + "nauc_recall_at_10_diff1": 0.10026065146882851, + "nauc_recall_at_10_max": 0.369597431808116, + "nauc_recall_at_10_std": 0.24616965926082304, + "nauc_recall_at_1_diff1": 0.2358184771806632, + "nauc_recall_at_1_max": 0.23276301256524456, + "nauc_recall_at_1_std": 0.18845852480054, + "nauc_recall_at_20_diff1": 0.07200022125123903, + "nauc_recall_at_20_max": 0.3597079220677532, + "nauc_recall_at_20_std": 0.24532491143971766, + "nauc_recall_at_3_diff1": 0.17751200235486933, + "nauc_recall_at_3_max": 0.28978981175388946, + "nauc_recall_at_3_std": 0.25139738436255366, + "nauc_recall_at_5_diff1": 0.14122899650666193, + "nauc_recall_at_5_max": 0.2976765908737781, + "nauc_recall_at_5_std": 0.20229633494964186, + "ndcg_at_1": 0.1225, + "ndcg_at_10": 0.14042, + "ndcg_at_100": 0.20217, + "ndcg_at_1000": 0.28004, + "ndcg_at_20": 0.15213, + "ndcg_at_3": 0.12402, + "ndcg_at_5": 0.12608, + "precision_at_1": 0.14, + "precision_at_10": 0.0895, + "precision_at_100": 0.0351, + "precision_at_1000": 0.00851, + "precision_at_20": 0.0695, + "precision_at_3": 0.115, + "precision_at_5": 0.102, + "recall_at_1": 0.03777, + "recall_at_10": 0.13439, + "recall_at_100": 0.3157, + "recall_at_1000": 0.62131, + "recall_at_20": 0.17184, + "recall_at_3": 0.06572, + "recall_at_5": 0.0858 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24864, + "map_at_1": 0.06858, + "map_at_10": 0.13716, + "map_at_100": 0.18278, + "map_at_1000": 0.19664, + "map_at_20": 0.15376, + "map_at_3": 0.10244, + "map_at_5": 0.11897, + "mrr_at_1": 0.3, + "mrr_at_10": 0.4088611111111113, + "mrr_at_100": 0.4181172781713909, + "mrr_at_1000": 0.4185847163635211, + "mrr_at_20": 0.4154254441379057, + "mrr_at_3": 0.37416666666666665, + "mrr_at_5": 0.39216666666666666, + "nauc_map_at_1000_diff1": 0.22082907140838093, + "nauc_map_at_1000_max": 0.48634602640903035, + "nauc_map_at_1000_std": 0.2252331967993869, + "nauc_map_at_100_diff1": 0.22882384023038851, + "nauc_map_at_100_max": 0.4766153989809411, + "nauc_map_at_100_std": 0.19268078580057432, + "nauc_map_at_10_diff1": 0.3033583802441479, + "nauc_map_at_10_max": 0.4311155287767135, + "nauc_map_at_10_std": 0.09555349728969316, + "nauc_map_at_1_diff1": 0.5535149918394766, + "nauc_map_at_1_max": 0.3968678251861932, + "nauc_map_at_1_std": 0.0386012581161487, + "nauc_map_at_20_diff1": 0.27641948596171156, + "nauc_map_at_20_max": 0.4504586888060718, + "nauc_map_at_20_std": 0.12499931225290398, + "nauc_map_at_3_diff1": 0.4325250148804946, + "nauc_map_at_3_max": 0.4286579873502933, + "nauc_map_at_3_std": 0.07985432844703225, + "nauc_map_at_5_diff1": 0.35935590123631667, + "nauc_map_at_5_max": 0.4363562772067033, + "nauc_map_at_5_std": 0.08576231305974719, + "nauc_mrr_at_1000_diff1": 0.22848403235358283, + "nauc_mrr_at_1000_max": 0.5034824924604184, + "nauc_mrr_at_1000_std": 0.29172239811788575, + "nauc_mrr_at_100_diff1": 0.22871117151946752, + "nauc_mrr_at_100_max": 0.5039628703841703, + "nauc_mrr_at_100_std": 0.29230553642874174, + "nauc_mrr_at_10_diff1": 0.22476188503026548, + "nauc_mrr_at_10_max": 0.5043893932558607, + "nauc_mrr_at_10_std": 0.2924224623983807, + "nauc_mrr_at_1_diff1": 0.2741994325091202, + "nauc_mrr_at_1_max": 0.42020672882042964, + "nauc_mrr_at_1_std": 0.23034725037157153, + "nauc_mrr_at_20_diff1": 0.2279960168063089, + "nauc_mrr_at_20_max": 0.5023670535128149, + "nauc_mrr_at_20_std": 0.29094468766898074, + "nauc_mrr_at_3_diff1": 0.2455443855102364, + "nauc_mrr_at_3_max": 0.49716846183933056, + "nauc_mrr_at_3_std": 0.2843814992138618, + "nauc_mrr_at_5_diff1": 0.23042570680911423, + "nauc_mrr_at_5_max": 0.5074995696995799, + "nauc_mrr_at_5_std": 0.2929106014130014, + "nauc_ndcg_at_1000_diff1": 0.16893587034721042, + "nauc_ndcg_at_1000_max": 0.5628564164682023, + "nauc_ndcg_at_1000_std": 0.37134309463187515, + "nauc_ndcg_at_100_diff1": 0.17825372794019143, + "nauc_ndcg_at_100_max": 0.5382463591451849, + "nauc_ndcg_at_100_std": 0.30383142416434433, + "nauc_ndcg_at_10_diff1": 0.21521290929691142, + "nauc_ndcg_at_10_max": 0.5102706393053046, + "nauc_ndcg_at_10_std": 0.22802738171285689, + "nauc_ndcg_at_1_diff1": 0.3043361529974255, + "nauc_ndcg_at_1_max": 0.3688194189040089, + "nauc_ndcg_at_1_std": 0.18803604266274368, + "nauc_ndcg_at_20_diff1": 0.20526393524865869, + "nauc_ndcg_at_20_max": 0.5120548703428207, + "nauc_ndcg_at_20_std": 0.22957958171322368, + "nauc_ndcg_at_3_diff1": 0.27828962848204547, + "nauc_ndcg_at_3_max": 0.48447880520254977, + "nauc_ndcg_at_3_std": 0.21353585888811533, + "nauc_ndcg_at_5_diff1": 0.24320080973447897, + "nauc_ndcg_at_5_max": 0.514310285049291, + "nauc_ndcg_at_5_std": 0.22482290842082403, + "nauc_precision_at_1000_diff1": -0.09712356411777592, + "nauc_precision_at_1000_max": 0.1722002924318088, + "nauc_precision_at_1000_std": 0.35062877510312196, + "nauc_precision_at_100_diff1": -0.15627556257468142, + "nauc_precision_at_100_max": 0.288591409890908, + "nauc_precision_at_100_std": 0.424027923816544, + "nauc_precision_at_10_diff1": -0.0895312218410852, + "nauc_precision_at_10_max": 0.44500936212326236, + "nauc_precision_at_10_std": 0.37326006542795465, + "nauc_precision_at_1_diff1": 0.2741994325091202, + "nauc_precision_at_1_max": 0.42020672882042964, + "nauc_precision_at_1_std": 0.23034725037157153, + "nauc_precision_at_20_diff1": -0.12334262642455888, + "nauc_precision_at_20_max": 0.4061266142235977, + "nauc_precision_at_20_std": 0.3966550722433013, + "nauc_precision_at_3_diff1": 0.12432659855670279, + "nauc_precision_at_3_max": 0.47257156271817885, + "nauc_precision_at_3_std": 0.288275269131918, + "nauc_precision_at_5_diff1": 0.021007212298083652, + "nauc_precision_at_5_max": 0.5008597133669165, + "nauc_precision_at_5_std": 0.34629719129319475, + "nauc_recall_at_1000_diff1": -0.10065468459990651, + "nauc_recall_at_1000_max": 0.6277071585069296, + "nauc_recall_at_1000_std": 0.6248109510562967, + "nauc_recall_at_100_diff1": 0.03596545673271609, + "nauc_recall_at_100_max": 0.48351074454914905, + "nauc_recall_at_100_std": 0.32868171031031324, + "nauc_recall_at_10_diff1": 0.1367050281697169, + "nauc_recall_at_10_max": 0.39561754137757327, + "nauc_recall_at_10_std": 0.10402095663650364, + "nauc_recall_at_1_diff1": 0.5535149918394766, + "nauc_recall_at_1_max": 0.3968678251861932, + "nauc_recall_at_1_std": 0.0386012581161487, + "nauc_recall_at_20_diff1": 0.09741984964327165, + "nauc_recall_at_20_max": 0.4043785462156669, + "nauc_recall_at_20_std": 0.12362343593822699, + "nauc_recall_at_3_diff1": 0.37751018407803993, + "nauc_recall_at_3_max": 0.4339280433749571, + "nauc_recall_at_3_std": 0.07858804779666277, + "nauc_recall_at_5_diff1": 0.2354247942227632, + "nauc_recall_at_5_max": 0.4316732478323906, + "nauc_recall_at_5_std": 0.08350786560042839, + "ndcg_at_1": 0.25, + "ndcg_at_10": 0.24864, + "ndcg_at_100": 0.33048, + "ndcg_at_1000": 0.41422, + "ndcg_at_20": 0.26232, + "ndcg_at_3": 0.24558, + "ndcg_at_5": 0.24252, + "precision_at_1": 0.3, + "precision_at_10": 0.161, + "precision_at_100": 0.05935, + "precision_at_1000": 0.01143, + "precision_at_20": 0.12525, + "precision_at_3": 0.245, + "precision_at_5": 0.206, + "recall_at_1": 0.06858, + "recall_at_10": 0.20253, + "recall_at_100": 0.46593, + "recall_at_1000": 0.78914, + "recall_at_20": 0.25915, + "recall_at_3": 0.11581, + "recall_at_5": 0.15107 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47366, + "map_at_1": 0.06365, + "map_at_10": 0.18948, + "map_at_100": 0.30803, + "map_at_1000": 0.35144, + "map_at_20": 0.23018, + "map_at_3": 0.12343, + "map_at_5": 0.14851, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7882757936507936, + "mrr_at_100": 0.7900871014878367, + "mrr_at_1000": 0.7901261639878366, + "mrr_at_20": 0.7892827380952382, + "mrr_at_3": 0.7708333333333333, + "mrr_at_5": 0.7848333333333334, + "nauc_map_at_1000_diff1": 0.20484892691544082, + "nauc_map_at_1000_max": 0.2783970356747522, + "nauc_map_at_1000_std": 0.13008140825846676, + "nauc_map_at_100_diff1": 0.21911398322860162, + "nauc_map_at_100_max": 0.27339456305528775, + "nauc_map_at_100_std": 0.07490318814788759, + "nauc_map_at_10_diff1": 0.26589470572680834, + "nauc_map_at_10_max": 0.20311479195006893, + "nauc_map_at_10_std": -0.04968245067752856, + "nauc_map_at_1_diff1": 0.3968150141853257, + "nauc_map_at_1_max": 0.029735436871270067, + "nauc_map_at_1_std": -0.16227350998997955, + "nauc_map_at_20_diff1": 0.24208086517044852, + "nauc_map_at_20_max": 0.23729525150226327, + "nauc_map_at_20_std": -0.017847402475778908, + "nauc_map_at_3_diff1": 0.3231202080270368, + "nauc_map_at_3_max": 0.1318943255340297, + "nauc_map_at_3_std": -0.09779172891327854, + "nauc_map_at_5_diff1": 0.29358912131465525, + "nauc_map_at_5_max": 0.15523571215354337, + "nauc_map_at_5_std": -0.06907404556824294, + "nauc_mrr_at_1000_diff1": 0.34967598279334594, + "nauc_mrr_at_1000_max": 0.3020348680008557, + "nauc_mrr_at_1000_std": 0.0008929321781293039, + "nauc_mrr_at_100_diff1": 0.34936184452432345, + "nauc_mrr_at_100_max": 0.3016076213383934, + "nauc_mrr_at_100_std": 0.0008568969262420581, + "nauc_mrr_at_10_diff1": 0.34823986896422787, + "nauc_mrr_at_10_max": 0.30299895859201575, + "nauc_mrr_at_10_std": 0.001621510372474725, + "nauc_mrr_at_1_diff1": 0.36008827238335456, + "nauc_mrr_at_1_max": 0.26876238515582773, + "nauc_mrr_at_1_std": -0.0664114573950637, + "nauc_mrr_at_20_diff1": 0.3486336631972935, + "nauc_mrr_at_20_max": 0.30209626698509034, + "nauc_mrr_at_20_std": 0.0006095441711374398, + "nauc_mrr_at_3_diff1": 0.3608175748193028, + "nauc_mrr_at_3_max": 0.3231168140416196, + "nauc_mrr_at_3_std": 0.029847939441716376, + "nauc_mrr_at_5_diff1": 0.35121224736485945, + "nauc_mrr_at_5_max": 0.31083440381978145, + "nauc_mrr_at_5_std": 0.012881711686549991, + "nauc_ndcg_at_1000_diff1": 0.21281554190682792, + "nauc_ndcg_at_1000_max": 0.3297758238474848, + "nauc_ndcg_at_1000_std": 0.15555461068541324, + "nauc_ndcg_at_100_diff1": 0.23876918580507223, + "nauc_ndcg_at_100_max": 0.2959701000003141, + "nauc_ndcg_at_100_std": 0.08553966660495818, + "nauc_ndcg_at_10_diff1": 0.23213928826176491, + "nauc_ndcg_at_10_max": 0.3255068213263838, + "nauc_ndcg_at_10_std": 0.04992489284537729, + "nauc_ndcg_at_1_diff1": 0.34182597507403945, + "nauc_ndcg_at_1_max": 0.23633221417749653, + "nauc_ndcg_at_1_std": -0.06570282225216756, + "nauc_ndcg_at_20_diff1": 0.24628417279510142, + "nauc_ndcg_at_20_max": 0.29986801459550133, + "nauc_ndcg_at_20_std": 0.028062258497273937, + "nauc_ndcg_at_3_diff1": 0.2870190653780044, + "nauc_ndcg_at_3_max": 0.32328364422375594, + "nauc_ndcg_at_3_std": 0.057667237582889865, + "nauc_ndcg_at_5_diff1": 0.23944788745253923, + "nauc_ndcg_at_5_max": 0.3196116416679131, + "nauc_ndcg_at_5_std": 0.07332586493794477, + "nauc_precision_at_1000_diff1": -0.08832843046707747, + "nauc_precision_at_1000_max": -0.00048058193812999296, + "nauc_precision_at_1000_std": 0.1393219469362228, + "nauc_precision_at_100_diff1": -0.08335998850350948, + "nauc_precision_at_100_max": 0.043695936361360634, + "nauc_precision_at_100_std": 0.2030337833035105, + "nauc_precision_at_10_diff1": -0.02499707952048484, + "nauc_precision_at_10_max": 0.3181320056740743, + "nauc_precision_at_10_std": 0.19483659221761737, + "nauc_precision_at_1_diff1": 0.36008827238335456, + "nauc_precision_at_1_max": 0.26876238515582773, + "nauc_precision_at_1_std": -0.0664114573950637, + "nauc_precision_at_20_diff1": -0.054691930501195994, + "nauc_precision_at_20_max": 0.24861046795607805, + "nauc_precision_at_20_std": 0.20406488077491539, + "nauc_precision_at_3_diff1": 0.15890706934830098, + "nauc_precision_at_3_max": 0.4003374859380862, + "nauc_precision_at_3_std": 0.16215693393727676, + "nauc_precision_at_5_diff1": 0.022128300571414877, + "nauc_precision_at_5_max": 0.3531046016075954, + "nauc_precision_at_5_std": 0.22232043190127063, + "nauc_recall_at_1000_diff1": -0.039924626926893525, + "nauc_recall_at_1000_max": 0.3756396598695344, + "nauc_recall_at_1000_std": 0.5098589651500054, + "nauc_recall_at_100_diff1": 0.08855733287864735, + "nauc_recall_at_100_max": 0.12642839729199362, + "nauc_recall_at_100_std": 0.09110011481491094, + "nauc_recall_at_10_diff1": 0.21955318017800882, + "nauc_recall_at_10_max": 0.13615902378038466, + "nauc_recall_at_10_std": -0.08365669511994685, + "nauc_recall_at_1_diff1": 0.3968150141853257, + "nauc_recall_at_1_max": 0.029735436871270067, + "nauc_recall_at_1_std": -0.16227350998997955, + "nauc_recall_at_20_diff1": 0.17155046453213155, + "nauc_recall_at_20_max": 0.1365121601862904, + "nauc_recall_at_20_std": -0.05524741482727528, + "nauc_recall_at_3_diff1": 0.3175179783826314, + "nauc_recall_at_3_max": 0.11552384669335747, + "nauc_recall_at_3_std": -0.08954969184547619, + "nauc_recall_at_5_diff1": 0.26782928002872997, + "nauc_recall_at_5_max": 0.11866582712879642, + "nauc_recall_at_5_std": -0.07587504833226291, + "ndcg_at_1": 0.585, + "ndcg_at_10": 0.47366, + "ndcg_at_100": 0.54631, + "ndcg_at_1000": 0.65121, + "ndcg_at_20": 0.47446, + "ndcg_at_3": 0.51323, + "ndcg_at_5": 0.48772, + "precision_at_1": 0.7, + "precision_at_10": 0.4165, + "precision_at_100": 0.1686, + "precision_at_1000": 0.03393, + "precision_at_20": 0.339, + "precision_at_3": 0.56833, + "precision_at_5": 0.503, + "recall_at_1": 0.06365, + "recall_at_10": 0.24953, + "recall_at_100": 0.62637, + "recall_at_1000": 0.94288, + "recall_at_20": 0.34691, + "recall_at_3": 0.13347, + "recall_at_5": 0.17272 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.09305, + "map_at_1": 0.0099, + "map_at_10": 0.02877, + "map_at_100": 0.0575, + "map_at_1000": 0.07596, + "map_at_20": 0.03644, + "map_at_3": 0.01748, + "map_at_5": 0.0226, + "mrr_at_1": 0.12, + "mrr_at_10": 0.19847619047619056, + "mrr_at_100": 0.2136654690800716, + "mrr_at_1000": 0.21437094417888158, + "mrr_at_20": 0.207008578023284, + "mrr_at_3": 0.16166666666666665, + "mrr_at_5": 0.18566666666666667, + "nauc_map_at_1000_diff1": 0.012294559343050002, + "nauc_map_at_1000_max": 0.4462114841917962, + "nauc_map_at_1000_std": 0.5906209573989567, + "nauc_map_at_100_diff1": 0.048375159114103436, + "nauc_map_at_100_max": 0.42659131851468635, + "nauc_map_at_100_std": 0.577091652869239, + "nauc_map_at_10_diff1": 0.08938354252479139, + "nauc_map_at_10_max": 0.35948926990773034, + "nauc_map_at_10_std": 0.4492014976727861, + "nauc_map_at_1_diff1": 0.22701393446419657, + "nauc_map_at_1_max": 0.4628692338195766, + "nauc_map_at_1_std": 0.26722609172603257, + "nauc_map_at_20_diff1": 0.08958439143893288, + "nauc_map_at_20_max": 0.39933948995565555, + "nauc_map_at_20_std": 0.4762758100241231, + "nauc_map_at_3_diff1": 0.07087171235324417, + "nauc_map_at_3_max": 0.33442943527804464, + "nauc_map_at_3_std": 0.43576806946973756, + "nauc_map_at_5_diff1": 0.08718290878717672, + "nauc_map_at_5_max": 0.3623712961538479, + "nauc_map_at_5_std": 0.42202881579157414, + "nauc_mrr_at_1000_diff1": -0.009621054909269698, + "nauc_mrr_at_1000_max": 0.40775208281565994, + "nauc_mrr_at_1000_std": 0.3893325198610168, + "nauc_mrr_at_100_diff1": -0.010003639650079742, + "nauc_mrr_at_100_max": 0.4080021047359343, + "nauc_mrr_at_100_std": 0.3891584470338262, + "nauc_mrr_at_10_diff1": -0.008942621729860198, + "nauc_mrr_at_10_max": 0.39936585620864534, + "nauc_mrr_at_10_std": 0.385572904708322, + "nauc_mrr_at_1_diff1": -0.019820396170978975, + "nauc_mrr_at_1_max": 0.42180835939721373, + "nauc_mrr_at_1_std": 0.3280731684200551, + "nauc_mrr_at_20_diff1": -0.0075129573695616614, + "nauc_mrr_at_20_max": 0.4082162374821949, + "nauc_mrr_at_20_std": 0.39006549275445107, + "nauc_mrr_at_3_diff1": -0.00227768191843881, + "nauc_mrr_at_3_max": 0.4097666616513917, + "nauc_mrr_at_3_std": 0.3828458379084384, + "nauc_mrr_at_5_diff1": -0.0187560950236621, + "nauc_mrr_at_5_max": 0.3915199855939951, + "nauc_mrr_at_5_std": 0.3817519782401191, + "nauc_ndcg_at_1000_diff1": 0.02534932518568258, + "nauc_ndcg_at_1000_max": 0.5113177422786395, + "nauc_ndcg_at_1000_std": 0.5866043201571216, + "nauc_ndcg_at_100_diff1": 0.051106528366049925, + "nauc_ndcg_at_100_max": 0.44471369815071404, + "nauc_ndcg_at_100_std": 0.5714493235350216, + "nauc_ndcg_at_10_diff1": 0.008830605060614217, + "nauc_ndcg_at_10_max": 0.3599040096391374, + "nauc_ndcg_at_10_std": 0.47027322024842866, + "nauc_ndcg_at_1_diff1": 0.015960412601059373, + "nauc_ndcg_at_1_max": 0.42203326828361687, + "nauc_ndcg_at_1_std": 0.33130440169748776, + "nauc_ndcg_at_20_diff1": 0.049772108027822136, + "nauc_ndcg_at_20_max": 0.3949460846366777, + "nauc_ndcg_at_20_std": 0.4975534423045059, + "nauc_ndcg_at_3_diff1": -0.007519607874132778, + "nauc_ndcg_at_3_max": 0.3627402218141118, + "nauc_ndcg_at_3_std": 0.4368535266221027, + "nauc_ndcg_at_5_diff1": -0.0191366711684188, + "nauc_ndcg_at_5_max": 0.36044123087521723, + "nauc_ndcg_at_5_std": 0.4437160179974469, + "nauc_precision_at_1000_diff1": -0.06729988306840257, + "nauc_precision_at_1000_max": 0.2387061934606372, + "nauc_precision_at_1000_std": 0.2291504601429598, + "nauc_precision_at_100_diff1": -0.08407029574683571, + "nauc_precision_at_100_max": 0.3622545108889378, + "nauc_precision_at_100_std": 0.4876944251127367, + "nauc_precision_at_10_diff1": -0.052405569662322585, + "nauc_precision_at_10_max": 0.3585546114266839, + "nauc_precision_at_10_std": 0.46884138297204014, + "nauc_precision_at_1_diff1": -0.019820396170978975, + "nauc_precision_at_1_max": 0.42180835939721373, + "nauc_precision_at_1_std": 0.3280731684200551, + "nauc_precision_at_20_diff1": -0.05355893571110855, + "nauc_precision_at_20_max": 0.3947833186059434, + "nauc_precision_at_20_std": 0.511207170134977, + "nauc_precision_at_3_diff1": -0.030216322622978912, + "nauc_precision_at_3_max": 0.3748803287329369, + "nauc_precision_at_3_std": 0.4367544076675667, + "nauc_precision_at_5_diff1": -0.043457010346057943, + "nauc_precision_at_5_max": 0.3754834106314661, + "nauc_precision_at_5_std": 0.4268854798430249, + "nauc_recall_at_1000_diff1": 0.11202053049059163, + "nauc_recall_at_1000_max": 0.5520738627408552, + "nauc_recall_at_1000_std": 0.6039778485951687, + "nauc_recall_at_100_diff1": 0.11366093778830791, + "nauc_recall_at_100_max": 0.38430242601361725, + "nauc_recall_at_100_std": 0.5512113287611802, + "nauc_recall_at_10_diff1": 0.08918723085835326, + "nauc_recall_at_10_max": 0.254055807992401, + "nauc_recall_at_10_std": 0.43428594814052934, + "nauc_recall_at_1_diff1": 0.22701393446419657, + "nauc_recall_at_1_max": 0.4628692338195766, + "nauc_recall_at_1_std": 0.26722609172603257, + "nauc_recall_at_20_diff1": 0.13157526515503037, + "nauc_recall_at_20_max": 0.3707233610066006, + "nauc_recall_at_20_std": 0.46402283835314406, + "nauc_recall_at_3_diff1": 0.010808598573961218, + "nauc_recall_at_3_max": 0.2705872838748588, + "nauc_recall_at_3_std": 0.5005038094854399, + "nauc_recall_at_5_diff1": 0.03908748777979116, + "nauc_recall_at_5_max": 0.2725861271706436, + "nauc_recall_at_5_std": 0.44724299789146593, + "ndcg_at_1": 0.09, + "ndcg_at_10": 0.09305, + "ndcg_at_100": 0.16202, + "ndcg_at_1000": 0.27155, + "ndcg_at_20": 0.10525, + "ndcg_at_3": 0.08085, + "ndcg_at_5": 0.08527, + "precision_at_1": 0.12, + "precision_at_10": 0.0935, + "precision_at_100": 0.0612, + "precision_at_1000": 0.01914, + "precision_at_20": 0.08725, + "precision_at_3": 0.09667, + "precision_at_5": 0.1, + "recall_at_1": 0.0099, + "recall_at_10": 0.05736, + "recall_at_100": 0.25108, + "recall_at_1000": 0.58643, + "recall_at_20": 0.0921, + "recall_at_3": 0.02314, + "recall_at_5": 0.03626 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.17468, + "map_at_1": 0.02092, + "map_at_10": 0.06668, + "map_at_100": 0.11181, + "map_at_1000": 0.13363, + "map_at_20": 0.08128, + "map_at_3": 0.04474, + "map_at_5": 0.05477, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3451587301587303, + "mrr_at_100": 0.35736992346738267, + "mrr_at_1000": 0.3579097454078031, + "mrr_at_20": 0.3532143936429929, + "mrr_at_3": 0.31500000000000006, + "mrr_at_5": 0.32850000000000007, + "nauc_map_at_1000_diff1": 0.17321920560872922, + "nauc_map_at_1000_max": 0.5371907154519623, + "nauc_map_at_1000_std": 0.45962754845729836, + "nauc_map_at_100_diff1": 0.1957113078801829, + "nauc_map_at_100_max": 0.5522365987312253, + "nauc_map_at_100_std": 0.43025691917371534, + "nauc_map_at_10_diff1": 0.18331746976649985, + "nauc_map_at_10_max": 0.4634663470285888, + "nauc_map_at_10_std": 0.26126865142393646, + "nauc_map_at_1_diff1": 0.16776107353674674, + "nauc_map_at_1_max": 0.32626422894129364, + "nauc_map_at_1_std": 0.1461207246514123, + "nauc_map_at_20_diff1": 0.2047220498603245, + "nauc_map_at_20_max": 0.5078742812764315, + "nauc_map_at_20_std": 0.3171916240342445, + "nauc_map_at_3_diff1": 0.14130676811823495, + "nauc_map_at_3_max": 0.37135687416538643, + "nauc_map_at_3_std": 0.1658306169560042, + "nauc_map_at_5_diff1": 0.16269207685521525, + "nauc_map_at_5_max": 0.40772441010720856, + "nauc_map_at_5_std": 0.20691873813167266, + "nauc_mrr_at_1000_diff1": 0.16770371907018275, + "nauc_mrr_at_1000_max": 0.46442109685474964, + "nauc_mrr_at_1000_std": 0.3043479302618206, + "nauc_mrr_at_100_diff1": 0.16812717384569068, + "nauc_mrr_at_100_max": 0.4642362609917961, + "nauc_mrr_at_100_std": 0.3040991708877893, + "nauc_mrr_at_10_diff1": 0.16793733862125487, + "nauc_mrr_at_10_max": 0.4699194097460449, + "nauc_mrr_at_10_std": 0.3044540672510777, + "nauc_mrr_at_1_diff1": 0.1417947774917249, + "nauc_mrr_at_1_max": 0.3892975358587715, + "nauc_mrr_at_1_std": 0.24919455682236108, + "nauc_mrr_at_20_diff1": 0.16974526068829432, + "nauc_mrr_at_20_max": 0.46506695877684545, + "nauc_mrr_at_20_std": 0.30360246030389093, + "nauc_mrr_at_3_diff1": 0.16541426018313432, + "nauc_mrr_at_3_max": 0.45006244781639687, + "nauc_mrr_at_3_std": 0.2988559284023709, + "nauc_mrr_at_5_diff1": 0.15974057245102793, + "nauc_mrr_at_5_max": 0.47011400724714436, + "nauc_mrr_at_5_std": 0.3089525822015295, + "nauc_ndcg_at_1000_diff1": 0.15202318554697872, + "nauc_ndcg_at_1000_max": 0.5890230974719525, + "nauc_ndcg_at_1000_std": 0.5094864337935147, + "nauc_ndcg_at_100_diff1": 0.19923521887497794, + "nauc_ndcg_at_100_max": 0.5934117302600639, + "nauc_ndcg_at_100_std": 0.4622322390880873, + "nauc_ndcg_at_10_diff1": 0.1863320082690826, + "nauc_ndcg_at_10_max": 0.5347133260941149, + "nauc_ndcg_at_10_std": 0.3605257012448864, + "nauc_ndcg_at_1_diff1": 0.16364096372707426, + "nauc_ndcg_at_1_max": 0.39692931839568196, + "nauc_ndcg_at_1_std": 0.23430037462493125, + "nauc_ndcg_at_20_diff1": 0.21765884175362263, + "nauc_ndcg_at_20_max": 0.5533194142422811, + "nauc_ndcg_at_20_std": 0.37454050810539097, + "nauc_ndcg_at_3_diff1": 0.18879227571677434, + "nauc_ndcg_at_3_max": 0.45715634841742386, + "nauc_ndcg_at_3_std": 0.2815234739383455, + "nauc_ndcg_at_5_diff1": 0.17411669641342886, + "nauc_ndcg_at_5_max": 0.4981553016167327, + "nauc_ndcg_at_5_std": 0.33449014807832056, + "nauc_precision_at_1000_diff1": 0.006319378588846598, + "nauc_precision_at_1000_max": 0.07015715906006327, + "nauc_precision_at_1000_std": 0.16128216883238475, + "nauc_precision_at_100_diff1": 0.06870475188560335, + "nauc_precision_at_100_max": 0.3314229281589946, + "nauc_precision_at_100_std": 0.44522870762918226, + "nauc_precision_at_10_diff1": 0.1521417367745616, + "nauc_precision_at_10_max": 0.5665934692713537, + "nauc_precision_at_10_std": 0.44326964209325564, + "nauc_precision_at_1_diff1": 0.1417947774917249, + "nauc_precision_at_1_max": 0.3892975358587715, + "nauc_precision_at_1_std": 0.24919455682236108, + "nauc_precision_at_20_diff1": 0.16565616426708477, + "nauc_precision_at_20_max": 0.5261218051610238, + "nauc_precision_at_20_std": 0.4655645422979414, + "nauc_precision_at_3_diff1": 0.18760619947479526, + "nauc_precision_at_3_max": 0.5062303691879922, + "nauc_precision_at_3_std": 0.34165014674836514, + "nauc_precision_at_5_diff1": 0.15922274604424683, + "nauc_precision_at_5_max": 0.5533124046921464, + "nauc_precision_at_5_std": 0.40330247849505757, + "nauc_recall_at_1000_diff1": 0.1384726489936753, + "nauc_recall_at_1000_max": 0.7133402938734767, + "nauc_recall_at_1000_std": 0.6337430865817731, + "nauc_recall_at_100_diff1": 0.1940596551232939, + "nauc_recall_at_100_max": 0.5903457696101305, + "nauc_recall_at_100_std": 0.4707361219132371, + "nauc_recall_at_10_diff1": 0.21587562930185372, + "nauc_recall_at_10_max": 0.49396579167961424, + "nauc_recall_at_10_std": 0.2663773746546443, + "nauc_recall_at_1_diff1": 0.16776107353674674, + "nauc_recall_at_1_max": 0.32626422894129364, + "nauc_recall_at_1_std": 0.1461207246514123, + "nauc_recall_at_20_diff1": 0.2254367420361628, + "nauc_recall_at_20_max": 0.514362238919842, + "nauc_recall_at_20_std": 0.31607229899052486, + "nauc_recall_at_3_diff1": 0.15341822865122337, + "nauc_recall_at_3_max": 0.40899868540533807, + "nauc_recall_at_3_std": 0.19863975185583624, + "nauc_recall_at_5_diff1": 0.17924185165417605, + "nauc_recall_at_5_max": 0.4518813157094805, + "nauc_recall_at_5_std": 0.2414820392378542, + "ndcg_at_1": 0.19, + "ndcg_at_10": 0.17468, + "ndcg_at_100": 0.24371, + "ndcg_at_1000": 0.35003, + "ndcg_at_20": 0.18335, + "ndcg_at_3": 0.17568, + "ndcg_at_5": 0.17505, + "precision_at_1": 0.25, + "precision_at_10": 0.163, + "precision_at_100": 0.08055, + "precision_at_1000": 0.02131, + "precision_at_20": 0.1375, + "precision_at_3": 0.21333, + "precision_at_5": 0.199, + "recall_at_1": 0.02092, + "recall_at_10": 0.10227, + "recall_at_100": 0.32185, + "recall_at_1000": 0.64634, + "recall_at_20": 0.14792, + "recall_at_3": 0.05178, + "recall_at_5": 0.07038 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.54101, + "map_at_1": 0.08769, + "map_at_10": 0.25912, + "map_at_100": 0.39347, + "map_at_1000": 0.42085, + "map_at_20": 0.30376, + "map_at_3": 0.16871, + "map_at_5": 0.2069, + "mrr_at_1": 0.78, + "mrr_at_10": 0.8622698412698412, + "mrr_at_100": 0.8627491441020853, + "mrr_at_1000": 0.8627491441020853, + "mrr_at_20": 0.8625639589169001, + "mrr_at_3": 0.8516666666666667, + "mrr_at_5": 0.8596666666666666, + "nauc_map_at_1000_diff1": 0.07986804441060345, + "nauc_map_at_1000_max": 0.18873658713506092, + "nauc_map_at_1000_std": 0.19421761115153796, + "nauc_map_at_100_diff1": 0.10658145784161574, + "nauc_map_at_100_max": 0.2031927969574522, + "nauc_map_at_100_std": 0.1915610658904157, + "nauc_map_at_10_diff1": 0.19002369011434156, + "nauc_map_at_10_max": 0.18386870174981973, + "nauc_map_at_10_std": -0.028450928572764985, + "nauc_map_at_1_diff1": 0.4424886968571196, + "nauc_map_at_1_max": 0.11079211050987557, + "nauc_map_at_1_std": -0.16854177365864434, + "nauc_map_at_20_diff1": 0.1785878445677111, + "nauc_map_at_20_max": 0.19499175256582718, + "nauc_map_at_20_std": 0.03148740081116769, + "nauc_map_at_3_diff1": 0.24527638198618956, + "nauc_map_at_3_max": 0.1528889138932638, + "nauc_map_at_3_std": -0.10897599744816538, + "nauc_map_at_5_diff1": 0.21736376520309494, + "nauc_map_at_5_max": 0.16349987545782968, + "nauc_map_at_5_std": -0.07401783252777447, + "nauc_mrr_at_1000_diff1": 0.48420147178971884, + "nauc_mrr_at_1000_max": 0.45218844386275414, + "nauc_mrr_at_1000_std": 0.05484255305156927, + "nauc_mrr_at_100_diff1": 0.48420147178971884, + "nauc_mrr_at_100_max": 0.45218844386275414, + "nauc_mrr_at_100_std": 0.05484255305156927, + "nauc_mrr_at_10_diff1": 0.48572606923632955, + "nauc_mrr_at_10_max": 0.4534083895214598, + "nauc_mrr_at_10_std": 0.05442250239536878, + "nauc_mrr_at_1_diff1": 0.5137594473037501, + "nauc_mrr_at_1_max": 0.39101404924189676, + "nauc_mrr_at_1_std": 0.02472527472527501, + "nauc_mrr_at_20_diff1": 0.4845455017625059, + "nauc_mrr_at_20_max": 0.45279130036251736, + "nauc_mrr_at_20_std": 0.05494075188333865, + "nauc_mrr_at_3_diff1": 0.47317370765889843, + "nauc_mrr_at_3_max": 0.47893579152394333, + "nauc_mrr_at_3_std": 0.08245181006111975, + "nauc_mrr_at_5_diff1": 0.4735916914905239, + "nauc_mrr_at_5_max": 0.4615464788130148, + "nauc_mrr_at_5_std": 0.06617636578726001, + "nauc_ndcg_at_1000_diff1": 0.19509722975394203, + "nauc_ndcg_at_1000_max": 0.3122059384950649, + "nauc_ndcg_at_1000_std": 0.21835189599564458, + "nauc_ndcg_at_100_diff1": 0.19727091294574928, + "nauc_ndcg_at_100_max": 0.31910101381786643, + "nauc_ndcg_at_100_std": 0.2609476845246624, + "nauc_ndcg_at_10_diff1": 0.2374744195932227, + "nauc_ndcg_at_10_max": 0.2876247518360437, + "nauc_ndcg_at_10_std": 0.10918392007375965, + "nauc_ndcg_at_1_diff1": 0.5683327181439359, + "nauc_ndcg_at_1_max": 0.39869609495559555, + "nauc_ndcg_at_1_std": 0.008044898449278307, + "nauc_ndcg_at_20_diff1": 0.2112000820585987, + "nauc_ndcg_at_20_max": 0.2727363176898761, + "nauc_ndcg_at_20_std": 0.1120706171290556, + "nauc_ndcg_at_3_diff1": 0.2853792712246054, + "nauc_ndcg_at_3_max": 0.3350547146002876, + "nauc_ndcg_at_3_std": 0.048065378360715214, + "nauc_ndcg_at_5_diff1": 0.25670124492895097, + "nauc_ndcg_at_5_max": 0.3189190728462961, + "nauc_ndcg_at_5_std": 0.08775672043302163, + "nauc_precision_at_1000_diff1": -0.21422912558342022, + "nauc_precision_at_1000_max": -0.17156304667103933, + "nauc_precision_at_1000_std": -0.006180736329700664, + "nauc_precision_at_100_diff1": -0.21974955365058638, + "nauc_precision_at_100_max": -0.07292853168049294, + "nauc_precision_at_100_std": 0.22616137273772527, + "nauc_precision_at_10_diff1": -0.12897695909549403, + "nauc_precision_at_10_max": 0.08541123398747548, + "nauc_precision_at_10_std": 0.22937287054837557, + "nauc_precision_at_1_diff1": 0.5137594473037501, + "nauc_precision_at_1_max": 0.39101404924189676, + "nauc_precision_at_1_std": 0.02472527472527501, + "nauc_precision_at_20_diff1": -0.17016201638776957, + "nauc_precision_at_20_max": 0.013814340883803148, + "nauc_precision_at_20_std": 0.2643744562572296, + "nauc_precision_at_3_diff1": -0.018688129953354303, + "nauc_precision_at_3_max": 0.18697465682858608, + "nauc_precision_at_3_std": 0.09554452309426134, + "nauc_precision_at_5_diff1": -0.06051793264017905, + "nauc_precision_at_5_max": 0.15802955292377288, + "nauc_precision_at_5_std": 0.17853630655695013, + "nauc_recall_at_1000_diff1": -0.1051332469717691, + "nauc_recall_at_1000_max": 0.20760302906518704, + "nauc_recall_at_1000_std": 0.6266882671906557, + "nauc_recall_at_100_diff1": 0.042206503577701365, + "nauc_recall_at_100_max": 0.18574580865552917, + "nauc_recall_at_100_std": 0.34738959600673486, + "nauc_recall_at_10_diff1": 0.15971515458222124, + "nauc_recall_at_10_max": 0.12403559621410423, + "nauc_recall_at_10_std": -0.039297609305857614, + "nauc_recall_at_1_diff1": 0.4424886968571196, + "nauc_recall_at_1_max": 0.11079211050987557, + "nauc_recall_at_1_std": -0.16854177365864434, + "nauc_recall_at_20_diff1": 0.13646214068147597, + "nauc_recall_at_20_max": 0.1332680297435894, + "nauc_recall_at_20_std": 0.0286253329335146, + "nauc_recall_at_3_diff1": 0.21989253275475434, + "nauc_recall_at_3_max": 0.15308209533908052, + "nauc_recall_at_3_std": -0.10007869041353826, + "nauc_recall_at_5_diff1": 0.17738385868059747, + "nauc_recall_at_5_max": 0.13518144503369958, + "nauc_recall_at_5_std": -0.07572802013457909, + "ndcg_at_1": 0.6775, + "ndcg_at_10": 0.54101, + "ndcg_at_100": 0.63423, + "ndcg_at_1000": 0.71047, + "ndcg_at_20": 0.5438, + "ndcg_at_3": 0.59863, + "ndcg_at_5": 0.56176, + "precision_at_1": 0.78, + "precision_at_10": 0.428, + "precision_at_100": 0.15105, + "precision_at_1000": 0.0239, + "precision_at_20": 0.332, + "precision_at_3": 0.62333, + "precision_at_5": 0.538, + "recall_at_1": 0.08769, + "recall_at_10": 0.32919, + "recall_at_100": 0.74611, + "recall_at_1000": 0.97547, + "recall_at_20": 0.43432, + "recall_at_3": 0.17974, + "recall_at_5": 0.23348 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.1863, + "map_at_1": 0.02958, + "map_at_10": 0.0773, + "map_at_100": 0.12364, + "map_at_1000": 0.13883, + "map_at_20": 0.09096, + "map_at_3": 0.04809, + "map_at_5": 0.06107, + "mrr_at_1": 0.28, + "mrr_at_10": 0.3585734126984128, + "mrr_at_100": 0.36761568312691995, + "mrr_at_1000": 0.3682186139693479, + "mrr_at_20": 0.3642190769756561, + "mrr_at_3": 0.3216666666666667, + "mrr_at_5": 0.34291666666666665, + "nauc_map_at_1000_diff1": 0.15103717290122434, + "nauc_map_at_1000_max": 0.48781149812914515, + "nauc_map_at_1000_std": 0.5677100299255753, + "nauc_map_at_100_diff1": 0.15936798692264095, + "nauc_map_at_100_max": 0.4868178288838918, + "nauc_map_at_100_std": 0.5356798521030955, + "nauc_map_at_10_diff1": 0.19425142734029302, + "nauc_map_at_10_max": 0.4438271673633729, + "nauc_map_at_10_std": 0.3410420665602926, + "nauc_map_at_1_diff1": 0.36186335903446115, + "nauc_map_at_1_max": 0.3612721368246235, + "nauc_map_at_1_std": 0.1640162113704457, + "nauc_map_at_20_diff1": 0.18752601021476095, + "nauc_map_at_20_max": 0.4643423567162763, + "nauc_map_at_20_std": 0.39345308513845684, + "nauc_map_at_3_diff1": 0.25893147479323436, + "nauc_map_at_3_max": 0.3801305428671959, + "nauc_map_at_3_std": 0.204918256988312, + "nauc_map_at_5_diff1": 0.23441785239819302, + "nauc_map_at_5_max": 0.42557740630343727, + "nauc_map_at_5_std": 0.26509455521505987, + "nauc_mrr_at_1000_diff1": 0.1747190746043484, + "nauc_mrr_at_1000_max": 0.4538293065412998, + "nauc_mrr_at_1000_std": 0.44347110448391924, + "nauc_mrr_at_100_diff1": 0.1747451982144376, + "nauc_mrr_at_100_max": 0.4543332636765599, + "nauc_mrr_at_100_std": 0.4437405139676535, + "nauc_mrr_at_10_diff1": 0.1720814907183147, + "nauc_mrr_at_10_max": 0.4506217566930676, + "nauc_mrr_at_10_std": 0.4450475860938283, + "nauc_mrr_at_1_diff1": 0.21506089725682975, + "nauc_mrr_at_1_max": 0.4228588189284315, + "nauc_mrr_at_1_std": 0.38851332476674655, + "nauc_mrr_at_20_diff1": 0.17455367172505465, + "nauc_mrr_at_20_max": 0.4552475151052957, + "nauc_mrr_at_20_std": 0.44458822286681265, + "nauc_mrr_at_3_diff1": 0.1709351924667244, + "nauc_mrr_at_3_max": 0.4247258281488359, + "nauc_mrr_at_3_std": 0.41448114089740457, + "nauc_mrr_at_5_diff1": 0.17955071163577713, + "nauc_mrr_at_5_max": 0.45075708516424745, + "nauc_mrr_at_5_std": 0.4369556024415072, + "nauc_ndcg_at_1000_diff1": 0.11748286180892613, + "nauc_ndcg_at_1000_max": 0.5383824731796514, + "nauc_ndcg_at_1000_std": 0.6222250322424563, + "nauc_ndcg_at_100_diff1": 0.13670091016433977, + "nauc_ndcg_at_100_max": 0.5396336552991015, + "nauc_ndcg_at_100_std": 0.5938254624292133, + "nauc_ndcg_at_10_diff1": 0.1656262362101883, + "nauc_ndcg_at_10_max": 0.49172819656848005, + "nauc_ndcg_at_10_std": 0.4606839737129429, + "nauc_ndcg_at_1_diff1": 0.2455630709319807, + "nauc_ndcg_at_1_max": 0.40172805678013007, + "nauc_ndcg_at_1_std": 0.32444050137985436, + "nauc_ndcg_at_20_diff1": 0.16976129955163496, + "nauc_ndcg_at_20_max": 0.5201014589966539, + "nauc_ndcg_at_20_std": 0.47381579900508825, + "nauc_ndcg_at_3_diff1": 0.2118910579404342, + "nauc_ndcg_at_3_max": 0.4403052609691643, + "nauc_ndcg_at_3_std": 0.387223715052063, + "nauc_ndcg_at_5_diff1": 0.19746394862197553, + "nauc_ndcg_at_5_max": 0.4792192270802878, + "nauc_ndcg_at_5_std": 0.4169632943235603, + "nauc_precision_at_1000_diff1": -0.050160960278987456, + "nauc_precision_at_1000_max": 0.1247382242089054, + "nauc_precision_at_1000_std": 0.4066237514156117, + "nauc_precision_at_100_diff1": 0.04972040418979869, + "nauc_precision_at_100_max": 0.3511675416686328, + "nauc_precision_at_100_std": 0.664876825456253, + "nauc_precision_at_10_diff1": 0.08996953197120486, + "nauc_precision_at_10_max": 0.4469381003494651, + "nauc_precision_at_10_std": 0.5725331226045615, + "nauc_precision_at_1_diff1": 0.21506089725682975, + "nauc_precision_at_1_max": 0.4228588189284315, + "nauc_precision_at_1_std": 0.38851332476674655, + "nauc_precision_at_20_diff1": 0.10442381075481244, + "nauc_precision_at_20_max": 0.4420945917268891, + "nauc_precision_at_20_std": 0.6071005529040001, + "nauc_precision_at_3_diff1": 0.15898914724494, + "nauc_precision_at_3_max": 0.44854902649368905, + "nauc_precision_at_3_std": 0.4487144854227305, + "nauc_precision_at_5_diff1": 0.1385407079687361, + "nauc_precision_at_5_max": 0.4912776980971649, + "nauc_precision_at_5_std": 0.5135810024807406, + "nauc_recall_at_1000_diff1": 0.0075996904893573065, + "nauc_recall_at_1000_max": 0.5552853672528637, + "nauc_recall_at_1000_std": 0.7161247949251548, + "nauc_recall_at_100_diff1": 0.043133733846263074, + "nauc_recall_at_100_max": 0.48045613707598384, + "nauc_recall_at_100_std": 0.6182964329832126, + "nauc_recall_at_10_diff1": 0.09421995269922596, + "nauc_recall_at_10_max": 0.4133589980330832, + "nauc_recall_at_10_std": 0.3674934074390151, + "nauc_recall_at_1_diff1": 0.36186335903446115, + "nauc_recall_at_1_max": 0.3612721368246235, + "nauc_recall_at_1_std": 0.1640162113704457, + "nauc_recall_at_20_diff1": 0.09445836413220747, + "nauc_recall_at_20_max": 0.44187498166084316, + "nauc_recall_at_20_std": 0.40113782849332963, + "nauc_recall_at_3_diff1": 0.22009891843361606, + "nauc_recall_at_3_max": 0.3643763987521095, + "nauc_recall_at_3_std": 0.20142254271148624, + "nauc_recall_at_5_diff1": 0.19681100104186064, + "nauc_recall_at_5_max": 0.43376178758067574, + "nauc_recall_at_5_std": 0.27025152566982497, + "ndcg_at_1": 0.2275, + "ndcg_at_10": 0.1863, + "ndcg_at_100": 0.26712, + "ndcg_at_1000": 0.36445, + "ndcg_at_20": 0.19638, + "ndcg_at_3": 0.1884, + "ndcg_at_5": 0.1851, + "precision_at_1": 0.28, + "precision_at_10": 0.1585, + "precision_at_100": 0.065, + "precision_at_1000": 0.01499, + "precision_at_20": 0.1255, + "precision_at_3": 0.19667, + "precision_at_5": 0.184, + "recall_at_1": 0.02958, + "recall_at_10": 0.12591, + "recall_at_100": 0.37961, + "recall_at_1000": 0.71438, + "recall_at_20": 0.17811, + "recall_at_3": 0.05444, + "recall_at_5": 0.08227 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24235, + "map_at_1": 0.03202, + "map_at_10": 0.10322, + "map_at_100": 0.16502, + "map_at_1000": 0.18292, + "map_at_20": 0.12374, + "map_at_3": 0.06194, + "map_at_5": 0.07713, + "mrr_at_1": 0.32, + "mrr_at_10": 0.42640873015873043, + "mrr_at_100": 0.4356635180194938, + "mrr_at_1000": 0.4360397488922013, + "mrr_at_20": 0.4318550451741245, + "mrr_at_3": 0.3841666666666667, + "mrr_at_5": 0.41016666666666685, + "nauc_map_at_1000_diff1": 0.17871304873845176, + "nauc_map_at_1000_max": 0.49604814553687454, + "nauc_map_at_1000_std": 0.5112663522711938, + "nauc_map_at_100_diff1": 0.19278030948165062, + "nauc_map_at_100_max": 0.49885748233847754, + "nauc_map_at_100_std": 0.48289040257024046, + "nauc_map_at_10_diff1": 0.2462152730842366, + "nauc_map_at_10_max": 0.4459799590996208, + "nauc_map_at_10_std": 0.32306527963968606, + "nauc_map_at_1_diff1": 0.38023182530872823, + "nauc_map_at_1_max": 0.332954904210154, + "nauc_map_at_1_std": 0.07009685050623374, + "nauc_map_at_20_diff1": 0.2366147907241592, + "nauc_map_at_20_max": 0.4557511112876434, + "nauc_map_at_20_std": 0.366642856303528, + "nauc_map_at_3_diff1": 0.28113106500891033, + "nauc_map_at_3_max": 0.3516103806630969, + "nauc_map_at_3_std": 0.2311877167718643, + "nauc_map_at_5_diff1": 0.2407716490608691, + "nauc_map_at_5_max": 0.39417753668131666, + "nauc_map_at_5_std": 0.2645862740654799, + "nauc_mrr_at_1000_diff1": 0.1767510238190764, + "nauc_mrr_at_1000_max": 0.40537621783784844, + "nauc_mrr_at_1000_std": 0.3444014032135048, + "nauc_mrr_at_100_diff1": 0.1770484521246581, + "nauc_mrr_at_100_max": 0.40576445790718263, + "nauc_mrr_at_100_std": 0.34494226528633404, + "nauc_mrr_at_10_diff1": 0.17717018924846653, + "nauc_mrr_at_10_max": 0.40707117171638985, + "nauc_mrr_at_10_std": 0.3444176675410601, + "nauc_mrr_at_1_diff1": 0.16693647650647536, + "nauc_mrr_at_1_max": 0.3248555067965321, + "nauc_mrr_at_1_std": 0.2235430268650326, + "nauc_mrr_at_20_diff1": 0.17884621110541438, + "nauc_mrr_at_20_max": 0.4090418410570236, + "nauc_mrr_at_20_std": 0.34829044772666035, + "nauc_mrr_at_3_diff1": 0.16251762840480452, + "nauc_mrr_at_3_max": 0.38609927920636594, + "nauc_mrr_at_3_std": 0.32588097918552633, + "nauc_mrr_at_5_diff1": 0.17218685669113265, + "nauc_mrr_at_5_max": 0.4045615868715062, + "nauc_mrr_at_5_std": 0.34487918542673407, + "nauc_ndcg_at_1000_diff1": 0.18249215614986602, + "nauc_ndcg_at_1000_max": 0.5497130775116205, + "nauc_ndcg_at_1000_std": 0.5836791513996373, + "nauc_ndcg_at_100_diff1": 0.1996255912573119, + "nauc_ndcg_at_100_max": 0.5621065829660081, + "nauc_ndcg_at_100_std": 0.5781994279509716, + "nauc_ndcg_at_10_diff1": 0.1913512041861139, + "nauc_ndcg_at_10_max": 0.48921203969093036, + "nauc_ndcg_at_10_std": 0.4255931889431775, + "nauc_ndcg_at_1_diff1": 0.20361372388335697, + "nauc_ndcg_at_1_max": 0.326511519968671, + "nauc_ndcg_at_1_std": 0.20249327367268366, + "nauc_ndcg_at_20_diff1": 0.21530560530761297, + "nauc_ndcg_at_20_max": 0.5005331843395493, + "nauc_ndcg_at_20_std": 0.46176838040184714, + "nauc_ndcg_at_3_diff1": 0.16157440413420404, + "nauc_ndcg_at_3_max": 0.37423394004301846, + "nauc_ndcg_at_3_std": 0.31746186193306647, + "nauc_ndcg_at_5_diff1": 0.15035552272456917, + "nauc_ndcg_at_5_max": 0.43306871302064287, + "nauc_ndcg_at_5_std": 0.3642234975101348, + "nauc_precision_at_1000_diff1": -0.11112365796734582, + "nauc_precision_at_1000_max": -0.03390930095106835, + "nauc_precision_at_1000_std": 0.21827113354823574, + "nauc_precision_at_100_diff1": -0.03923378508905052, + "nauc_precision_at_100_max": 0.2892305087591354, + "nauc_precision_at_100_std": 0.5100965862059074, + "nauc_precision_at_10_diff1": 0.09793201011932501, + "nauc_precision_at_10_max": 0.458002396119143, + "nauc_precision_at_10_std": 0.4761885660189662, + "nauc_precision_at_1_diff1": 0.16693647650647536, + "nauc_precision_at_1_max": 0.3248555067965321, + "nauc_precision_at_1_std": 0.2235430268650326, + "nauc_precision_at_20_diff1": 0.06647487580139337, + "nauc_precision_at_20_max": 0.4037044489467404, + "nauc_precision_at_20_std": 0.4963096014543033, + "nauc_precision_at_3_diff1": 0.0959070561869879, + "nauc_precision_at_3_max": 0.36442732603126016, + "nauc_precision_at_3_std": 0.3773549758985735, + "nauc_precision_at_5_diff1": 0.0630232606742045, + "nauc_precision_at_5_max": 0.4258249911178919, + "nauc_precision_at_5_std": 0.4284018474785263, + "nauc_recall_at_1000_diff1": 0.18541803174283125, + "nauc_recall_at_1000_max": 0.6963773022078887, + "nauc_recall_at_1000_std": 0.7652254018694906, + "nauc_recall_at_100_diff1": 0.15665925820966087, + "nauc_recall_at_100_max": 0.515643194791254, + "nauc_recall_at_100_std": 0.6308496495426804, + "nauc_recall_at_10_diff1": 0.2390898993673906, + "nauc_recall_at_10_max": 0.4501918809043618, + "nauc_recall_at_10_std": 0.3472661708542697, + "nauc_recall_at_1_diff1": 0.38023182530872823, + "nauc_recall_at_1_max": 0.332954904210154, + "nauc_recall_at_1_std": 0.07009685050623374, + "nauc_recall_at_20_diff1": 0.22023633787104946, + "nauc_recall_at_20_max": 0.4531587758494187, + "nauc_recall_at_20_std": 0.41838069905514, + "nauc_recall_at_3_diff1": 0.2622586435000715, + "nauc_recall_at_3_max": 0.3743366530246497, + "nauc_recall_at_3_std": 0.2862655537886506, + "nauc_recall_at_5_diff1": 0.22711630407401714, + "nauc_recall_at_5_max": 0.41615761792907197, + "nauc_recall_at_5_std": 0.3009169193444862, + "ndcg_at_1": 0.265, + "ndcg_at_10": 0.24235, + "ndcg_at_100": 0.34034, + "ndcg_at_1000": 0.437, + "ndcg_at_20": 0.25806, + "ndcg_at_3": 0.23469, + "ndcg_at_5": 0.2332, + "precision_at_1": 0.32, + "precision_at_10": 0.207, + "precision_at_100": 0.0829, + "precision_at_1000": 0.0173, + "precision_at_20": 0.164, + "precision_at_3": 0.26, + "precision_at_5": 0.242, + "recall_at_1": 0.03202, + "recall_at_10": 0.16988, + "recall_at_100": 0.47791, + "recall_at_1000": 0.80072, + "recall_at_20": 0.23838, + "recall_at_3": 0.07051, + "recall_at_5": 0.09991 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53636, + "map_at_1": 0.06518, + "map_at_10": 0.20076, + "map_at_100": 0.3692, + "map_at_1000": 0.42761, + "map_at_20": 0.26019, + "map_at_3": 0.11083, + "map_at_5": 0.14712, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8293253968253967, + "mrr_at_100": 0.8308474927849927, + "mrr_at_1000": 0.830868501188354, + "mrr_at_20": 0.8305091089466089, + "mrr_at_3": 0.8108333333333333, + "mrr_at_5": 0.8245833333333331, + "nauc_map_at_1000_diff1": 0.2287445110719321, + "nauc_map_at_1000_max": 0.4042884180589993, + "nauc_map_at_1000_std": 0.4063593364062097, + "nauc_map_at_100_diff1": 0.23513428943856385, + "nauc_map_at_100_max": 0.35679644472642774, + "nauc_map_at_100_std": 0.35926034536730295, + "nauc_map_at_10_diff1": 0.27993224919138826, + "nauc_map_at_10_max": 0.14285323224136648, + "nauc_map_at_10_std": 0.07934052442236139, + "nauc_map_at_1_diff1": 0.5276963008694516, + "nauc_map_at_1_max": -0.1678943517625285, + "nauc_map_at_1_std": -0.16886751140841272, + "nauc_map_at_20_diff1": 0.24574808224075304, + "nauc_map_at_20_max": 0.20138959769944362, + "nauc_map_at_20_std": 0.15607518518394156, + "nauc_map_at_3_diff1": 0.39634252888173727, + "nauc_map_at_3_max": -0.00940421024266605, + "nauc_map_at_3_std": -0.06848264855441055, + "nauc_map_at_5_diff1": 0.3331627391419887, + "nauc_map_at_5_max": 0.0498659377061512, + "nauc_map_at_5_std": -0.0004896636440575043, + "nauc_mrr_at_1000_diff1": 0.4853843412588297, + "nauc_mrr_at_1000_max": 0.44949748091525366, + "nauc_mrr_at_1000_std": 0.2098554390593894, + "nauc_mrr_at_100_diff1": 0.4854539240344235, + "nauc_mrr_at_100_max": 0.44957191606427843, + "nauc_mrr_at_100_std": 0.20996227695041797, + "nauc_mrr_at_10_diff1": 0.48634189805975264, + "nauc_mrr_at_10_max": 0.4522891756471477, + "nauc_mrr_at_10_std": 0.21120973247834834, + "nauc_mrr_at_1_diff1": 0.4393982002249719, + "nauc_mrr_at_1_max": 0.38046205762741175, + "nauc_mrr_at_1_std": 0.13011594704508095, + "nauc_mrr_at_20_diff1": 0.48625396895520784, + "nauc_mrr_at_20_max": 0.44983114177558825, + "nauc_mrr_at_20_std": 0.20939710721229565, + "nauc_mrr_at_3_diff1": 0.48902864630923054, + "nauc_mrr_at_3_max": 0.47039539662234703, + "nauc_mrr_at_3_std": 0.22762160307010781, + "nauc_mrr_at_5_diff1": 0.4891450907524228, + "nauc_mrr_at_5_max": 0.45162117211550157, + "nauc_mrr_at_5_std": 0.21413528260696785, + "nauc_ndcg_at_1000_diff1": 0.3637779614436957, + "nauc_ndcg_at_1000_max": 0.5213825211375678, + "nauc_ndcg_at_1000_std": 0.42905390689698747, + "nauc_ndcg_at_100_diff1": 0.30284251372760385, + "nauc_ndcg_at_100_max": 0.46546204832076943, + "nauc_ndcg_at_100_std": 0.40050096430546406, + "nauc_ndcg_at_10_diff1": 0.36944926983768495, + "nauc_ndcg_at_10_max": 0.3914315460453238, + "nauc_ndcg_at_10_std": 0.22611274619985408, + "nauc_ndcg_at_1_diff1": 0.43888245977456525, + "nauc_ndcg_at_1_max": 0.27542325765281966, + "nauc_ndcg_at_1_std": 0.05352134717629185, + "nauc_ndcg_at_20_diff1": 0.35063563376015017, + "nauc_ndcg_at_20_max": 0.3941873781026833, + "nauc_ndcg_at_20_std": 0.26284806991364407, + "nauc_ndcg_at_3_diff1": 0.37521702264750617, + "nauc_ndcg_at_3_max": 0.3895634278249238, + "nauc_ndcg_at_3_std": 0.12332367450372954, + "nauc_ndcg_at_5_diff1": 0.3877168817550888, + "nauc_ndcg_at_5_max": 0.39052218735058447, + "nauc_ndcg_at_5_std": 0.1756716985057769, + "nauc_precision_at_1000_diff1": -0.10732658572490299, + "nauc_precision_at_1000_max": 0.01015156326988563, + "nauc_precision_at_1000_std": -0.03244299152735461, + "nauc_precision_at_100_diff1": -0.07554413796017219, + "nauc_precision_at_100_max": 0.17756934128533006, + "nauc_precision_at_100_std": 0.19079218337665071, + "nauc_precision_at_10_diff1": 0.0068610600227366125, + "nauc_precision_at_10_max": 0.37054339635514977, + "nauc_precision_at_10_std": 0.2974748128459754, + "nauc_precision_at_1_diff1": 0.4393982002249719, + "nauc_precision_at_1_max": 0.38046205762741175, + "nauc_precision_at_1_std": 0.13011594704508095, + "nauc_precision_at_20_diff1": -0.020247026362402883, + "nauc_precision_at_20_max": 0.31207539854312305, + "nauc_precision_at_20_std": 0.2938625819592677, + "nauc_precision_at_3_diff1": 0.12987372566831473, + "nauc_precision_at_3_max": 0.45457203921068445, + "nauc_precision_at_3_std": 0.2255920956437064, + "nauc_precision_at_5_diff1": 0.07620470747601694, + "nauc_precision_at_5_max": 0.4029231352050478, + "nauc_precision_at_5_std": 0.2828847927325322, + "nauc_recall_at_1000_diff1": 0.2474904680227551, + "nauc_recall_at_1000_max": 0.41171222359074466, + "nauc_recall_at_1000_std": 0.6141022986775586, + "nauc_recall_at_100_diff1": 0.11908553779012762, + "nauc_recall_at_100_max": 0.22391430788895, + "nauc_recall_at_100_std": 0.3518160511947976, + "nauc_recall_at_10_diff1": 0.21531548065323247, + "nauc_recall_at_10_max": 0.04181419346078594, + "nauc_recall_at_10_std": 0.024616621790786785, + "nauc_recall_at_1_diff1": 0.5276963008694516, + "nauc_recall_at_1_max": -0.1678943517625285, + "nauc_recall_at_1_std": -0.16886751140841272, + "nauc_recall_at_20_diff1": 0.14482413224657278, + "nauc_recall_at_20_max": 0.0691916108723767, + "nauc_recall_at_20_std": 0.06624459039421893, + "nauc_recall_at_3_diff1": 0.36965173989336225, + "nauc_recall_at_3_max": -0.013009521740654482, + "nauc_recall_at_3_std": -0.04356615477292812, + "nauc_recall_at_5_diff1": 0.27486175005420677, + "nauc_recall_at_5_max": -0.007543231628710477, + "nauc_recall_at_5_std": -0.011602454123135944, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.53636, + "ndcg_at_100": 0.61433, + "ndcg_at_1000": 0.69559, + "ndcg_at_20": 0.54313, + "ndcg_at_3": 0.56126, + "ndcg_at_5": 0.55063, + "precision_at_1": 0.76, + "precision_at_10": 0.5245, + "precision_at_100": 0.237, + "precision_at_1000": 0.05312, + "precision_at_20": 0.4415, + "precision_at_3": 0.64333, + "precision_at_5": 0.605, + "recall_at_1": 0.06518, + "recall_at_10": 0.26287, + "recall_at_100": 0.68641, + "recall_at_1000": 0.93629, + "recall_at_20": 0.38612, + "recall_at_3": 0.12003, + "recall_at_5": 0.17459 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.18204, + "map_at_1": 0.01691, + "map_at_10": 0.06402, + "map_at_100": 0.12578, + "map_at_1000": 0.1598, + "map_at_20": 0.08438, + "map_at_3": 0.03557, + "map_at_5": 0.04508, + "mrr_at_1": 0.195, + "mrr_at_10": 0.3205773809523811, + "mrr_at_100": 0.3361548202156613, + "mrr_at_1000": 0.3363748959492829, + "mrr_at_20": 0.3313056956158739, + "mrr_at_3": 0.28666666666666674, + "mrr_at_5": 0.30216666666666675, + "nauc_map_at_1000_diff1": 0.009714594420800483, + "nauc_map_at_1000_max": 0.20399040121252454, + "nauc_map_at_1000_std": 0.5025415811878078, + "nauc_map_at_100_diff1": -0.002066231036856123, + "nauc_map_at_100_max": 0.14402828937893114, + "nauc_map_at_100_std": 0.46788271021931094, + "nauc_map_at_10_diff1": 0.03913401484874151, + "nauc_map_at_10_max": 0.032179951183957736, + "nauc_map_at_10_std": 0.3485954628491935, + "nauc_map_at_1_diff1": 0.28850761620734844, + "nauc_map_at_1_max": 0.05488859712166749, + "nauc_map_at_1_std": 0.36814090683030204, + "nauc_map_at_20_diff1": -0.013891460698982613, + "nauc_map_at_20_max": 0.05362907024756497, + "nauc_map_at_20_std": 0.3697623892993268, + "nauc_map_at_3_diff1": 0.1750750942001503, + "nauc_map_at_3_max": 0.06425873922709939, + "nauc_map_at_3_std": 0.34588572505100906, + "nauc_map_at_5_diff1": 0.10990130006770021, + "nauc_map_at_5_max": 0.056720001008817036, + "nauc_map_at_5_std": 0.34277761490263087, + "nauc_mrr_at_1000_diff1": 0.05689092977410192, + "nauc_mrr_at_1000_max": 0.15775444844433004, + "nauc_mrr_at_1000_std": 0.37586651060513904, + "nauc_mrr_at_100_diff1": 0.057186935886920344, + "nauc_mrr_at_100_max": 0.15813110752224963, + "nauc_mrr_at_100_std": 0.37619224329663664, + "nauc_mrr_at_10_diff1": 0.056440395159421355, + "nauc_mrr_at_10_max": 0.15468215906699953, + "nauc_mrr_at_10_std": 0.3694380195208696, + "nauc_mrr_at_1_diff1": 0.07578265918806057, + "nauc_mrr_at_1_max": 0.1572978181908032, + "nauc_mrr_at_1_std": 0.374169158162635, + "nauc_mrr_at_20_diff1": 0.05578916040722077, + "nauc_mrr_at_20_max": 0.1579935255534562, + "nauc_mrr_at_20_std": 0.3730069822662831, + "nauc_mrr_at_3_diff1": 0.04920125004852678, + "nauc_mrr_at_3_max": 0.1378074168251875, + "nauc_mrr_at_3_std": 0.3684658760045033, + "nauc_mrr_at_5_diff1": 0.043623829351417606, + "nauc_mrr_at_5_max": 0.1370891151313612, + "nauc_mrr_at_5_std": 0.3676542556580075, + "nauc_ndcg_at_1000_diff1": 0.018699276655113034, + "nauc_ndcg_at_1000_max": 0.31851395421398965, + "nauc_ndcg_at_1000_std": 0.5670572543624558, + "nauc_ndcg_at_100_diff1": 0.014158759519345416, + "nauc_ndcg_at_100_max": 0.24739087085880046, + "nauc_ndcg_at_100_std": 0.5402134395115978, + "nauc_ndcg_at_10_diff1": -0.010914026721687583, + "nauc_ndcg_at_10_max": 0.11406761125294718, + "nauc_ndcg_at_10_std": 0.37889979847418553, + "nauc_ndcg_at_1_diff1": 0.05695241603488526, + "nauc_ndcg_at_1_max": 0.08872152005854032, + "nauc_ndcg_at_1_std": 0.3458710618407362, + "nauc_ndcg_at_20_diff1": -0.04517363673856252, + "nauc_ndcg_at_20_max": 0.15006812302830755, + "nauc_ndcg_at_20_std": 0.4072456838117101, + "nauc_ndcg_at_3_diff1": -0.00014920626514587263, + "nauc_ndcg_at_3_max": 0.0933076227468658, + "nauc_ndcg_at_3_std": 0.34127038869342735, + "nauc_ndcg_at_5_diff1": -0.023832012738090005, + "nauc_ndcg_at_5_max": 0.10284200392979588, + "nauc_ndcg_at_5_std": 0.34556098345002734, + "nauc_precision_at_1000_diff1": 0.017881618626388825, + "nauc_precision_at_1000_max": 0.16864663349991446, + "nauc_precision_at_1000_std": 0.08658584071862284, + "nauc_precision_at_100_diff1": -0.0011733096569951902, + "nauc_precision_at_100_max": 0.2774811668476979, + "nauc_precision_at_100_std": 0.36584955280703396, + "nauc_precision_at_10_diff1": -0.09023953686574172, + "nauc_precision_at_10_max": 0.13699652721430666, + "nauc_precision_at_10_std": 0.3536976332406538, + "nauc_precision_at_1_diff1": 0.07578265918806057, + "nauc_precision_at_1_max": 0.1572978181908032, + "nauc_precision_at_1_std": 0.374169158162635, + "nauc_precision_at_20_diff1": -0.11775715570110541, + "nauc_precision_at_20_max": 0.18917096000719796, + "nauc_precision_at_20_std": 0.35454418700809187, + "nauc_precision_at_3_diff1": -0.06000934852102013, + "nauc_precision_at_3_max": 0.11594362026182131, + "nauc_precision_at_3_std": 0.33286381589060354, + "nauc_precision_at_5_diff1": -0.09890407799517288, + "nauc_precision_at_5_max": 0.11588004539872594, + "nauc_precision_at_5_std": 0.32853787374541493, + "nauc_recall_at_1000_diff1": -0.03780106608940852, + "nauc_recall_at_1000_max": 0.40783339554414083, + "nauc_recall_at_1000_std": 0.6633551250631916, + "nauc_recall_at_100_diff1": 0.008256267609224776, + "nauc_recall_at_100_max": 0.20011440158897378, + "nauc_recall_at_100_std": 0.5296644783934025, + "nauc_recall_at_10_diff1": 0.0020396989523778037, + "nauc_recall_at_10_max": -0.003653177993748162, + "nauc_recall_at_10_std": 0.30876324324393484, + "nauc_recall_at_1_diff1": 0.28850761620734844, + "nauc_recall_at_1_max": 0.05488859712166749, + "nauc_recall_at_1_std": 0.36814090683030204, + "nauc_recall_at_20_diff1": -0.05918368833085931, + "nauc_recall_at_20_max": 0.04529847200770285, + "nauc_recall_at_20_std": 0.344629078064474, + "nauc_recall_at_3_diff1": 0.14302449817526025, + "nauc_recall_at_3_max": 0.03220317463263121, + "nauc_recall_at_3_std": 0.32184102351000643, + "nauc_recall_at_5_diff1": 0.05119587934659067, + "nauc_recall_at_5_max": 0.01799772135976842, + "nauc_recall_at_5_std": 0.29876859970325004, + "ndcg_at_1": 0.1525, + "ndcg_at_10": 0.18204, + "ndcg_at_100": 0.28014, + "ndcg_at_1000": 0.39973, + "ndcg_at_20": 0.20362, + "ndcg_at_3": 0.16638, + "ndcg_at_5": 0.17142, + "precision_at_1": 0.195, + "precision_at_10": 0.1965, + "precision_at_100": 0.11905, + "precision_at_1000": 0.03667, + "precision_at_20": 0.18625, + "precision_at_3": 0.21833, + "precision_at_5": 0.211, + "recall_at_1": 0.01691, + "recall_at_10": 0.11008, + "recall_at_100": 0.38942, + "recall_at_1000": 0.73615, + "recall_at_20": 0.17081, + "recall_at_3": 0.04624, + "recall_at_5": 0.06373 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.29903, + "map_at_1": 0.03662, + "map_at_10": 0.1044, + "map_at_100": 0.19526, + "map_at_1000": 0.23459, + "map_at_20": 0.13577, + "map_at_3": 0.06082, + "map_at_5": 0.07777, + "mrr_at_1": 0.445, + "mrr_at_10": 0.5558035714285714, + "mrr_at_100": 0.5638753457834788, + "mrr_at_1000": 0.5640035638439336, + "mrr_at_20": 0.5615649003774004, + "mrr_at_3": 0.5275, + "mrr_at_5": 0.5447500000000001, + "nauc_map_at_1000_diff1": 0.09154263884216006, + "nauc_map_at_1000_max": 0.4792539378449332, + "nauc_map_at_1000_std": 0.5901301206234705, + "nauc_map_at_100_diff1": 0.08478142527965613, + "nauc_map_at_100_max": 0.4748215183588748, + "nauc_map_at_100_std": 0.5628786116743805, + "nauc_map_at_10_diff1": 0.13145123882307183, + "nauc_map_at_10_max": 0.2766676631181559, + "nauc_map_at_10_std": 0.34579560478511306, + "nauc_map_at_1_diff1": 0.3428307011024018, + "nauc_map_at_1_max": -0.04277330329674201, + "nauc_map_at_1_std": 0.1028217566243266, + "nauc_map_at_20_diff1": 0.10091330670653188, + "nauc_map_at_20_max": 0.3383674490372676, + "nauc_map_at_20_std": 0.41376671362750606, + "nauc_map_at_3_diff1": 0.21458484361919672, + "nauc_map_at_3_max": 0.11837264546551801, + "nauc_map_at_3_std": 0.21149198167126676, + "nauc_map_at_5_diff1": 0.1760494373541603, + "nauc_map_at_5_max": 0.193459728901041, + "nauc_map_at_5_std": 0.28007139582107776, + "nauc_mrr_at_1000_diff1": 0.23094931129531482, + "nauc_mrr_at_1000_max": 0.29571832947060417, + "nauc_mrr_at_1000_std": 0.36656093114553384, + "nauc_mrr_at_100_diff1": 0.23090514545863586, + "nauc_mrr_at_100_max": 0.295908535997776, + "nauc_mrr_at_100_std": 0.3667566599227158, + "nauc_mrr_at_10_diff1": 0.2306313706997691, + "nauc_mrr_at_10_max": 0.29377614875312835, + "nauc_mrr_at_10_std": 0.3659905529731876, + "nauc_mrr_at_1_diff1": 0.22761172079768346, + "nauc_mrr_at_1_max": 0.2400698071153581, + "nauc_mrr_at_1_std": 0.30388318419796967, + "nauc_mrr_at_20_diff1": 0.2322413615857302, + "nauc_mrr_at_20_max": 0.2979233262515788, + "nauc_mrr_at_20_std": 0.36782287886362774, + "nauc_mrr_at_3_diff1": 0.2310451618652941, + "nauc_mrr_at_3_max": 0.30649513295973024, + "nauc_mrr_at_3_std": 0.3786124625781422, + "nauc_mrr_at_5_diff1": 0.23066032781360918, + "nauc_mrr_at_5_max": 0.29662953208835835, + "nauc_mrr_at_5_std": 0.37134614568749713, + "nauc_ndcg_at_1000_diff1": 0.12353671517373013, + "nauc_ndcg_at_1000_max": 0.5236332912235471, + "nauc_ndcg_at_1000_std": 0.6460514489028928, + "nauc_ndcg_at_100_diff1": 0.08108239109174087, + "nauc_ndcg_at_100_max": 0.5236133662351641, + "nauc_ndcg_at_100_std": 0.6220035376096802, + "nauc_ndcg_at_10_diff1": 0.17404099320031696, + "nauc_ndcg_at_10_max": 0.36970953783951727, + "nauc_ndcg_at_10_std": 0.43281480491710833, + "nauc_ndcg_at_1_diff1": 0.23106212634672238, + "nauc_ndcg_at_1_max": 0.21459258923180544, + "nauc_ndcg_at_1_std": 0.28983104677013505, + "nauc_ndcg_at_20_diff1": 0.12418587261556856, + "nauc_ndcg_at_20_max": 0.4044042609054678, + "nauc_ndcg_at_20_std": 0.48907906175244975, + "nauc_ndcg_at_3_diff1": 0.20590376143031716, + "nauc_ndcg_at_3_max": 0.33981705880492336, + "nauc_ndcg_at_3_std": 0.36133904697861696, + "nauc_ndcg_at_5_diff1": 0.18945008790795956, + "nauc_ndcg_at_5_max": 0.358823499441561, + "nauc_ndcg_at_5_std": 0.4126250511329128, + "nauc_precision_at_1000_diff1": 0.11775268272592065, + "nauc_precision_at_1000_max": 0.009117736003242853, + "nauc_precision_at_1000_std": 0.03104493365599264, + "nauc_precision_at_100_diff1": 0.02860834873425184, + "nauc_precision_at_100_max": 0.287789038342506, + "nauc_precision_at_100_std": 0.34740287102040474, + "nauc_precision_at_10_diff1": 0.07912965698000964, + "nauc_precision_at_10_max": 0.38851018243088636, + "nauc_precision_at_10_std": 0.43623863707278493, + "nauc_precision_at_1_diff1": 0.22761172079768346, + "nauc_precision_at_1_max": 0.2400698071153581, + "nauc_precision_at_1_std": 0.30388318419796967, + "nauc_precision_at_20_diff1": 0.026817951426697222, + "nauc_precision_at_20_max": 0.3817861839118746, + "nauc_precision_at_20_std": 0.4362187548288606, + "nauc_precision_at_3_diff1": 0.12287621440851475, + "nauc_precision_at_3_max": 0.3927728736584668, + "nauc_precision_at_3_std": 0.3836145317380672, + "nauc_precision_at_5_diff1": 0.09156841589710484, + "nauc_precision_at_5_max": 0.39261149480767477, + "nauc_precision_at_5_std": 0.4441656433443831, + "nauc_recall_at_1000_diff1": -0.04129610636293746, + "nauc_recall_at_1000_max": 0.6408294701458171, + "nauc_recall_at_1000_std": 0.8236822351109863, + "nauc_recall_at_100_diff1": -0.04446107577745353, + "nauc_recall_at_100_max": 0.495194399581955, + "nauc_recall_at_100_std": 0.623728343955335, + "nauc_recall_at_10_diff1": 0.0801582097530585, + "nauc_recall_at_10_max": 0.25169959086478305, + "nauc_recall_at_10_std": 0.31306394445957353, + "nauc_recall_at_1_diff1": 0.3428307011024018, + "nauc_recall_at_1_max": -0.04277330329674201, + "nauc_recall_at_1_std": 0.1028217566243266, + "nauc_recall_at_20_diff1": 0.012974011124579951, + "nauc_recall_at_20_max": 0.31587162548151954, + "nauc_recall_at_20_std": 0.41161610617168404, + "nauc_recall_at_3_diff1": 0.17943438232000605, + "nauc_recall_at_3_max": 0.12774224176299778, + "nauc_recall_at_3_std": 0.2241567006985061, + "nauc_recall_at_5_diff1": 0.13122118340687544, + "nauc_recall_at_5_max": 0.19850679799728738, + "nauc_recall_at_5_std": 0.2946976938519503, + "ndcg_at_1": 0.3425, + "ndcg_at_10": 0.29903, + "ndcg_at_100": 0.38403, + "ndcg_at_1000": 0.49429, + "ndcg_at_20": 0.31125, + "ndcg_at_3": 0.31109, + "ndcg_at_5": 0.30286, + "precision_at_1": 0.445, + "precision_at_10": 0.304, + "precision_at_100": 0.1474, + "precision_at_1000": 0.04053, + "precision_at_20": 0.26125, + "precision_at_3": 0.37167, + "precision_at_5": 0.346, + "recall_at_1": 0.03662, + "recall_at_10": 0.14679, + "recall_at_100": 0.47891, + "recall_at_1000": 0.79821, + "recall_at_20": 0.23289, + "recall_at_3": 0.06869, + "recall_at_5": 0.09486 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55358, + "map_at_1": 0.1212, + "map_at_10": 0.28778, + "map_at_100": 0.3937, + "map_at_1000": 0.43184, + "map_at_20": 0.32655, + "map_at_3": 0.19894, + "map_at_5": 0.24006, + "mrr_at_1": 0.735, + "mrr_at_10": 0.8272083333333334, + "mrr_at_100": 0.8290544386169388, + "mrr_at_1000": 0.8290544386169388, + "mrr_at_20": 0.8290544386169388, + "mrr_at_3": 0.81, + "mrr_at_5": 0.8232500000000001, + "nauc_map_at_1000_diff1": 0.3039271694472293, + "nauc_map_at_1000_max": 0.38499769635992087, + "nauc_map_at_1000_std": 0.22702771126817556, + "nauc_map_at_100_diff1": 0.32425478391464746, + "nauc_map_at_100_max": 0.3900072342567982, + "nauc_map_at_100_std": 0.23136869433868543, + "nauc_map_at_10_diff1": 0.3321903441258184, + "nauc_map_at_10_max": 0.3304121181073422, + "nauc_map_at_10_std": 0.16292754577520346, + "nauc_map_at_1_diff1": 0.5538281829288999, + "nauc_map_at_1_max": 0.24900342694923036, + "nauc_map_at_1_std": 0.06745229966405228, + "nauc_map_at_20_diff1": 0.3321510567935975, + "nauc_map_at_20_max": 0.35532603845141264, + "nauc_map_at_20_std": 0.16726926151195753, + "nauc_map_at_3_diff1": 0.4418900002802046, + "nauc_map_at_3_max": 0.28892688128552474, + "nauc_map_at_3_std": 0.12342036712560973, + "nauc_map_at_5_diff1": 0.38612391981539934, + "nauc_map_at_5_max": 0.31193762014902876, + "nauc_map_at_5_std": 0.1463160110881193, + "nauc_mrr_at_1000_diff1": 0.49292593030862975, + "nauc_mrr_at_1000_max": 0.5866586720069523, + "nauc_mrr_at_1000_std": 0.23047864304425036, + "nauc_mrr_at_100_diff1": 0.49292593030862975, + "nauc_mrr_at_100_max": 0.5866586720069523, + "nauc_mrr_at_100_std": 0.23047864304425036, + "nauc_mrr_at_10_diff1": 0.4896450267101154, + "nauc_mrr_at_10_max": 0.5887933176582251, + "nauc_mrr_at_10_std": 0.23302781548144483, + "nauc_mrr_at_1_diff1": 0.5243285325029194, + "nauc_mrr_at_1_max": 0.5627950614326636, + "nauc_mrr_at_1_std": 0.16345779561038412, + "nauc_mrr_at_20_diff1": 0.49292593030862975, + "nauc_mrr_at_20_max": 0.5866586720069523, + "nauc_mrr_at_20_std": 0.23047864304425036, + "nauc_mrr_at_3_diff1": 0.4919401324657787, + "nauc_mrr_at_3_max": 0.5944138288351933, + "nauc_mrr_at_3_std": 0.262300634068331, + "nauc_mrr_at_5_diff1": 0.4817252334471586, + "nauc_mrr_at_5_max": 0.5896055730384191, + "nauc_mrr_at_5_std": 0.2383419550853783, + "nauc_ndcg_at_1000_diff1": 0.4038374337106365, + "nauc_ndcg_at_1000_max": 0.5279652805250301, + "nauc_ndcg_at_1000_std": 0.26225901839671123, + "nauc_ndcg_at_100_diff1": 0.4162744426441785, + "nauc_ndcg_at_100_max": 0.508280687991785, + "nauc_ndcg_at_100_std": 0.25290671725390595, + "nauc_ndcg_at_10_diff1": 0.35982651106816316, + "nauc_ndcg_at_10_max": 0.45867049563683504, + "nauc_ndcg_at_10_std": 0.17588624112390294, + "nauc_ndcg_at_1_diff1": 0.5702458625733393, + "nauc_ndcg_at_1_max": 0.5213157591993026, + "nauc_ndcg_at_1_std": 0.10947951419133244, + "nauc_ndcg_at_20_diff1": 0.3793877998977163, + "nauc_ndcg_at_20_max": 0.45259569257170595, + "nauc_ndcg_at_20_std": 0.14939847438033058, + "nauc_ndcg_at_3_diff1": 0.41667729290352484, + "nauc_ndcg_at_3_max": 0.5073974667145427, + "nauc_ndcg_at_3_std": 0.141694617917707, + "nauc_ndcg_at_5_diff1": 0.39623386591380405, + "nauc_ndcg_at_5_max": 0.4974383509843232, + "nauc_ndcg_at_5_std": 0.14598817782463017, + "nauc_precision_at_1000_diff1": -0.21965038478178348, + "nauc_precision_at_1000_max": -0.15652195998213667, + "nauc_precision_at_1000_std": -0.193329918268597, + "nauc_precision_at_100_diff1": -0.18954343935335172, + "nauc_precision_at_100_max": -0.06905814368748166, + "nauc_precision_at_100_std": -0.00313119504238318, + "nauc_precision_at_10_diff1": -0.18961553364618727, + "nauc_precision_at_10_max": 0.10764950273388715, + "nauc_precision_at_10_std": 0.049240108494424756, + "nauc_precision_at_1_diff1": 0.5243285325029194, + "nauc_precision_at_1_max": 0.5627950614326636, + "nauc_precision_at_1_std": 0.16345779561038412, + "nauc_precision_at_20_diff1": -0.18384909344232475, + "nauc_precision_at_20_max": 0.04003682456124012, + "nauc_precision_at_20_std": 0.02303450449030962, + "nauc_precision_at_3_diff1": 0.017535465154770995, + "nauc_precision_at_3_max": 0.3246874793107392, + "nauc_precision_at_3_std": 0.1162239917182773, + "nauc_precision_at_5_diff1": -0.09317463776010454, + "nauc_precision_at_5_max": 0.23242299970429378, + "nauc_precision_at_5_std": 0.07991261108430747, + "nauc_recall_at_1000_diff1": 0.37503613057781954, + "nauc_recall_at_1000_max": 0.5929345615918067, + "nauc_recall_at_1000_std": 0.7580532594774527, + "nauc_recall_at_100_diff1": 0.3504868915137405, + "nauc_recall_at_100_max": 0.37771474406019584, + "nauc_recall_at_100_std": 0.3080827331672178, + "nauc_recall_at_10_diff1": 0.27412669560784575, + "nauc_recall_at_10_max": 0.29218409384837635, + "nauc_recall_at_10_std": 0.1648715381616516, + "nauc_recall_at_1_diff1": 0.5538281829288999, + "nauc_recall_at_1_max": 0.24900342694923036, + "nauc_recall_at_1_std": 0.06745229966405228, + "nauc_recall_at_20_diff1": 0.27776686388689187, + "nauc_recall_at_20_max": 0.2971441773142909, + "nauc_recall_at_20_std": 0.1387531683433741, + "nauc_recall_at_3_diff1": 0.39606021970760524, + "nauc_recall_at_3_max": 0.24813481546730815, + "nauc_recall_at_3_std": 0.1222477640797801, + "nauc_recall_at_5_diff1": 0.3323877143112969, + "nauc_recall_at_5_max": 0.2600547785038066, + "nauc_recall_at_5_std": 0.15624284996789822, + "ndcg_at_1": 0.64, + "ndcg_at_10": 0.55358, + "ndcg_at_100": 0.62268, + "ndcg_at_1000": 0.70468, + "ndcg_at_20": 0.5616, + "ndcg_at_3": 0.57679, + "ndcg_at_5": 0.56602, + "precision_at_1": 0.735, + "precision_at_10": 0.404, + "precision_at_100": 0.153, + "precision_at_1000": 0.03429, + "precision_at_20": 0.3095, + "precision_at_3": 0.575, + "precision_at_5": 0.512, + "recall_at_1": 0.1212, + "recall_at_10": 0.36923, + "recall_at_100": 0.71, + "recall_at_1000": 0.95527, + "recall_at_20": 0.47066, + "recall_at_3": 0.21919, + "recall_at_5": 0.28107 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17951, + "map_at_1": 0.0345, + "map_at_10": 0.08501, + "map_at_100": 0.12164, + "map_at_1000": 0.13826, + "map_at_20": 0.09785, + "map_at_3": 0.05706, + "map_at_5": 0.06867, + "mrr_at_1": 0.225, + "mrr_at_10": 0.3204960317460319, + "mrr_at_100": 0.3300911835406623, + "mrr_at_1000": 0.3305998131257409, + "mrr_at_20": 0.3263303355141594, + "mrr_at_3": 0.28666666666666674, + "mrr_at_5": 0.3091666666666668, + "nauc_map_at_1000_diff1": 0.2609872147973135, + "nauc_map_at_1000_max": 0.6268223707054381, + "nauc_map_at_1000_std": 0.49434265003489086, + "nauc_map_at_100_diff1": 0.27868183488618065, + "nauc_map_at_100_max": 0.6198412269812699, + "nauc_map_at_100_std": 0.4860490330175858, + "nauc_map_at_10_diff1": 0.3182198460929888, + "nauc_map_at_10_max": 0.5615537276011272, + "nauc_map_at_10_std": 0.41598957200937264, + "nauc_map_at_1_diff1": 0.5531554340106554, + "nauc_map_at_1_max": 0.46204492942407716, + "nauc_map_at_1_std": 0.36058803345395335, + "nauc_map_at_20_diff1": 0.2996617139625162, + "nauc_map_at_20_max": 0.5844539030858299, + "nauc_map_at_20_std": 0.4401546726885098, + "nauc_map_at_3_diff1": 0.4428514153888117, + "nauc_map_at_3_max": 0.5058591343693184, + "nauc_map_at_3_std": 0.31486000812741793, + "nauc_map_at_5_diff1": 0.3692610992702732, + "nauc_map_at_5_max": 0.5232349440433348, + "nauc_map_at_5_std": 0.3841827136793952, + "nauc_mrr_at_1000_diff1": 0.08945288705584589, + "nauc_mrr_at_1000_max": 0.4951366484241075, + "nauc_mrr_at_1000_std": 0.38365560307522656, + "nauc_mrr_at_100_diff1": 0.08918292605024616, + "nauc_mrr_at_100_max": 0.495643809540736, + "nauc_mrr_at_100_std": 0.38416352851080965, + "nauc_mrr_at_10_diff1": 0.08608233936396402, + "nauc_mrr_at_10_max": 0.48906632034057523, + "nauc_mrr_at_10_std": 0.37750879390125236, + "nauc_mrr_at_1_diff1": 0.12728322364623015, + "nauc_mrr_at_1_max": 0.46972251087249356, + "nauc_mrr_at_1_std": 0.3475580187045376, + "nauc_mrr_at_20_diff1": 0.09137497660656115, + "nauc_mrr_at_20_max": 0.4955834390172286, + "nauc_mrr_at_20_std": 0.3837228202040694, + "nauc_mrr_at_3_diff1": 0.0988266891507827, + "nauc_mrr_at_3_max": 0.48915504566296575, + "nauc_mrr_at_3_std": 0.3556121868960557, + "nauc_mrr_at_5_diff1": 0.08475417139634259, + "nauc_mrr_at_5_max": 0.47426720634341385, + "nauc_mrr_at_5_std": 0.37453759766435013, + "nauc_ndcg_at_1000_diff1": 0.17791757941418154, + "nauc_ndcg_at_1000_max": 0.6369073522492612, + "nauc_ndcg_at_1000_std": 0.5217683681317303, + "nauc_ndcg_at_100_diff1": 0.21120356636322185, + "nauc_ndcg_at_100_max": 0.6364516806442736, + "nauc_ndcg_at_100_std": 0.5083141768064784, + "nauc_ndcg_at_10_diff1": 0.22956877537717973, + "nauc_ndcg_at_10_max": 0.5633175537579356, + "nauc_ndcg_at_10_std": 0.4240848316685284, + "nauc_ndcg_at_1_diff1": 0.1896284864245219, + "nauc_ndcg_at_1_max": 0.45356414842701087, + "nauc_ndcg_at_1_std": 0.3102666922400989, + "nauc_ndcg_at_20_diff1": 0.23224342298669473, + "nauc_ndcg_at_20_max": 0.5955134216060354, + "nauc_ndcg_at_20_std": 0.445262210611577, + "nauc_ndcg_at_3_diff1": 0.21828180310190615, + "nauc_ndcg_at_3_max": 0.531826880196804, + "nauc_ndcg_at_3_std": 0.3415450890796615, + "nauc_ndcg_at_5_diff1": 0.21822770469049418, + "nauc_ndcg_at_5_max": 0.5352006330233187, + "nauc_ndcg_at_5_std": 0.39470297463916615, + "nauc_precision_at_1000_diff1": -0.07032659701798495, + "nauc_precision_at_1000_max": 0.10014637726717264, + "nauc_precision_at_1000_std": -0.016567401514061306, + "nauc_precision_at_100_diff1": -0.018586447044182382, + "nauc_precision_at_100_max": 0.36940160903465974, + "nauc_precision_at_100_std": 0.30427238994048955, + "nauc_precision_at_10_diff1": 0.006761837820250906, + "nauc_precision_at_10_max": 0.5288168471971981, + "nauc_precision_at_10_std": 0.42000282382696097, + "nauc_precision_at_1_diff1": 0.12728322364623015, + "nauc_precision_at_1_max": 0.46972251087249356, + "nauc_precision_at_1_std": 0.3475580187045376, + "nauc_precision_at_20_diff1": 0.02139149295095796, + "nauc_precision_at_20_max": 0.5083050969996386, + "nauc_precision_at_20_std": 0.41932762983491967, + "nauc_precision_at_3_diff1": 0.05596156260024275, + "nauc_precision_at_3_max": 0.5368858174920849, + "nauc_precision_at_3_std": 0.365172731203191, + "nauc_precision_at_5_diff1": 0.02700178442613601, + "nauc_precision_at_5_max": 0.5202045129529087, + "nauc_precision_at_5_std": 0.4165888353139196, + "nauc_recall_at_1000_diff1": 0.12023765748366662, + "nauc_recall_at_1000_max": 0.6124739519536755, + "nauc_recall_at_1000_std": 0.7439598307886209, + "nauc_recall_at_100_diff1": 0.16126557358432472, + "nauc_recall_at_100_max": 0.5695554077927276, + "nauc_recall_at_100_std": 0.5519783140662242, + "nauc_recall_at_10_diff1": 0.23586613966388345, + "nauc_recall_at_10_max": 0.4652488596976359, + "nauc_recall_at_10_std": 0.38356958825590803, + "nauc_recall_at_1_diff1": 0.5531554340106554, + "nauc_recall_at_1_max": 0.46204492942407716, + "nauc_recall_at_1_std": 0.36058803345395335, + "nauc_recall_at_20_diff1": 0.20334008740203605, + "nauc_recall_at_20_max": 0.51743090468187, + "nauc_recall_at_20_std": 0.44589844822848057, + "nauc_recall_at_3_diff1": 0.4064443043422251, + "nauc_recall_at_3_max": 0.46428785588305616, + "nauc_recall_at_3_std": 0.25553276005357595, + "nauc_recall_at_5_diff1": 0.2682472704359333, + "nauc_recall_at_5_max": 0.4359586568110358, + "nauc_recall_at_5_std": 0.40829116914906166, + "ndcg_at_1": 0.1825, + "ndcg_at_10": 0.17951, + "ndcg_at_100": 0.25017, + "ndcg_at_1000": 0.34024, + "ndcg_at_20": 0.1927, + "ndcg_at_3": 0.17412, + "ndcg_at_5": 0.17477, + "precision_at_1": 0.225, + "precision_at_10": 0.137, + "precision_at_100": 0.06655, + "precision_at_1000": 0.02094, + "precision_at_20": 0.11225, + "precision_at_3": 0.18667, + "precision_at_5": 0.165, + "recall_at_1": 0.0345, + "recall_at_10": 0.14159, + "recall_at_100": 0.37565, + "recall_at_1000": 0.67807, + "recall_at_20": 0.19354, + "recall_at_3": 0.06914, + "recall_at_5": 0.09875 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.20219, + "map_at_1": 0.04773, + "map_at_10": 0.09415, + "map_at_100": 0.136, + "map_at_1000": 0.15407, + "map_at_20": 0.10768, + "map_at_3": 0.06373, + "map_at_5": 0.07562, + "mrr_at_1": 0.27, + "mrr_at_10": 0.36196825396825405, + "mrr_at_100": 0.3742620122819728, + "mrr_at_1000": 0.37473976630228095, + "mrr_at_20": 0.3700074781169984, + "mrr_at_3": 0.33583333333333326, + "mrr_at_5": 0.35058333333333336, + "nauc_map_at_1000_diff1": 0.27020242268953737, + "nauc_map_at_1000_max": 0.5433888478887936, + "nauc_map_at_1000_std": 0.5002814855203249, + "nauc_map_at_100_diff1": 0.31123733956482613, + "nauc_map_at_100_max": 0.5474793031903002, + "nauc_map_at_100_std": 0.5061558851988035, + "nauc_map_at_10_diff1": 0.38085697353429937, + "nauc_map_at_10_max": 0.5020807190269555, + "nauc_map_at_10_std": 0.40355026184963455, + "nauc_map_at_1_diff1": 0.5459924224998917, + "nauc_map_at_1_max": 0.4491084898376714, + "nauc_map_at_1_std": 0.3458942023177024, + "nauc_map_at_20_diff1": 0.35744325585095, + "nauc_map_at_20_max": 0.5183673541242506, + "nauc_map_at_20_std": 0.4412389571733198, + "nauc_map_at_3_diff1": 0.46931482280966763, + "nauc_map_at_3_max": 0.4434871891067714, + "nauc_map_at_3_std": 0.3585723925569456, + "nauc_map_at_5_diff1": 0.4151974928054905, + "nauc_map_at_5_max": 0.4660544939628212, + "nauc_map_at_5_std": 0.3686600706121033, + "nauc_mrr_at_1000_diff1": 0.17118263332150674, + "nauc_mrr_at_1000_max": 0.45242574843837735, + "nauc_mrr_at_1000_std": 0.3699518460671941, + "nauc_mrr_at_100_diff1": 0.17103927976369016, + "nauc_mrr_at_100_max": 0.45274913788265636, + "nauc_mrr_at_100_std": 0.3704195614050473, + "nauc_mrr_at_10_diff1": 0.17314027190928524, + "nauc_mrr_at_10_max": 0.45188492259633994, + "nauc_mrr_at_10_std": 0.3663992058438407, + "nauc_mrr_at_1_diff1": 0.1958331557487675, + "nauc_mrr_at_1_max": 0.3912614186875789, + "nauc_mrr_at_1_std": 0.32198923127193163, + "nauc_mrr_at_20_diff1": 0.16992393425105864, + "nauc_mrr_at_20_max": 0.45296664928405456, + "nauc_mrr_at_20_std": 0.37096381176766585, + "nauc_mrr_at_3_diff1": 0.18361561173377208, + "nauc_mrr_at_3_max": 0.43401080902733447, + "nauc_mrr_at_3_std": 0.3499803955023781, + "nauc_mrr_at_5_diff1": 0.17452821669300647, + "nauc_mrr_at_5_max": 0.44353429714388365, + "nauc_mrr_at_5_std": 0.3479056357279563, + "nauc_ndcg_at_1000_diff1": 0.17643070896893515, + "nauc_ndcg_at_1000_max": 0.6147539441743487, + "nauc_ndcg_at_1000_std": 0.5601239782040591, + "nauc_ndcg_at_100_diff1": 0.23959539009397574, + "nauc_ndcg_at_100_max": 0.6121302107054363, + "nauc_ndcg_at_100_std": 0.5726921145974108, + "nauc_ndcg_at_10_diff1": 0.22778517225725053, + "nauc_ndcg_at_10_max": 0.5429520208987574, + "nauc_ndcg_at_10_std": 0.4272773499981329, + "nauc_ndcg_at_1_diff1": 0.2360695099620436, + "nauc_ndcg_at_1_max": 0.420309714659908, + "nauc_ndcg_at_1_std": 0.35159606934827337, + "nauc_ndcg_at_20_diff1": 0.23497024425979943, + "nauc_ndcg_at_20_max": 0.5569430361814035, + "nauc_ndcg_at_20_std": 0.4638926126179681, + "nauc_ndcg_at_3_diff1": 0.2222294822949861, + "nauc_ndcg_at_3_max": 0.48755135128691085, + "nauc_ndcg_at_3_std": 0.396691028423373, + "nauc_ndcg_at_5_diff1": 0.2198875640545, + "nauc_ndcg_at_5_max": 0.5130955746217191, + "nauc_ndcg_at_5_std": 0.39037581136748545, + "nauc_precision_at_1000_diff1": -0.2461818429805594, + "nauc_precision_at_1000_max": 0.005882844267758887, + "nauc_precision_at_1000_std": -0.08300093689677498, + "nauc_precision_at_100_diff1": -0.1712865278833213, + "nauc_precision_at_100_max": 0.21345672273610497, + "nauc_precision_at_100_std": 0.2367455997062777, + "nauc_precision_at_10_diff1": 0.007389183675219072, + "nauc_precision_at_10_max": 0.4131728057467621, + "nauc_precision_at_10_std": 0.3624586037128794, + "nauc_precision_at_1_diff1": 0.1958331557487675, + "nauc_precision_at_1_max": 0.3912614186875789, + "nauc_precision_at_1_std": 0.32198923127193163, + "nauc_precision_at_20_diff1": -0.06150096531704838, + "nauc_precision_at_20_max": 0.37629017019703426, + "nauc_precision_at_20_std": 0.37383831053542005, + "nauc_precision_at_3_diff1": 0.08086893816477363, + "nauc_precision_at_3_max": 0.4408220659816112, + "nauc_precision_at_3_std": 0.36923021453037663, + "nauc_precision_at_5_diff1": 0.02746481227641992, + "nauc_precision_at_5_max": 0.44395755025623646, + "nauc_precision_at_5_std": 0.3385782583569351, + "nauc_recall_at_1000_diff1": 0.1422678018427786, + "nauc_recall_at_1000_max": 0.6618020703002915, + "nauc_recall_at_1000_std": 0.750847252251519, + "nauc_recall_at_100_diff1": 0.24394658708491837, + "nauc_recall_at_100_max": 0.5635221109505647, + "nauc_recall_at_100_std": 0.6551428817277618, + "nauc_recall_at_10_diff1": 0.30113901185883296, + "nauc_recall_at_10_max": 0.502799190467989, + "nauc_recall_at_10_std": 0.40839803523423646, + "nauc_recall_at_1_diff1": 0.5459924224998917, + "nauc_recall_at_1_max": 0.4491084898376714, + "nauc_recall_at_1_std": 0.3458942023177024, + "nauc_recall_at_20_diff1": 0.27597411455900056, + "nauc_recall_at_20_max": 0.4750320644066872, + "nauc_recall_at_20_std": 0.451119281585304, + "nauc_recall_at_3_diff1": 0.4198053584104068, + "nauc_recall_at_3_max": 0.4090343113956325, + "nauc_recall_at_3_std": 0.34522445443553357, + "nauc_recall_at_5_diff1": 0.3438461119700237, + "nauc_recall_at_5_max": 0.4462484127934362, + "nauc_recall_at_5_std": 0.33215315682887875, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.20219, + "ndcg_at_100": 0.27619, + "ndcg_at_1000": 0.36473, + "ndcg_at_20": 0.21831, + "ndcg_at_3": 0.19686, + "ndcg_at_5": 0.1957, + "precision_at_1": 0.27, + "precision_at_10": 0.156, + "precision_at_100": 0.074, + "precision_at_1000": 0.02186, + "precision_at_20": 0.12675, + "precision_at_3": 0.2, + "precision_at_5": 0.182, + "recall_at_1": 0.04773, + "recall_at_10": 0.14872, + "recall_at_100": 0.40094, + "recall_at_1000": 0.69745, + "recall_at_20": 0.21956, + "recall_at_3": 0.07519, + "recall_at_5": 0.09859 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CmedqaRetrieval.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CmedqaRetrieval.json new file mode 100644 index 000000000..4dbdac8ab --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 87.36113047599792, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.02245, + "map_at_1": 0.01092, + "map_at_10": 0.01683, + "map_at_100": 0.01822, + "map_at_1000": 0.01859, + "map_at_20": 0.01737, + "map_at_3": 0.01483, + "map_at_5": 0.01603, + "mrr_at_1": 0.019504876219054765, + "mrr_at_10": 0.02763974723839689, + "mrr_at_100": 0.029580630398918076, + "mrr_at_1000": 0.03003639939083949, + "mrr_at_20": 0.02848608674398518, + "mrr_at_3": 0.024922897391014408, + "mrr_at_5": 0.026410769359006412, + "nauc_map_at_1000_diff1": 0.24830540743432675, + "nauc_map_at_1000_max": 0.35516386031575237, + "nauc_map_at_1000_std": -0.07134395567626589, + "nauc_map_at_100_diff1": 0.2517414818522588, + "nauc_map_at_100_max": 0.35925450890547633, + "nauc_map_at_100_std": -0.07422752103823893, + "nauc_map_at_10_diff1": 0.26951598048615666, + "nauc_map_at_10_max": 0.382223323186726, + "nauc_map_at_10_std": -0.0831506776465945, + "nauc_map_at_1_diff1": 0.39464634448353736, + "nauc_map_at_1_max": 0.48865365673303224, + "nauc_map_at_1_std": -0.09550840653555251, + "nauc_map_at_20_diff1": 0.2616065290093416, + "nauc_map_at_20_max": 0.3739267115382072, + "nauc_map_at_20_std": -0.08135134460023412, + "nauc_map_at_3_diff1": 0.29230993343914086, + "nauc_map_at_3_max": 0.41183578066142223, + "nauc_map_at_3_std": -0.08607763065113416, + "nauc_map_at_5_diff1": 0.2872626968941399, + "nauc_map_at_5_max": 0.38983913058857667, + "nauc_map_at_5_std": -0.0854800282239755, + "nauc_mrr_at_1000_diff1": 0.2667101748280348, + "nauc_mrr_at_1000_max": 0.33294436664312027, + "nauc_mrr_at_1000_std": -0.05613560319316157, + "nauc_mrr_at_100_diff1": 0.2695439650863394, + "nauc_mrr_at_100_max": 0.3357102808805138, + "nauc_mrr_at_100_std": -0.05772349584989044, + "nauc_mrr_at_10_diff1": 0.2894236340543483, + "nauc_mrr_at_10_max": 0.3574971276926186, + "nauc_mrr_at_10_std": -0.06373143165618507, + "nauc_mrr_at_1_diff1": 0.39953947159605263, + "nauc_mrr_at_1_max": 0.45988612824971614, + "nauc_mrr_at_1_std": -0.09576725440750104, + "nauc_mrr_at_20_diff1": 0.2804453152783478, + "nauc_mrr_at_20_max": 0.3489485873994712, + "nauc_mrr_at_20_std": -0.0615444936246807, + "nauc_mrr_at_3_diff1": 0.30862264380521215, + "nauc_mrr_at_3_max": 0.3796725451919014, + "nauc_mrr_at_3_std": -0.06737164658411418, + "nauc_mrr_at_5_diff1": 0.305545328638448, + "nauc_mrr_at_5_max": 0.3652687064053586, + "nauc_mrr_at_5_std": -0.06770567061635882, + "nauc_ndcg_at_1000_diff1": 0.14609532447652998, + "nauc_ndcg_at_1000_max": 0.21879436295700946, + "nauc_ndcg_at_1000_std": -0.0015249006667677747, + "nauc_ndcg_at_100_diff1": 0.17689377529634, + "nauc_ndcg_at_100_max": 0.2600281858078087, + "nauc_ndcg_at_100_std": -0.036975852462775884, + "nauc_ndcg_at_10_diff1": 0.23839203147323004, + "nauc_ndcg_at_10_max": 0.34061239973012825, + "nauc_ndcg_at_10_std": -0.06825624647914336, + "nauc_ndcg_at_1_diff1": 0.39953947159605263, + "nauc_ndcg_at_1_max": 0.45988612824971614, + "nauc_ndcg_at_1_std": -0.09576725440750104, + "nauc_ndcg_at_20_diff1": 0.21452005643277317, + "nauc_ndcg_at_20_max": 0.3179814541187768, + "nauc_ndcg_at_20_std": -0.0633916580117902, + "nauc_ndcg_at_3_diff1": 0.2844017272326652, + "nauc_ndcg_at_3_max": 0.38092731090611287, + "nauc_ndcg_at_3_std": -0.07064571055066769, + "nauc_ndcg_at_5_diff1": 0.2760767588790955, + "nauc_ndcg_at_5_max": 0.35158752083688527, + "nauc_ndcg_at_5_std": -0.07451907244485861, + "nauc_precision_at_1000_diff1": 0.07044672151482005, + "nauc_precision_at_1000_max": 0.09940175832643046, + "nauc_precision_at_1000_std": 0.06786346781998932, + "nauc_precision_at_100_diff1": 0.10231347355605963, + "nauc_precision_at_100_max": 0.14516878784748147, + "nauc_precision_at_100_std": 0.03308186558426411, + "nauc_precision_at_10_diff1": 0.1765393680836978, + "nauc_precision_at_10_max": 0.28014016369855427, + "nauc_precision_at_10_std": -0.02232891873055452, + "nauc_precision_at_1_diff1": 0.39953947159605263, + "nauc_precision_at_1_max": 0.45988612824971614, + "nauc_precision_at_1_std": -0.09576725440750104, + "nauc_precision_at_20_diff1": 0.1400986322881726, + "nauc_precision_at_20_max": 0.23653202340744167, + "nauc_precision_at_20_std": -0.017459423687580113, + "nauc_precision_at_3_diff1": 0.22980235887931982, + "nauc_precision_at_3_max": 0.33962043956060894, + "nauc_precision_at_3_std": -0.05045770525648958, + "nauc_precision_at_5_diff1": 0.23299235306952729, + "nauc_precision_at_5_max": 0.303810234932198, + "nauc_precision_at_5_std": -0.045083809572802724, + "nauc_recall_at_1000_diff1": 0.06348635061373922, + "nauc_recall_at_1000_max": 0.10946044978833759, + "nauc_recall_at_1000_std": 0.05832825248798352, + "nauc_recall_at_100_diff1": 0.08780437741743846, + "nauc_recall_at_100_max": 0.15328263968417224, + "nauc_recall_at_100_std": -0.006672902342846551, + "nauc_recall_at_10_diff1": 0.1688033142609957, + "nauc_recall_at_10_max": 0.2795867958354323, + "nauc_recall_at_10_std": -0.06329011043396694, + "nauc_recall_at_1_diff1": 0.39464634448353736, + "nauc_recall_at_1_max": 0.48865365673303224, + "nauc_recall_at_1_std": -0.09550840653555251, + "nauc_recall_at_20_diff1": 0.12815267138757339, + "nauc_recall_at_20_max": 0.2388694978441972, + "nauc_recall_at_20_std": -0.053444108119552, + "nauc_recall_at_3_diff1": 0.23273705876268933, + "nauc_recall_at_3_max": 0.34162015793078565, + "nauc_recall_at_3_std": -0.05639481876607363, + "nauc_recall_at_5_diff1": 0.23459838182182607, + "nauc_recall_at_5_max": 0.2928008931433733, + "nauc_recall_at_5_std": -0.06930338927703723, + "ndcg_at_1": 0.0195, + "ndcg_at_10": 0.02245, + "ndcg_at_100": 0.03143, + "ndcg_at_1000": 0.04435, + "ndcg_at_20": 0.02463, + "ndcg_at_3": 0.01925, + "ndcg_at_5": 0.02065, + "precision_at_1": 0.0195, + "precision_at_10": 0.00543, + "precision_at_100": 0.00135, + "precision_at_1000": 0.00031, + "precision_at_20": 0.00346, + "precision_at_3": 0.01175, + "precision_at_5": 0.0086, + "recall_at_1": 0.01092, + "recall_at_10": 0.02956, + "recall_at_100": 0.06853, + "recall_at_1000": 0.16167, + "recall_at_20": 0.03707, + "recall_at_3": 0.01907, + "recall_at_5": 0.0239 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedicalQARetrieval.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedicalQARetrieval.json new file mode 100644 index 000000000..bcfeda153 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 6.56990122795105, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.74781, + "map_at_1": 0.61768, + "map_at_10": 0.7057, + "map_at_100": 0.71004, + "map_at_1000": 0.71016, + "map_at_20": 0.70858, + "map_at_3": 0.68563, + "map_at_5": 0.69806, + "mrr_at_1": 0.61767578125, + "mrr_at_10": 0.7057683066716255, + "mrr_at_100": 0.7101049341880505, + "mrr_at_1000": 0.7102267925324868, + "mrr_at_20": 0.7086478503571767, + "mrr_at_3": 0.6857096354166645, + "mrr_at_5": 0.6980387369791652, + "nauc_map_at_1000_diff1": 0.6432505054422816, + "nauc_map_at_1000_max": 0.4400123367140599, + "nauc_map_at_1000_std": -0.014378693532061289, + "nauc_map_at_100_diff1": 0.6431521915704428, + "nauc_map_at_100_max": 0.4401399860414415, + "nauc_map_at_100_std": -0.014531811524368382, + "nauc_map_at_10_diff1": 0.6420695390873796, + "nauc_map_at_10_max": 0.44108394595429085, + "nauc_map_at_10_std": -0.017053812920480135, + "nauc_map_at_1_diff1": 0.682079266398521, + "nauc_map_at_1_max": 0.42677373872667407, + "nauc_map_at_1_std": 0.017093022294490806, + "nauc_map_at_20_diff1": 0.6425028376521402, + "nauc_map_at_20_max": 0.44025483984108627, + "nauc_map_at_20_std": -0.015670440123479085, + "nauc_map_at_3_diff1": 0.643480426257183, + "nauc_map_at_3_max": 0.4360953687440459, + "nauc_map_at_3_std": -0.012860299616844794, + "nauc_map_at_5_diff1": 0.6412582851594867, + "nauc_map_at_5_max": 0.43634919747186657, + "nauc_map_at_5_std": -0.014942017453392962, + "nauc_mrr_at_1000_diff1": 0.6431000869933423, + "nauc_mrr_at_1000_max": 0.44029221752103737, + "nauc_mrr_at_1000_std": -0.014648865265759441, + "nauc_mrr_at_100_diff1": 0.6430018422345735, + "nauc_mrr_at_100_max": 0.4404197763934023, + "nauc_mrr_at_100_std": -0.014801849192996442, + "nauc_mrr_at_10_diff1": 0.6419215021719723, + "nauc_mrr_at_10_max": 0.4413945790171621, + "nauc_mrr_at_10_std": -0.017319801969929518, + "nauc_mrr_at_1_diff1": 0.682079266398521, + "nauc_mrr_at_1_max": 0.42698318840122534, + "nauc_mrr_at_1_std": 0.0168835726199395, + "nauc_mrr_at_20_diff1": 0.6423532686939655, + "nauc_mrr_at_20_max": 0.4405329776413182, + "nauc_mrr_at_20_std": -0.01593907111453187, + "nauc_mrr_at_3_diff1": 0.6433145199095028, + "nauc_mrr_at_3_max": 0.4364461796433956, + "nauc_mrr_at_3_std": -0.013291263792383443, + "nauc_mrr_at_5_diff1": 0.6412564158504929, + "nauc_mrr_at_5_max": 0.4368619698594214, + "nauc_mrr_at_5_std": -0.01496406421247461, + "nauc_ndcg_at_1000_diff1": 0.6348756058147851, + "nauc_ndcg_at_1000_max": 0.44597213244663175, + "nauc_ndcg_at_1000_std": -0.02005047228335168, + "nauc_ndcg_at_100_diff1": 0.6320074361712861, + "nauc_ndcg_at_100_max": 0.4499510662716872, + "nauc_ndcg_at_100_std": -0.022645059222031576, + "nauc_ndcg_at_10_diff1": 0.6246860116541187, + "nauc_ndcg_at_10_max": 0.4554641983124887, + "nauc_ndcg_at_10_std": -0.037159389631775945, + "nauc_ndcg_at_1_diff1": 0.682079266398521, + "nauc_ndcg_at_1_max": 0.42677373872667407, + "nauc_ndcg_at_1_std": 0.017093022294490806, + "nauc_ndcg_at_20_diff1": 0.6260344966819276, + "nauc_ndcg_at_20_max": 0.45223817770961466, + "nauc_ndcg_at_20_std": -0.03042769136087369, + "nauc_ndcg_at_3_diff1": 0.6294848679369848, + "nauc_ndcg_at_3_max": 0.4409249922128225, + "nauc_ndcg_at_3_std": -0.025486929250379778, + "nauc_ndcg_at_5_diff1": 0.6240284241022923, + "nauc_ndcg_at_5_max": 0.44208428080445056, + "nauc_ndcg_at_5_std": -0.03073173743408746, + "nauc_precision_at_1000_diff1": 0.3301203689713175, + "nauc_precision_at_1000_max": 0.4787364427198774, + "nauc_precision_at_1000_std": 0.6149944211054489, + "nauc_precision_at_100_diff1": 0.452116491397522, + "nauc_precision_at_100_max": 0.6785677143005132, + "nauc_precision_at_100_std": -0.09724473871759573, + "nauc_precision_at_10_diff1": 0.5188742399455551, + "nauc_precision_at_10_max": 0.5541701370907739, + "nauc_precision_at_10_std": -0.16483897177477103, + "nauc_precision_at_1_diff1": 0.682079266398521, + "nauc_precision_at_1_max": 0.42677373872667407, + "nauc_precision_at_1_std": 0.017093022294490806, + "nauc_precision_at_20_diff1": 0.4866052329883756, + "nauc_precision_at_20_max": 0.5642694323141296, + "nauc_precision_at_20_std": -0.14552413698986766, + "nauc_precision_at_3_diff1": 0.5791010435139206, + "nauc_precision_at_3_max": 0.4588923525112841, + "nauc_precision_at_3_std": -0.07165006863981772, + "nauc_precision_at_5_diff1": 0.5474871078246875, + "nauc_precision_at_5_max": 0.4684250937657269, + "nauc_precision_at_5_std": -0.10199172424542154, + "nauc_recall_at_1000_diff1": 0.3301203689713587, + "nauc_recall_at_1000_max": 0.4787364427199424, + "nauc_recall_at_1000_std": 0.6149944211054892, + "nauc_recall_at_100_diff1": 0.45211649139752086, + "nauc_recall_at_100_max": 0.6785677143005155, + "nauc_recall_at_100_std": -0.09724473871759347, + "nauc_recall_at_10_diff1": 0.5188742399455556, + "nauc_recall_at_10_max": 0.554170137090775, + "nauc_recall_at_10_std": -0.1648389717747679, + "nauc_recall_at_1_diff1": 0.682079266398521, + "nauc_recall_at_1_max": 0.42677373872667407, + "nauc_recall_at_1_std": 0.017093022294490806, + "nauc_recall_at_20_diff1": 0.4866052329883756, + "nauc_recall_at_20_max": 0.5642694323141327, + "nauc_recall_at_20_std": -0.14552413698986594, + "nauc_recall_at_3_diff1": 0.579101043513921, + "nauc_recall_at_3_max": 0.4588923525112834, + "nauc_recall_at_3_std": -0.0716500686398186, + "nauc_recall_at_5_diff1": 0.5474871078246885, + "nauc_recall_at_5_max": 0.46842509376572766, + "nauc_recall_at_5_std": -0.10199172424541973, + "ndcg_at_1": 0.61768, + "ndcg_at_10": 0.74781, + "ndcg_at_100": 0.7682, + "ndcg_at_1000": 0.77138, + "ndcg_at_20": 0.7579, + "ndcg_at_3": 0.70722, + "ndcg_at_5": 0.72968, + "precision_at_1": 0.61768, + "precision_at_10": 0.08794, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "precision_at_20": 0.04592, + "precision_at_3": 0.25651, + "precision_at_5": 0.16484, + "recall_at_1": 0.61768, + "recall_at_10": 0.87939, + "recall_at_100": 0.97363, + "recall_at_1000": 0.99854, + "recall_at_20": 0.91846, + "recall_at_3": 0.76953, + "recall_at_5": 0.82422 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedrxivClusteringP2P.v2.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..019297e73 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 17.81765627861023, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36141889763340995, + "v_measure": 0.36141889763340995, + "v_measure_std": 0.005992820156812777, + "v_measures": { + "Level 0": [ + 0.3668904469504503, + 0.35267878844435036, + 0.3585752664775827, + 0.359654833680039, + 0.36132051289220524, + 0.37285077035158726, + 0.357959525274255, + 0.3614371784952847, + 0.36844461316847416, + 0.3543770405998708 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedrxivClusteringS2S.v2.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..c6e31339f --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 16.28030252456665, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34191183121615615, + "v_measure": 0.34191183121615615, + "v_measure_std": 0.00550790653325266, + "v_measures": { + "Level 0": [ + 0.3355907051876213, + 0.33142641060157135, + 0.34145147507593815, + 0.3384120789341211, + 0.34969496753126883, + 0.3480795056927827, + 0.3398609220887044, + 0.34594956507275326, + 0.34206549899147876, + 0.34658718298532204 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/NFCorpus.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/NFCorpus.json new file mode 100644 index 000000000..d8facc029 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 5.800001859664917, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36958, + "map_at_1": 0.07008, + "map_at_10": 0.14647, + "map_at_100": 0.18593, + "map_at_1000": 0.20136, + "map_at_20": 0.16398, + "map_at_3": 0.11086, + "map_at_5": 0.12594, + "mrr_at_1": 0.4891640866873065, + "mrr_at_10": 0.576672072337707, + "mrr_at_100": 0.5834356067252202, + "mrr_at_1000": 0.5837391601146725, + "mrr_at_20": 0.5808671558052124, + "mrr_at_3": 0.5588235294117648, + "mrr_at_5": 0.570278637770898, + "nauc_map_at_1000_diff1": 0.2758502554021882, + "nauc_map_at_1000_max": 0.32464291284688823, + "nauc_map_at_1000_std": 0.18240523064991615, + "nauc_map_at_100_diff1": 0.28663948947039647, + "nauc_map_at_100_max": 0.3176855909756563, + "nauc_map_at_100_std": 0.15460787085292876, + "nauc_map_at_10_diff1": 0.3343521255803167, + "nauc_map_at_10_max": 0.270446811482022, + "nauc_map_at_10_std": 0.04825992493913767, + "nauc_map_at_1_diff1": 0.4675098275426605, + "nauc_map_at_1_max": 0.1934042556657774, + "nauc_map_at_1_std": -0.07715339996552617, + "nauc_map_at_20_diff1": 0.30420217659479487, + "nauc_map_at_20_max": 0.29021667092905057, + "nauc_map_at_20_std": 0.10111212017608988, + "nauc_map_at_3_diff1": 0.4100346864966195, + "nauc_map_at_3_max": 0.22024363501323874, + "nauc_map_at_3_std": -0.03698684426320407, + "nauc_map_at_5_diff1": 0.3770138297950919, + "nauc_map_at_5_max": 0.24576411649971636, + "nauc_map_at_5_std": -0.005350409440881133, + "nauc_mrr_at_1000_diff1": 0.33759176940415353, + "nauc_mrr_at_1000_max": 0.4863788784791887, + "nauc_mrr_at_1000_std": 0.31588831111710736, + "nauc_mrr_at_100_diff1": 0.3374264628020853, + "nauc_mrr_at_100_max": 0.4864887491475496, + "nauc_mrr_at_100_std": 0.3161575350288118, + "nauc_mrr_at_10_diff1": 0.33725850665854656, + "nauc_mrr_at_10_max": 0.48312180148793443, + "nauc_mrr_at_10_std": 0.31574680374965697, + "nauc_mrr_at_1_diff1": 0.34086777464972484, + "nauc_mrr_at_1_max": 0.46009909045187825, + "nauc_mrr_at_1_std": 0.2572550007516204, + "nauc_mrr_at_20_diff1": 0.3392677469068532, + "nauc_mrr_at_20_max": 0.486328875116383, + "nauc_mrr_at_20_std": 0.31767333887576954, + "nauc_mrr_at_3_diff1": 0.3423955776036641, + "nauc_mrr_at_3_max": 0.4746454488849915, + "nauc_mrr_at_3_std": 0.2920613903979395, + "nauc_mrr_at_5_diff1": 0.33849673049786394, + "nauc_mrr_at_5_max": 0.4817842493935823, + "nauc_mrr_at_5_std": 0.3077903197215948, + "nauc_ndcg_at_1000_diff1": 0.2598782401744196, + "nauc_ndcg_at_1000_max": 0.4687662390988406, + "nauc_ndcg_at_1000_std": 0.3623337533460692, + "nauc_ndcg_at_100_diff1": 0.2612875350783651, + "nauc_ndcg_at_100_max": 0.41486207082330395, + "nauc_ndcg_at_100_std": 0.2892229785016345, + "nauc_ndcg_at_10_diff1": 0.21822753301207198, + "nauc_ndcg_at_10_max": 0.39288610032270527, + "nauc_ndcg_at_10_std": 0.28581465556692787, + "nauc_ndcg_at_1_diff1": 0.36664818242168434, + "nauc_ndcg_at_1_max": 0.43302531444157355, + "nauc_ndcg_at_1_std": 0.24174079777009014, + "nauc_ndcg_at_20_diff1": 0.2306645344563558, + "nauc_ndcg_at_20_max": 0.38065404914014733, + "nauc_ndcg_at_20_std": 0.2744609958854606, + "nauc_ndcg_at_3_diff1": 0.24669542242155568, + "nauc_ndcg_at_3_max": 0.40796506213394396, + "nauc_ndcg_at_3_std": 0.2555178501972734, + "nauc_ndcg_at_5_diff1": 0.22041769062020744, + "nauc_ndcg_at_5_max": 0.40724865603946764, + "nauc_ndcg_at_5_std": 0.2698746257926738, + "nauc_precision_at_1000_diff1": -0.1366984932076808, + "nauc_precision_at_1000_max": 0.03845338392066578, + "nauc_precision_at_1000_std": 0.23762804988357855, + "nauc_precision_at_100_diff1": -0.09386316502110945, + "nauc_precision_at_100_max": 0.18460010144832, + "nauc_precision_at_100_std": 0.3529129749321642, + "nauc_precision_at_10_diff1": -0.029934981111373837, + "nauc_precision_at_10_max": 0.35048739845824567, + "nauc_precision_at_10_std": 0.3885252740584355, + "nauc_precision_at_1_diff1": 0.34086777464972484, + "nauc_precision_at_1_max": 0.46009909045187825, + "nauc_precision_at_1_std": 0.2572550007516204, + "nauc_precision_at_20_diff1": -0.06330368381197342, + "nauc_precision_at_20_max": 0.28923123157708613, + "nauc_precision_at_20_std": 0.38754830775013344, + "nauc_precision_at_3_diff1": 0.12190978597083706, + "nauc_precision_at_3_max": 0.385885129815897, + "nauc_precision_at_3_std": 0.2969338281158241, + "nauc_precision_at_5_diff1": 0.03630290705694648, + "nauc_precision_at_5_max": 0.3740480178217795, + "nauc_precision_at_5_std": 0.3331783635567821, + "nauc_recall_at_1000_diff1": 0.07899519623052553, + "nauc_recall_at_1000_max": 0.2261302006498518, + "nauc_recall_at_1000_std": 0.258359195445073, + "nauc_recall_at_100_diff1": 0.17012873013316016, + "nauc_recall_at_100_max": 0.2526900570899043, + "nauc_recall_at_100_std": 0.16801533406028027, + "nauc_recall_at_10_diff1": 0.28728873201579874, + "nauc_recall_at_10_max": 0.2184631849321011, + "nauc_recall_at_10_std": 0.03873486588852036, + "nauc_recall_at_1_diff1": 0.4675098275426605, + "nauc_recall_at_1_max": 0.1934042556657774, + "nauc_recall_at_1_std": -0.07715339996552617, + "nauc_recall_at_20_diff1": 0.24799515407506573, + "nauc_recall_at_20_max": 0.2219532754547323, + "nauc_recall_at_20_std": 0.08393927040868872, + "nauc_recall_at_3_diff1": 0.38051072242899786, + "nauc_recall_at_3_max": 0.19638616112579718, + "nauc_recall_at_3_std": -0.03930370193595889, + "nauc_recall_at_5_diff1": 0.3433625051099712, + "nauc_recall_at_5_max": 0.21831775999054587, + "nauc_recall_at_5_std": -0.001006229476823318, + "ndcg_at_1": 0.47523, + "ndcg_at_10": 0.36958, + "ndcg_at_100": 0.34606, + "ndcg_at_1000": 0.43741, + "ndcg_at_20": 0.35218, + "ndcg_at_3": 0.43023, + "ndcg_at_5": 0.40162, + "precision_at_1": 0.48916, + "precision_at_10": 0.2678, + "precision_at_100": 0.08483, + "precision_at_1000": 0.02176, + "precision_at_20": 0.20387, + "precision_at_3": 0.39835, + "precision_at_5": 0.33994, + "recall_at_1": 0.07008, + "recall_at_10": 0.18207, + "recall_at_100": 0.35147, + "recall_at_1000": 0.67695, + "recall_at_20": 0.23317, + "recall_at_3": 0.12021, + "recall_at_5": 0.14167 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/SciFact-PL.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/SciFact-PL.json new file mode 100644 index 000000000..60606d47b --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 7.845045328140259, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3902, + "map_at_1": 0.27122, + "map_at_10": 0.34747, + "map_at_100": 0.3542, + "map_at_1000": 0.35513, + "map_at_20": 0.35036, + "map_at_3": 0.32453, + "map_at_5": 0.33513, + "mrr_at_1": 0.29, + "mrr_at_10": 0.35969047619047617, + "mrr_at_100": 0.36554379899172235, + "mrr_at_1000": 0.3663681138121286, + "mrr_at_20": 0.36190800042464133, + "mrr_at_3": 0.3405555555555555, + "mrr_at_5": 0.3495555555555555, + "nauc_map_at_1000_diff1": 0.534383641024217, + "nauc_map_at_1000_max": 0.4882879083260451, + "nauc_map_at_1000_std": 0.23433425925635, + "nauc_map_at_100_diff1": 0.5339121868779646, + "nauc_map_at_100_max": 0.48845666898618484, + "nauc_map_at_100_std": 0.2344093444529795, + "nauc_map_at_10_diff1": 0.5348646614829183, + "nauc_map_at_10_max": 0.4873011232184571, + "nauc_map_at_10_std": 0.22884907806313332, + "nauc_map_at_1_diff1": 0.5920727906599056, + "nauc_map_at_1_max": 0.454041696602564, + "nauc_map_at_1_std": 0.22101915052044765, + "nauc_map_at_20_diff1": 0.5348478359416688, + "nauc_map_at_20_max": 0.488303687279931, + "nauc_map_at_20_std": 0.23322261793858987, + "nauc_map_at_3_diff1": 0.5311005083570041, + "nauc_map_at_3_max": 0.4613681197287336, + "nauc_map_at_3_std": 0.20215590707628164, + "nauc_map_at_5_diff1": 0.5380463392279895, + "nauc_map_at_5_max": 0.47509476916744503, + "nauc_map_at_5_std": 0.2184851028915482, + "nauc_mrr_at_1000_diff1": 0.5285319033415367, + "nauc_mrr_at_1000_max": 0.49777341492532734, + "nauc_mrr_at_1000_std": 0.24386248336477853, + "nauc_mrr_at_100_diff1": 0.5280895482235495, + "nauc_mrr_at_100_max": 0.4978654392572138, + "nauc_mrr_at_100_std": 0.2439278594255443, + "nauc_mrr_at_10_diff1": 0.5280503926962687, + "nauc_mrr_at_10_max": 0.4977016242955261, + "nauc_mrr_at_10_std": 0.24106558789256421, + "nauc_mrr_at_1_diff1": 0.5948610176320575, + "nauc_mrr_at_1_max": 0.47430737744323725, + "nauc_mrr_at_1_std": 0.23117637093709534, + "nauc_mrr_at_20_diff1": 0.528925894811479, + "nauc_mrr_at_20_max": 0.4980207935785465, + "nauc_mrr_at_20_std": 0.24281654088384141, + "nauc_mrr_at_3_diff1": 0.5201809694196708, + "nauc_mrr_at_3_max": 0.4780396117334792, + "nauc_mrr_at_3_std": 0.21533862014156707, + "nauc_mrr_at_5_diff1": 0.5304933025173101, + "nauc_mrr_at_5_max": 0.4907815446878985, + "nauc_mrr_at_5_std": 0.234913691711534, + "nauc_ndcg_at_1000_diff1": 0.5163940473887343, + "nauc_ndcg_at_1000_max": 0.5072797809104626, + "nauc_ndcg_at_1000_std": 0.2621307784078833, + "nauc_ndcg_at_100_diff1": 0.5052290677569508, + "nauc_ndcg_at_100_max": 0.5134264990092111, + "nauc_ndcg_at_100_std": 0.26774758052109726, + "nauc_ndcg_at_10_diff1": 0.5116593619998484, + "nauc_ndcg_at_10_max": 0.5090026335675659, + "nauc_ndcg_at_10_std": 0.24788526047878778, + "nauc_ndcg_at_1_diff1": 0.5948610176320575, + "nauc_ndcg_at_1_max": 0.47430737744323725, + "nauc_ndcg_at_1_std": 0.23117637093709534, + "nauc_ndcg_at_20_diff1": 0.5135206677839945, + "nauc_ndcg_at_20_max": 0.5110961532252539, + "nauc_ndcg_at_20_std": 0.2587519766398167, + "nauc_ndcg_at_3_diff1": 0.5001347124999874, + "nauc_ndcg_at_3_max": 0.46092276298813556, + "nauc_ndcg_at_3_std": 0.19403954100776047, + "nauc_ndcg_at_5_diff1": 0.5167039368013503, + "nauc_ndcg_at_5_max": 0.48513180662978117, + "nauc_ndcg_at_5_std": 0.2256284328254729, + "nauc_precision_at_1000_diff1": 0.1118948946301035, + "nauc_precision_at_1000_max": 0.3087029362490083, + "nauc_precision_at_1000_std": 0.2718631513975839, + "nauc_precision_at_100_diff1": 0.24018743659254593, + "nauc_precision_at_100_max": 0.5087564654813981, + "nauc_precision_at_100_std": 0.3654930397325667, + "nauc_precision_at_10_diff1": 0.35045788185948923, + "nauc_precision_at_10_max": 0.5224991261796573, + "nauc_precision_at_10_std": 0.2855854596295004, + "nauc_precision_at_1_diff1": 0.5948610176320575, + "nauc_precision_at_1_max": 0.47430737744323725, + "nauc_precision_at_1_std": 0.23117637093709534, + "nauc_precision_at_20_diff1": 0.3362680201077393, + "nauc_precision_at_20_max": 0.5182278323247154, + "nauc_precision_at_20_std": 0.32616914320532875, + "nauc_precision_at_3_diff1": 0.41278724966910535, + "nauc_precision_at_3_max": 0.45827196568910455, + "nauc_precision_at_3_std": 0.17534847003098805, + "nauc_precision_at_5_diff1": 0.4234565352054509, + "nauc_precision_at_5_max": 0.49368347943611196, + "nauc_precision_at_5_std": 0.2368591969665684, + "nauc_recall_at_1000_diff1": 0.43193898936386094, + "nauc_recall_at_1000_max": 0.5996674938091169, + "nauc_recall_at_1000_std": 0.5373901372143055, + "nauc_recall_at_100_diff1": 0.36963309625581175, + "nauc_recall_at_100_max": 0.6018312131676347, + "nauc_recall_at_100_std": 0.42103497824565755, + "nauc_recall_at_10_diff1": 0.44542693910932285, + "nauc_recall_at_10_max": 0.5547950590494867, + "nauc_recall_at_10_std": 0.2920267360132351, + "nauc_recall_at_1_diff1": 0.5920727906599056, + "nauc_recall_at_1_max": 0.454041696602564, + "nauc_recall_at_1_std": 0.22101915052044765, + "nauc_recall_at_20_diff1": 0.453997127543701, + "nauc_recall_at_20_max": 0.5647232559992111, + "nauc_recall_at_20_std": 0.33181250807712726, + "nauc_recall_at_3_diff1": 0.42496868255299164, + "nauc_recall_at_3_max": 0.435246839667057, + "nauc_recall_at_3_std": 0.1578634084039925, + "nauc_recall_at_5_diff1": 0.4536150546166508, + "nauc_recall_at_5_max": 0.4886574761482601, + "nauc_recall_at_5_std": 0.22708670053042923, + "ndcg_at_1": 0.29, + "ndcg_at_10": 0.3902, + "ndcg_at_100": 0.43065, + "ndcg_at_1000": 0.45588, + "ndcg_at_20": 0.40015, + "ndcg_at_3": 0.34726, + "ndcg_at_5": 0.36335, + "precision_at_1": 0.29, + "precision_at_10": 0.05867, + "precision_at_100": 0.00813, + "precision_at_1000": 0.00104, + "precision_at_20": 0.03167, + "precision_at_3": 0.14333, + "precision_at_5": 0.09667, + "recall_at_1": 0.27122, + "recall_at_10": 0.51006, + "recall_at_100": 0.71878, + "recall_at_1000": 0.91822, + "recall_at_20": 0.54922, + "recall_at_3": 0.39078, + "recall_at_5": 0.43217 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/SciFact.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/SciFact.json new file mode 100644 index 000000000..77759ad86 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 16.108739137649536, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73596, + "map_at_1": 0.58761, + "map_at_10": 0.68949, + "map_at_100": 0.69434, + "map_at_1000": 0.69456, + "map_at_20": 0.69293, + "map_at_3": 0.66174, + "map_at_5": 0.67308, + "mrr_at_1": 0.6166666666666667, + "mrr_at_10": 0.6987407407407407, + "mrr_at_100": 0.7026932836712588, + "mrr_at_1000": 0.7028918299415522, + "mrr_at_20": 0.7013809738020264, + "mrr_at_3": 0.6777777777777777, + "mrr_at_5": 0.6871111111111111, + "nauc_map_at_1000_diff1": 0.7477971235849957, + "nauc_map_at_1000_max": 0.6369450141030529, + "nauc_map_at_1000_std": 0.13226569539577446, + "nauc_map_at_100_diff1": 0.747748462937963, + "nauc_map_at_100_max": 0.6371205485949161, + "nauc_map_at_100_std": 0.13260437445445328, + "nauc_map_at_10_diff1": 0.7461598024723984, + "nauc_map_at_10_max": 0.6376010225631115, + "nauc_map_at_10_std": 0.1264618225432323, + "nauc_map_at_1_diff1": 0.7916912072379612, + "nauc_map_at_1_max": 0.58657469274933, + "nauc_map_at_1_std": 0.04278508834320323, + "nauc_map_at_20_diff1": 0.7479348848950499, + "nauc_map_at_20_max": 0.6380485307812538, + "nauc_map_at_20_std": 0.13207091949606745, + "nauc_map_at_3_diff1": 0.7524898475107408, + "nauc_map_at_3_max": 0.6080906413290134, + "nauc_map_at_3_std": 0.09495951923456514, + "nauc_map_at_5_diff1": 0.7425162416767805, + "nauc_map_at_5_max": 0.6100950034711732, + "nauc_map_at_5_std": 0.10709970885119635, + "nauc_mrr_at_1000_diff1": 0.7554181887884508, + "nauc_mrr_at_1000_max": 0.6541749621659709, + "nauc_mrr_at_1000_std": 0.1745777765378311, + "nauc_mrr_at_100_diff1": 0.7553899154025528, + "nauc_mrr_at_100_max": 0.6543454399521341, + "nauc_mrr_at_100_std": 0.1748365815052658, + "nauc_mrr_at_10_diff1": 0.754787720562676, + "nauc_mrr_at_10_max": 0.6553578955259975, + "nauc_mrr_at_10_std": 0.17332821133725188, + "nauc_mrr_at_1_diff1": 0.7849952855431822, + "nauc_mrr_at_1_max": 0.6421039219184013, + "nauc_mrr_at_1_std": 0.1424836268188881, + "nauc_mrr_at_20_diff1": 0.7556575014149362, + "nauc_mrr_at_20_max": 0.6554110849680523, + "nauc_mrr_at_20_std": 0.17456850251921777, + "nauc_mrr_at_3_diff1": 0.7543943291491794, + "nauc_mrr_at_3_max": 0.6451888671837226, + "nauc_mrr_at_3_std": 0.16243931686749272, + "nauc_mrr_at_5_diff1": 0.7461501696706897, + "nauc_mrr_at_5_max": 0.6427167189910552, + "nauc_mrr_at_5_std": 0.1756019222467005, + "nauc_ndcg_at_1000_diff1": 0.7454525663043837, + "nauc_ndcg_at_1000_max": 0.653052229053583, + "nauc_ndcg_at_1000_std": 0.1619914817219727, + "nauc_ndcg_at_100_diff1": 0.7437036240324809, + "nauc_ndcg_at_100_max": 0.6569839438181567, + "nauc_ndcg_at_100_std": 0.17072184132047832, + "nauc_ndcg_at_10_diff1": 0.7398605338978466, + "nauc_ndcg_at_10_max": 0.6629932399050167, + "nauc_ndcg_at_10_std": 0.15431827521547142, + "nauc_ndcg_at_1_diff1": 0.7849952855431822, + "nauc_ndcg_at_1_max": 0.6421039219184013, + "nauc_ndcg_at_1_std": 0.1424836268188881, + "nauc_ndcg_at_20_diff1": 0.7461951005241467, + "nauc_ndcg_at_20_max": 0.6652143882640645, + "nauc_ndcg_at_20_std": 0.16912313664781048, + "nauc_ndcg_at_3_diff1": 0.7391643537353901, + "nauc_ndcg_at_3_max": 0.6280674217866719, + "nauc_ndcg_at_3_std": 0.13173712491961548, + "nauc_ndcg_at_5_diff1": 0.7251732567976671, + "nauc_ndcg_at_5_max": 0.6162413667615564, + "nauc_ndcg_at_5_std": 0.13667514505634754, + "nauc_precision_at_1000_diff1": -0.32646728997681523, + "nauc_precision_at_1000_max": 0.1733297558357929, + "nauc_precision_at_1000_std": 0.5692555365214348, + "nauc_precision_at_100_diff1": -0.19672362400794863, + "nauc_precision_at_100_max": 0.27094194276461775, + "nauc_precision_at_100_std": 0.5885332973516675, + "nauc_precision_at_10_diff1": 0.05115875536733119, + "nauc_precision_at_10_max": 0.4329990392721995, + "nauc_precision_at_10_std": 0.4556202576319041, + "nauc_precision_at_1_diff1": 0.7849952855431822, + "nauc_precision_at_1_max": 0.6421039219184013, + "nauc_precision_at_1_std": 0.1424836268188881, + "nauc_precision_at_20_diff1": -0.021436946965510295, + "nauc_precision_at_20_max": 0.3770113280059501, + "nauc_precision_at_20_std": 0.5161655242237503, + "nauc_precision_at_3_diff1": 0.3829684552274819, + "nauc_precision_at_3_max": 0.5068563935321269, + "nauc_precision_at_3_std": 0.3101049542500861, + "nauc_precision_at_5_diff1": 0.2424371872867159, + "nauc_precision_at_5_max": 0.4553056304348887, + "nauc_precision_at_5_std": 0.3743819386136768, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6666888977813376, + "nauc_recall_at_100_max": 0.8175937041483265, + "nauc_recall_at_100_std": 0.546174025165626, + "nauc_recall_at_10_diff1": 0.6947708602132985, + "nauc_recall_at_10_max": 0.7584049225040428, + "nauc_recall_at_10_std": 0.18683752796877473, + "nauc_recall_at_1_diff1": 0.7916912072379612, + "nauc_recall_at_1_max": 0.58657469274933, + "nauc_recall_at_1_std": 0.04278508834320323, + "nauc_recall_at_20_diff1": 0.7436742813067253, + "nauc_recall_at_20_max": 0.8254287222135236, + "nauc_recall_at_20_std": 0.31135352691801504, + "nauc_recall_at_3_diff1": 0.703365392256754, + "nauc_recall_at_3_max": 0.5982936239639551, + "nauc_recall_at_3_std": 0.09776517467502506, + "nauc_recall_at_5_diff1": 0.6498298214435412, + "nauc_recall_at_5_max": 0.5780055982312917, + "nauc_recall_at_5_std": 0.1463973410139788, + "ndcg_at_1": 0.61667, + "ndcg_at_10": 0.73596, + "ndcg_at_100": 0.7571, + "ndcg_at_1000": 0.7618, + "ndcg_at_20": 0.74699, + "ndcg_at_3": 0.68803, + "ndcg_at_5": 0.70414, + "precision_at_1": 0.61667, + "precision_at_10": 0.099, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05183, + "precision_at_3": 0.27, + "precision_at_5": 0.174, + "recall_at_1": 0.58761, + "recall_at_10": 0.86889, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "recall_at_20": 0.91056, + "recall_at_3": 0.73572, + "recall_at_5": 0.77994 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.77172, + "map_at_1": 0.6254, + "map_at_10": 0.72908, + "map_at_100": 0.73349, + "map_at_1000": 0.7337, + "map_at_20": 0.73227, + "map_at_3": 0.70545, + "map_at_5": 0.71998, + "mrr_at_1": 0.6588380716934487, + "mrr_at_10": 0.7417892950340419, + "mrr_at_100": 0.7450029359579882, + "mrr_at_1000": 0.7451814114402412, + "mrr_at_20": 0.7438972330328573, + "mrr_at_3": 0.7272352698805108, + "mrr_at_5": 0.7358879274824889, + "nauc_map_at_1000_diff1": 0.7012877409993528, + "nauc_map_at_1000_max": 0.5840204176303612, + "nauc_map_at_1000_std": 0.14420271836916532, + "nauc_map_at_100_diff1": 0.7012385727726205, + "nauc_map_at_100_max": 0.5841911571314993, + "nauc_map_at_100_std": 0.14451210869868877, + "nauc_map_at_10_diff1": 0.700455283115553, + "nauc_map_at_10_max": 0.5829837472663661, + "nauc_map_at_10_std": 0.13957493262006015, + "nauc_map_at_1_diff1": 0.7400165820794461, + "nauc_map_at_1_max": 0.501113803676948, + "nauc_map_at_1_std": 0.08744271849614926, + "nauc_map_at_20_diff1": 0.7008316871230195, + "nauc_map_at_20_max": 0.5835189532035241, + "nauc_map_at_20_std": 0.1441564863415914, + "nauc_map_at_3_diff1": 0.7042346527577453, + "nauc_map_at_3_max": 0.541396333309966, + "nauc_map_at_3_std": 0.09776337708367987, + "nauc_map_at_5_diff1": 0.7007176139829797, + "nauc_map_at_5_max": 0.5711840165248742, + "nauc_map_at_5_std": 0.12258914618388446, + "nauc_mrr_at_1000_diff1": 0.699111260302894, + "nauc_mrr_at_1000_max": 0.6002245024910098, + "nauc_mrr_at_1000_std": 0.1882872303725994, + "nauc_mrr_at_100_diff1": 0.6990341595921102, + "nauc_mrr_at_100_max": 0.6003602206683752, + "nauc_mrr_at_100_std": 0.18857627596594223, + "nauc_mrr_at_10_diff1": 0.6977256939125138, + "nauc_mrr_at_10_max": 0.6002572307727279, + "nauc_mrr_at_10_std": 0.18891250032637483, + "nauc_mrr_at_1_diff1": 0.7332086161824257, + "nauc_mrr_at_1_max": 0.5680164228009547, + "nauc_mrr_at_1_std": 0.15837124940441083, + "nauc_mrr_at_20_diff1": 0.6986413396480102, + "nauc_mrr_at_20_max": 0.599579304894523, + "nauc_mrr_at_20_std": 0.18780970541159445, + "nauc_mrr_at_3_diff1": 0.6938492480447289, + "nauc_mrr_at_3_max": 0.5968040449028547, + "nauc_mrr_at_3_std": 0.17345027707115165, + "nauc_mrr_at_5_diff1": 0.6961561840431413, + "nauc_mrr_at_5_max": 0.602118148899293, + "nauc_mrr_at_5_std": 0.18654257415270983, + "nauc_ndcg_at_1000_diff1": 0.6931998674905883, + "nauc_ndcg_at_1000_max": 0.6015233547603347, + "nauc_ndcg_at_1000_std": 0.17748635402063173, + "nauc_ndcg_at_100_diff1": 0.6922931528952246, + "nauc_ndcg_at_100_max": 0.6062551629667831, + "nauc_ndcg_at_100_std": 0.18676890333867496, + "nauc_ndcg_at_10_diff1": 0.6859514362950612, + "nauc_ndcg_at_10_max": 0.6023478023960855, + "nauc_ndcg_at_10_std": 0.17707763561350626, + "nauc_ndcg_at_1_diff1": 0.7332086161824257, + "nauc_ndcg_at_1_max": 0.5680164228009547, + "nauc_ndcg_at_1_std": 0.15837124940441083, + "nauc_ndcg_at_20_diff1": 0.6885323500712806, + "nauc_ndcg_at_20_max": 0.6019894667224605, + "nauc_ndcg_at_20_std": 0.18537474354952274, + "nauc_ndcg_at_3_diff1": 0.6860599312290955, + "nauc_ndcg_at_3_max": 0.5606228782239627, + "nauc_ndcg_at_3_std": 0.11971680685674388, + "nauc_ndcg_at_5_diff1": 0.6844825693437323, + "nauc_ndcg_at_5_max": 0.5886965905833569, + "nauc_ndcg_at_5_std": 0.1508970390833928, + "nauc_precision_at_1000_diff1": -0.33598525907254334, + "nauc_precision_at_1000_max": 0.23490726294817385, + "nauc_precision_at_1000_std": 0.360741525267532, + "nauc_precision_at_100_diff1": -0.22032713264415646, + "nauc_precision_at_100_max": 0.32163518992738704, + "nauc_precision_at_100_std": 0.4016429629579583, + "nauc_precision_at_10_diff1": -0.0054885173682673, + "nauc_precision_at_10_max": 0.44563219049054453, + "nauc_precision_at_10_std": 0.36306311775472977, + "nauc_precision_at_1_diff1": 0.7332086161824257, + "nauc_precision_at_1_max": 0.5680164228009547, + "nauc_precision_at_1_std": 0.15837124940441083, + "nauc_precision_at_20_diff1": -0.09532495811351369, + "nauc_precision_at_20_max": 0.37544122385158174, + "nauc_precision_at_20_std": 0.39309504650514776, + "nauc_precision_at_3_diff1": 0.3102489593029246, + "nauc_precision_at_3_max": 0.5281324526731757, + "nauc_precision_at_3_std": 0.18531427607390347, + "nauc_precision_at_5_diff1": 0.13553141097561688, + "nauc_precision_at_5_max": 0.5051655137163286, + "nauc_precision_at_5_std": 0.2800560043614425, + "nauc_recall_at_1000_diff1": 0.4558824264126704, + "nauc_recall_at_1000_max": 0.9346315449256632, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6374796911136957, + "nauc_recall_at_100_max": 0.8119892966891356, + "nauc_recall_at_100_std": 0.6173839729931014, + "nauc_recall_at_10_diff1": 0.6105739696073845, + "nauc_recall_at_10_max": 0.6413687979275658, + "nauc_recall_at_10_std": 0.27974466294592687, + "nauc_recall_at_1_diff1": 0.7400165820794461, + "nauc_recall_at_1_max": 0.501113803676948, + "nauc_recall_at_1_std": 0.08744271849614926, + "nauc_recall_at_20_diff1": 0.614090015864559, + "nauc_recall_at_20_max": 0.6528374618568004, + "nauc_recall_at_20_std": 0.37542923806820583, + "nauc_recall_at_3_diff1": 0.6306996615114903, + "nauc_recall_at_3_max": 0.5143522515040659, + "nauc_recall_at_3_std": 0.08164073594762214, + "nauc_recall_at_5_diff1": 0.6122072327428091, + "nauc_recall_at_5_max": 0.5897087338685748, + "nauc_recall_at_5_std": 0.17190330501876466, + "ndcg_at_1": 0.65884, + "ndcg_at_10": 0.77172, + "ndcg_at_100": 0.78971, + "ndcg_at_1000": 0.79406, + "ndcg_at_20": 0.7814, + "ndcg_at_3": 0.73371, + "ndcg_at_5": 0.75373, + "precision_at_1": 0.65884, + "precision_at_10": 0.10049, + "precision_at_100": 0.01099, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05253, + "precision_at_3": 0.28842, + "precision_at_5": 0.18665, + "recall_at_1": 0.6254, + "recall_at_10": 0.88644, + "recall_at_100": 0.9659, + "recall_at_1000": 0.99753, + "recall_at_20": 0.92244, + "recall_at_3": 0.78933, + "recall_at_5": 0.83572 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/TRECCOVID-PL.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/TRECCOVID-PL.json new file mode 100644 index 000000000..bc9b9e797 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 175.1186716556549, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.31289, + "map_at_1": 0.00089, + "map_at_10": 0.00618, + "map_at_100": 0.02357, + "map_at_1000": 0.06122, + "map_at_20": 0.00923, + "map_at_3": 0.0027, + "map_at_5": 0.004, + "mrr_at_1": 0.38, + "mrr_at_10": 0.49626190476190474, + "mrr_at_100": 0.5050915457664683, + "mrr_at_1000": 0.5051697868426674, + "mrr_at_20": 0.5005065571683218, + "mrr_at_3": 0.46, + "mrr_at_5": 0.479, + "nauc_map_at_1000_diff1": -0.04280512995242849, + "nauc_map_at_1000_max": 0.4950409308089634, + "nauc_map_at_1000_std": 0.46270182190048365, + "nauc_map_at_100_diff1": -0.004524012286443033, + "nauc_map_at_100_max": 0.23976399335798648, + "nauc_map_at_100_std": 0.1495325133919539, + "nauc_map_at_10_diff1": -0.12531702446362575, + "nauc_map_at_10_max": 0.17829291173017334, + "nauc_map_at_10_std": -0.08903164697663271, + "nauc_map_at_1_diff1": -0.16155068704785605, + "nauc_map_at_1_max": 0.3050467805049662, + "nauc_map_at_1_std": 0.10748801099389191, + "nauc_map_at_20_diff1": -0.054303325293879254, + "nauc_map_at_20_max": 0.1686925268051304, + "nauc_map_at_20_std": -0.035950446896392235, + "nauc_map_at_3_diff1": -0.20913452511875125, + "nauc_map_at_3_max": 0.22076065197475156, + "nauc_map_at_3_std": -0.057852223292713174, + "nauc_map_at_5_diff1": -0.14771467992099696, + "nauc_map_at_5_max": 0.16961486831908137, + "nauc_map_at_5_std": -0.11265266972547704, + "nauc_mrr_at_1000_diff1": 0.005311895241826647, + "nauc_mrr_at_1000_max": 0.31274560120020123, + "nauc_mrr_at_1000_std": 0.10047994032971592, + "nauc_mrr_at_100_diff1": 0.005469736490241828, + "nauc_mrr_at_100_max": 0.312899832004788, + "nauc_mrr_at_100_std": 0.10003330012548073, + "nauc_mrr_at_10_diff1": 0.014284799346416388, + "nauc_mrr_at_10_max": 0.3152612795140379, + "nauc_mrr_at_10_std": 0.10382328849872209, + "nauc_mrr_at_1_diff1": -0.055935331271281176, + "nauc_mrr_at_1_max": 0.3838796038780442, + "nauc_mrr_at_1_std": 0.25953265926753827, + "nauc_mrr_at_20_diff1": 0.009648444093896317, + "nauc_mrr_at_20_max": 0.3095805136197098, + "nauc_mrr_at_20_std": 0.09505190467170112, + "nauc_mrr_at_3_diff1": -0.012489256553502545, + "nauc_mrr_at_3_max": 0.31471583584013724, + "nauc_mrr_at_3_std": 0.11944026643747306, + "nauc_mrr_at_5_diff1": -0.04541267210974379, + "nauc_mrr_at_5_max": 0.3056314843620218, + "nauc_mrr_at_5_std": 0.11762703068561076, + "nauc_ndcg_at_1000_diff1": -0.028461049426640808, + "nauc_ndcg_at_1000_max": 0.5039883866800242, + "nauc_ndcg_at_1000_std": 0.29505385824469005, + "nauc_ndcg_at_100_diff1": 0.018634977162219263, + "nauc_ndcg_at_100_max": 0.3336081632957459, + "nauc_ndcg_at_100_std": 0.18131949856729607, + "nauc_ndcg_at_10_diff1": -0.008069412033816474, + "nauc_ndcg_at_10_max": 0.26792480688052006, + "nauc_ndcg_at_10_std": 0.04609046664195102, + "nauc_ndcg_at_1_diff1": -0.06753645433614744, + "nauc_ndcg_at_1_max": 0.366778419571569, + "nauc_ndcg_at_1_std": 0.30080381306297194, + "nauc_ndcg_at_20_diff1": 0.0469012921874127, + "nauc_ndcg_at_20_max": 0.2698282346276087, + "nauc_ndcg_at_20_std": 0.08321943419927572, + "nauc_ndcg_at_3_diff1": -0.1014473415601433, + "nauc_ndcg_at_3_max": 0.29823346774530957, + "nauc_ndcg_at_3_std": 0.10950933230202477, + "nauc_ndcg_at_5_diff1": -0.052351592856963974, + "nauc_ndcg_at_5_max": 0.26790703856058784, + "nauc_ndcg_at_5_std": 0.04158121651571185, + "nauc_precision_at_1000_diff1": -0.11669484633064699, + "nauc_precision_at_1000_max": 0.5498115968101462, + "nauc_precision_at_1000_std": 0.4531150592311707, + "nauc_precision_at_100_diff1": 0.0014804915403939308, + "nauc_precision_at_100_max": 0.36605610278073314, + "nauc_precision_at_100_std": 0.23338223506915687, + "nauc_precision_at_10_diff1": -0.000770638286100604, + "nauc_precision_at_10_max": 0.24440299244774485, + "nauc_precision_at_10_std": 0.012187940894019375, + "nauc_precision_at_1_diff1": -0.055935331271281176, + "nauc_precision_at_1_max": 0.3838796038780442, + "nauc_precision_at_1_std": 0.25953265926753827, + "nauc_precision_at_20_diff1": 0.05928744748853564, + "nauc_precision_at_20_max": 0.27124242391850445, + "nauc_precision_at_20_std": 0.08960032495644098, + "nauc_precision_at_3_diff1": -0.08862523467590529, + "nauc_precision_at_3_max": 0.2612983142044247, + "nauc_precision_at_3_std": 0.02884820097934853, + "nauc_precision_at_5_diff1": -0.033545581612051296, + "nauc_precision_at_5_max": 0.21802039654190586, + "nauc_precision_at_5_std": -0.03439975151421031, + "nauc_recall_at_1000_diff1": -0.04209436261585913, + "nauc_recall_at_1000_max": 0.5648398590685896, + "nauc_recall_at_1000_std": 0.3448771131824391, + "nauc_recall_at_100_diff1": 0.035036604410039786, + "nauc_recall_at_100_max": 0.2701580891251569, + "nauc_recall_at_100_std": 0.033686196832972144, + "nauc_recall_at_10_diff1": -0.049957798361741926, + "nauc_recall_at_10_max": 0.13613728042633344, + "nauc_recall_at_10_std": -0.1784209886856984, + "nauc_recall_at_1_diff1": -0.16155068704785605, + "nauc_recall_at_1_max": 0.3050467805049662, + "nauc_recall_at_1_std": 0.10748801099389191, + "nauc_recall_at_20_diff1": 0.021910185172210418, + "nauc_recall_at_20_max": 0.13234387112222065, + "nauc_recall_at_20_std": -0.13900268537894303, + "nauc_recall_at_3_diff1": -0.18507673095111918, + "nauc_recall_at_3_max": 0.14202657436459265, + "nauc_recall_at_3_std": -0.12915856463163056, + "nauc_recall_at_5_diff1": -0.12348898683682619, + "nauc_recall_at_5_max": 0.09815674923596952, + "nauc_recall_at_5_std": -0.18707148856968173, + "ndcg_at_1": 0.33, + "ndcg_at_10": 0.31289, + "ndcg_at_100": 0.21222, + "ndcg_at_1000": 0.1955, + "ndcg_at_20": 0.28026, + "ndcg_at_3": 0.35257, + "ndcg_at_5": 0.34017, + "precision_at_1": 0.38, + "precision_at_10": 0.322, + "precision_at_100": 0.2128, + "precision_at_1000": 0.09312, + "precision_at_20": 0.283, + "precision_at_3": 0.37333, + "precision_at_5": 0.36, + "recall_at_1": 0.00089, + "recall_at_10": 0.00842, + "recall_at_100": 0.04688, + "recall_at_1000": 0.18505, + "recall_at_20": 0.01406, + "recall_at_3": 0.00314, + "recall_at_5": 0.00493 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/TRECCOVID.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/TRECCOVID.json new file mode 100644 index 000000000..f02bf642f --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 173.08872056007385, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.75564, + "map_at_1": 0.00222, + "map_at_10": 0.01968, + "map_at_100": 0.112, + "map_at_1000": 0.26357, + "map_at_20": 0.03545, + "map_at_3": 0.00639, + "map_at_5": 0.01039, + "mrr_at_1": 0.84, + "mrr_at_10": 0.9106666666666666, + "mrr_at_100": 0.9106666666666666, + "mrr_at_1000": 0.9106666666666666, + "mrr_at_20": 0.9106666666666666, + "mrr_at_3": 0.9066666666666667, + "mrr_at_5": 0.9106666666666666, + "nauc_map_at_1000_diff1": -0.11524086924532632, + "nauc_map_at_1000_max": 0.4663382319000505, + "nauc_map_at_1000_std": 0.7989235042572742, + "nauc_map_at_100_diff1": -0.03255865041559661, + "nauc_map_at_100_max": 0.47720743780525215, + "nauc_map_at_100_std": 0.5269520755254777, + "nauc_map_at_10_diff1": 0.052370891344786, + "nauc_map_at_10_max": 0.22216520666612377, + "nauc_map_at_10_std": 0.16742596600752566, + "nauc_map_at_1_diff1": 0.049636808709866635, + "nauc_map_at_1_max": 0.20106214412571363, + "nauc_map_at_1_std": 0.12336767550448133, + "nauc_map_at_20_diff1": 0.069304551220319, + "nauc_map_at_20_max": 0.30631044743321273, + "nauc_map_at_20_std": 0.20758381392024544, + "nauc_map_at_3_diff1": 0.11038081058214337, + "nauc_map_at_3_max": 0.2205925058941395, + "nauc_map_at_3_std": 0.14939933004735, + "nauc_map_at_5_diff1": 0.07954883426928235, + "nauc_map_at_5_max": 0.22526653439186747, + "nauc_map_at_5_std": 0.16021738039414674, + "nauc_mrr_at_1000_diff1": -0.32694550118792354, + "nauc_mrr_at_1000_max": 0.5933177372571321, + "nauc_mrr_at_1000_std": 0.6611497369073139, + "nauc_mrr_at_100_diff1": -0.32694550118792354, + "nauc_mrr_at_100_max": 0.5933177372571321, + "nauc_mrr_at_100_std": 0.6611497369073139, + "nauc_mrr_at_10_diff1": -0.32694550118792354, + "nauc_mrr_at_10_max": 0.5933177372571321, + "nauc_mrr_at_10_std": 0.6611497369073139, + "nauc_mrr_at_1_diff1": -0.30308051055473745, + "nauc_mrr_at_1_max": 0.5843151693667149, + "nauc_mrr_at_1_std": 0.6472140402552772, + "nauc_mrr_at_20_diff1": -0.32694550118792354, + "nauc_mrr_at_20_max": 0.5933177372571321, + "nauc_mrr_at_20_std": 0.6611497369073139, + "nauc_mrr_at_3_diff1": -0.3199839877471429, + "nauc_mrr_at_3_max": 0.591565719855194, + "nauc_mrr_at_3_std": 0.6638819270398222, + "nauc_mrr_at_5_diff1": -0.32694550118792354, + "nauc_mrr_at_5_max": 0.5933177372571321, + "nauc_mrr_at_5_std": 0.6611497369073139, + "nauc_ndcg_at_1000_diff1": -0.10879567193021339, + "nauc_ndcg_at_1000_max": 0.4268137803661428, + "nauc_ndcg_at_1000_std": 0.7632577414446817, + "nauc_ndcg_at_100_diff1": -0.2146887960090449, + "nauc_ndcg_at_100_max": 0.4714530321213302, + "nauc_ndcg_at_100_std": 0.7659154730109488, + "nauc_ndcg_at_10_diff1": -0.086537692900912, + "nauc_ndcg_at_10_max": 0.46211001255197953, + "nauc_ndcg_at_10_std": 0.5512593143017502, + "nauc_ndcg_at_1_diff1": -0.33810810197271407, + "nauc_ndcg_at_1_max": 0.47424576059567236, + "nauc_ndcg_at_1_std": 0.49068125581712113, + "nauc_ndcg_at_20_diff1": -0.12679914130714642, + "nauc_ndcg_at_20_max": 0.5348771752020186, + "nauc_ndcg_at_20_std": 0.6104443179660894, + "nauc_ndcg_at_3_diff1": 0.008649778414988797, + "nauc_ndcg_at_3_max": 0.4669147873684572, + "nauc_ndcg_at_3_std": 0.5112049329406324, + "nauc_ndcg_at_5_diff1": -0.04202272328892881, + "nauc_ndcg_at_5_max": 0.4541547895047603, + "nauc_ndcg_at_5_std": 0.5367911991342647, + "nauc_precision_at_1000_diff1": -0.18315654177839913, + "nauc_precision_at_1000_max": 0.25702300761832153, + "nauc_precision_at_1000_std": 0.5658475344209969, + "nauc_precision_at_100_diff1": -0.2117583745846809, + "nauc_precision_at_100_max": 0.4669987319276873, + "nauc_precision_at_100_std": 0.7582336243469884, + "nauc_precision_at_10_diff1": -0.08464839278315213, + "nauc_precision_at_10_max": 0.4795314244780148, + "nauc_precision_at_10_std": 0.6080244962742916, + "nauc_precision_at_1_diff1": -0.30308051055473745, + "nauc_precision_at_1_max": 0.5843151693667149, + "nauc_precision_at_1_std": 0.6472140402552772, + "nauc_precision_at_20_diff1": -0.12561731984948513, + "nauc_precision_at_20_max": 0.5859155195231824, + "nauc_precision_at_20_std": 0.6209129575082765, + "nauc_precision_at_3_diff1": 0.06348487592827305, + "nauc_precision_at_3_max": 0.4672160840427452, + "nauc_precision_at_3_std": 0.6188643361709836, + "nauc_precision_at_5_diff1": -0.004228329809725094, + "nauc_precision_at_5_max": 0.4558219314691457, + "nauc_precision_at_5_std": 0.6625580065685372, + "nauc_recall_at_1000_diff1": -0.07291757172024968, + "nauc_recall_at_1000_max": 0.34157155057187105, + "nauc_recall_at_1000_std": 0.677149544727049, + "nauc_recall_at_100_diff1": -0.01499788063028401, + "nauc_recall_at_100_max": 0.34012531499561505, + "nauc_recall_at_100_std": 0.38829087136021934, + "nauc_recall_at_10_diff1": 0.05744715414521096, + "nauc_recall_at_10_max": 0.1550498374863062, + "nauc_recall_at_10_std": 0.08293209303254626, + "nauc_recall_at_1_diff1": 0.049636808709866635, + "nauc_recall_at_1_max": 0.20106214412571363, + "nauc_recall_at_1_std": 0.12336767550448133, + "nauc_recall_at_20_diff1": 0.07123477921517858, + "nauc_recall_at_20_max": 0.23837255852731057, + "nauc_recall_at_20_std": 0.10561335105201425, + "nauc_recall_at_3_diff1": 0.12394040388802112, + "nauc_recall_at_3_max": 0.17235918687923268, + "nauc_recall_at_3_std": 0.09516228172904749, + "nauc_recall_at_5_diff1": 0.07869288945422902, + "nauc_recall_at_5_max": 0.17136661120536123, + "nauc_recall_at_5_std": 0.09642347316637476, + "ndcg_at_1": 0.77, + "ndcg_at_10": 0.75564, + "ndcg_at_100": 0.57652, + "ndcg_at_1000": 0.51819, + "ndcg_at_20": 0.71896, + "ndcg_at_3": 0.77358, + "ndcg_at_5": 0.76164, + "precision_at_1": 0.84, + "precision_at_10": 0.808, + "precision_at_100": 0.593, + "precision_at_1000": 0.22692, + "precision_at_20": 0.761, + "precision_at_3": 0.84, + "precision_at_5": 0.82, + "recall_at_1": 0.00222, + "recall_at_10": 0.02179, + "recall_at_100": 0.14541, + "recall_at_1000": 0.48675, + "recall_at_20": 0.04037, + "recall_at_3": 0.00673, + "recall_at_5": 0.01117 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/model_meta.json b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/model_meta.json new file mode 100644 index 000000000..999ba72f8 --- /dev/null +++ b/results/abhinand__MedEmbed-large-v0.1/e621837c7904456dc37d689f97e654424de62318/model_meta.json @@ -0,0 +1 @@ +{"name": "abhinand/MedEmbed-large-v0.1", "revision": "e621837c7904456dc37d689f97e654424de62318", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CMedQAv2-reranking.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CMedQAv2-reranking.json new file mode 100644 index 000000000..2201c2161 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 17.95286250114441, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.19658864723008737, + "map": 0.19658864723008737, + "mrr": 0.2231297619047619, + "nAUC_map_diff1": 0.33538984022902935, + "nAUC_map_max": 0.2067757693092474, + "nAUC_map_std": 0.12513863972611516, + "nAUC_mrr_diff1": 0.32925169348440364, + "nAUC_mrr_max": 0.20077740268738303, + "nAUC_mrr_std": 0.11134248199201476 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CUREv1.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CUREv1.json new file mode 100644 index 000000000..32e47c2e6 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 389.11365127563477, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47817, + "map_at_1": 0.0822, + "map_at_10": 0.22063, + "map_at_100": 0.3372, + "map_at_1000": 0.37392, + "map_at_20": 0.26061, + "map_at_3": 0.14495, + "map_at_5": 0.17627, + "mrr_at_1": 0.654, + "mrr_at_10": 0.7567357142857134, + "mrr_at_100": 0.7592064638932365, + "mrr_at_1000": 0.7592456351440706, + "mrr_at_20": 0.7583803243518598, + "mrr_at_3": 0.7399166666666658, + "mrr_at_5": 0.7506166666666662, + "nauc_map_at_1000_diff1": 0.177964865244848, + "nauc_map_at_1000_max": 0.35983699209787784, + "nauc_map_at_1000_std": 0.24123065278219769, + "nauc_map_at_100_diff1": 0.20599206684419713, + "nauc_map_at_100_max": 0.3209833284326835, + "nauc_map_at_100_std": 0.19699843198645317, + "nauc_map_at_10_diff1": 0.2630562190619405, + "nauc_map_at_10_max": 0.2130244827496659, + "nauc_map_at_10_std": 0.027028306285039706, + "nauc_map_at_1_diff1": 0.3998731298675116, + "nauc_map_at_1_max": 0.08088196515655702, + "nauc_map_at_1_std": -0.10729458290138971, + "nauc_map_at_20_diff1": 0.24323484344596516, + "nauc_map_at_20_max": 0.24653973511929408, + "nauc_map_at_20_std": 0.06636285399903034, + "nauc_map_at_3_diff1": 0.3160976413062767, + "nauc_map_at_3_max": 0.13882256893937078, + "nauc_map_at_3_std": -0.04592815177061378, + "nauc_map_at_5_diff1": 0.2905987089294309, + "nauc_map_at_5_max": 0.16861994895403457, + "nauc_map_at_5_std": -0.020176581679450672, + "nauc_mrr_at_1000_diff1": 0.2989634768370467, + "nauc_mrr_at_1000_max": 0.4501465293327173, + "nauc_mrr_at_1000_std": 0.20450111965531007, + "nauc_mrr_at_100_diff1": 0.29896576338116004, + "nauc_mrr_at_100_max": 0.45017227771994583, + "nauc_mrr_at_100_std": 0.20456461633602652, + "nauc_mrr_at_10_diff1": 0.29937101475111855, + "nauc_mrr_at_10_max": 0.45303157352831397, + "nauc_mrr_at_10_std": 0.20638294427640033, + "nauc_mrr_at_1_diff1": 0.30087649376252656, + "nauc_mrr_at_1_max": 0.39968788030874086, + "nauc_mrr_at_1_std": 0.14652649983106547, + "nauc_mrr_at_20_diff1": 0.29831629346667354, + "nauc_mrr_at_20_max": 0.4512061718486144, + "nauc_mrr_at_20_std": 0.20580630025233287, + "nauc_mrr_at_3_diff1": 0.3014744347051798, + "nauc_mrr_at_3_max": 0.4579287540186105, + "nauc_mrr_at_3_std": 0.2092000741910685, + "nauc_mrr_at_5_diff1": 0.3000981895607355, + "nauc_mrr_at_5_max": 0.4530332634966925, + "nauc_mrr_at_5_std": 0.2046635443578636, + "nauc_ndcg_at_1000_diff1": 0.22714775515376387, + "nauc_ndcg_at_1000_max": 0.4723194853817964, + "nauc_ndcg_at_1000_std": 0.34025670611218706, + "nauc_ndcg_at_100_diff1": 0.2523725100866529, + "nauc_ndcg_at_100_max": 0.4125706061667643, + "nauc_ndcg_at_100_std": 0.2627916581388566, + "nauc_ndcg_at_10_diff1": 0.2253587154227742, + "nauc_ndcg_at_10_max": 0.3933306987572134, + "nauc_ndcg_at_10_std": 0.18522046816393817, + "nauc_ndcg_at_1_diff1": 0.33262961991127943, + "nauc_ndcg_at_1_max": 0.34922876420446863, + "nauc_ndcg_at_1_std": 0.10931003058377034, + "nauc_ndcg_at_20_diff1": 0.2291934401451112, + "nauc_ndcg_at_20_max": 0.3895007032645319, + "nauc_ndcg_at_20_std": 0.18190131473303386, + "nauc_ndcg_at_3_diff1": 0.23752297621308432, + "nauc_ndcg_at_3_max": 0.3920622702815002, + "nauc_ndcg_at_3_std": 0.1653590610783716, + "nauc_ndcg_at_5_diff1": 0.22338520647020496, + "nauc_ndcg_at_5_max": 0.3926770732925806, + "nauc_ndcg_at_5_std": 0.17095044665963693, + "nauc_precision_at_1000_diff1": -0.1842199282966621, + "nauc_precision_at_1000_max": 0.12046779440706032, + "nauc_precision_at_1000_std": 0.05991871054814485, + "nauc_precision_at_100_diff1": -0.17754147350838081, + "nauc_precision_at_100_max": 0.18477632939228344, + "nauc_precision_at_100_std": 0.24309278416492688, + "nauc_precision_at_10_diff1": -0.10826880228797443, + "nauc_precision_at_10_max": 0.3304644426350647, + "nauc_precision_at_10_std": 0.28212050449285386, + "nauc_precision_at_1_diff1": 0.30087649376252656, + "nauc_precision_at_1_max": 0.39968788030874086, + "nauc_precision_at_1_std": 0.14652649983106547, + "nauc_precision_at_20_diff1": -0.150309600754448, + "nauc_precision_at_20_max": 0.27516324342288817, + "nauc_precision_at_20_std": 0.2728746167374727, + "nauc_precision_at_3_diff1": 0.03357392586563951, + "nauc_precision_at_3_max": 0.3866407560950079, + "nauc_precision_at_3_std": 0.2347640337921805, + "nauc_precision_at_5_diff1": -0.04874103597193184, + "nauc_precision_at_5_max": 0.3567914904226075, + "nauc_precision_at_5_std": 0.2429835639665106, + "nauc_recall_at_1000_diff1": 0.19095795646298855, + "nauc_recall_at_1000_max": 0.41292786307664947, + "nauc_recall_at_1000_std": 0.6112968061195708, + "nauc_recall_at_100_diff1": 0.19081983537811983, + "nauc_recall_at_100_max": 0.19805935488894535, + "nauc_recall_at_100_std": 0.22506568189482593, + "nauc_recall_at_10_diff1": 0.22836271387152787, + "nauc_recall_at_10_max": 0.1489648527376945, + "nauc_recall_at_10_std": 0.011090062500490399, + "nauc_recall_at_1_diff1": 0.3998731298675116, + "nauc_recall_at_1_max": 0.08088196515655702, + "nauc_recall_at_1_std": -0.10729458290138971, + "nauc_recall_at_20_diff1": 0.1975057866756135, + "nauc_recall_at_20_max": 0.15718922608839694, + "nauc_recall_at_20_std": 0.03782843040121217, + "nauc_recall_at_3_diff1": 0.28768194723179197, + "nauc_recall_at_3_max": 0.11243979562932818, + "nauc_recall_at_3_std": -0.04745834872269048, + "nauc_recall_at_5_diff1": 0.25764075960659755, + "nauc_recall_at_5_max": 0.12819799580704752, + "nauc_recall_at_5_std": -0.028241764101964686, + "ndcg_at_1": 0.54375, + "ndcg_at_10": 0.47817, + "ndcg_at_100": 0.55605, + "ndcg_at_1000": 0.64161, + "ndcg_at_20": 0.48545, + "ndcg_at_3": 0.49798, + "ndcg_at_5": 0.48456, + "precision_at_1": 0.654, + "precision_at_10": 0.40985, + "precision_at_100": 0.16255, + "precision_at_1000": 0.03317, + "precision_at_20": 0.32627, + "precision_at_3": 0.54683, + "precision_at_5": 0.4902, + "recall_at_1": 0.0822, + "recall_at_10": 0.2925, + "recall_at_100": 0.66496, + "recall_at_1000": 0.92249, + "recall_at_20": 0.38984, + "recall_at_3": 0.16167, + "recall_at_5": 0.20931 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.10929, + "map_at_1": 0.0159, + "map_at_10": 0.04866, + "map_at_100": 0.07345, + "map_at_1000": 0.08524, + "map_at_20": 0.05705, + "map_at_3": 0.03143, + "map_at_5": 0.03875, + "mrr_at_1": 0.1325, + "mrr_at_10": 0.19863710317460284, + "mrr_at_100": 0.20860340243847833, + "mrr_at_1000": 0.2093937675199826, + "mrr_at_20": 0.20439669936401691, + "mrr_at_3": 0.1780833333333331, + "mrr_at_5": 0.18858333333333288, + "nauc_map_at_1000_diff1": 0.15300348500713534, + "nauc_map_at_1000_max": 0.5907771993673292, + "nauc_map_at_1000_std": 0.6481805976588211, + "nauc_map_at_100_diff1": 0.1639059573717249, + "nauc_map_at_100_max": 0.5574300321172782, + "nauc_map_at_100_std": 0.6241633344452995, + "nauc_map_at_10_diff1": 0.2108337373847963, + "nauc_map_at_10_max": 0.5021832501877306, + "nauc_map_at_10_std": 0.5367912909151643, + "nauc_map_at_1_diff1": 0.3227997516517297, + "nauc_map_at_1_max": 0.36224565305380413, + "nauc_map_at_1_std": 0.4051736953614112, + "nauc_map_at_20_diff1": 0.19082843653023068, + "nauc_map_at_20_max": 0.5178754259799837, + "nauc_map_at_20_std": 0.5596300682018025, + "nauc_map_at_3_diff1": 0.25419141937353895, + "nauc_map_at_3_max": 0.446038413477001, + "nauc_map_at_3_std": 0.47715176076730226, + "nauc_map_at_5_diff1": 0.23691214014357698, + "nauc_map_at_5_max": 0.4725481751067699, + "nauc_map_at_5_std": 0.5037443230651613, + "nauc_mrr_at_1000_diff1": 0.07980076655226898, + "nauc_mrr_at_1000_max": 0.49037017089419666, + "nauc_mrr_at_1000_std": 0.4747493432867631, + "nauc_mrr_at_100_diff1": 0.07992250388328404, + "nauc_mrr_at_100_max": 0.4904556917301034, + "nauc_mrr_at_100_std": 0.47482705543294423, + "nauc_mrr_at_10_diff1": 0.08217020669076265, + "nauc_mrr_at_10_max": 0.4876603781253326, + "nauc_mrr_at_10_std": 0.4690187244354025, + "nauc_mrr_at_1_diff1": 0.11215394891554561, + "nauc_mrr_at_1_max": 0.4548525815479906, + "nauc_mrr_at_1_std": 0.42402746879674974, + "nauc_mrr_at_20_diff1": 0.0803511287271967, + "nauc_mrr_at_20_max": 0.4890622018684103, + "nauc_mrr_at_20_std": 0.47320026499578965, + "nauc_mrr_at_3_diff1": 0.09043063136500674, + "nauc_mrr_at_3_max": 0.468951037355216, + "nauc_mrr_at_3_std": 0.449687070812743, + "nauc_mrr_at_5_diff1": 0.0869604202097878, + "nauc_mrr_at_5_max": 0.47728804202809016, + "nauc_mrr_at_5_std": 0.46135475668785947, + "nauc_ndcg_at_1000_diff1": 0.08332552481860499, + "nauc_ndcg_at_1000_max": 0.6328726713170694, + "nauc_ndcg_at_1000_std": 0.6888738900594336, + "nauc_ndcg_at_100_diff1": 0.10681006179134804, + "nauc_ndcg_at_100_max": 0.5837226202209387, + "nauc_ndcg_at_100_std": 0.6540035154822572, + "nauc_ndcg_at_10_diff1": 0.12883712097028446, + "nauc_ndcg_at_10_max": 0.5448069521632698, + "nauc_ndcg_at_10_std": 0.5547122476308944, + "nauc_ndcg_at_1_diff1": 0.1318981556382463, + "nauc_ndcg_at_1_max": 0.4381714123928168, + "nauc_ndcg_at_1_std": 0.4205926764816914, + "nauc_ndcg_at_20_diff1": 0.12724558496920302, + "nauc_ndcg_at_20_max": 0.557024975033729, + "nauc_ndcg_at_20_std": 0.5790186713378005, + "nauc_ndcg_at_3_diff1": 0.1353747679814599, + "nauc_ndcg_at_3_max": 0.5021147610142506, + "nauc_ndcg_at_3_std": 0.4902726605481749, + "nauc_ndcg_at_5_diff1": 0.13354807858727102, + "nauc_ndcg_at_5_max": 0.5219092518712429, + "nauc_ndcg_at_5_std": 0.520357292395771, + "nauc_precision_at_1000_diff1": -0.03471253186214453, + "nauc_precision_at_1000_max": 0.5215980605401547, + "nauc_precision_at_1000_std": 0.35413187266839474, + "nauc_precision_at_100_diff1": 0.0030678911840273768, + "nauc_precision_at_100_max": 0.5891048701358043, + "nauc_precision_at_100_std": 0.5652965444080682, + "nauc_precision_at_10_diff1": 0.04381394375167415, + "nauc_precision_at_10_max": 0.5916924348787167, + "nauc_precision_at_10_std": 0.5630555688610009, + "nauc_precision_at_1_diff1": 0.11215394891554561, + "nauc_precision_at_1_max": 0.4548525815479906, + "nauc_precision_at_1_std": 0.42402746879674974, + "nauc_precision_at_20_diff1": 0.02740998518492389, + "nauc_precision_at_20_max": 0.5950121474805552, + "nauc_precision_at_20_std": 0.5689236141730895, + "nauc_precision_at_3_diff1": 0.08452391767752776, + "nauc_precision_at_3_max": 0.538633479964696, + "nauc_precision_at_3_std": 0.5127585963239899, + "nauc_precision_at_5_diff1": 0.0752166221778108, + "nauc_precision_at_5_max": 0.564128960719988, + "nauc_precision_at_5_std": 0.5443916646255993, + "nauc_recall_at_1000_diff1": 0.038187109450654066, + "nauc_recall_at_1000_max": 0.6033258269531515, + "nauc_recall_at_1000_std": 0.7143279547249137, + "nauc_recall_at_100_diff1": 0.07484782189502612, + "nauc_recall_at_100_max": 0.4956013790935997, + "nauc_recall_at_100_std": 0.6369030638277391, + "nauc_recall_at_10_diff1": 0.15577766062129458, + "nauc_recall_at_10_max": 0.46126801613518736, + "nauc_recall_at_10_std": 0.5229704675452201, + "nauc_recall_at_1_diff1": 0.3227997516517297, + "nauc_recall_at_1_max": 0.36224565305380413, + "nauc_recall_at_1_std": 0.4051736953614112, + "nauc_recall_at_20_diff1": 0.12671493719962318, + "nauc_recall_at_20_max": 0.4473997590859342, + "nauc_recall_at_20_std": 0.5282760280793777, + "nauc_recall_at_3_diff1": 0.225375924813407, + "nauc_recall_at_3_max": 0.42171914136204425, + "nauc_recall_at_3_std": 0.4625310638525476, + "nauc_recall_at_5_diff1": 0.19924864997869005, + "nauc_recall_at_5_max": 0.4384294783896759, + "nauc_recall_at_5_std": 0.48569464848291105, + "ndcg_at_1": 0.105, + "ndcg_at_10": 0.10929, + "ndcg_at_100": 0.15654, + "ndcg_at_1000": 0.22608, + "ndcg_at_20": 0.11899, + "ndcg_at_3": 0.10326, + "ndcg_at_5": 0.10444, + "precision_at_1": 0.1325, + "precision_at_10": 0.0975, + "precision_at_100": 0.04754, + "precision_at_1000": 0.01439, + "precision_at_20": 0.0815, + "precision_at_3": 0.1215, + "precision_at_5": 0.1123, + "recall_at_1": 0.0159, + "recall_at_10": 0.08358, + "recall_at_100": 0.2346, + "recall_at_1000": 0.46324, + "recall_at_20": 0.11917, + "recall_at_3": 0.04071, + "recall_at_5": 0.05603 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.1609, + "map_at_1": 0.02549, + "map_at_10": 0.06868, + "map_at_100": 0.10657, + "map_at_1000": 0.12251, + "map_at_20": 0.08153, + "map_at_3": 0.04637, + "map_at_5": 0.0554, + "mrr_at_1": 0.2125, + "mrr_at_10": 0.2968815476190478, + "mrr_at_100": 0.3061652859595907, + "mrr_at_1000": 0.3068227648321696, + "mrr_at_20": 0.30222661787172256, + "mrr_at_3": 0.2726666666666663, + "mrr_at_5": 0.28524166666666645, + "nauc_map_at_1000_diff1": 0.20163222308806975, + "nauc_map_at_1000_max": 0.5427535118410852, + "nauc_map_at_1000_std": 0.5792178741542285, + "nauc_map_at_100_diff1": 0.21830884569505052, + "nauc_map_at_100_max": 0.5067918219820563, + "nauc_map_at_100_std": 0.5463448893645756, + "nauc_map_at_10_diff1": 0.25605605749119714, + "nauc_map_at_10_max": 0.41158498117328135, + "nauc_map_at_10_std": 0.413121621563237, + "nauc_map_at_1_diff1": 0.2985617946515287, + "nauc_map_at_1_max": 0.3219632267482871, + "nauc_map_at_1_std": 0.31475226878399926, + "nauc_map_at_20_diff1": 0.2432562031938182, + "nauc_map_at_20_max": 0.4425106656757942, + "nauc_map_at_20_std": 0.45600616491791074, + "nauc_map_at_3_diff1": 0.27333358232956584, + "nauc_map_at_3_max": 0.37309722557494646, + "nauc_map_at_3_std": 0.3433547508388728, + "nauc_map_at_5_diff1": 0.26960531107616564, + "nauc_map_at_5_max": 0.3873589629213434, + "nauc_map_at_5_std": 0.37307614920065263, + "nauc_mrr_at_1000_diff1": 0.15677651841855728, + "nauc_mrr_at_1000_max": 0.4686324205889678, + "nauc_mrr_at_1000_std": 0.4540645653955258, + "nauc_mrr_at_100_diff1": 0.15667271497448237, + "nauc_mrr_at_100_max": 0.46881448912457047, + "nauc_mrr_at_100_std": 0.4542826891653243, + "nauc_mrr_at_10_diff1": 0.15817622656826905, + "nauc_mrr_at_10_max": 0.4667332429694581, + "nauc_mrr_at_10_std": 0.4498314908524474, + "nauc_mrr_at_1_diff1": 0.1757213499083906, + "nauc_mrr_at_1_max": 0.42993754802104056, + "nauc_mrr_at_1_std": 0.40173762288461173, + "nauc_mrr_at_20_diff1": 0.15753378892118466, + "nauc_mrr_at_20_max": 0.4685596084278884, + "nauc_mrr_at_20_std": 0.45387150890848715, + "nauc_mrr_at_3_diff1": 0.1586721221998358, + "nauc_mrr_at_3_max": 0.4566227836695952, + "nauc_mrr_at_3_std": 0.43748393614696635, + "nauc_mrr_at_5_diff1": 0.15862748011301975, + "nauc_mrr_at_5_max": 0.459521561011427, + "nauc_mrr_at_5_std": 0.4415879239476992, + "nauc_ndcg_at_1000_diff1": 0.15478544795772972, + "nauc_ndcg_at_1000_max": 0.5960700689772579, + "nauc_ndcg_at_1000_std": 0.6599390973795562, + "nauc_ndcg_at_100_diff1": 0.18287796533691922, + "nauc_ndcg_at_100_max": 0.5601584588526767, + "nauc_ndcg_at_100_std": 0.6046238577723412, + "nauc_ndcg_at_10_diff1": 0.19258722321841545, + "nauc_ndcg_at_10_max": 0.5074198870967027, + "nauc_ndcg_at_10_std": 0.49347809852312396, + "nauc_ndcg_at_1_diff1": 0.18631114819256853, + "nauc_ndcg_at_1_max": 0.4101122293488146, + "nauc_ndcg_at_1_std": 0.3977734709209913, + "nauc_ndcg_at_20_diff1": 0.191241664402028, + "nauc_ndcg_at_20_max": 0.5185653745757641, + "nauc_ndcg_at_20_std": 0.5232987046982616, + "nauc_ndcg_at_3_diff1": 0.1778649556206561, + "nauc_ndcg_at_3_max": 0.46976407816057225, + "nauc_ndcg_at_3_std": 0.4437416409146968, + "nauc_ndcg_at_5_diff1": 0.17776015980336607, + "nauc_ndcg_at_5_max": 0.48996785900286277, + "nauc_ndcg_at_5_std": 0.4623280820348452, + "nauc_precision_at_1000_diff1": -0.02133914542426647, + "nauc_precision_at_1000_max": 0.44543112435535026, + "nauc_precision_at_1000_std": 0.28272009205548737, + "nauc_precision_at_100_diff1": 0.022528857381271646, + "nauc_precision_at_100_max": 0.5359396816566019, + "nauc_precision_at_100_std": 0.5129962264624024, + "nauc_precision_at_10_diff1": 0.10741573168170788, + "nauc_precision_at_10_max": 0.5309762414046301, + "nauc_precision_at_10_std": 0.5054390922252238, + "nauc_precision_at_1_diff1": 0.1757213499083906, + "nauc_precision_at_1_max": 0.42993754802104056, + "nauc_precision_at_1_std": 0.40173762288461173, + "nauc_precision_at_20_diff1": 0.07995733832064979, + "nauc_precision_at_20_max": 0.5383118882781008, + "nauc_precision_at_20_std": 0.5291168130216146, + "nauc_precision_at_3_diff1": 0.13885392230277957, + "nauc_precision_at_3_max": 0.4938902245306074, + "nauc_precision_at_3_std": 0.465399187419569, + "nauc_precision_at_5_diff1": 0.12172118682838466, + "nauc_precision_at_5_max": 0.5090712126486187, + "nauc_precision_at_5_std": 0.47839457758728937, + "nauc_recall_at_1000_diff1": 0.10849428837093154, + "nauc_recall_at_1000_max": 0.5934868328380888, + "nauc_recall_at_1000_std": 0.7423842398846701, + "nauc_recall_at_100_diff1": 0.15338234335907464, + "nauc_recall_at_100_max": 0.4841813604430748, + "nauc_recall_at_100_std": 0.5949429025302697, + "nauc_recall_at_10_diff1": 0.21357486234627776, + "nauc_recall_at_10_max": 0.3643111539707777, + "nauc_recall_at_10_std": 0.3984485968293887, + "nauc_recall_at_1_diff1": 0.2985617946515287, + "nauc_recall_at_1_max": 0.3219632267482871, + "nauc_recall_at_1_std": 0.31475226878399926, + "nauc_recall_at_20_diff1": 0.18558548759029864, + "nauc_recall_at_20_max": 0.3915427369533502, + "nauc_recall_at_20_std": 0.4465251920072544, + "nauc_recall_at_3_diff1": 0.25212545533319175, + "nauc_recall_at_3_max": 0.33918997935053286, + "nauc_recall_at_3_std": 0.3147633660589996, + "nauc_recall_at_5_diff1": 0.2441959077915084, + "nauc_recall_at_5_max": 0.34941684186304584, + "nauc_recall_at_5_std": 0.34591422684561457, + "ndcg_at_1": 0.162, + "ndcg_at_10": 0.1609, + "ndcg_at_100": 0.21901, + "ndcg_at_1000": 0.29817, + "ndcg_at_20": 0.1725, + "ndcg_at_3": 0.15805, + "ndcg_at_5": 0.15589, + "precision_at_1": 0.2125, + "precision_at_10": 0.1429, + "precision_at_100": 0.06673, + "precision_at_1000": 0.01831, + "precision_at_20": 0.1196, + "precision_at_3": 0.18583, + "precision_at_5": 0.1669, + "recall_at_1": 0.02549, + "recall_at_10": 0.11197, + "recall_at_100": 0.30791, + "recall_at_1000": 0.56387, + "recall_at_20": 0.15842, + "recall_at_3": 0.05728, + "recall_at_5": 0.07492 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47752, + "map_at_1": 0.09698, + "map_at_10": 0.19829, + "map_at_100": 0.30706, + "map_at_1000": 0.35586, + "map_at_20": 0.22964, + "map_at_3": 0.14473, + "map_at_5": 0.16384, + "mrr_at_1": 0.655, + "mrr_at_10": 0.7682480158730158, + "mrr_at_100": 0.7696721024668016, + "mrr_at_1000": 0.7696994248711734, + "mrr_at_20": 0.7692858946608945, + "mrr_at_3": 0.7508333333333332, + "mrr_at_5": 0.7623333333333332, + "nauc_map_at_1000_diff1": 0.18270148023768354, + "nauc_map_at_1000_max": 0.2472601027563145, + "nauc_map_at_1000_std": 0.06289398508154136, + "nauc_map_at_100_diff1": 0.25468372705347775, + "nauc_map_at_100_max": 0.22902837779949797, + "nauc_map_at_100_std": -0.05238313223041024, + "nauc_map_at_10_diff1": 0.3380111635172837, + "nauc_map_at_10_max": 0.16680529090858504, + "nauc_map_at_10_std": -0.25769583240609384, + "nauc_map_at_1_diff1": 0.35481874477397707, + "nauc_map_at_1_max": 0.0537977951542195, + "nauc_map_at_1_std": -0.31830137612371917, + "nauc_map_at_20_diff1": 0.3204394423581016, + "nauc_map_at_20_max": 0.17994855661488315, + "nauc_map_at_20_std": -0.2240099557338446, + "nauc_map_at_3_diff1": 0.3491139414997186, + "nauc_map_at_3_max": 0.12356277196389157, + "nauc_map_at_3_std": -0.2986825601653192, + "nauc_map_at_5_diff1": 0.33988385212650785, + "nauc_map_at_5_max": 0.1442788035481661, + "nauc_map_at_5_std": -0.28536845480861606, + "nauc_mrr_at_1000_diff1": 0.3227859727556075, + "nauc_mrr_at_1000_max": 0.5049885136901181, + "nauc_mrr_at_1000_std": 0.14253645215152128, + "nauc_mrr_at_100_diff1": 0.3227176142956283, + "nauc_mrr_at_100_max": 0.5050185665649335, + "nauc_mrr_at_100_std": 0.14263699255310824, + "nauc_mrr_at_10_diff1": 0.323880919835927, + "nauc_mrr_at_10_max": 0.5077265586112238, + "nauc_mrr_at_10_std": 0.1431040966842692, + "nauc_mrr_at_1_diff1": 0.3544530537455934, + "nauc_mrr_at_1_max": 0.45487785839297307, + "nauc_mrr_at_1_std": 0.11133661454524592, + "nauc_mrr_at_20_diff1": 0.3214366970587838, + "nauc_mrr_at_20_max": 0.5053097751821262, + "nauc_mrr_at_20_std": 0.14364285165881818, + "nauc_mrr_at_3_diff1": 0.3141791678792802, + "nauc_mrr_at_3_max": 0.5210850070406879, + "nauc_mrr_at_3_std": 0.1617514411266551, + "nauc_mrr_at_5_diff1": 0.3187851916793881, + "nauc_mrr_at_5_max": 0.5114759584539234, + "nauc_mrr_at_5_std": 0.13658711506385265, + "nauc_ndcg_at_1000_diff1": 0.16035857375971274, + "nauc_ndcg_at_1000_max": 0.38609346261542543, + "nauc_ndcg_at_1000_std": 0.168528016206054, + "nauc_ndcg_at_100_diff1": 0.26246995664699335, + "nauc_ndcg_at_100_max": 0.308134557050359, + "nauc_ndcg_at_100_std": 0.007800401488648529, + "nauc_ndcg_at_10_diff1": 0.26799787371532724, + "nauc_ndcg_at_10_max": 0.3306788863746563, + "nauc_ndcg_at_10_std": -0.012213699271150682, + "nauc_ndcg_at_1_diff1": 0.34891598172513805, + "nauc_ndcg_at_1_max": 0.3996912733511108, + "nauc_ndcg_at_1_std": -0.010746906332188347, + "nauc_ndcg_at_20_diff1": 0.24591931374925935, + "nauc_ndcg_at_20_max": 0.2860012609549096, + "nauc_ndcg_at_20_std": -0.03825325370773883, + "nauc_ndcg_at_3_diff1": 0.2382268025954081, + "nauc_ndcg_at_3_max": 0.3115448679073565, + "nauc_ndcg_at_3_std": 0.003877087427302882, + "nauc_ndcg_at_5_diff1": 0.23679608891872508, + "nauc_ndcg_at_5_max": 0.3352706308516941, + "nauc_ndcg_at_5_std": 0.004557576040184261, + "nauc_precision_at_1000_diff1": -0.29464234021389785, + "nauc_precision_at_1000_max": 0.005915200831641987, + "nauc_precision_at_1000_std": 0.3615194269136163, + "nauc_precision_at_100_diff1": -0.28652625521845626, + "nauc_precision_at_100_max": 0.08604378102760417, + "nauc_precision_at_100_std": 0.48635590531790945, + "nauc_precision_at_10_diff1": -0.12857403338380272, + "nauc_precision_at_10_max": 0.2711141474943682, + "nauc_precision_at_10_std": 0.40997174932604585, + "nauc_precision_at_1_diff1": 0.3544530537455934, + "nauc_precision_at_1_max": 0.45487785839297307, + "nauc_precision_at_1_std": 0.11133661454524592, + "nauc_precision_at_20_diff1": -0.21841830848979132, + "nauc_precision_at_20_max": 0.1882956188384404, + "nauc_precision_at_20_std": 0.4366766746092117, + "nauc_precision_at_3_diff1": 0.01591334707282851, + "nauc_precision_at_3_max": 0.2991006590566174, + "nauc_precision_at_3_std": 0.23764935427508457, + "nauc_precision_at_5_diff1": -0.059209096758541406, + "nauc_precision_at_5_max": 0.30213389871628565, + "nauc_precision_at_5_std": 0.3031359767095979, + "nauc_recall_at_1000_diff1": 0.1169061315283652, + "nauc_recall_at_1000_max": 0.44334104966913235, + "nauc_recall_at_1000_std": 0.5608245525752186, + "nauc_recall_at_100_diff1": 0.2421286487487922, + "nauc_recall_at_100_max": 0.1456839541303595, + "nauc_recall_at_100_std": 0.011206144902813183, + "nauc_recall_at_10_diff1": 0.31075257155514757, + "nauc_recall_at_10_max": 0.11679335134681541, + "nauc_recall_at_10_std": -0.25979040159090505, + "nauc_recall_at_1_diff1": 0.35481874477397707, + "nauc_recall_at_1_max": 0.0537977951542195, + "nauc_recall_at_1_std": -0.31830137612371917, + "nauc_recall_at_20_diff1": 0.26137613994159675, + "nauc_recall_at_20_max": 0.0930207467269775, + "nauc_recall_at_20_std": -0.22957382528878814, + "nauc_recall_at_3_diff1": 0.3412445864659097, + "nauc_recall_at_3_max": 0.12883665506944111, + "nauc_recall_at_3_std": -0.2900068861056881, + "nauc_recall_at_5_diff1": 0.3150609577642566, + "nauc_recall_at_5_max": 0.129646254657311, + "nauc_recall_at_5_std": -0.28561021822024274, + "ndcg_at_1": 0.5625, + "ndcg_at_10": 0.47752, + "ndcg_at_100": 0.53846, + "ndcg_at_1000": 0.65592, + "ndcg_at_20": 0.47413, + "ndcg_at_3": 0.50862, + "ndcg_at_5": 0.48589, + "precision_at_1": 0.655, + "precision_at_10": 0.405, + "precision_at_100": 0.1756, + "precision_at_1000": 0.03598, + "precision_at_20": 0.3215, + "precision_at_3": 0.55, + "precision_at_5": 0.48, + "recall_at_1": 0.09698, + "recall_at_10": 0.25869, + "recall_at_100": 0.60802, + "recall_at_1000": 0.92829, + "recall_at_20": 0.33611, + "recall_at_3": 0.15417, + "recall_at_5": 0.1865 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.06524, + "map_at_1": 0.01045, + "map_at_10": 0.02197, + "map_at_100": 0.03724, + "map_at_1000": 0.04635, + "map_at_20": 0.02702, + "map_at_3": 0.01609, + "map_at_5": 0.01886, + "mrr_at_1": 0.12, + "mrr_at_10": 0.16118055555555555, + "mrr_at_100": 0.1704902710359315, + "mrr_at_1000": 0.17169415263736926, + "mrr_at_20": 0.1667860675830877, + "mrr_at_3": 0.15333333333333332, + "mrr_at_5": 0.15833333333333333, + "nauc_map_at_1000_diff1": 0.09090857849841673, + "nauc_map_at_1000_max": 0.5197642907248117, + "nauc_map_at_1000_std": 0.585711273130474, + "nauc_map_at_100_diff1": 0.14455889649555217, + "nauc_map_at_100_max": 0.5330550024118466, + "nauc_map_at_100_std": 0.5411977317007516, + "nauc_map_at_10_diff1": 0.31058347561617317, + "nauc_map_at_10_max": 0.4965000384888991, + "nauc_map_at_10_std": 0.3734848853243439, + "nauc_map_at_1_diff1": 0.5240296307776967, + "nauc_map_at_1_max": 0.3783248155387199, + "nauc_map_at_1_std": 0.2917019631575252, + "nauc_map_at_20_diff1": 0.2695666761957282, + "nauc_map_at_20_max": 0.5468020223469766, + "nauc_map_at_20_std": 0.437765834065501, + "nauc_map_at_3_diff1": 0.37901387137658205, + "nauc_map_at_3_max": 0.42191113216731374, + "nauc_map_at_3_std": 0.3050238523654624, + "nauc_map_at_5_diff1": 0.3507736951208996, + "nauc_map_at_5_max": 0.4689178886191211, + "nauc_map_at_5_std": 0.35427385505667164, + "nauc_mrr_at_1000_diff1": -0.02040969448227933, + "nauc_mrr_at_1000_max": 0.46537373336792087, + "nauc_mrr_at_1000_std": 0.45765269784001344, + "nauc_mrr_at_100_diff1": -0.020763328638015766, + "nauc_mrr_at_100_max": 0.46592824894077095, + "nauc_mrr_at_100_std": 0.45849865937622347, + "nauc_mrr_at_10_diff1": -0.020310333103478025, + "nauc_mrr_at_10_max": 0.4658962535005558, + "nauc_mrr_at_10_std": 0.4556524823373614, + "nauc_mrr_at_1_diff1": -4.738887309270708e-05, + "nauc_mrr_at_1_max": 0.40858686380437886, + "nauc_mrr_at_1_std": 0.4025921713581652, + "nauc_mrr_at_20_diff1": -0.017937616389115035, + "nauc_mrr_at_20_max": 0.4641856252209016, + "nauc_mrr_at_20_std": 0.4594800277761371, + "nauc_mrr_at_3_diff1": -0.00466347615711052, + "nauc_mrr_at_3_max": 0.4632474451686255, + "nauc_mrr_at_3_std": 0.4606496476778468, + "nauc_mrr_at_5_diff1": -0.014322925145703675, + "nauc_mrr_at_5_max": 0.4636375476182723, + "nauc_mrr_at_5_std": 0.45902712206557483, + "nauc_ndcg_at_1000_diff1": -0.0025690744582060297, + "nauc_ndcg_at_1000_max": 0.5463364432310422, + "nauc_ndcg_at_1000_std": 0.5905427385033152, + "nauc_ndcg_at_100_diff1": 0.04170071406256129, + "nauc_ndcg_at_100_max": 0.5751563469139778, + "nauc_ndcg_at_100_std": 0.5958717345950838, + "nauc_ndcg_at_10_diff1": 0.08575336765825184, + "nauc_ndcg_at_10_max": 0.5207708636173887, + "nauc_ndcg_at_10_std": 0.5091855608574554, + "nauc_ndcg_at_1_diff1": 0.08110751327273617, + "nauc_ndcg_at_1_max": 0.413008103354756, + "nauc_ndcg_at_1_std": 0.40425549400877736, + "nauc_ndcg_at_20_diff1": 0.11185100106971488, + "nauc_ndcg_at_20_max": 0.5631151215100646, + "nauc_ndcg_at_20_std": 0.5498201167595008, + "nauc_ndcg_at_3_diff1": 0.09270312925763206, + "nauc_ndcg_at_3_max": 0.4858594225383948, + "nauc_ndcg_at_3_std": 0.479537915033856, + "nauc_ndcg_at_5_diff1": 0.09570971775629533, + "nauc_ndcg_at_5_max": 0.5018837097886031, + "nauc_ndcg_at_5_std": 0.506799489961856, + "nauc_precision_at_1000_diff1": -0.15306945946407807, + "nauc_precision_at_1000_max": 0.2701751679257608, + "nauc_precision_at_1000_std": 0.4073894841109181, + "nauc_precision_at_100_diff1": -0.17389703207744553, + "nauc_precision_at_100_max": 0.4205203334428754, + "nauc_precision_at_100_std": 0.65183466330849, + "nauc_precision_at_10_diff1": -0.07559908314232125, + "nauc_precision_at_10_max": 0.5213684223428899, + "nauc_precision_at_10_std": 0.5365872792125813, + "nauc_precision_at_1_diff1": -4.738887309270708e-05, + "nauc_precision_at_1_max": 0.40858686380437886, + "nauc_precision_at_1_std": 0.4025921713581652, + "nauc_precision_at_20_diff1": -0.1037215509808786, + "nauc_precision_at_20_max": 0.5242399815753108, + "nauc_precision_at_20_std": 0.5969805950229716, + "nauc_precision_at_3_diff1": -0.0404523841727965, + "nauc_precision_at_3_max": 0.49109901886321305, + "nauc_precision_at_3_std": 0.5212250163869611, + "nauc_precision_at_5_diff1": -0.04776867828676541, + "nauc_precision_at_5_max": 0.5092406061136899, + "nauc_precision_at_5_std": 0.5229445855595455, + "nauc_recall_at_1000_diff1": -0.025801134855372315, + "nauc_recall_at_1000_max": 0.5645752880459796, + "nauc_recall_at_1000_std": 0.5978067986837365, + "nauc_recall_at_100_diff1": 0.007344663646900599, + "nauc_recall_at_100_max": 0.5793233022851998, + "nauc_recall_at_100_std": 0.5710504983253608, + "nauc_recall_at_10_diff1": 0.22476139842422038, + "nauc_recall_at_10_max": 0.546150395857437, + "nauc_recall_at_10_std": 0.4540099441128853, + "nauc_recall_at_1_diff1": 0.5240296307776967, + "nauc_recall_at_1_max": 0.3783248155387199, + "nauc_recall_at_1_std": 0.2917019631575252, + "nauc_recall_at_20_diff1": 0.23818377582709369, + "nauc_recall_at_20_max": 0.6391588659442498, + "nauc_recall_at_20_std": 0.5339088765000128, + "nauc_recall_at_3_diff1": 0.3359328978670716, + "nauc_recall_at_3_max": 0.46715767496269184, + "nauc_recall_at_3_std": 0.38168898700443155, + "nauc_recall_at_5_diff1": 0.31805633816897527, + "nauc_recall_at_5_max": 0.5275399162210632, + "nauc_recall_at_5_std": 0.45279492056340576, + "ndcg_at_1": 0.085, + "ndcg_at_10": 0.06524, + "ndcg_at_100": 0.09302, + "ndcg_at_1000": 0.15877, + "ndcg_at_20": 0.07035, + "ndcg_at_3": 0.07583, + "ndcg_at_5": 0.07034, + "precision_at_1": 0.12, + "precision_at_10": 0.0625, + "precision_at_100": 0.03325, + "precision_at_1000": 0.0121, + "precision_at_20": 0.054, + "precision_at_3": 0.09667, + "precision_at_5": 0.084, + "recall_at_1": 0.01045, + "recall_at_10": 0.03461, + "recall_at_100": 0.13915, + "recall_at_1000": 0.3384, + "recall_at_20": 0.05943, + "recall_at_3": 0.01952, + "recall_at_5": 0.02505 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.11153, + "map_at_1": 0.01261, + "map_at_10": 0.03653, + "map_at_100": 0.06086, + "map_at_1000": 0.07656, + "map_at_20": 0.04336, + "map_at_3": 0.02694, + "map_at_5": 0.03035, + "mrr_at_1": 0.16, + "mrr_at_10": 0.23049603174603184, + "mrr_at_100": 0.24237593357209417, + "mrr_at_1000": 0.24321969111009822, + "mrr_at_20": 0.23786139941499862, + "mrr_at_3": 0.2075, + "mrr_at_5": 0.22250000000000003, + "nauc_map_at_1000_diff1": 0.02069219087548004, + "nauc_map_at_1000_max": 0.47871703689270756, + "nauc_map_at_1000_std": 0.3771156809908241, + "nauc_map_at_100_diff1": 0.014406397091427485, + "nauc_map_at_100_max": 0.44630570481278103, + "nauc_map_at_100_std": 0.3083620970378671, + "nauc_map_at_10_diff1": -0.05102663387795609, + "nauc_map_at_10_max": 0.3680963701806963, + "nauc_map_at_10_std": 0.152889692802968, + "nauc_map_at_1_diff1": -0.014050990800249753, + "nauc_map_at_1_max": 0.3405221475499699, + "nauc_map_at_1_std": 0.25640960982573197, + "nauc_map_at_20_diff1": -0.005777355925011386, + "nauc_map_at_20_max": 0.40285663108199876, + "nauc_map_at_20_std": 0.19824047677960882, + "nauc_map_at_3_diff1": -0.0800876138304867, + "nauc_map_at_3_max": 0.2774166623088261, + "nauc_map_at_3_std": 0.06861227231974087, + "nauc_map_at_5_diff1": -0.062321570892371794, + "nauc_map_at_5_max": 0.3130798076537483, + "nauc_map_at_5_std": 0.09776568450928409, + "nauc_mrr_at_1000_diff1": 0.043806600447690226, + "nauc_mrr_at_1000_max": 0.5171929671118516, + "nauc_mrr_at_1000_std": 0.31933869070771903, + "nauc_mrr_at_100_diff1": 0.04368333773248585, + "nauc_mrr_at_100_max": 0.5172479908163299, + "nauc_mrr_at_100_std": 0.3193514884435532, + "nauc_mrr_at_10_diff1": 0.04407912989502234, + "nauc_mrr_at_10_max": 0.5164482767116999, + "nauc_mrr_at_10_std": 0.3201135343030794, + "nauc_mrr_at_1_diff1": 0.06954793363035783, + "nauc_mrr_at_1_max": 0.5355853433707174, + "nauc_mrr_at_1_std": 0.34722115532339815, + "nauc_mrr_at_20_diff1": 0.042589871903916866, + "nauc_mrr_at_20_max": 0.5161969844867141, + "nauc_mrr_at_20_std": 0.3176207601522953, + "nauc_mrr_at_3_diff1": 0.047029781614387575, + "nauc_mrr_at_3_max": 0.5235135094066472, + "nauc_mrr_at_3_std": 0.3015113903382084, + "nauc_mrr_at_5_diff1": 0.045749282363933115, + "nauc_mrr_at_5_max": 0.5115883182504688, + "nauc_mrr_at_5_std": 0.32157775821715273, + "nauc_ndcg_at_1000_diff1": 0.06734587006391522, + "nauc_ndcg_at_1000_max": 0.5415679715983797, + "nauc_ndcg_at_1000_std": 0.4454498566211111, + "nauc_ndcg_at_100_diff1": 0.05918874429942996, + "nauc_ndcg_at_100_max": 0.5092019849023325, + "nauc_ndcg_at_100_std": 0.3908650044689237, + "nauc_ndcg_at_10_diff1": 0.06134501872642787, + "nauc_ndcg_at_10_max": 0.539953572865761, + "nauc_ndcg_at_10_std": 0.30102542803045174, + "nauc_ndcg_at_1_diff1": 0.08900736106218984, + "nauc_ndcg_at_1_max": 0.5338352148916737, + "nauc_ndcg_at_1_std": 0.35240562855590657, + "nauc_ndcg_at_20_diff1": 0.07013200754462315, + "nauc_ndcg_at_20_max": 0.5277154120813153, + "nauc_ndcg_at_20_std": 0.3190827152310379, + "nauc_ndcg_at_3_diff1": 0.08856602741328949, + "nauc_ndcg_at_3_max": 0.5325142953518617, + "nauc_ndcg_at_3_std": 0.2840743809993253, + "nauc_ndcg_at_5_diff1": 0.07748719259045234, + "nauc_ndcg_at_5_max": 0.5322143585641644, + "nauc_ndcg_at_5_std": 0.2890072034049644, + "nauc_precision_at_1000_diff1": 0.013887630654731656, + "nauc_precision_at_1000_max": 0.36012856666937115, + "nauc_precision_at_1000_std": 0.31705099504795414, + "nauc_precision_at_100_diff1": 0.06353707831254068, + "nauc_precision_at_100_max": 0.4783488814129965, + "nauc_precision_at_100_std": 0.48029694335603496, + "nauc_precision_at_10_diff1": 0.08953591773127087, + "nauc_precision_at_10_max": 0.5761311510050273, + "nauc_precision_at_10_std": 0.36016869315630545, + "nauc_precision_at_1_diff1": 0.06954793363035783, + "nauc_precision_at_1_max": 0.5355853433707174, + "nauc_precision_at_1_std": 0.34722115532339815, + "nauc_precision_at_20_diff1": 0.10878122160888888, + "nauc_precision_at_20_max": 0.5386850588944945, + "nauc_precision_at_20_std": 0.39776231664046424, + "nauc_precision_at_3_diff1": 0.07585039942520191, + "nauc_precision_at_3_max": 0.5293074787533002, + "nauc_precision_at_3_std": 0.27063130014072345, + "nauc_precision_at_5_diff1": 0.08385447759031392, + "nauc_precision_at_5_max": 0.5649078168740618, + "nauc_precision_at_5_std": 0.33674516190730097, + "nauc_recall_at_1000_diff1": 0.14860719644648346, + "nauc_recall_at_1000_max": 0.48411976703423315, + "nauc_recall_at_1000_std": 0.5494245063491343, + "nauc_recall_at_100_diff1": 0.02505962360502045, + "nauc_recall_at_100_max": 0.4069359815859661, + "nauc_recall_at_100_std": 0.37366778287046265, + "nauc_recall_at_10_diff1": -0.10824177686461874, + "nauc_recall_at_10_max": 0.35194812767211797, + "nauc_recall_at_10_std": 0.17551291764885926, + "nauc_recall_at_1_diff1": -0.014050990800249753, + "nauc_recall_at_1_max": 0.3405221475499699, + "nauc_recall_at_1_std": 0.25640960982573197, + "nauc_recall_at_20_diff1": -0.008811987285523508, + "nauc_recall_at_20_max": 0.3913322086044855, + "nauc_recall_at_20_std": 0.22056240140733818, + "nauc_recall_at_3_diff1": -0.13745597445208696, + "nauc_recall_at_3_max": 0.23497168482281555, + "nauc_recall_at_3_std": -0.017673729607900902, + "nauc_recall_at_5_diff1": -0.11615535500666026, + "nauc_recall_at_5_max": 0.25602967086824696, + "nauc_recall_at_5_std": 0.047513151120923844, + "ndcg_at_1": 0.1225, + "ndcg_at_10": 0.11153, + "ndcg_at_100": 0.15402, + "ndcg_at_1000": 0.25043, + "ndcg_at_20": 0.11746, + "ndcg_at_3": 0.11385, + "ndcg_at_5": 0.11166, + "precision_at_1": 0.16, + "precision_at_10": 0.1025, + "precision_at_100": 0.05445, + "precision_at_1000": 0.01785, + "precision_at_20": 0.09025, + "precision_at_3": 0.13167, + "precision_at_5": 0.122, + "recall_at_1": 0.01261, + "recall_at_10": 0.06653, + "recall_at_100": 0.22132, + "recall_at_1000": 0.51206, + "recall_at_20": 0.09468, + "recall_at_3": 0.03636, + "recall_at_5": 0.04386 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52082, + "map_at_1": 0.11089, + "map_at_10": 0.34934, + "map_at_100": 0.45055, + "map_at_1000": 0.46482, + "map_at_20": 0.3903, + "map_at_3": 0.2331, + "map_at_5": 0.28446, + "mrr_at_1": 0.57, + "mrr_at_10": 0.7112559523809523, + "mrr_at_100": 0.7140974218080481, + "mrr_at_1000": 0.7140974218080481, + "mrr_at_20": 0.713327847805789, + "mrr_at_3": 0.6908333333333332, + "mrr_at_5": 0.7045833333333333, + "nauc_map_at_1000_diff1": 0.24373169141047615, + "nauc_map_at_1000_max": 0.28814468875999144, + "nauc_map_at_1000_std": -0.056087592561477106, + "nauc_map_at_100_diff1": 0.25835587719156217, + "nauc_map_at_100_max": 0.273184612786337, + "nauc_map_at_100_std": -0.11514880357476377, + "nauc_map_at_10_diff1": 0.2697666759578312, + "nauc_map_at_10_max": 0.1521684078856969, + "nauc_map_at_10_std": -0.26486794534890856, + "nauc_map_at_1_diff1": 0.25162443684631025, + "nauc_map_at_1_max": 0.011493105037860945, + "nauc_map_at_1_std": -0.2111629076777313, + "nauc_map_at_20_diff1": 0.26402992356332966, + "nauc_map_at_20_max": 0.18190025074510013, + "nauc_map_at_20_std": -0.24393774623770526, + "nauc_map_at_3_diff1": 0.2631019307663942, + "nauc_map_at_3_max": 0.001770856593105126, + "nauc_map_at_3_std": -0.27804056807973054, + "nauc_map_at_5_diff1": 0.275690637778529, + "nauc_map_at_5_max": 0.048785740125897106, + "nauc_map_at_5_std": -0.28978728371461626, + "nauc_mrr_at_1000_diff1": 0.28685039063346374, + "nauc_mrr_at_1000_max": 0.3457515145680394, + "nauc_mrr_at_1000_std": 0.08393075431105307, + "nauc_mrr_at_100_diff1": 0.28685039063346374, + "nauc_mrr_at_100_max": 0.3457515145680394, + "nauc_mrr_at_100_std": 0.08393075431105307, + "nauc_mrr_at_10_diff1": 0.2878173589757396, + "nauc_mrr_at_10_max": 0.3496034642364966, + "nauc_mrr_at_10_std": 0.08768055783210185, + "nauc_mrr_at_1_diff1": 0.2470257315480546, + "nauc_mrr_at_1_max": 0.3106442215238015, + "nauc_mrr_at_1_std": 0.06231253856861958, + "nauc_mrr_at_20_diff1": 0.2872492437957754, + "nauc_mrr_at_20_max": 0.3475709387980339, + "nauc_mrr_at_20_std": 0.08513614773931287, + "nauc_mrr_at_3_diff1": 0.28978417534413387, + "nauc_mrr_at_3_max": 0.3393214720133222, + "nauc_mrr_at_3_std": 0.07604584001976025, + "nauc_mrr_at_5_diff1": 0.29545525731083805, + "nauc_mrr_at_5_max": 0.34749785479140044, + "nauc_mrr_at_5_std": 0.07823828618224558, + "nauc_ndcg_at_1000_diff1": 0.28250701592059757, + "nauc_ndcg_at_1000_max": 0.4073617506001851, + "nauc_ndcg_at_1000_std": 0.11319350755191789, + "nauc_ndcg_at_100_diff1": 0.3207332636679232, + "nauc_ndcg_at_100_max": 0.3782605272400968, + "nauc_ndcg_at_100_std": -0.025331635953315133, + "nauc_ndcg_at_10_diff1": 0.28965788497277695, + "nauc_ndcg_at_10_max": 0.3276121168227887, + "nauc_ndcg_at_10_std": -0.048332204309449164, + "nauc_ndcg_at_1_diff1": 0.24585759525998585, + "nauc_ndcg_at_1_max": 0.34904825143868967, + "nauc_ndcg_at_1_std": 0.07178465624680778, + "nauc_ndcg_at_20_diff1": 0.3042852764923622, + "nauc_ndcg_at_20_max": 0.3279327254954672, + "nauc_ndcg_at_20_std": -0.08838138392609028, + "nauc_ndcg_at_3_diff1": 0.2907744776964264, + "nauc_ndcg_at_3_max": 0.32620775746188085, + "nauc_ndcg_at_3_std": 0.0427641211033452, + "nauc_ndcg_at_5_diff1": 0.2998214565993536, + "nauc_ndcg_at_5_max": 0.3100273945949146, + "nauc_ndcg_at_5_std": -0.016984082067911598, + "nauc_precision_at_1000_diff1": -0.18102982516715127, + "nauc_precision_at_1000_max": 0.1929411604360829, + "nauc_precision_at_1000_std": 0.6331987407897185, + "nauc_precision_at_100_diff1": -0.13919549531305306, + "nauc_precision_at_100_max": 0.2820836040564763, + "nauc_precision_at_100_std": 0.5981904961036422, + "nauc_precision_at_10_diff1": 0.007413596234717146, + "nauc_precision_at_10_max": 0.43688417300247845, + "nauc_precision_at_10_std": 0.35337733589550774, + "nauc_precision_at_1_diff1": 0.2470257315480546, + "nauc_precision_at_1_max": 0.3106442215238015, + "nauc_precision_at_1_std": 0.06231253856861958, + "nauc_precision_at_20_diff1": -0.06288697462086255, + "nauc_precision_at_20_max": 0.3676349532893642, + "nauc_precision_at_20_std": 0.443933730751678, + "nauc_precision_at_3_diff1": 0.18171799151451806, + "nauc_precision_at_3_max": 0.37716755641061606, + "nauc_precision_at_3_std": 0.17840215577101956, + "nauc_precision_at_5_diff1": 0.10503108514696613, + "nauc_precision_at_5_max": 0.394198769363373, + "nauc_precision_at_5_std": 0.21914629571990674, + "nauc_recall_at_1000_diff1": -0.11110575760463179, + "nauc_recall_at_1000_max": 0.7671194026733352, + "nauc_recall_at_1000_std": 0.6204613080907139, + "nauc_recall_at_100_diff1": 0.2597882063052947, + "nauc_recall_at_100_max": 0.09855828961091977, + "nauc_recall_at_100_std": -0.35207708591677356, + "nauc_recall_at_10_diff1": 0.28892304794358725, + "nauc_recall_at_10_max": 0.08061873799687208, + "nauc_recall_at_10_std": -0.37840652259353247, + "nauc_recall_at_1_diff1": 0.25162443684631025, + "nauc_recall_at_1_max": 0.011493105037860945, + "nauc_recall_at_1_std": -0.2111629076777313, + "nauc_recall_at_20_diff1": 0.26908246635442, + "nauc_recall_at_20_max": 0.05387969807835859, + "nauc_recall_at_20_std": -0.41600330525609525, + "nauc_recall_at_3_diff1": 0.25456947731294355, + "nauc_recall_at_3_max": -0.05561980330953734, + "nauc_recall_at_3_std": -0.32098585937298346, + "nauc_recall_at_5_diff1": 0.2791869698277037, + "nauc_recall_at_5_max": 0.002506057647038537, + "nauc_recall_at_5_std": -0.35088296218407655, + "ndcg_at_1": 0.495, + "ndcg_at_10": 0.52082, + "ndcg_at_100": 0.63125, + "ndcg_at_1000": 0.672, + "ndcg_at_20": 0.55288, + "ndcg_at_3": 0.49051, + "ndcg_at_5": 0.49874, + "precision_at_1": 0.57, + "precision_at_10": 0.3595, + "precision_at_100": 0.09815, + "precision_at_1000": 0.01338, + "precision_at_20": 0.25675, + "precision_at_3": 0.51667, + "precision_at_5": 0.45, + "recall_at_1": 0.11089, + "recall_at_10": 0.48707, + "recall_at_100": 0.86064, + "recall_at_1000": 0.99369, + "recall_at_20": 0.6037, + "recall_at_3": 0.27552, + "recall_at_5": 0.359 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.20518, + "map_at_1": 0.03702, + "map_at_10": 0.12996, + "map_at_100": 0.18274, + "map_at_1000": 0.19792, + "map_at_20": 0.14939, + "map_at_3": 0.09171, + "map_at_5": 0.10952, + "mrr_at_1": 0.175, + "mrr_at_10": 0.3035000000000001, + "mrr_at_100": 0.31781093416205664, + "mrr_at_1000": 0.3184047847365352, + "mrr_at_20": 0.3123477767072971, + "mrr_at_3": 0.26583333333333337, + "mrr_at_5": 0.28708333333333347, + "nauc_map_at_1000_diff1": 0.20019858609148267, + "nauc_map_at_1000_max": 0.49248607242173614, + "nauc_map_at_1000_std": 0.17629808455491128, + "nauc_map_at_100_diff1": 0.19603789912299247, + "nauc_map_at_100_max": 0.4437359618205003, + "nauc_map_at_100_std": 0.10527943095378191, + "nauc_map_at_10_diff1": 0.2747813698465322, + "nauc_map_at_10_max": 0.35699963536256013, + "nauc_map_at_10_std": -0.007472194065521741, + "nauc_map_at_1_diff1": 0.3343506367658098, + "nauc_map_at_1_max": 0.15115157288082012, + "nauc_map_at_1_std": -0.01886405266493192, + "nauc_map_at_20_diff1": 0.23833576677108417, + "nauc_map_at_20_max": 0.3878679016657934, + "nauc_map_at_20_std": 0.014736088923842598, + "nauc_map_at_3_diff1": 0.33882897287043673, + "nauc_map_at_3_max": 0.32135226295460967, + "nauc_map_at_3_std": -0.02976223533118214, + "nauc_map_at_5_diff1": 0.3071221681980537, + "nauc_map_at_5_max": 0.33313308837205075, + "nauc_map_at_5_std": -0.015539185916993185, + "nauc_mrr_at_1000_diff1": 0.16831248237132437, + "nauc_mrr_at_1000_max": 0.3211817849185141, + "nauc_mrr_at_1000_std": 0.18370725453596767, + "nauc_mrr_at_100_diff1": 0.1683577599218154, + "nauc_mrr_at_100_max": 0.32155146327474754, + "nauc_mrr_at_100_std": 0.18428864550473292, + "nauc_mrr_at_10_diff1": 0.16958871472144887, + "nauc_mrr_at_10_max": 0.32132421771866254, + "nauc_mrr_at_10_std": 0.1805839999019348, + "nauc_mrr_at_1_diff1": 0.12420099511407945, + "nauc_mrr_at_1_max": 0.2460262674257027, + "nauc_mrr_at_1_std": 0.153310323187951, + "nauc_mrr_at_20_diff1": 0.16834712668325325, + "nauc_mrr_at_20_max": 0.32099682044924827, + "nauc_mrr_at_20_std": 0.18263862519698887, + "nauc_mrr_at_3_diff1": 0.20054400238633036, + "nauc_mrr_at_3_max": 0.3176056311325085, + "nauc_mrr_at_3_std": 0.16883791534847625, + "nauc_mrr_at_5_diff1": 0.17142771962831435, + "nauc_mrr_at_5_max": 0.32727122797246805, + "nauc_mrr_at_5_std": 0.18914057975519097, + "nauc_ndcg_at_1000_diff1": 0.14396692865160227, + "nauc_ndcg_at_1000_max": 0.5849413105013949, + "nauc_ndcg_at_1000_std": 0.38852562367596505, + "nauc_ndcg_at_100_diff1": 0.1245480707955369, + "nauc_ndcg_at_100_max": 0.46774115523458953, + "nauc_ndcg_at_100_std": 0.2176876941064379, + "nauc_ndcg_at_10_diff1": 0.21242815144295282, + "nauc_ndcg_at_10_max": 0.41125839794755414, + "nauc_ndcg_at_10_std": 0.1124145343317149, + "nauc_ndcg_at_1_diff1": 0.1016228986010267, + "nauc_ndcg_at_1_max": 0.2425390889599232, + "nauc_ndcg_at_1_std": 0.16333111274078962, + "nauc_ndcg_at_20_diff1": 0.18042644275474898, + "nauc_ndcg_at_20_max": 0.4207787485362964, + "nauc_ndcg_at_20_std": 0.10918827916937766, + "nauc_ndcg_at_3_diff1": 0.24701999356072335, + "nauc_ndcg_at_3_max": 0.39592679899225625, + "nauc_ndcg_at_3_std": 0.10325636922220248, + "nauc_ndcg_at_5_diff1": 0.23350788348513632, + "nauc_ndcg_at_5_max": 0.4029463111323597, + "nauc_ndcg_at_5_std": 0.12907097608972753, + "nauc_precision_at_1000_diff1": 0.006015947199066395, + "nauc_precision_at_1000_max": 0.4401791354550022, + "nauc_precision_at_1000_std": 0.6033993930778321, + "nauc_precision_at_100_diff1": -0.08700003804847391, + "nauc_precision_at_100_max": 0.48527584142197167, + "nauc_precision_at_100_std": 0.5720083386234063, + "nauc_precision_at_10_diff1": 0.048607596650716865, + "nauc_precision_at_10_max": 0.4808678888243828, + "nauc_precision_at_10_std": 0.27521059963135547, + "nauc_precision_at_1_diff1": 0.12420099511407945, + "nauc_precision_at_1_max": 0.2460262674257027, + "nauc_precision_at_1_std": 0.153310323187951, + "nauc_precision_at_20_diff1": -0.011881636271051965, + "nauc_precision_at_20_max": 0.5007516161133185, + "nauc_precision_at_20_std": 0.35215461436823786, + "nauc_precision_at_3_diff1": 0.1928840871635233, + "nauc_precision_at_3_max": 0.41924189708844545, + "nauc_precision_at_3_std": 0.14632484892876785, + "nauc_precision_at_5_diff1": 0.13461960264225034, + "nauc_precision_at_5_max": 0.4381468540386135, + "nauc_precision_at_5_std": 0.23611160702899822, + "nauc_recall_at_1000_diff1": -0.027057878363154233, + "nauc_recall_at_1000_max": 0.6816831362026646, + "nauc_recall_at_1000_std": 0.6752038065360101, + "nauc_recall_at_100_diff1": -0.0003001704510577575, + "nauc_recall_at_100_max": 0.34458788089781606, + "nauc_recall_at_100_std": 0.17800038853128416, + "nauc_recall_at_10_diff1": 0.1993337310617332, + "nauc_recall_at_10_max": 0.2742733743700649, + "nauc_recall_at_10_std": -0.04959997148867715, + "nauc_recall_at_1_diff1": 0.3343506367658098, + "nauc_recall_at_1_max": 0.15115157288082012, + "nauc_recall_at_1_std": -0.01886405266493192, + "nauc_recall_at_20_diff1": 0.1322240352817883, + "nauc_recall_at_20_max": 0.28278881065001865, + "nauc_recall_at_20_std": -0.02492478832776128, + "nauc_recall_at_3_diff1": 0.3431969507466279, + "nauc_recall_at_3_max": 0.30475853573163897, + "nauc_recall_at_3_std": -0.05940261631072044, + "nauc_recall_at_5_diff1": 0.26158125993018216, + "nauc_recall_at_5_max": 0.28268701410999353, + "nauc_recall_at_5_std": -0.04071779088706125, + "ndcg_at_1": 0.1325, + "ndcg_at_10": 0.20518, + "ndcg_at_100": 0.3253, + "ndcg_at_1000": 0.40854, + "ndcg_at_20": 0.23836, + "ndcg_at_3": 0.16639, + "ndcg_at_5": 0.18359, + "precision_at_1": 0.175, + "precision_at_10": 0.1375, + "precision_at_100": 0.06025, + "precision_at_1000": 0.01201, + "precision_at_20": 0.11225, + "precision_at_3": 0.18333, + "precision_at_5": 0.17, + "recall_at_1": 0.03702, + "recall_at_10": 0.23041, + "recall_at_100": 0.56714, + "recall_at_1000": 0.87936, + "recall_at_20": 0.30916, + "recall_at_3": 0.12697, + "recall_at_5": 0.16716 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.26354, + "map_at_1": 0.05096, + "map_at_10": 0.16324, + "map_at_100": 0.21763, + "map_at_1000": 0.2319, + "map_at_20": 0.18537, + "map_at_3": 0.10706, + "map_at_5": 0.13165, + "mrr_at_1": 0.275, + "mrr_at_10": 0.40452976190476186, + "mrr_at_100": 0.41287108707999987, + "mrr_at_1000": 0.41342918604481704, + "mrr_at_20": 0.4091493683904674, + "mrr_at_3": 0.3816666666666666, + "mrr_at_5": 0.3881666666666666, + "nauc_map_at_1000_diff1": 0.2942045059892827, + "nauc_map_at_1000_max": 0.5033307493578276, + "nauc_map_at_1000_std": 0.25580550613857755, + "nauc_map_at_100_diff1": 0.3040057397684437, + "nauc_map_at_100_max": 0.4850058885113032, + "nauc_map_at_100_std": 0.19620685812347868, + "nauc_map_at_10_diff1": 0.34910024961795616, + "nauc_map_at_10_max": 0.40521009674120084, + "nauc_map_at_10_std": 0.08196513842720611, + "nauc_map_at_1_diff1": 0.37730575996087296, + "nauc_map_at_1_max": 0.3002948847735831, + "nauc_map_at_1_std": 0.07397082820219777, + "nauc_map_at_20_diff1": 0.3241864758119002, + "nauc_map_at_20_max": 0.44392663890687306, + "nauc_map_at_20_std": 0.11971685852713694, + "nauc_map_at_3_diff1": 0.3936402247690663, + "nauc_map_at_3_max": 0.4094783461845282, + "nauc_map_at_3_std": 0.07037234740627632, + "nauc_map_at_5_diff1": 0.3869860567020383, + "nauc_map_at_5_max": 0.393147124842769, + "nauc_map_at_5_std": 0.06739181321596653, + "nauc_mrr_at_1000_diff1": 0.31460975143454034, + "nauc_mrr_at_1000_max": 0.31865075983114804, + "nauc_mrr_at_1000_std": 0.208540817244239, + "nauc_mrr_at_100_diff1": 0.31455266981527435, + "nauc_mrr_at_100_max": 0.3188812086202089, + "nauc_mrr_at_100_std": 0.2090495863507723, + "nauc_mrr_at_10_diff1": 0.32237089171629235, + "nauc_mrr_at_10_max": 0.31836510176655997, + "nauc_mrr_at_10_std": 0.20012633451173, + "nauc_mrr_at_1_diff1": 0.26791562488995313, + "nauc_mrr_at_1_max": 0.2865584392717543, + "nauc_mrr_at_1_std": 0.19714054301510717, + "nauc_mrr_at_20_diff1": 0.31494347422431235, + "nauc_mrr_at_20_max": 0.31981052651414965, + "nauc_mrr_at_20_std": 0.20902253517820366, + "nauc_mrr_at_3_diff1": 0.312101400139281, + "nauc_mrr_at_3_max": 0.298505479602683, + "nauc_mrr_at_3_std": 0.18821129457904215, + "nauc_mrr_at_5_diff1": 0.32347065427217586, + "nauc_mrr_at_5_max": 0.30492320488669117, + "nauc_mrr_at_5_std": 0.1950305475868592, + "nauc_ndcg_at_1000_diff1": 0.26695516945016984, + "nauc_ndcg_at_1000_max": 0.5251749721029147, + "nauc_ndcg_at_1000_std": 0.39757634399231834, + "nauc_ndcg_at_100_diff1": 0.30757195253035585, + "nauc_ndcg_at_100_max": 0.5168384054658083, + "nauc_ndcg_at_100_std": 0.26852881143420976, + "nauc_ndcg_at_10_diff1": 0.34458247488031885, + "nauc_ndcg_at_10_max": 0.43559634642937284, + "nauc_ndcg_at_10_std": 0.17333344615243024, + "nauc_ndcg_at_1_diff1": 0.25230896715956813, + "nauc_ndcg_at_1_max": 0.2902017731580558, + "nauc_ndcg_at_1_std": 0.19734026291653928, + "nauc_ndcg_at_20_diff1": 0.3178624945291028, + "nauc_ndcg_at_20_max": 0.4801355053670417, + "nauc_ndcg_at_20_std": 0.20874529394336977, + "nauc_ndcg_at_3_diff1": 0.29329392022486545, + "nauc_ndcg_at_3_max": 0.41479638692646237, + "nauc_ndcg_at_3_std": 0.17700869327709198, + "nauc_ndcg_at_5_diff1": 0.3276549502170416, + "nauc_ndcg_at_5_max": 0.40157866261131336, + "nauc_ndcg_at_5_std": 0.16021593727931452, + "nauc_precision_at_1000_diff1": -0.1315742332938676, + "nauc_precision_at_1000_max": 0.14403405612529513, + "nauc_precision_at_1000_std": 0.5404666794131858, + "nauc_precision_at_100_diff1": -0.05336234625985182, + "nauc_precision_at_100_max": 0.3172706994467692, + "nauc_precision_at_100_std": 0.5416032686673743, + "nauc_precision_at_10_diff1": 0.13728472450440132, + "nauc_precision_at_10_max": 0.33146654861199765, + "nauc_precision_at_10_std": 0.2567390294711166, + "nauc_precision_at_1_diff1": 0.26791562488995313, + "nauc_precision_at_1_max": 0.2865584392717543, + "nauc_precision_at_1_std": 0.19714054301510717, + "nauc_precision_at_20_diff1": 0.057914813952270716, + "nauc_precision_at_20_max": 0.35923342305796724, + "nauc_precision_at_20_std": 0.36647006681506455, + "nauc_precision_at_3_diff1": 0.22030299887201954, + "nauc_precision_at_3_max": 0.3746094205811044, + "nauc_precision_at_3_std": 0.20616434804029582, + "nauc_precision_at_5_diff1": 0.20049342706155143, + "nauc_precision_at_5_max": 0.30388530829520494, + "nauc_precision_at_5_std": 0.19739876256401542, + "nauc_recall_at_1000_diff1": 0.18460925479468202, + "nauc_recall_at_1000_max": 0.6222188140410816, + "nauc_recall_at_1000_std": 0.6576241532932368, + "nauc_recall_at_100_diff1": 0.2723064743875035, + "nauc_recall_at_100_max": 0.49569169273712993, + "nauc_recall_at_100_std": 0.21032022854448723, + "nauc_recall_at_10_diff1": 0.3596137047546218, + "nauc_recall_at_10_max": 0.38496266299981635, + "nauc_recall_at_10_std": 0.04693206443529898, + "nauc_recall_at_1_diff1": 0.37730575996087296, + "nauc_recall_at_1_max": 0.3002948847735831, + "nauc_recall_at_1_std": 0.07397082820219777, + "nauc_recall_at_20_diff1": 0.3039942354098449, + "nauc_recall_at_20_max": 0.44008123324220844, + "nauc_recall_at_20_std": 0.11181627192777346, + "nauc_recall_at_3_diff1": 0.3985285517197407, + "nauc_recall_at_3_max": 0.36636141654573556, + "nauc_recall_at_3_std": 0.027321411641538028, + "nauc_recall_at_5_diff1": 0.3991946537938397, + "nauc_recall_at_5_max": 0.34600783732249535, + "nauc_recall_at_5_std": 0.029640058036594787, + "ndcg_at_1": 0.22, + "ndcg_at_10": 0.26354, + "ndcg_at_100": 0.36643, + "ndcg_at_1000": 0.44319, + "ndcg_at_20": 0.29139, + "ndcg_at_3": 0.22845, + "ndcg_at_5": 0.2374, + "precision_at_1": 0.275, + "precision_at_10": 0.193, + "precision_at_100": 0.0618, + "precision_at_1000": 0.01165, + "precision_at_20": 0.144, + "precision_at_3": 0.26333, + "precision_at_5": 0.233, + "recall_at_1": 0.05096, + "recall_at_10": 0.27201, + "recall_at_100": 0.59251, + "recall_at_1000": 0.88589, + "recall_at_20": 0.34708, + "recall_at_3": 0.14621, + "recall_at_5": 0.19185 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.50012, + "map_at_1": 0.06425, + "map_at_10": 0.20444, + "map_at_100": 0.36639, + "map_at_1000": 0.42207, + "map_at_20": 0.25534, + "map_at_3": 0.12355, + "map_at_5": 0.15433, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7896547619047621, + "mrr_at_100": 0.7917117970243018, + "mrr_at_1000": 0.7917297181712553, + "mrr_at_20": 0.7908787041132244, + "mrr_at_3": 0.7758333333333334, + "mrr_at_5": 0.7835833333333335, + "nauc_map_at_1000_diff1": 0.06442965719254695, + "nauc_map_at_1000_max": 0.5274528484671166, + "nauc_map_at_1000_std": 0.22029025488446535, + "nauc_map_at_100_diff1": 0.06888774939581391, + "nauc_map_at_100_max": 0.470468097868972, + "nauc_map_at_100_std": 0.23629348649551415, + "nauc_map_at_10_diff1": 0.09221127712130012, + "nauc_map_at_10_max": 0.32818195214193324, + "nauc_map_at_10_std": 0.06513351553884981, + "nauc_map_at_1_diff1": 0.2668616829493757, + "nauc_map_at_1_max": 0.06125019026415681, + "nauc_map_at_1_std": -0.09120834632699798, + "nauc_map_at_20_diff1": 0.07968442880113405, + "nauc_map_at_20_max": 0.362608579851068, + "nauc_map_at_20_std": 0.10958880640171288, + "nauc_map_at_3_diff1": 0.16939906677662697, + "nauc_map_at_3_max": 0.22512099219338108, + "nauc_map_at_3_std": -0.032652774895576414, + "nauc_map_at_5_diff1": 0.11781319363506451, + "nauc_map_at_5_max": 0.30658315208661274, + "nauc_map_at_5_std": 0.027726001566101485, + "nauc_mrr_at_1000_diff1": 0.22693417487679285, + "nauc_mrr_at_1000_max": 0.5251680307757268, + "nauc_mrr_at_1000_std": 0.2151971438550529, + "nauc_mrr_at_100_diff1": 0.22698200228542026, + "nauc_mrr_at_100_max": 0.5252012599922795, + "nauc_mrr_at_100_std": 0.21521094098269658, + "nauc_mrr_at_10_diff1": 0.22927341153126746, + "nauc_mrr_at_10_max": 0.527478086690508, + "nauc_mrr_at_10_std": 0.21420953477242355, + "nauc_mrr_at_1_diff1": 0.227877859845073, + "nauc_mrr_at_1_max": 0.4898306611421363, + "nauc_mrr_at_1_std": 0.16846514141596086, + "nauc_mrr_at_20_diff1": 0.22670556619628626, + "nauc_mrr_at_20_max": 0.5262331012357406, + "nauc_mrr_at_20_std": 0.21733681139484384, + "nauc_mrr_at_3_diff1": 0.23090589590711832, + "nauc_mrr_at_3_max": 0.5214826854520563, + "nauc_mrr_at_3_std": 0.20216339719693277, + "nauc_mrr_at_5_diff1": 0.22145144634115854, + "nauc_mrr_at_5_max": 0.5239885332220444, + "nauc_mrr_at_5_std": 0.21830720023521663, + "nauc_ndcg_at_1000_diff1": 0.11592351313131181, + "nauc_ndcg_at_1000_max": 0.5130222969859789, + "nauc_ndcg_at_1000_std": 0.277641897873765, + "nauc_ndcg_at_100_diff1": 0.114148492845417, + "nauc_ndcg_at_100_max": 0.5030848835156496, + "nauc_ndcg_at_100_std": 0.258838128370603, + "nauc_ndcg_at_10_diff1": 0.08894388748773033, + "nauc_ndcg_at_10_max": 0.46580479844906536, + "nauc_ndcg_at_10_std": 0.15802173615406856, + "nauc_ndcg_at_1_diff1": 0.17007046774571216, + "nauc_ndcg_at_1_max": 0.355907432723318, + "nauc_ndcg_at_1_std": 0.12342429437844137, + "nauc_ndcg_at_20_diff1": 0.08956457235261107, + "nauc_ndcg_at_20_max": 0.4952652153955838, + "nauc_ndcg_at_20_std": 0.1667833887522281, + "nauc_ndcg_at_3_diff1": 0.11596247189541174, + "nauc_ndcg_at_3_max": 0.43728766402395663, + "nauc_ndcg_at_3_std": 0.14557783280455994, + "nauc_ndcg_at_5_diff1": 0.09962621825854882, + "nauc_ndcg_at_5_max": 0.467481096678044, + "nauc_ndcg_at_5_std": 0.178699052320091, + "nauc_precision_at_1000_diff1": -0.0094423410264602, + "nauc_precision_at_1000_max": 0.16035547963313213, + "nauc_precision_at_1000_std": -0.1752725611018004, + "nauc_precision_at_100_diff1": -0.044660317568024986, + "nauc_precision_at_100_max": 0.19757533849495482, + "nauc_precision_at_100_std": 0.04075981846408557, + "nauc_precision_at_10_diff1": -0.03803745603232097, + "nauc_precision_at_10_max": 0.41112928613314403, + "nauc_precision_at_10_std": 0.17172409055475193, + "nauc_precision_at_1_diff1": 0.227877859845073, + "nauc_precision_at_1_max": 0.4898306611421363, + "nauc_precision_at_1_std": 0.16846514141596086, + "nauc_precision_at_20_diff1": -0.051861325419349236, + "nauc_precision_at_20_max": 0.33218341902780424, + "nauc_precision_at_20_std": 0.15507344128588432, + "nauc_precision_at_3_diff1": 0.05975432274686947, + "nauc_precision_at_3_max": 0.47618729320544095, + "nauc_precision_at_3_std": 0.12849898672565066, + "nauc_precision_at_5_diff1": -0.01225532547401972, + "nauc_precision_at_5_max": 0.4913538270022213, + "nauc_precision_at_5_std": 0.20906515054392857, + "nauc_recall_at_1000_diff1": 0.03865338782730814, + "nauc_recall_at_1000_max": -0.13238268705190498, + "nauc_recall_at_1000_std": 0.7335704382967073, + "nauc_recall_at_100_diff1": 0.08744540130250518, + "nauc_recall_at_100_max": 0.16888078486503003, + "nauc_recall_at_100_std": 0.24908708457006526, + "nauc_recall_at_10_diff1": 0.07349161587740219, + "nauc_recall_at_10_max": 0.22693992664389348, + "nauc_recall_at_10_std": 0.038249981665590245, + "nauc_recall_at_1_diff1": 0.2668616829493757, + "nauc_recall_at_1_max": 0.06125019026415681, + "nauc_recall_at_1_std": -0.09120834632699798, + "nauc_recall_at_20_diff1": 0.07290906365017234, + "nauc_recall_at_20_max": 0.2378274198362708, + "nauc_recall_at_20_std": 0.0779090720135052, + "nauc_recall_at_3_diff1": 0.15046876105451198, + "nauc_recall_at_3_max": 0.195188565984181, + "nauc_recall_at_3_std": -0.05694954211365174, + "nauc_recall_at_5_diff1": 0.09446205908404993, + "nauc_recall_at_5_max": 0.27005720990797305, + "nauc_recall_at_5_std": 0.017572474696389652, + "ndcg_at_1": 0.565, + "ndcg_at_10": 0.50012, + "ndcg_at_100": 0.59143, + "ndcg_at_1000": 0.6866, + "ndcg_at_20": 0.50854, + "ndcg_at_3": 0.52647, + "ndcg_at_5": 0.50489, + "precision_at_1": 0.7, + "precision_at_10": 0.4835, + "precision_at_100": 0.2237, + "precision_at_1000": 0.04658, + "precision_at_20": 0.40775, + "precision_at_3": 0.61167, + "precision_at_5": 0.55, + "recall_at_1": 0.06425, + "recall_at_10": 0.26163, + "recall_at_100": 0.67774, + "recall_at_1000": 0.96891, + "recall_at_20": 0.36385, + "recall_at_3": 0.134, + "recall_at_5": 0.17415 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.20071, + "map_at_1": 0.02089, + "map_at_10": 0.08282, + "map_at_100": 0.13484, + "map_at_1000": 0.16358, + "map_at_20": 0.09951, + "map_at_3": 0.0475, + "map_at_5": 0.06479, + "mrr_at_1": 0.255, + "mrr_at_10": 0.35316269841269843, + "mrr_at_100": 0.36558050141897636, + "mrr_at_1000": 0.3661445771496471, + "mrr_at_20": 0.36201257974052103, + "mrr_at_3": 0.3325, + "mrr_at_5": 0.34175000000000005, + "nauc_map_at_1000_diff1": 0.15583416076432213, + "nauc_map_at_1000_max": 0.6374491551181508, + "nauc_map_at_1000_std": 0.6274283794433628, + "nauc_map_at_100_diff1": 0.15920617415387792, + "nauc_map_at_100_max": 0.5902526228532773, + "nauc_map_at_100_std": 0.6400659014016413, + "nauc_map_at_10_diff1": 0.20047587057716554, + "nauc_map_at_10_max": 0.5322402257278899, + "nauc_map_at_10_std": 0.534032719545852, + "nauc_map_at_1_diff1": 0.29564006539220034, + "nauc_map_at_1_max": 0.40668398113868115, + "nauc_map_at_1_std": 0.28564008399152696, + "nauc_map_at_20_diff1": 0.16943758831180986, + "nauc_map_at_20_max": 0.5509662470445348, + "nauc_map_at_20_std": 0.5679718371158228, + "nauc_map_at_3_diff1": 0.22656661017021115, + "nauc_map_at_3_max": 0.44500523656722146, + "nauc_map_at_3_std": 0.4588332934025163, + "nauc_map_at_5_diff1": 0.23091311400246411, + "nauc_map_at_5_max": 0.5126768108597267, + "nauc_map_at_5_std": 0.5066134946077908, + "nauc_mrr_at_1000_diff1": 0.1267623402813105, + "nauc_mrr_at_1000_max": 0.5892421323168889, + "nauc_mrr_at_1000_std": 0.4189461328484264, + "nauc_mrr_at_100_diff1": 0.12682126769626392, + "nauc_mrr_at_100_max": 0.5892362502410542, + "nauc_mrr_at_100_std": 0.41904854413390574, + "nauc_mrr_at_10_diff1": 0.12814141329025214, + "nauc_mrr_at_10_max": 0.589397412511146, + "nauc_mrr_at_10_std": 0.41765995470409495, + "nauc_mrr_at_1_diff1": 0.1896366937159607, + "nauc_mrr_at_1_max": 0.5781622520177608, + "nauc_mrr_at_1_std": 0.35855260759567514, + "nauc_mrr_at_20_diff1": 0.12672446953533897, + "nauc_mrr_at_20_max": 0.5868337923713763, + "nauc_mrr_at_20_std": 0.4197135189045895, + "nauc_mrr_at_3_diff1": 0.1376725105567232, + "nauc_mrr_at_3_max": 0.5908210682727331, + "nauc_mrr_at_3_std": 0.416802244457362, + "nauc_mrr_at_5_diff1": 0.13776800103350645, + "nauc_mrr_at_5_max": 0.5859246633137528, + "nauc_mrr_at_5_std": 0.41282923893820805, + "nauc_ndcg_at_1000_diff1": 0.110281762746387, + "nauc_ndcg_at_1000_max": 0.6438732101966016, + "nauc_ndcg_at_1000_std": 0.6333698378867215, + "nauc_ndcg_at_100_diff1": 0.11656048538286944, + "nauc_ndcg_at_100_max": 0.6272276504697999, + "nauc_ndcg_at_100_std": 0.6325493616047737, + "nauc_ndcg_at_10_diff1": 0.11739283083230952, + "nauc_ndcg_at_10_max": 0.6189860592629913, + "nauc_ndcg_at_10_std": 0.4776826607282209, + "nauc_ndcg_at_1_diff1": 0.1882517348876653, + "nauc_ndcg_at_1_max": 0.560025321596216, + "nauc_ndcg_at_1_std": 0.35102261823712305, + "nauc_ndcg_at_20_diff1": 0.11991721641413447, + "nauc_ndcg_at_20_max": 0.6323440506944537, + "nauc_ndcg_at_20_std": 0.5312053827264928, + "nauc_ndcg_at_3_diff1": 0.14865912865955663, + "nauc_ndcg_at_3_max": 0.5939985511189582, + "nauc_ndcg_at_3_std": 0.41544981560369065, + "nauc_ndcg_at_5_diff1": 0.14801953070751264, + "nauc_ndcg_at_5_max": 0.605898920122049, + "nauc_ndcg_at_5_std": 0.4360356721533251, + "nauc_precision_at_1000_diff1": -0.06600531756633891, + "nauc_precision_at_1000_max": 0.4918952604294213, + "nauc_precision_at_1000_std": -0.03958588927753254, + "nauc_precision_at_100_diff1": 0.015229060286854718, + "nauc_precision_at_100_max": 0.5794966258323377, + "nauc_precision_at_100_std": 0.2862056489869231, + "nauc_precision_at_10_diff1": 0.012530758707500655, + "nauc_precision_at_10_max": 0.6237723833791528, + "nauc_precision_at_10_std": 0.4357312377347606, + "nauc_precision_at_1_diff1": 0.1896366937159607, + "nauc_precision_at_1_max": 0.5781622520177608, + "nauc_precision_at_1_std": 0.35855260759567514, + "nauc_precision_at_20_diff1": 0.01019636389578252, + "nauc_precision_at_20_max": 0.6006560656012756, + "nauc_precision_at_20_std": 0.4126099084929847, + "nauc_precision_at_3_diff1": 0.10006660614968663, + "nauc_precision_at_3_max": 0.630779910236269, + "nauc_precision_at_3_std": 0.4690000365350187, + "nauc_precision_at_5_diff1": 0.09035172176909138, + "nauc_precision_at_5_max": 0.6299419996333819, + "nauc_precision_at_5_std": 0.4616448327350583, + "nauc_recall_at_1000_diff1": 0.10958435544142707, + "nauc_recall_at_1000_max": 0.5552462110992504, + "nauc_recall_at_1000_std": 0.7512849955907727, + "nauc_recall_at_100_diff1": 0.07305862487959036, + "nauc_recall_at_100_max": 0.4483672981751971, + "nauc_recall_at_100_std": 0.6735362795536359, + "nauc_recall_at_10_diff1": 0.11455740499461343, + "nauc_recall_at_10_max": 0.47608765947674697, + "nauc_recall_at_10_std": 0.5300200664895012, + "nauc_recall_at_1_diff1": 0.29564006539220034, + "nauc_recall_at_1_max": 0.40668398113868115, + "nauc_recall_at_1_std": 0.28564008399152696, + "nauc_recall_at_20_diff1": 0.05919217581918596, + "nauc_recall_at_20_max": 0.46266860191355663, + "nauc_recall_at_20_std": 0.5753328801236132, + "nauc_recall_at_3_diff1": 0.18876987895358788, + "nauc_recall_at_3_max": 0.4004309373724763, + "nauc_recall_at_3_std": 0.4642692866925813, + "nauc_recall_at_5_diff1": 0.18230930168097728, + "nauc_recall_at_5_max": 0.4722697460783082, + "nauc_recall_at_5_std": 0.5008927453674868, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.20071, + "ndcg_at_100": 0.26776, + "ndcg_at_1000": 0.38082, + "ndcg_at_20": 0.21363, + "ndcg_at_3": 0.19822, + "ndcg_at_5": 0.2028, + "precision_at_1": 0.255, + "precision_at_10": 0.202, + "precision_at_100": 0.1004, + "precision_at_1000": 0.03126, + "precision_at_20": 0.17125, + "precision_at_3": 0.24833, + "precision_at_5": 0.239, + "recall_at_1": 0.02089, + "recall_at_10": 0.11985, + "recall_at_100": 0.34748, + "recall_at_1000": 0.69544, + "recall_at_20": 0.16986, + "recall_at_3": 0.05785, + "recall_at_5": 0.08259 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24919, + "map_at_1": 0.03071, + "map_at_10": 0.09083, + "map_at_100": 0.17062, + "map_at_1000": 0.20823, + "map_at_20": 0.11584, + "map_at_3": 0.05545, + "map_at_5": 0.06776, + "mrr_at_1": 0.36, + "mrr_at_10": 0.4650952380952379, + "mrr_at_100": 0.47461724002905137, + "mrr_at_1000": 0.4749966710393086, + "mrr_at_20": 0.4708452417465574, + "mrr_at_3": 0.4433333333333332, + "mrr_at_5": 0.4550833333333332, + "nauc_map_at_1000_diff1": 0.10334186612080533, + "nauc_map_at_1000_max": 0.5334667411968, + "nauc_map_at_1000_std": 0.5471318889787826, + "nauc_map_at_100_diff1": 0.1293923660460916, + "nauc_map_at_100_max": 0.4983220144848704, + "nauc_map_at_100_std": 0.5697510165457071, + "nauc_map_at_10_diff1": 0.09739532167779545, + "nauc_map_at_10_max": 0.38921721570959766, + "nauc_map_at_10_std": 0.42590965860295715, + "nauc_map_at_1_diff1": 0.09355372622952125, + "nauc_map_at_1_max": 0.1620191784230169, + "nauc_map_at_1_std": 0.21890244414267737, + "nauc_map_at_20_diff1": 0.1033082629913779, + "nauc_map_at_20_max": 0.432378459302356, + "nauc_map_at_20_std": 0.487178287438782, + "nauc_map_at_3_diff1": 0.08942843208335483, + "nauc_map_at_3_max": 0.28955028991328585, + "nauc_map_at_3_std": 0.3555532508248813, + "nauc_map_at_5_diff1": 0.07971337897975417, + "nauc_map_at_5_max": 0.34146111171348553, + "nauc_map_at_5_std": 0.40252340661204067, + "nauc_mrr_at_1000_diff1": 0.036188077547290934, + "nauc_mrr_at_1000_max": 0.44499542779796347, + "nauc_mrr_at_1000_std": 0.34218444087748495, + "nauc_mrr_at_100_diff1": 0.0365651927088514, + "nauc_mrr_at_100_max": 0.44476847984923207, + "nauc_mrr_at_100_std": 0.3421891148710923, + "nauc_mrr_at_10_diff1": 0.03566510632141889, + "nauc_mrr_at_10_max": 0.4483388648123038, + "nauc_mrr_at_10_std": 0.3381899578284238, + "nauc_mrr_at_1_diff1": 0.040321734110113916, + "nauc_mrr_at_1_max": 0.3891972392799033, + "nauc_mrr_at_1_std": 0.30384322678843206, + "nauc_mrr_at_20_diff1": 0.03494196750035218, + "nauc_mrr_at_20_max": 0.4477006508968337, + "nauc_mrr_at_20_std": 0.3438408031999987, + "nauc_mrr_at_3_diff1": 0.028585533827987668, + "nauc_mrr_at_3_max": 0.44525145418478335, + "nauc_mrr_at_3_std": 0.3287554685855787, + "nauc_mrr_at_5_diff1": 0.03028479291007642, + "nauc_mrr_at_5_max": 0.44501106157460707, + "nauc_mrr_at_5_std": 0.33397864378964803, + "nauc_ndcg_at_1000_diff1": 0.09904466608636596, + "nauc_ndcg_at_1000_max": 0.4945677828702561, + "nauc_ndcg_at_1000_std": 0.5393299737686215, + "nauc_ndcg_at_100_diff1": 0.11392689836984232, + "nauc_ndcg_at_100_max": 0.5084965864500295, + "nauc_ndcg_at_100_std": 0.568299798494272, + "nauc_ndcg_at_10_diff1": 0.08282550903422616, + "nauc_ndcg_at_10_max": 0.460015278966947, + "nauc_ndcg_at_10_std": 0.3522694807334772, + "nauc_ndcg_at_1_diff1": 0.08161578996601282, + "nauc_ndcg_at_1_max": 0.381711670980013, + "nauc_ndcg_at_1_std": 0.2848406660222629, + "nauc_ndcg_at_20_diff1": 0.07871758671367009, + "nauc_ndcg_at_20_max": 0.4836560101443727, + "nauc_ndcg_at_20_std": 0.43345854756841645, + "nauc_ndcg_at_3_diff1": 0.07826204866354029, + "nauc_ndcg_at_3_max": 0.41475421352474395, + "nauc_ndcg_at_3_std": 0.3177984193579741, + "nauc_ndcg_at_5_diff1": 0.05932678791930758, + "nauc_ndcg_at_5_max": 0.4508567956134659, + "nauc_ndcg_at_5_std": 0.33456368028639, + "nauc_precision_at_1000_diff1": -0.11967523191318735, + "nauc_precision_at_1000_max": 0.3213013992447267, + "nauc_precision_at_1000_std": -0.11676070932296533, + "nauc_precision_at_100_diff1": -0.015541994641959518, + "nauc_precision_at_100_max": 0.39687646375039975, + "nauc_precision_at_100_std": 0.188956074635562, + "nauc_precision_at_10_diff1": 0.0209717584323471, + "nauc_precision_at_10_max": 0.48915119981362115, + "nauc_precision_at_10_std": 0.27735031451425013, + "nauc_precision_at_1_diff1": 0.040321734110113916, + "nauc_precision_at_1_max": 0.3891972392799033, + "nauc_precision_at_1_std": 0.30384322678843206, + "nauc_precision_at_20_diff1": 0.01812042617305226, + "nauc_precision_at_20_max": 0.47326767766568756, + "nauc_precision_at_20_std": 0.28431656965318464, + "nauc_precision_at_3_diff1": 0.035103867083508405, + "nauc_precision_at_3_max": 0.4648583251416489, + "nauc_precision_at_3_std": 0.3332090457056888, + "nauc_precision_at_5_diff1": 0.002847066189964442, + "nauc_precision_at_5_max": 0.496380628188031, + "nauc_precision_at_5_std": 0.32343432980649994, + "nauc_recall_at_1000_diff1": 0.07527349733046297, + "nauc_recall_at_1000_max": 0.4237491901553693, + "nauc_recall_at_1000_std": 0.7929086007499015, + "nauc_recall_at_100_diff1": 0.14877469132995033, + "nauc_recall_at_100_max": 0.3748341187714449, + "nauc_recall_at_100_std": 0.6429267568674766, + "nauc_recall_at_10_diff1": 0.12075914448652289, + "nauc_recall_at_10_max": 0.35499385775252085, + "nauc_recall_at_10_std": 0.39676994325918435, + "nauc_recall_at_1_diff1": 0.09355372622952125, + "nauc_recall_at_1_max": 0.1620191784230169, + "nauc_recall_at_1_std": 0.21890244414267737, + "nauc_recall_at_20_diff1": 0.08135329062211424, + "nauc_recall_at_20_max": 0.35248566144699023, + "nauc_recall_at_20_std": 0.49074483504844624, + "nauc_recall_at_3_diff1": 0.07320604363105311, + "nauc_recall_at_3_max": 0.28190577760068963, + "nauc_recall_at_3_std": 0.35148712280267, + "nauc_recall_at_5_diff1": 0.06232977699314489, + "nauc_recall_at_5_max": 0.34207360499068085, + "nauc_recall_at_5_std": 0.41965161102500087, + "ndcg_at_1": 0.26, + "ndcg_at_10": 0.24919, + "ndcg_at_100": 0.33774, + "ndcg_at_1000": 0.45794, + "ndcg_at_20": 0.26823, + "ndcg_at_3": 0.25771, + "ndcg_at_5": 0.25029, + "precision_at_1": 0.36, + "precision_at_10": 0.2565, + "precision_at_100": 0.1382, + "precision_at_1000": 0.03839, + "precision_at_20": 0.229, + "precision_at_3": 0.32833, + "precision_at_5": 0.297, + "recall_at_1": 0.03071, + "recall_at_10": 0.13376, + "recall_at_100": 0.43123, + "recall_at_1000": 0.785, + "recall_at_20": 0.20675, + "recall_at_3": 0.06307, + "recall_at_5": 0.08126 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51977, + "map_at_1": 0.07202, + "map_at_10": 0.23476, + "map_at_100": 0.36696, + "map_at_1000": 0.42672, + "map_at_20": 0.27915, + "map_at_3": 0.1504, + "map_at_5": 0.18602, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7719424603174602, + "mrr_at_100": 0.7746192942066102, + "mrr_at_1000": 0.7746192942066102, + "mrr_at_20": 0.7741107662762073, + "mrr_at_3": 0.7558333333333332, + "mrr_at_5": 0.7643333333333332, + "nauc_map_at_1000_diff1": 0.036354844402752697, + "nauc_map_at_1000_max": 0.3782718129367469, + "nauc_map_at_1000_std": 0.3574889332726161, + "nauc_map_at_100_diff1": 0.0665099926280099, + "nauc_map_at_100_max": 0.2703289900161375, + "nauc_map_at_100_std": 0.3853856764478256, + "nauc_map_at_10_diff1": 0.07945212001854017, + "nauc_map_at_10_max": 0.22431648116858044, + "nauc_map_at_10_std": 0.2798794456388764, + "nauc_map_at_1_diff1": 0.212980479593123, + "nauc_map_at_1_max": 0.16446484438849604, + "nauc_map_at_1_std": 0.11746384970580019, + "nauc_map_at_20_diff1": 0.06632714932654868, + "nauc_map_at_20_max": 0.22892471922623586, + "nauc_map_at_20_std": 0.3096864672659252, + "nauc_map_at_3_diff1": 0.13234655925042424, + "nauc_map_at_3_max": 0.1787900886278709, + "nauc_map_at_3_std": 0.1832770906887201, + "nauc_map_at_5_diff1": 0.09746053579867983, + "nauc_map_at_5_max": 0.17515681685828044, + "nauc_map_at_5_std": 0.21029335823174575, + "nauc_mrr_at_1000_diff1": 0.14791449186331995, + "nauc_mrr_at_1000_max": 0.34478902400765754, + "nauc_mrr_at_1000_std": 0.07309337402232371, + "nauc_mrr_at_100_diff1": 0.14791449186331995, + "nauc_mrr_at_100_max": 0.34478902400765754, + "nauc_mrr_at_100_std": 0.07309337402232371, + "nauc_mrr_at_10_diff1": 0.15132214341571354, + "nauc_mrr_at_10_max": 0.35166480692932167, + "nauc_mrr_at_10_std": 0.07846153168579285, + "nauc_mrr_at_1_diff1": 0.10069238712735487, + "nauc_mrr_at_1_max": 0.2708774186995309, + "nauc_mrr_at_1_std": 0.040671395439386034, + "nauc_mrr_at_20_diff1": 0.14604491336244996, + "nauc_mrr_at_20_max": 0.34605184775705244, + "nauc_mrr_at_20_std": 0.07359209629562952, + "nauc_mrr_at_3_diff1": 0.15325638324866184, + "nauc_mrr_at_3_max": 0.35674816219758687, + "nauc_mrr_at_3_std": 0.07226894437943758, + "nauc_mrr_at_5_diff1": 0.16026290041425137, + "nauc_mrr_at_5_max": 0.35023938718091924, + "nauc_mrr_at_5_std": 0.06725287750615165, + "nauc_ndcg_at_1000_diff1": 0.07247771447188617, + "nauc_ndcg_at_1000_max": 0.42444664703150814, + "nauc_ndcg_at_1000_std": 0.3484408004404258, + "nauc_ndcg_at_100_diff1": 0.09203774425579679, + "nauc_ndcg_at_100_max": 0.32357207149156675, + "nauc_ndcg_at_100_std": 0.3586558946479005, + "nauc_ndcg_at_10_diff1": 0.002775679246109129, + "nauc_ndcg_at_10_max": 0.34191290993728335, + "nauc_ndcg_at_10_std": 0.2362182157133474, + "nauc_ndcg_at_1_diff1": 0.1573748547388239, + "nauc_ndcg_at_1_max": 0.19060840528971312, + "nauc_ndcg_at_1_std": 0.09673291066621527, + "nauc_ndcg_at_20_diff1": 0.0009680190705515497, + "nauc_ndcg_at_20_max": 0.3285025204834224, + "nauc_ndcg_at_20_std": 0.23875776371333698, + "nauc_ndcg_at_3_diff1": 0.06047846858316837, + "nauc_ndcg_at_3_max": 0.2857922919556752, + "nauc_ndcg_at_3_std": 0.13013552183513338, + "nauc_ndcg_at_5_diff1": 0.003650533659621127, + "nauc_ndcg_at_5_max": 0.2903470531185642, + "nauc_ndcg_at_5_std": 0.15348977127418875, + "nauc_precision_at_1000_diff1": -0.12305592650468393, + "nauc_precision_at_1000_max": 0.21884357226512552, + "nauc_precision_at_1000_std": -0.26958823567502727, + "nauc_precision_at_100_diff1": -0.1256070165917638, + "nauc_precision_at_100_max": 0.1809961118725879, + "nauc_precision_at_100_std": -0.10734635781855362, + "nauc_precision_at_10_diff1": -0.13060008040692878, + "nauc_precision_at_10_max": 0.2977231632163553, + "nauc_precision_at_10_std": 0.12873557190884896, + "nauc_precision_at_1_diff1": 0.10069238712735487, + "nauc_precision_at_1_max": 0.2708774186995309, + "nauc_precision_at_1_std": 0.040671395439386034, + "nauc_precision_at_20_diff1": -0.1415307353410749, + "nauc_precision_at_20_max": 0.21309153350408055, + "nauc_precision_at_20_std": 0.02878040373919579, + "nauc_precision_at_3_diff1": -0.009390865195549153, + "nauc_precision_at_3_max": 0.3082959541810939, + "nauc_precision_at_3_std": 0.09580101773797255, + "nauc_precision_at_5_diff1": -0.09719264028008781, + "nauc_precision_at_5_max": 0.27552687726336483, + "nauc_precision_at_5_std": 0.09179479682680064, + "nauc_recall_at_1000_diff1": 0.22088690379423057, + "nauc_recall_at_1000_max": 0.22792647418610504, + "nauc_recall_at_1000_std": 0.7737761109222699, + "nauc_recall_at_100_diff1": 0.1653616914012231, + "nauc_recall_at_100_max": 0.033142799996767836, + "nauc_recall_at_100_std": 0.46620331891884637, + "nauc_recall_at_10_diff1": 0.053313915508473766, + "nauc_recall_at_10_max": 0.14396138885091442, + "nauc_recall_at_10_std": 0.25724834904343763, + "nauc_recall_at_1_diff1": 0.212980479593123, + "nauc_recall_at_1_max": 0.16446484438849604, + "nauc_recall_at_1_std": 0.11746384970580019, + "nauc_recall_at_20_diff1": 0.024755876251816043, + "nauc_recall_at_20_max": 0.09036771341040489, + "nauc_recall_at_20_std": 0.26374108718737177, + "nauc_recall_at_3_diff1": 0.09209096418926374, + "nauc_recall_at_3_max": 0.14268910380366767, + "nauc_recall_at_3_std": 0.1664695813381134, + "nauc_recall_at_5_diff1": 0.05504838564669719, + "nauc_recall_at_5_max": 0.11929146138408661, + "nauc_recall_at_5_std": 0.18702532146417658, + "ndcg_at_1": 0.55, + "ndcg_at_10": 0.51977, + "ndcg_at_100": 0.58675, + "ndcg_at_1000": 0.67933, + "ndcg_at_20": 0.53003, + "ndcg_at_3": 0.52533, + "ndcg_at_5": 0.51884, + "precision_at_1": 0.67, + "precision_at_10": 0.473, + "precision_at_100": 0.2154, + "precision_at_1000": 0.05574, + "precision_at_20": 0.3885, + "precision_at_3": 0.59333, + "precision_at_5": 0.551, + "recall_at_1": 0.07202, + "recall_at_10": 0.3117, + "recall_at_100": 0.67466, + "recall_at_1000": 0.9347, + "recall_at_20": 0.4124, + "recall_at_3": 0.17218, + "recall_at_5": 0.22596 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.16861, + "map_at_1": 0.02564, + "map_at_10": 0.0833, + "map_at_100": 0.11762, + "map_at_1000": 0.13666, + "map_at_20": 0.09622, + "map_at_3": 0.05102, + "map_at_5": 0.06154, + "mrr_at_1": 0.16, + "mrr_at_10": 0.26337896825396834, + "mrr_at_100": 0.27223659939791506, + "mrr_at_1000": 0.27272225345857415, + "mrr_at_20": 0.2689104172830954, + "mrr_at_3": 0.23083333333333333, + "mrr_at_5": 0.24483333333333335, + "nauc_map_at_1000_diff1": 0.2524338064923613, + "nauc_map_at_1000_max": 0.39597071432363834, + "nauc_map_at_1000_std": 0.5855835080812912, + "nauc_map_at_100_diff1": 0.2264194280301127, + "nauc_map_at_100_max": 0.33846476830192745, + "nauc_map_at_100_std": 0.569316707255653, + "nauc_map_at_10_diff1": 0.22298461688060528, + "nauc_map_at_10_max": 0.26370741169218165, + "nauc_map_at_10_std": 0.50263192520573, + "nauc_map_at_1_diff1": 0.15028895476777407, + "nauc_map_at_1_max": 0.3012442663999785, + "nauc_map_at_1_std": 0.5054447971746302, + "nauc_map_at_20_diff1": 0.23762014299672352, + "nauc_map_at_20_max": 0.27592115900083863, + "nauc_map_at_20_std": 0.5151224837760967, + "nauc_map_at_3_diff1": 0.20065516999343078, + "nauc_map_at_3_max": 0.2523839342494275, + "nauc_map_at_3_std": 0.5189769196743437, + "nauc_map_at_5_diff1": 0.20017906104711117, + "nauc_map_at_5_max": 0.21717993198859153, + "nauc_map_at_5_std": 0.5038730566164401, + "nauc_mrr_at_1000_diff1": 0.1693398182501902, + "nauc_mrr_at_1000_max": 0.4305250095747575, + "nauc_mrr_at_1000_std": 0.4043909820988203, + "nauc_mrr_at_100_diff1": 0.16943109671832907, + "nauc_mrr_at_100_max": 0.43089290823507276, + "nauc_mrr_at_100_std": 0.40426069295342426, + "nauc_mrr_at_10_diff1": 0.17308810264724106, + "nauc_mrr_at_10_max": 0.431737577855804, + "nauc_mrr_at_10_std": 0.4031309896481102, + "nauc_mrr_at_1_diff1": 0.12244584421570133, + "nauc_mrr_at_1_max": 0.44051505607620217, + "nauc_mrr_at_1_std": 0.3782455062221539, + "nauc_mrr_at_20_diff1": 0.1710547600601274, + "nauc_mrr_at_20_max": 0.42926533903201436, + "nauc_mrr_at_20_std": 0.4046262278524322, + "nauc_mrr_at_3_diff1": 0.15567617199542494, + "nauc_mrr_at_3_max": 0.381428508512623, + "nauc_mrr_at_3_std": 0.38748350124583114, + "nauc_mrr_at_5_diff1": 0.1738384564941892, + "nauc_mrr_at_5_max": 0.39770625916819924, + "nauc_mrr_at_5_std": 0.3871858456372409, + "nauc_ndcg_at_1000_diff1": 0.26343410154723923, + "nauc_ndcg_at_1000_max": 0.48791410229697935, + "nauc_ndcg_at_1000_std": 0.6066546397581145, + "nauc_ndcg_at_100_diff1": 0.223737326784076, + "nauc_ndcg_at_100_max": 0.40223031198196996, + "nauc_ndcg_at_100_std": 0.569100952389229, + "nauc_ndcg_at_10_diff1": 0.2113349769475994, + "nauc_ndcg_at_10_max": 0.3857447544616976, + "nauc_ndcg_at_10_std": 0.4485767605495313, + "nauc_ndcg_at_1_diff1": 0.12510913120368924, + "nauc_ndcg_at_1_max": 0.36709498332251356, + "nauc_ndcg_at_1_std": 0.3116675247923708, + "nauc_ndcg_at_20_diff1": 0.23032863214602817, + "nauc_ndcg_at_20_max": 0.3720544681179453, + "nauc_ndcg_at_20_std": 0.47171599483198134, + "nauc_ndcg_at_3_diff1": 0.1910515604082899, + "nauc_ndcg_at_3_max": 0.36648183938079937, + "nauc_ndcg_at_3_std": 0.39131614649756513, + "nauc_ndcg_at_5_diff1": 0.1949944227344114, + "nauc_ndcg_at_5_max": 0.34598276873105954, + "nauc_ndcg_at_5_std": 0.396192204252732, + "nauc_precision_at_1000_diff1": 0.15789043351096482, + "nauc_precision_at_1000_max": 0.3865450419184381, + "nauc_precision_at_1000_std": -0.003396509971826324, + "nauc_precision_at_100_diff1": 0.13674918857733664, + "nauc_precision_at_100_max": 0.5080524242517424, + "nauc_precision_at_100_std": 0.25909781307854124, + "nauc_precision_at_10_diff1": 0.1599435023229783, + "nauc_precision_at_10_max": 0.4912558888760574, + "nauc_precision_at_10_std": 0.35881947097091316, + "nauc_precision_at_1_diff1": 0.12244584421570133, + "nauc_precision_at_1_max": 0.44051505607620217, + "nauc_precision_at_1_std": 0.3782455062221539, + "nauc_precision_at_20_diff1": 0.18955305468049966, + "nauc_precision_at_20_max": 0.5161595726095948, + "nauc_precision_at_20_std": 0.33991268852834683, + "nauc_precision_at_3_diff1": 0.16925632685093175, + "nauc_precision_at_3_max": 0.41946260731167967, + "nauc_precision_at_3_std": 0.42709040034911844, + "nauc_precision_at_5_diff1": 0.16231590729624257, + "nauc_precision_at_5_max": 0.4031397021806185, + "nauc_precision_at_5_std": 0.3849214563352422, + "nauc_recall_at_1000_diff1": 0.1985505895491444, + "nauc_recall_at_1000_max": 0.4639303303069783, + "nauc_recall_at_1000_std": 0.7195909471342014, + "nauc_recall_at_100_diff1": 0.15773837373768748, + "nauc_recall_at_100_max": 0.29917013746540744, + "nauc_recall_at_100_std": 0.556760928300338, + "nauc_recall_at_10_diff1": 0.2106480065114465, + "nauc_recall_at_10_max": 0.23246471585750164, + "nauc_recall_at_10_std": 0.45965346275107594, + "nauc_recall_at_1_diff1": 0.15028895476777407, + "nauc_recall_at_1_max": 0.3012442663999785, + "nauc_recall_at_1_std": 0.5054447971746302, + "nauc_recall_at_20_diff1": 0.19448856636247502, + "nauc_recall_at_20_max": 0.20976467907924987, + "nauc_recall_at_20_std": 0.44265034447646656, + "nauc_recall_at_3_diff1": 0.22905905013438213, + "nauc_recall_at_3_max": 0.1830345033245669, + "nauc_recall_at_3_std": 0.46866978847706575, + "nauc_recall_at_5_diff1": 0.23236002790940422, + "nauc_recall_at_5_max": 0.13372571332735264, + "nauc_recall_at_5_std": 0.436598855214923, + "ndcg_at_1": 0.13, + "ndcg_at_10": 0.16861, + "ndcg_at_100": 0.23418, + "ndcg_at_1000": 0.3185, + "ndcg_at_20": 0.18906, + "ndcg_at_3": 0.14217, + "ndcg_at_5": 0.14245, + "precision_at_1": 0.16, + "precision_at_10": 0.144, + "precision_at_100": 0.06955, + "precision_at_1000": 0.0246, + "precision_at_20": 0.1185, + "precision_at_3": 0.16833, + "precision_at_5": 0.153, + "recall_at_1": 0.02564, + "recall_at_10": 0.1561, + "recall_at_100": 0.35514, + "recall_at_1000": 0.60507, + "recall_at_20": 0.21365, + "recall_at_3": 0.06577, + "recall_at_5": 0.09125 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24002, + "map_at_1": 0.04007, + "map_at_10": 0.10949, + "map_at_100": 0.15696, + "map_at_1000": 0.18848, + "map_at_20": 0.12456, + "map_at_3": 0.07934, + "map_at_5": 0.09112, + "mrr_at_1": 0.34, + "mrr_at_10": 0.43826190476190474, + "mrr_at_100": 0.448326105084732, + "mrr_at_1000": 0.4486836814660177, + "mrr_at_20": 0.44405798806456714, + "mrr_at_3": 0.41333333333333333, + "mrr_at_5": 0.4268333333333333, + "nauc_map_at_1000_diff1": 0.18908417298260452, + "nauc_map_at_1000_max": 0.37939533062316283, + "nauc_map_at_1000_std": 0.47485426162177363, + "nauc_map_at_100_diff1": 0.21593471880299703, + "nauc_map_at_100_max": 0.3039655982410426, + "nauc_map_at_100_std": 0.476835982550384, + "nauc_map_at_10_diff1": 0.2448696582794157, + "nauc_map_at_10_max": 0.2388154428230778, + "nauc_map_at_10_std": 0.3888924635612308, + "nauc_map_at_1_diff1": 0.2759691434889377, + "nauc_map_at_1_max": 0.3247051288133179, + "nauc_map_at_1_std": 0.37178254963887236, + "nauc_map_at_20_diff1": 0.23637747906121964, + "nauc_map_at_20_max": 0.23693062043300397, + "nauc_map_at_20_std": 0.403356291407422, + "nauc_map_at_3_diff1": 0.23421634022087534, + "nauc_map_at_3_max": 0.27302173165972826, + "nauc_map_at_3_std": 0.3767129237218074, + "nauc_map_at_5_diff1": 0.23810764736598058, + "nauc_map_at_5_max": 0.2425043461066099, + "nauc_map_at_5_std": 0.3741808993234789, + "nauc_mrr_at_1000_diff1": 0.14137816068599657, + "nauc_mrr_at_1000_max": 0.3797718707787182, + "nauc_mrr_at_1000_std": 0.2923078543778441, + "nauc_mrr_at_100_diff1": 0.14117341592097063, + "nauc_mrr_at_100_max": 0.3799561736583323, + "nauc_mrr_at_100_std": 0.29280549648906345, + "nauc_mrr_at_10_diff1": 0.14364352871542618, + "nauc_mrr_at_10_max": 0.38236447511316096, + "nauc_mrr_at_10_std": 0.2908595350520077, + "nauc_mrr_at_1_diff1": 0.13079970322478052, + "nauc_mrr_at_1_max": 0.33091099393200674, + "nauc_mrr_at_1_std": 0.21221415511804748, + "nauc_mrr_at_20_diff1": 0.1417370573320222, + "nauc_mrr_at_20_max": 0.38085250128929593, + "nauc_mrr_at_20_std": 0.2910529287624019, + "nauc_mrr_at_3_diff1": 0.12987901547291134, + "nauc_mrr_at_3_max": 0.3574800499526161, + "nauc_mrr_at_3_std": 0.2776477543464977, + "nauc_mrr_at_5_diff1": 0.14293177625465486, + "nauc_mrr_at_5_max": 0.36884958823821284, + "nauc_mrr_at_5_std": 0.27327911726427007, + "nauc_ndcg_at_1000_diff1": 0.18842359082578405, + "nauc_ndcg_at_1000_max": 0.46918952266757874, + "nauc_ndcg_at_1000_std": 0.5494916915152375, + "nauc_ndcg_at_100_diff1": 0.20090779528825056, + "nauc_ndcg_at_100_max": 0.408271720607551, + "nauc_ndcg_at_100_std": 0.5293025876492414, + "nauc_ndcg_at_10_diff1": 0.1671081179591732, + "nauc_ndcg_at_10_max": 0.3775335425333516, + "nauc_ndcg_at_10_std": 0.3601976245389014, + "nauc_ndcg_at_1_diff1": 0.14913156467926786, + "nauc_ndcg_at_1_max": 0.3224185316058108, + "nauc_ndcg_at_1_std": 0.2073849720492829, + "nauc_ndcg_at_20_diff1": 0.17435638787574792, + "nauc_ndcg_at_20_max": 0.3655014761544179, + "nauc_ndcg_at_20_std": 0.4021512267179705, + "nauc_ndcg_at_3_diff1": 0.12685526500994687, + "nauc_ndcg_at_3_max": 0.33879334389005394, + "nauc_ndcg_at_3_std": 0.2982672150399566, + "nauc_ndcg_at_5_diff1": 0.11227665538110959, + "nauc_ndcg_at_5_max": 0.3615771006810034, + "nauc_ndcg_at_5_std": 0.298779996622683, + "nauc_precision_at_1000_diff1": -0.05669484686377765, + "nauc_precision_at_1000_max": 0.40171521697364243, + "nauc_precision_at_1000_std": -0.1418744621425193, + "nauc_precision_at_100_diff1": -0.056137866484382654, + "nauc_precision_at_100_max": 0.4419085547661338, + "nauc_precision_at_100_std": 0.13286993569138583, + "nauc_precision_at_10_diff1": 0.03905579511782878, + "nauc_precision_at_10_max": 0.45094339127445104, + "nauc_precision_at_10_std": 0.2168999446221844, + "nauc_precision_at_1_diff1": 0.13079970322478052, + "nauc_precision_at_1_max": 0.33091099393200674, + "nauc_precision_at_1_std": 0.21221415511804748, + "nauc_precision_at_20_diff1": -0.016145839737363114, + "nauc_precision_at_20_max": 0.4287984605737194, + "nauc_precision_at_20_std": 0.18645486234922365, + "nauc_precision_at_3_diff1": 0.09288100390480794, + "nauc_precision_at_3_max": 0.362868007887652, + "nauc_precision_at_3_std": 0.28387143247323504, + "nauc_precision_at_5_diff1": 0.05608272636581095, + "nauc_precision_at_5_max": 0.40045696877380044, + "nauc_precision_at_5_std": 0.22636473831565176, + "nauc_recall_at_1000_diff1": 0.24205709158253616, + "nauc_recall_at_1000_max": 0.42647598639403544, + "nauc_recall_at_1000_std": 0.7971135905913695, + "nauc_recall_at_100_diff1": 0.22226569455546424, + "nauc_recall_at_100_max": 0.23211307125283578, + "nauc_recall_at_100_std": 0.6490108892872618, + "nauc_recall_at_10_diff1": 0.27649912299078894, + "nauc_recall_at_10_max": 0.16182230465272193, + "nauc_recall_at_10_std": 0.41102257138077336, + "nauc_recall_at_1_diff1": 0.2759691434889377, + "nauc_recall_at_1_max": 0.3247051288133179, + "nauc_recall_at_1_std": 0.37178254963887236, + "nauc_recall_at_20_diff1": 0.2456856730430803, + "nauc_recall_at_20_max": 0.13817907935316512, + "nauc_recall_at_20_std": 0.4436534504397331, + "nauc_recall_at_3_diff1": 0.25661520653336756, + "nauc_recall_at_3_max": 0.21417514457970824, + "nauc_recall_at_3_std": 0.3657199905702234, + "nauc_recall_at_5_diff1": 0.2710164153697382, + "nauc_recall_at_5_max": 0.17986022257306644, + "nauc_recall_at_5_std": 0.35329070535986085, + "ndcg_at_1": 0.2625, + "ndcg_at_10": 0.24002, + "ndcg_at_100": 0.30928, + "ndcg_at_1000": 0.41493, + "ndcg_at_20": 0.25517, + "ndcg_at_3": 0.24061, + "ndcg_at_5": 0.23006, + "precision_at_1": 0.34, + "precision_at_10": 0.199, + "precision_at_100": 0.1087, + "precision_at_1000": 0.03713, + "precision_at_20": 0.167, + "precision_at_3": 0.26833, + "precision_at_5": 0.233, + "recall_at_1": 0.04007, + "recall_at_10": 0.16868, + "recall_at_100": 0.409, + "recall_at_1000": 0.71624, + "recall_at_20": 0.22719, + "recall_at_3": 0.09224, + "recall_at_5": 0.11454 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.4233, + "map_at_1": 0.03919, + "map_at_10": 0.14683, + "map_at_100": 0.30648, + "map_at_1000": 0.35659, + "map_at_20": 0.19567, + "map_at_3": 0.07992, + "map_at_5": 0.10412, + "mrr_at_1": 0.59, + "mrr_at_10": 0.6988928571428571, + "mrr_at_100": 0.7025044948624521, + "mrr_at_1000": 0.7026219278803993, + "mrr_at_20": 0.7008523187338978, + "mrr_at_3": 0.6808333333333332, + "mrr_at_5": 0.6920833333333332, + "nauc_map_at_1000_diff1": 0.12568492723707012, + "nauc_map_at_1000_max": 0.5360191782139531, + "nauc_map_at_1000_std": 0.3075672741446094, + "nauc_map_at_100_diff1": 0.1369185707435543, + "nauc_map_at_100_max": 0.5065137617953295, + "nauc_map_at_100_std": 0.223554906983134, + "nauc_map_at_10_diff1": 0.1591102288876856, + "nauc_map_at_10_max": 0.34193154543985166, + "nauc_map_at_10_std": -0.01611904901600542, + "nauc_map_at_1_diff1": 0.15546031188451298, + "nauc_map_at_1_max": 0.07067409388847908, + "nauc_map_at_1_std": -0.025870548274707823, + "nauc_map_at_20_diff1": 0.15230558822054485, + "nauc_map_at_20_max": 0.3938492019212194, + "nauc_map_at_20_std": 0.028823657826411823, + "nauc_map_at_3_diff1": 0.11262151560363878, + "nauc_map_at_3_max": 0.22639237117039882, + "nauc_map_at_3_std": -0.065883774964811, + "nauc_map_at_5_diff1": 0.12892283690003403, + "nauc_map_at_5_max": 0.28286120900500394, + "nauc_map_at_5_std": -0.0655497199481718, + "nauc_mrr_at_1000_diff1": 0.16905071234306313, + "nauc_mrr_at_1000_max": 0.5061780341552846, + "nauc_mrr_at_1000_std": 0.23690971858838897, + "nauc_mrr_at_100_diff1": 0.16906416321590637, + "nauc_mrr_at_100_max": 0.5062984258948191, + "nauc_mrr_at_100_std": 0.23709645920714015, + "nauc_mrr_at_10_diff1": 0.168749864951268, + "nauc_mrr_at_10_max": 0.5086699376648753, + "nauc_mrr_at_10_std": 0.2391706190741683, + "nauc_mrr_at_1_diff1": 0.1778948449674969, + "nauc_mrr_at_1_max": 0.4358152229738653, + "nauc_mrr_at_1_std": 0.1359707690727399, + "nauc_mrr_at_20_diff1": 0.16928354915217558, + "nauc_mrr_at_20_max": 0.5068723182315773, + "nauc_mrr_at_20_std": 0.2403179883944875, + "nauc_mrr_at_3_diff1": 0.16607271612816285, + "nauc_mrr_at_3_max": 0.5200015990026962, + "nauc_mrr_at_3_std": 0.23502378516510464, + "nauc_mrr_at_5_diff1": 0.17716701805355692, + "nauc_mrr_at_5_max": 0.5136784449095475, + "nauc_mrr_at_5_std": 0.2374161777193583, + "nauc_ndcg_at_1000_diff1": 0.13152813844497868, + "nauc_ndcg_at_1000_max": 0.5832615052481509, + "nauc_ndcg_at_1000_std": 0.4255186901193808, + "nauc_ndcg_at_100_diff1": 0.14765923962118016, + "nauc_ndcg_at_100_max": 0.5568326212727724, + "nauc_ndcg_at_100_std": 0.32361546529872265, + "nauc_ndcg_at_10_diff1": 0.1318534301892566, + "nauc_ndcg_at_10_max": 0.5296984776455954, + "nauc_ndcg_at_10_std": 0.2963394874219648, + "nauc_ndcg_at_1_diff1": 0.18031059326052662, + "nauc_ndcg_at_1_max": 0.395172140044471, + "nauc_ndcg_at_1_std": 0.19760363354069999, + "nauc_ndcg_at_20_diff1": 0.11298549850656431, + "nauc_ndcg_at_20_max": 0.523157733443736, + "nauc_ndcg_at_20_std": 0.2832473715870837, + "nauc_ndcg_at_3_diff1": 0.11816797947553703, + "nauc_ndcg_at_3_max": 0.4940560974585565, + "nauc_ndcg_at_3_std": 0.28344392257700296, + "nauc_ndcg_at_5_diff1": 0.143301781621984, + "nauc_ndcg_at_5_max": 0.5263181558010247, + "nauc_ndcg_at_5_std": 0.2795459888687814, + "nauc_precision_at_1000_diff1": -0.034292234769717, + "nauc_precision_at_1000_max": 0.11854137430319202, + "nauc_precision_at_1000_std": 0.20754286766226193, + "nauc_precision_at_100_diff1": -0.013253743248417795, + "nauc_precision_at_100_max": 0.2709166936144534, + "nauc_precision_at_100_std": 0.3569582860861056, + "nauc_precision_at_10_diff1": 0.08374883719160624, + "nauc_precision_at_10_max": 0.46546768201161576, + "nauc_precision_at_10_std": 0.2959934711518889, + "nauc_precision_at_1_diff1": 0.1778948449674969, + "nauc_precision_at_1_max": 0.4358152229738653, + "nauc_precision_at_1_std": 0.1359707690727399, + "nauc_precision_at_20_diff1": 0.023735207623272307, + "nauc_precision_at_20_max": 0.4013616868609449, + "nauc_precision_at_20_std": 0.32123524839233963, + "nauc_precision_at_3_diff1": 0.06594976909167158, + "nauc_precision_at_3_max": 0.5019484976935875, + "nauc_precision_at_3_std": 0.22553426765066437, + "nauc_precision_at_5_diff1": 0.09916578385320024, + "nauc_precision_at_5_max": 0.5074548061954774, + "nauc_precision_at_5_std": 0.23286688989641324, + "nauc_recall_at_1000_diff1": 0.016212047823153084, + "nauc_recall_at_1000_max": 0.35173251163279895, + "nauc_recall_at_1000_std": 0.5047366856367326, + "nauc_recall_at_100_diff1": 0.07893665038165672, + "nauc_recall_at_100_max": 0.2826609144738922, + "nauc_recall_at_100_std": 0.13907043744350853, + "nauc_recall_at_10_diff1": 0.11842184939916979, + "nauc_recall_at_10_max": 0.23303488347023324, + "nauc_recall_at_10_std": -0.03599551658023538, + "nauc_recall_at_1_diff1": 0.15546031188451298, + "nauc_recall_at_1_max": 0.07067409388847908, + "nauc_recall_at_1_std": -0.025870548274707823, + "nauc_recall_at_20_diff1": 0.08891922636540625, + "nauc_recall_at_20_max": 0.21417893166411273, + "nauc_recall_at_20_std": -0.028682594910407273, + "nauc_recall_at_3_diff1": 0.08111501811816461, + "nauc_recall_at_3_max": 0.19241800511452622, + "nauc_recall_at_3_std": -0.08489164892897519, + "nauc_recall_at_5_diff1": 0.10586227966729111, + "nauc_recall_at_5_max": 0.22153502008312972, + "nauc_recall_at_5_std": -0.08995277912502479, + "ndcg_at_1": 0.4475, + "ndcg_at_10": 0.4233, + "ndcg_at_100": 0.51428, + "ndcg_at_1000": 0.62549, + "ndcg_at_20": 0.42923, + "ndcg_at_3": 0.43533, + "ndcg_at_5": 0.42677, + "precision_at_1": 0.59, + "precision_at_10": 0.4585, + "precision_at_100": 0.21045, + "precision_at_1000": 0.03925, + "precision_at_20": 0.387, + "precision_at_3": 0.545, + "precision_at_5": 0.506, + "recall_at_1": 0.03919, + "recall_at_10": 0.20462, + "recall_at_100": 0.65254, + "recall_at_1000": 0.96377, + "recall_at_20": 0.31537, + "recall_at_3": 0.08994, + "recall_at_5": 0.12636 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12285, + "map_at_1": 0.01538, + "map_at_10": 0.04236, + "map_at_100": 0.08174, + "map_at_1000": 0.10494, + "map_at_20": 0.0533, + "map_at_3": 0.02613, + "map_at_5": 0.03244, + "mrr_at_1": 0.2, + "mrr_at_10": 0.2790376984126985, + "mrr_at_100": 0.29131052496937765, + "mrr_at_1000": 0.292089295008692, + "mrr_at_20": 0.2865278004159585, + "mrr_at_3": 0.25583333333333336, + "mrr_at_5": 0.26733333333333337, + "nauc_map_at_1000_diff1": 0.0494740982935974, + "nauc_map_at_1000_max": 0.5184573489158805, + "nauc_map_at_1000_std": 0.510874820389161, + "nauc_map_at_100_diff1": 0.029814005746631424, + "nauc_map_at_100_max": 0.4936813998525925, + "nauc_map_at_100_std": 0.47489028852884907, + "nauc_map_at_10_diff1": -0.043762217721605504, + "nauc_map_at_10_max": 0.4324934263415266, + "nauc_map_at_10_std": 0.2942870328378055, + "nauc_map_at_1_diff1": -0.047714480596307125, + "nauc_map_at_1_max": 0.14902513244016363, + "nauc_map_at_1_std": 0.16262893728540218, + "nauc_map_at_20_diff1": -0.007338089433691213, + "nauc_map_at_20_max": 0.46482570396944795, + "nauc_map_at_20_std": 0.35285675818513934, + "nauc_map_at_3_diff1": -0.04420254870920139, + "nauc_map_at_3_max": 0.3155820084151361, + "nauc_map_at_3_std": 0.21403229198998808, + "nauc_map_at_5_diff1": -0.0502194600208114, + "nauc_map_at_5_max": 0.37337586262903183, + "nauc_map_at_5_std": 0.2524894197283252, + "nauc_mrr_at_1000_diff1": -0.025784560423015607, + "nauc_mrr_at_1000_max": 0.31673851466990816, + "nauc_mrr_at_1000_std": 0.32126914158433495, + "nauc_mrr_at_100_diff1": -0.02557853129633483, + "nauc_mrr_at_100_max": 0.31663037134498073, + "nauc_mrr_at_100_std": 0.321538384771942, + "nauc_mrr_at_10_diff1": -0.022452272702699356, + "nauc_mrr_at_10_max": 0.3122036066679868, + "nauc_mrr_at_10_std": 0.3179308954059897, + "nauc_mrr_at_1_diff1": -0.03853729415563458, + "nauc_mrr_at_1_max": 0.27814820794317086, + "nauc_mrr_at_1_std": 0.2849128188569583, + "nauc_mrr_at_20_diff1": -0.02649067532170349, + "nauc_mrr_at_20_max": 0.31624331951303636, + "nauc_mrr_at_20_std": 0.3179847009460719, + "nauc_mrr_at_3_diff1": -0.03267304035922815, + "nauc_mrr_at_3_max": 0.3029118025274931, + "nauc_mrr_at_3_std": 0.29084068751540015, + "nauc_mrr_at_5_diff1": -0.0320661109903638, + "nauc_mrr_at_5_max": 0.3087272189447153, + "nauc_mrr_at_5_std": 0.30577685359989143, + "nauc_ndcg_at_1000_diff1": 0.037102291609150365, + "nauc_ndcg_at_1000_max": 0.5590043142559853, + "nauc_ndcg_at_1000_std": 0.6210339597409817, + "nauc_ndcg_at_100_diff1": 0.04519633645082969, + "nauc_ndcg_at_100_max": 0.4880498759553419, + "nauc_ndcg_at_100_std": 0.5435273880852873, + "nauc_ndcg_at_10_diff1": 0.03420222739976057, + "nauc_ndcg_at_10_max": 0.45330806327572215, + "nauc_ndcg_at_10_std": 0.40336768936022144, + "nauc_ndcg_at_1_diff1": 0.008473560312131936, + "nauc_ndcg_at_1_max": 0.2990104189371812, + "nauc_ndcg_at_1_std": 0.31630084136187275, + "nauc_ndcg_at_20_diff1": 0.03167468508193613, + "nauc_ndcg_at_20_max": 0.4637643267834553, + "nauc_ndcg_at_20_std": 0.4387659465508043, + "nauc_ndcg_at_3_diff1": 0.03877394940755374, + "nauc_ndcg_at_3_max": 0.384511364732794, + "nauc_ndcg_at_3_std": 0.3281993200430232, + "nauc_ndcg_at_5_diff1": 0.03506119593048991, + "nauc_ndcg_at_5_max": 0.41533235477090225, + "nauc_ndcg_at_5_std": 0.37085135389830365, + "nauc_precision_at_1000_diff1": 0.04904892889203847, + "nauc_precision_at_1000_max": 0.335221824097707, + "nauc_precision_at_1000_std": 0.2873051263855498, + "nauc_precision_at_100_diff1": 0.09989782508548256, + "nauc_precision_at_100_max": 0.3788738022444548, + "nauc_precision_at_100_std": 0.4997473199941293, + "nauc_precision_at_10_diff1": 0.07823325882955616, + "nauc_precision_at_10_max": 0.47681892720284585, + "nauc_precision_at_10_std": 0.42738314306728514, + "nauc_precision_at_1_diff1": -0.03853729415563458, + "nauc_precision_at_1_max": 0.27814820794317086, + "nauc_precision_at_1_std": 0.2849128188569583, + "nauc_precision_at_20_diff1": 0.10026017197242097, + "nauc_precision_at_20_max": 0.4415013969105102, + "nauc_precision_at_20_std": 0.4616411297226643, + "nauc_precision_at_3_diff1": 0.04685739622175216, + "nauc_precision_at_3_max": 0.4034722373652571, + "nauc_precision_at_3_std": 0.30850723594786916, + "nauc_precision_at_5_diff1": 0.05253571202754826, + "nauc_precision_at_5_max": 0.4310394303585068, + "nauc_precision_at_5_std": 0.35701084128149885, + "nauc_recall_at_1000_diff1": 0.022988686696108384, + "nauc_recall_at_1000_max": 0.5954653512801015, + "nauc_recall_at_1000_std": 0.751633732676204, + "nauc_recall_at_100_diff1": 0.012356749172617887, + "nauc_recall_at_100_max": 0.3942581126169993, + "nauc_recall_at_100_std": 0.5332643433503096, + "nauc_recall_at_10_diff1": -0.030132358466422236, + "nauc_recall_at_10_max": 0.40906935523161647, + "nauc_recall_at_10_std": 0.3155308038629714, + "nauc_recall_at_1_diff1": -0.047714480596307125, + "nauc_recall_at_1_max": 0.14902513244016363, + "nauc_recall_at_1_std": 0.16262893728540218, + "nauc_recall_at_20_diff1": 0.004439891328510565, + "nauc_recall_at_20_max": 0.3959832445963131, + "nauc_recall_at_20_std": 0.36037812124850316, + "nauc_recall_at_3_diff1": -0.046225965935454895, + "nauc_recall_at_3_max": 0.2961489012176371, + "nauc_recall_at_3_std": 0.1912164107806025, + "nauc_recall_at_5_diff1": -0.0715122451362847, + "nauc_recall_at_5_max": 0.3827998058437511, + "nauc_recall_at_5_std": 0.2747066985548959, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.12285, + "ndcg_at_100": 0.18663, + "ndcg_at_1000": 0.30399, + "ndcg_at_20": 0.13218, + "ndcg_at_3": 0.12532, + "ndcg_at_5": 0.126, + "precision_at_1": 0.2, + "precision_at_10": 0.139, + "precision_at_100": 0.07945, + "precision_at_1000": 0.02327, + "precision_at_20": 0.12525, + "precision_at_3": 0.17, + "precision_at_5": 0.158, + "recall_at_1": 0.01538, + "recall_at_10": 0.06929, + "recall_at_100": 0.26501, + "recall_at_1000": 0.60866, + "recall_at_20": 0.10645, + "recall_at_3": 0.03082, + "recall_at_5": 0.04395 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.17916, + "map_at_1": 0.02, + "map_at_10": 0.05912, + "map_at_100": 0.11663, + "map_at_1000": 0.14532, + "map_at_20": 0.0761, + "map_at_3": 0.03636, + "map_at_5": 0.04432, + "mrr_at_1": 0.24, + "mrr_at_10": 0.34340674603174604, + "mrr_at_100": 0.3518824695344467, + "mrr_at_1000": 0.3524286861395653, + "mrr_at_20": 0.3474595422852003, + "mrr_at_3": 0.3083333333333334, + "mrr_at_5": 0.3310833333333334, + "nauc_map_at_1000_diff1": 0.2984376657938309, + "nauc_map_at_1000_max": 0.551600987217566, + "nauc_map_at_1000_std": 0.582593935550244, + "nauc_map_at_100_diff1": 0.32208883655766024, + "nauc_map_at_100_max": 0.5281570019395526, + "nauc_map_at_100_std": 0.5180068308972519, + "nauc_map_at_10_diff1": 0.3798039808405774, + "nauc_map_at_10_max": 0.3118948908703496, + "nauc_map_at_10_std": 0.33347491456240774, + "nauc_map_at_1_diff1": 0.2970005846202008, + "nauc_map_at_1_max": 0.17132409617535674, + "nauc_map_at_1_std": 0.3578869032516372, + "nauc_map_at_20_diff1": 0.35876961959337456, + "nauc_map_at_20_max": 0.39275787131117246, + "nauc_map_at_20_std": 0.37691001658440026, + "nauc_map_at_3_diff1": 0.3730686714665759, + "nauc_map_at_3_max": 0.2065673900106243, + "nauc_map_at_3_std": 0.28747149392581, + "nauc_map_at_5_diff1": 0.385413793801432, + "nauc_map_at_5_max": 0.25800542943231936, + "nauc_map_at_5_std": 0.317958098812532, + "nauc_mrr_at_1000_diff1": 0.1436463183580644, + "nauc_mrr_at_1000_max": 0.33379435974783767, + "nauc_mrr_at_1000_std": 0.3527319576129731, + "nauc_mrr_at_100_diff1": 0.14379862021348527, + "nauc_mrr_at_100_max": 0.3341199254061107, + "nauc_mrr_at_100_std": 0.35305327034701833, + "nauc_mrr_at_10_diff1": 0.1387599295463226, + "nauc_mrr_at_10_max": 0.3358051865220109, + "nauc_mrr_at_10_std": 0.3522217793743066, + "nauc_mrr_at_1_diff1": 0.11615594296669059, + "nauc_mrr_at_1_max": 0.3082389767553319, + "nauc_mrr_at_1_std": 0.31359333812604856, + "nauc_mrr_at_20_diff1": 0.1445696748200301, + "nauc_mrr_at_20_max": 0.3339167501711849, + "nauc_mrr_at_20_std": 0.3532753651469905, + "nauc_mrr_at_3_diff1": 0.14445708316406458, + "nauc_mrr_at_3_max": 0.3182438628054086, + "nauc_mrr_at_3_std": 0.3381614531948232, + "nauc_mrr_at_5_diff1": 0.14376064002047986, + "nauc_mrr_at_5_max": 0.3344510622414849, + "nauc_mrr_at_5_std": 0.33721716100049515, + "nauc_ndcg_at_1000_diff1": 0.20965213927084952, + "nauc_ndcg_at_1000_max": 0.5571947812322904, + "nauc_ndcg_at_1000_std": 0.6554633532901981, + "nauc_ndcg_at_100_diff1": 0.2308272829938213, + "nauc_ndcg_at_100_max": 0.5532105600594115, + "nauc_ndcg_at_100_std": 0.5766018167449939, + "nauc_ndcg_at_10_diff1": 0.25397265314942036, + "nauc_ndcg_at_10_max": 0.4490949059847029, + "nauc_ndcg_at_10_std": 0.4863344801319573, + "nauc_ndcg_at_1_diff1": 0.07260635705898998, + "nauc_ndcg_at_1_max": 0.26480320405426105, + "nauc_ndcg_at_1_std": 0.31415417886827823, + "nauc_ndcg_at_20_diff1": 0.24892617632304972, + "nauc_ndcg_at_20_max": 0.47773623862368747, + "nauc_ndcg_at_20_std": 0.5028961957362471, + "nauc_ndcg_at_3_diff1": 0.22195315894540452, + "nauc_ndcg_at_3_max": 0.35921896195505315, + "nauc_ndcg_at_3_std": 0.4160007987271918, + "nauc_ndcg_at_5_diff1": 0.23599992869479688, + "nauc_ndcg_at_5_max": 0.41758690087449624, + "nauc_ndcg_at_5_std": 0.4641071367605572, + "nauc_precision_at_1000_diff1": 0.0510462680833877, + "nauc_precision_at_1000_max": 0.28024467712820494, + "nauc_precision_at_1000_std": 0.43603245338000296, + "nauc_precision_at_100_diff1": 0.12032388471936935, + "nauc_precision_at_100_max": 0.5055349005213827, + "nauc_precision_at_100_std": 0.6078493791935902, + "nauc_precision_at_10_diff1": 0.202203985441564, + "nauc_precision_at_10_max": 0.47918496929806204, + "nauc_precision_at_10_std": 0.4983486959229873, + "nauc_precision_at_1_diff1": 0.11615594296669059, + "nauc_precision_at_1_max": 0.3082389767553319, + "nauc_precision_at_1_std": 0.31359333812604856, + "nauc_precision_at_20_diff1": 0.18187056401294438, + "nauc_precision_at_20_max": 0.5050426037886895, + "nauc_precision_at_20_std": 0.5335140211854765, + "nauc_precision_at_3_diff1": 0.2169204933696218, + "nauc_precision_at_3_max": 0.3471278012623777, + "nauc_precision_at_3_std": 0.3627309050900456, + "nauc_precision_at_5_diff1": 0.21812068736471102, + "nauc_precision_at_5_max": 0.4244629474786466, + "nauc_precision_at_5_std": 0.4255511186477763, + "nauc_recall_at_1000_diff1": 0.14276463580277743, + "nauc_recall_at_1000_max": 0.6505279830439233, + "nauc_recall_at_1000_std": 0.7583690394544548, + "nauc_recall_at_100_diff1": 0.1771598678322608, + "nauc_recall_at_100_max": 0.5424075438259158, + "nauc_recall_at_100_std": 0.5485110853621639, + "nauc_recall_at_10_diff1": 0.3130631149412037, + "nauc_recall_at_10_max": 0.27219547371677644, + "nauc_recall_at_10_std": 0.26918511100991227, + "nauc_recall_at_1_diff1": 0.2970005846202008, + "nauc_recall_at_1_max": 0.17132409617535674, + "nauc_recall_at_1_std": 0.3578869032516372, + "nauc_recall_at_20_diff1": 0.23608663762626778, + "nauc_recall_at_20_max": 0.35761848438037586, + "nauc_recall_at_20_std": 0.31231309082266573, + "nauc_recall_at_3_diff1": 0.36923405152837585, + "nauc_recall_at_3_max": 0.21229583604208968, + "nauc_recall_at_3_std": 0.2794480306133418, + "nauc_recall_at_5_diff1": 0.36535865701702186, + "nauc_recall_at_5_max": 0.26028312419484184, + "nauc_recall_at_5_std": 0.28722129737938523, + "ndcg_at_1": 0.1775, + "ndcg_at_10": 0.17916, + "ndcg_at_100": 0.23975, + "ndcg_at_1000": 0.36374, + "ndcg_at_20": 0.19118, + "ndcg_at_3": 0.1811, + "ndcg_at_5": 0.18221, + "precision_at_1": 0.24, + "precision_at_10": 0.195, + "precision_at_100": 0.1021, + "precision_at_1000": 0.02708, + "precision_at_20": 0.1765, + "precision_at_3": 0.23333, + "precision_at_5": 0.224, + "recall_at_1": 0.02, + "recall_at_10": 0.09245, + "recall_at_100": 0.31611, + "recall_at_1000": 0.6933, + "recall_at_20": 0.14414, + "recall_at_3": 0.04125, + "recall_at_5": 0.05671 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.46066, + "map_at_1": 0.11975, + "map_at_10": 0.25707, + "map_at_100": 0.35148, + "map_at_1000": 0.36842, + "map_at_20": 0.29475, + "map_at_3": 0.18598, + "map_at_5": 0.21531, + "mrr_at_1": 0.65, + "mrr_at_10": 0.7395615079365079, + "mrr_at_100": 0.7434084983169669, + "mrr_at_1000": 0.7434672267652427, + "mrr_at_20": 0.7419287518037518, + "mrr_at_3": 0.7208333333333331, + "mrr_at_5": 0.7338333333333332, + "nauc_map_at_1000_diff1": 0.265326375391989, + "nauc_map_at_1000_max": 0.42514116478182934, + "nauc_map_at_1000_std": 0.1474339188481133, + "nauc_map_at_100_diff1": 0.27418999751608514, + "nauc_map_at_100_max": 0.4178555645429714, + "nauc_map_at_100_std": 0.11974996530233822, + "nauc_map_at_10_diff1": 0.323886176297157, + "nauc_map_at_10_max": 0.3406280226866081, + "nauc_map_at_10_std": -0.01004553285143217, + "nauc_map_at_1_diff1": 0.49929355626897176, + "nauc_map_at_1_max": 0.16086126314788926, + "nauc_map_at_1_std": -0.11908654712109042, + "nauc_map_at_20_diff1": 0.30849630502970227, + "nauc_map_at_20_max": 0.3848406717613842, + "nauc_map_at_20_std": 0.027067511099797117, + "nauc_map_at_3_diff1": 0.39908866944483745, + "nauc_map_at_3_max": 0.25274546063227693, + "nauc_map_at_3_std": -0.07982829214398907, + "nauc_map_at_5_diff1": 0.3773931726615299, + "nauc_map_at_5_max": 0.2925170370532783, + "nauc_map_at_5_std": -0.06348816566751551, + "nauc_mrr_at_1000_diff1": 0.4165311014381271, + "nauc_mrr_at_1000_max": 0.5443570056046633, + "nauc_mrr_at_1000_std": 0.23487366172138335, + "nauc_mrr_at_100_diff1": 0.41650837584368433, + "nauc_mrr_at_100_max": 0.5444532327614666, + "nauc_mrr_at_100_std": 0.23476206113621964, + "nauc_mrr_at_10_diff1": 0.4143156192146957, + "nauc_mrr_at_10_max": 0.5448861140802296, + "nauc_mrr_at_10_std": 0.23875295218700518, + "nauc_mrr_at_1_diff1": 0.4718610139148837, + "nauc_mrr_at_1_max": 0.4973390837334201, + "nauc_mrr_at_1_std": 0.18147123443730162, + "nauc_mrr_at_20_diff1": 0.4150480981812789, + "nauc_mrr_at_20_max": 0.546083003118326, + "nauc_mrr_at_20_std": 0.23513301295975475, + "nauc_mrr_at_3_diff1": 0.42383708188923996, + "nauc_mrr_at_3_max": 0.5477334155824132, + "nauc_mrr_at_3_std": 0.25767067360372714, + "nauc_mrr_at_5_diff1": 0.41015163012349304, + "nauc_mrr_at_5_max": 0.5369746006510069, + "nauc_mrr_at_5_std": 0.2386524439671142, + "nauc_ndcg_at_1000_diff1": 0.33810696969061627, + "nauc_ndcg_at_1000_max": 0.5213881645027091, + "nauc_ndcg_at_1000_std": 0.20901331210130472, + "nauc_ndcg_at_100_diff1": 0.33358186052414046, + "nauc_ndcg_at_100_max": 0.4985956693902609, + "nauc_ndcg_at_100_std": 0.15783761508107091, + "nauc_ndcg_at_10_diff1": 0.331865413822623, + "nauc_ndcg_at_10_max": 0.4806112072155626, + "nauc_ndcg_at_10_std": 0.15911590432733458, + "nauc_ndcg_at_1_diff1": 0.5266887805725956, + "nauc_ndcg_at_1_max": 0.42980524794854924, + "nauc_ndcg_at_1_std": 0.11322633679285567, + "nauc_ndcg_at_20_diff1": 0.33465815007891075, + "nauc_ndcg_at_20_max": 0.4914563685717969, + "nauc_ndcg_at_20_std": 0.1315886536941713, + "nauc_ndcg_at_3_diff1": 0.3629171690714776, + "nauc_ndcg_at_3_max": 0.5032454407274444, + "nauc_ndcg_at_3_std": 0.19053181006774156, + "nauc_ndcg_at_5_diff1": 0.3508385815146311, + "nauc_ndcg_at_5_max": 0.4982544051738303, + "nauc_ndcg_at_5_std": 0.16807737594922217, + "nauc_precision_at_1000_diff1": -0.17363453909624954, + "nauc_precision_at_1000_max": 0.11056901944087733, + "nauc_precision_at_1000_std": 0.3627772474512226, + "nauc_precision_at_100_diff1": -0.17120778132054432, + "nauc_precision_at_100_max": 0.1833470351664378, + "nauc_precision_at_100_std": 0.40913403514332575, + "nauc_precision_at_10_diff1": -0.08159545872093459, + "nauc_precision_at_10_max": 0.37780680355736546, + "nauc_precision_at_10_std": 0.38595561541494905, + "nauc_precision_at_1_diff1": 0.4718610139148837, + "nauc_precision_at_1_max": 0.4973390837334201, + "nauc_precision_at_1_std": 0.18147123443730162, + "nauc_precision_at_20_diff1": -0.11556970336693867, + "nauc_precision_at_20_max": 0.3152595504652987, + "nauc_precision_at_20_std": 0.3873344304351562, + "nauc_precision_at_3_diff1": 0.07927252050351481, + "nauc_precision_at_3_max": 0.4959254069516124, + "nauc_precision_at_3_std": 0.3347287617820867, + "nauc_precision_at_5_diff1": 0.010669359233009585, + "nauc_precision_at_5_max": 0.46906706091670985, + "nauc_precision_at_5_std": 0.3494093084934978, + "nauc_recall_at_1000_diff1": 0.3498392987466788, + "nauc_recall_at_1000_max": 0.40764863434002124, + "nauc_recall_at_1000_std": 0.35646386520263984, + "nauc_recall_at_100_diff1": 0.18750388955058575, + "nauc_recall_at_100_max": 0.3173696897642369, + "nauc_recall_at_100_std": 0.08205059466091028, + "nauc_recall_at_10_diff1": 0.2397206518382195, + "nauc_recall_at_10_max": 0.2900978578570683, + "nauc_recall_at_10_std": -0.013495875058765185, + "nauc_recall_at_1_diff1": 0.49929355626897176, + "nauc_recall_at_1_max": 0.16086126314788926, + "nauc_recall_at_1_std": -0.11908654712109042, + "nauc_recall_at_20_diff1": 0.20819408806649842, + "nauc_recall_at_20_max": 0.31822269164762573, + "nauc_recall_at_20_std": -0.020395248752935746, + "nauc_recall_at_3_diff1": 0.3448936378047986, + "nauc_recall_at_3_max": 0.22111202408119668, + "nauc_recall_at_3_std": -0.0879946199017325, + "nauc_recall_at_5_diff1": 0.3055803278356634, + "nauc_recall_at_5_max": 0.24000154574267857, + "nauc_recall_at_5_std": -0.08272882263865045, + "ndcg_at_1": 0.545, + "ndcg_at_10": 0.46066, + "ndcg_at_100": 0.562, + "ndcg_at_1000": 0.62661, + "ndcg_at_20": 0.47872, + "ndcg_at_3": 0.48787, + "ndcg_at_5": 0.46755, + "precision_at_1": 0.65, + "precision_at_10": 0.3185, + "precision_at_100": 0.09855, + "precision_at_1000": 0.01429, + "precision_at_20": 0.24175, + "precision_at_3": 0.48, + "precision_at_5": 0.407, + "recall_at_1": 0.11975, + "recall_at_10": 0.33563, + "recall_at_100": 0.72129, + "recall_at_1000": 0.95855, + "recall_at_20": 0.44143, + "recall_at_3": 0.20588, + "recall_at_5": 0.25512 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.06407, + "map_at_1": 0.00668, + "map_at_10": 0.02664, + "map_at_100": 0.04026, + "map_at_1000": 0.04544, + "map_at_20": 0.03146, + "map_at_3": 0.01613, + "map_at_5": 0.01961, + "mrr_at_1": 0.07, + "mrr_at_10": 0.11574603174603172, + "mrr_at_100": 0.1263915304873066, + "mrr_at_1000": 0.12741127251717088, + "mrr_at_20": 0.12129890583702503, + "mrr_at_3": 0.09833333333333333, + "mrr_at_5": 0.10708333333333331, + "nauc_map_at_1000_diff1": 0.18173950727333701, + "nauc_map_at_1000_max": 0.3313373137126548, + "nauc_map_at_1000_std": 0.45202317844696893, + "nauc_map_at_100_diff1": 0.1913234705655845, + "nauc_map_at_100_max": 0.31913912220449153, + "nauc_map_at_100_std": 0.43949642750593426, + "nauc_map_at_10_diff1": 0.2377945846986093, + "nauc_map_at_10_max": 0.2526536720195636, + "nauc_map_at_10_std": 0.3651978698238754, + "nauc_map_at_1_diff1": 0.02982469971219656, + "nauc_map_at_1_max": 0.27280605608648534, + "nauc_map_at_1_std": 0.38104845215647726, + "nauc_map_at_20_diff1": 0.21545217080370438, + "nauc_map_at_20_max": 0.26551297535653684, + "nauc_map_at_20_std": 0.3862417794766577, + "nauc_map_at_3_diff1": 0.20386807638838736, + "nauc_map_at_3_max": 0.2730050561935596, + "nauc_map_at_3_std": 0.3589419675328617, + "nauc_map_at_5_diff1": 0.2554307520109474, + "nauc_map_at_5_max": 0.28496281072855234, + "nauc_map_at_5_std": 0.34837191334691636, + "nauc_mrr_at_1000_diff1": 0.09284560132643034, + "nauc_mrr_at_1000_max": 0.3652039635753051, + "nauc_mrr_at_1000_std": 0.3757695039206598, + "nauc_mrr_at_100_diff1": 0.09262529901086311, + "nauc_mrr_at_100_max": 0.36369100086570716, + "nauc_mrr_at_100_std": 0.3764054025884824, + "nauc_mrr_at_10_diff1": 0.10548892866898667, + "nauc_mrr_at_10_max": 0.36931249325990123, + "nauc_mrr_at_10_std": 0.3754224635287879, + "nauc_mrr_at_1_diff1": 0.06274675150446526, + "nauc_mrr_at_1_max": 0.4331519031009238, + "nauc_mrr_at_1_std": 0.5060561922649391, + "nauc_mrr_at_20_diff1": 0.09554344285585008, + "nauc_mrr_at_20_max": 0.36348932868131184, + "nauc_mrr_at_20_std": 0.3821781011467722, + "nauc_mrr_at_3_diff1": 0.06259383355654798, + "nauc_mrr_at_3_max": 0.3693479431684406, + "nauc_mrr_at_3_std": 0.4000157282913832, + "nauc_mrr_at_5_diff1": 0.09834522742040656, + "nauc_mrr_at_5_max": 0.36299998092157765, + "nauc_mrr_at_5_std": 0.3859255111053254, + "nauc_ndcg_at_1000_diff1": 0.1096477646245624, + "nauc_ndcg_at_1000_max": 0.39257337080362975, + "nauc_ndcg_at_1000_std": 0.41500417455741634, + "nauc_ndcg_at_100_diff1": 0.17113493176511244, + "nauc_ndcg_at_100_max": 0.35151116299192525, + "nauc_ndcg_at_100_std": 0.41973208223806346, + "nauc_ndcg_at_10_diff1": 0.20577632024107087, + "nauc_ndcg_at_10_max": 0.32146028304590546, + "nauc_ndcg_at_10_std": 0.40031348690500146, + "nauc_ndcg_at_1_diff1": 0.057831623702297205, + "nauc_ndcg_at_1_max": 0.4372252378691872, + "nauc_ndcg_at_1_std": 0.5200718251429279, + "nauc_ndcg_at_20_diff1": 0.1684767627405975, + "nauc_ndcg_at_20_max": 0.3017348773406647, + "nauc_ndcg_at_20_std": 0.39664887177336594, + "nauc_ndcg_at_3_diff1": 0.11468192783093431, + "nauc_ndcg_at_3_max": 0.34274704960697683, + "nauc_ndcg_at_3_std": 0.43633825868940596, + "nauc_ndcg_at_5_diff1": 0.1763796319459575, + "nauc_ndcg_at_5_max": 0.34884120985016437, + "nauc_ndcg_at_5_std": 0.41976707263510543, + "nauc_precision_at_1000_diff1": -0.06628681938445796, + "nauc_precision_at_1000_max": 0.2577124939001415, + "nauc_precision_at_1000_std": 0.25704944538715474, + "nauc_precision_at_100_diff1": 0.05987851965588103, + "nauc_precision_at_100_max": 0.3844044527739517, + "nauc_precision_at_100_std": 0.45717704969855694, + "nauc_precision_at_10_diff1": 0.19673887209563107, + "nauc_precision_at_10_max": 0.3878338706059968, + "nauc_precision_at_10_std": 0.453879912027878, + "nauc_precision_at_1_diff1": 0.06274675150446526, + "nauc_precision_at_1_max": 0.4331519031009238, + "nauc_precision_at_1_std": 0.5060561922649391, + "nauc_precision_at_20_diff1": 0.09327789297118587, + "nauc_precision_at_20_max": 0.37188562880479403, + "nauc_precision_at_20_std": 0.4640969070385509, + "nauc_precision_at_3_diff1": 0.12093663696320586, + "nauc_precision_at_3_max": 0.32056267065146815, + "nauc_precision_at_3_std": 0.3889327877702061, + "nauc_precision_at_5_diff1": 0.1817989990531583, + "nauc_precision_at_5_max": 0.35494657108075195, + "nauc_precision_at_5_std": 0.39412417151359375, + "nauc_recall_at_1000_diff1": 0.07248183138484061, + "nauc_recall_at_1000_max": 0.3914255488080054, + "nauc_recall_at_1000_std": 0.3524673233603817, + "nauc_recall_at_100_diff1": 0.19189910499523677, + "nauc_recall_at_100_max": 0.2773216135608716, + "nauc_recall_at_100_std": 0.358014175026338, + "nauc_recall_at_10_diff1": 0.3248276316847418, + "nauc_recall_at_10_max": 0.19999879478313515, + "nauc_recall_at_10_std": 0.29521245991937256, + "nauc_recall_at_1_diff1": 0.02982469971219656, + "nauc_recall_at_1_max": 0.27280605608648534, + "nauc_recall_at_1_std": 0.38104845215647726, + "nauc_recall_at_20_diff1": 0.21502650763996814, + "nauc_recall_at_20_max": 0.18303050017459901, + "nauc_recall_at_20_std": 0.3040020124274226, + "nauc_recall_at_3_diff1": 0.37166202462321557, + "nauc_recall_at_3_max": 0.3320655792859391, + "nauc_recall_at_3_std": 0.40562412658005187, + "nauc_recall_at_5_diff1": 0.4328404467878853, + "nauc_recall_at_5_max": 0.3177094463055606, + "nauc_recall_at_5_std": 0.3367260203212742, + "ndcg_at_1": 0.065, + "ndcg_at_10": 0.06407, + "ndcg_at_100": 0.10902, + "ndcg_at_1000": 0.17222, + "ndcg_at_20": 0.07287, + "ndcg_at_3": 0.0587, + "ndcg_at_5": 0.05735, + "precision_at_1": 0.07, + "precision_at_10": 0.0465, + "precision_at_100": 0.02075, + "precision_at_1000": 0.00595, + "precision_at_20": 0.03775, + "precision_at_3": 0.06167, + "precision_at_5": 0.055, + "recall_at_1": 0.00668, + "recall_at_10": 0.06889, + "recall_at_100": 0.21448, + "recall_at_1000": 0.47797, + "recall_at_20": 0.10589, + "recall_at_3": 0.02691, + "recall_at_5": 0.03679 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.12888, + "map_at_1": 0.03268, + "map_at_10": 0.06704, + "map_at_100": 0.09591, + "map_at_1000": 0.10583, + "map_at_20": 0.07872, + "map_at_3": 0.05185, + "map_at_5": 0.05544, + "mrr_at_1": 0.145, + "mrr_at_10": 0.2301051587301588, + "mrr_at_100": 0.24434271822233078, + "mrr_at_1000": 0.24527756061011183, + "mrr_at_20": 0.23996789218693262, + "mrr_at_3": 0.205, + "mrr_at_5": 0.21650000000000003, + "nauc_map_at_1000_diff1": 0.19073152413270525, + "nauc_map_at_1000_max": 0.4546935645828325, + "nauc_map_at_1000_std": 0.2710359681937595, + "nauc_map_at_100_diff1": 0.1965037407688262, + "nauc_map_at_100_max": 0.4437295706621971, + "nauc_map_at_100_std": 0.24844216422927476, + "nauc_map_at_10_diff1": 0.25895721671632693, + "nauc_map_at_10_max": 0.3989969634508935, + "nauc_map_at_10_std": 0.18070465940065075, + "nauc_map_at_1_diff1": 0.3178971714286378, + "nauc_map_at_1_max": 0.32218555577089386, + "nauc_map_at_1_std": -0.02649502175139148, + "nauc_map_at_20_diff1": 0.22782959191778063, + "nauc_map_at_20_max": 0.4104044485151989, + "nauc_map_at_20_std": 0.19372897238204265, + "nauc_map_at_3_diff1": 0.2905927078747099, + "nauc_map_at_3_max": 0.3835963386778505, + "nauc_map_at_3_std": 0.16237867764344344, + "nauc_map_at_5_diff1": 0.2804140942483525, + "nauc_map_at_5_max": 0.4054373927100763, + "nauc_map_at_5_std": 0.1828401081640254, + "nauc_mrr_at_1000_diff1": 0.18677408033154788, + "nauc_mrr_at_1000_max": 0.39972627055457527, + "nauc_mrr_at_1000_std": 0.21652360053004244, + "nauc_mrr_at_100_diff1": 0.18610958608630132, + "nauc_mrr_at_100_max": 0.399784736258569, + "nauc_mrr_at_100_std": 0.21646613464115685, + "nauc_mrr_at_10_diff1": 0.19342872182287119, + "nauc_mrr_at_10_max": 0.3939196607347458, + "nauc_mrr_at_10_std": 0.21508293050776425, + "nauc_mrr_at_1_diff1": 0.2772707069245321, + "nauc_mrr_at_1_max": 0.3698975636480162, + "nauc_mrr_at_1_std": 0.15431607454802926, + "nauc_mrr_at_20_diff1": 0.1829594693874759, + "nauc_mrr_at_20_max": 0.39667228475085214, + "nauc_mrr_at_20_std": 0.2179398857056775, + "nauc_mrr_at_3_diff1": 0.21429538664658024, + "nauc_mrr_at_3_max": 0.3979126642235895, + "nauc_mrr_at_3_std": 0.21134309999971793, + "nauc_mrr_at_5_diff1": 0.2049401248820314, + "nauc_mrr_at_5_max": 0.3972590928042772, + "nauc_mrr_at_5_std": 0.2071548631201374, + "nauc_ndcg_at_1000_diff1": 0.13566310560996842, + "nauc_ndcg_at_1000_max": 0.4886371668631645, + "nauc_ndcg_at_1000_std": 0.34143758910394345, + "nauc_ndcg_at_100_diff1": 0.12950985796127903, + "nauc_ndcg_at_100_max": 0.471583137740078, + "nauc_ndcg_at_100_std": 0.30426085598553376, + "nauc_ndcg_at_10_diff1": 0.161108949855669, + "nauc_ndcg_at_10_max": 0.40960287412878127, + "nauc_ndcg_at_10_std": 0.2320890237577683, + "nauc_ndcg_at_1_diff1": 0.248915107913669, + "nauc_ndcg_at_1_max": 0.34642877697841723, + "nauc_ndcg_at_1_std": 0.16330359712230205, + "nauc_ndcg_at_20_diff1": 0.1385854321074569, + "nauc_ndcg_at_20_max": 0.41270548114288796, + "nauc_ndcg_at_20_std": 0.22944107070110525, + "nauc_ndcg_at_3_diff1": 0.19878696631773204, + "nauc_ndcg_at_3_max": 0.40817963632045723, + "nauc_ndcg_at_3_std": 0.24329809654103154, + "nauc_ndcg_at_5_diff1": 0.17231298209615317, + "nauc_ndcg_at_5_max": 0.4353596358047034, + "nauc_ndcg_at_5_std": 0.2545611829716405, + "nauc_precision_at_1000_diff1": -0.004142825811717327, + "nauc_precision_at_1000_max": 0.2089192246655402, + "nauc_precision_at_1000_std": 0.2666403044804985, + "nauc_precision_at_100_diff1": -0.031044790063844176, + "nauc_precision_at_100_max": 0.3961974903253851, + "nauc_precision_at_100_std": 0.36773791463551503, + "nauc_precision_at_10_diff1": 0.040545670434832475, + "nauc_precision_at_10_max": 0.3783850591709446, + "nauc_precision_at_10_std": 0.25906765483542055, + "nauc_precision_at_1_diff1": 0.2772707069245321, + "nauc_precision_at_1_max": 0.3698975636480162, + "nauc_precision_at_1_std": 0.15431607454802926, + "nauc_precision_at_20_diff1": -0.03205541259150726, + "nauc_precision_at_20_max": 0.3774168790606236, + "nauc_precision_at_20_std": 0.2930270482507084, + "nauc_precision_at_3_diff1": 0.17977181293769565, + "nauc_precision_at_3_max": 0.4523989442091151, + "nauc_precision_at_3_std": 0.30280018731773795, + "nauc_precision_at_5_diff1": 0.10088456308007072, + "nauc_precision_at_5_max": 0.4723558630550088, + "nauc_precision_at_5_std": 0.29199620373299595, + "nauc_recall_at_1000_diff1": 0.06134622604889761, + "nauc_recall_at_1000_max": 0.5213438315553597, + "nauc_recall_at_1000_std": 0.4376998488969439, + "nauc_recall_at_100_diff1": 0.06251633261467072, + "nauc_recall_at_100_max": 0.4603491403650709, + "nauc_recall_at_100_std": 0.3338479264594902, + "nauc_recall_at_10_diff1": 0.1496884468984825, + "nauc_recall_at_10_max": 0.3563601910529946, + "nauc_recall_at_10_std": 0.20823119692860342, + "nauc_recall_at_1_diff1": 0.3178971714286378, + "nauc_recall_at_1_max": 0.32218555577089386, + "nauc_recall_at_1_std": -0.02649502175139148, + "nauc_recall_at_20_diff1": 0.09969928002472106, + "nauc_recall_at_20_max": 0.3674454003714393, + "nauc_recall_at_20_std": 0.20259887709106994, + "nauc_recall_at_3_diff1": 0.24938872629017192, + "nauc_recall_at_3_max": 0.3588238588286932, + "nauc_recall_at_3_std": 0.232520269867229, + "nauc_recall_at_5_diff1": 0.22556284122807124, + "nauc_recall_at_5_max": 0.39548505620787094, + "nauc_recall_at_5_std": 0.25683215706506274, + "ndcg_at_1": 0.125, + "ndcg_at_10": 0.12888, + "ndcg_at_100": 0.20292, + "ndcg_at_1000": 0.29155, + "ndcg_at_20": 0.14993, + "ndcg_at_3": 0.11929, + "ndcg_at_5": 0.11656, + "precision_at_1": 0.145, + "precision_at_10": 0.086, + "precision_at_100": 0.03935, + "precision_at_1000": 0.00973, + "precision_at_20": 0.07575, + "precision_at_3": 0.11333, + "precision_at_5": 0.091, + "recall_at_1": 0.03268, + "recall_at_10": 0.11824, + "recall_at_100": 0.32799, + "recall_at_1000": 0.67142, + "recall_at_20": 0.17174, + "recall_at_3": 0.06836, + "recall_at_5": 0.07882 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.42742, + "map_at_1": 0.06241, + "map_at_10": 0.17002, + "map_at_100": 0.27007, + "map_at_1000": 0.30895, + "map_at_20": 0.20163, + "map_at_3": 0.11134, + "map_at_5": 0.13571, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7500416666666666, + "mrr_at_100": 0.7518230942176279, + "mrr_at_1000": 0.7519121516488719, + "mrr_at_20": 0.7512645173453997, + "mrr_at_3": 0.7333333333333333, + "mrr_at_5": 0.7435833333333334, + "nauc_map_at_1000_diff1": 0.12981402823804197, + "nauc_map_at_1000_max": 0.3325374644442337, + "nauc_map_at_1000_std": 0.3170157756017998, + "nauc_map_at_100_diff1": 0.16758031261857415, + "nauc_map_at_100_max": 0.3083368039383304, + "nauc_map_at_100_std": 0.25091335986241864, + "nauc_map_at_10_diff1": 0.24523474414232146, + "nauc_map_at_10_max": 0.22160765829842477, + "nauc_map_at_10_std": 0.13565306825921436, + "nauc_map_at_1_diff1": 0.3508346418614921, + "nauc_map_at_1_max": 0.16205145768990215, + "nauc_map_at_1_std": 0.16648747349347423, + "nauc_map_at_20_diff1": 0.23147764369143436, + "nauc_map_at_20_max": 0.2641002975346322, + "nauc_map_at_20_std": 0.1532432946436274, + "nauc_map_at_3_diff1": 0.26161447347153965, + "nauc_map_at_3_max": 0.16947090386202301, + "nauc_map_at_3_std": 0.11604826573769496, + "nauc_map_at_5_diff1": 0.25747486016446863, + "nauc_map_at_5_max": 0.18040988306942404, + "nauc_map_at_5_std": 0.10496867812993008, + "nauc_mrr_at_1000_diff1": 0.2891407770801576, + "nauc_mrr_at_1000_max": 0.29979205990967356, + "nauc_mrr_at_1000_std": 0.3518139980515756, + "nauc_mrr_at_100_diff1": 0.2889983603382243, + "nauc_mrr_at_100_max": 0.29951339618423534, + "nauc_mrr_at_100_std": 0.35170406227158924, + "nauc_mrr_at_10_diff1": 0.2861663337315608, + "nauc_mrr_at_10_max": 0.30129597696695004, + "nauc_mrr_at_10_std": 0.34788887738190793, + "nauc_mrr_at_1_diff1": 0.29672408642835735, + "nauc_mrr_at_1_max": 0.28539778950512734, + "nauc_mrr_at_1_std": 0.3721165654352946, + "nauc_mrr_at_20_diff1": 0.2872560255602491, + "nauc_mrr_at_20_max": 0.2995176566447703, + "nauc_mrr_at_20_std": 0.35112536193715976, + "nauc_mrr_at_3_diff1": 0.2846766690911552, + "nauc_mrr_at_3_max": 0.3031867927400674, + "nauc_mrr_at_3_std": 0.3650907491669346, + "nauc_mrr_at_5_diff1": 0.29101296280719974, + "nauc_mrr_at_5_max": 0.3122191341916073, + "nauc_mrr_at_5_std": 0.35190099234999755, + "nauc_ndcg_at_1000_diff1": 0.1708463558089913, + "nauc_ndcg_at_1000_max": 0.3709767535933556, + "nauc_ndcg_at_1000_std": 0.3632301921148481, + "nauc_ndcg_at_100_diff1": 0.21767759519105687, + "nauc_ndcg_at_100_max": 0.3311244594224364, + "nauc_ndcg_at_100_std": 0.3094851872564896, + "nauc_ndcg_at_10_diff1": 0.1970323685712767, + "nauc_ndcg_at_10_max": 0.3085149623303262, + "nauc_ndcg_at_10_std": 0.26353874398552707, + "nauc_ndcg_at_1_diff1": 0.32717960243007693, + "nauc_ndcg_at_1_max": 0.2252823732401514, + "nauc_ndcg_at_1_std": 0.23807797706215833, + "nauc_ndcg_at_20_diff1": 0.21762303760882862, + "nauc_ndcg_at_20_max": 0.30609038563053803, + "nauc_ndcg_at_20_std": 0.23001077031162045, + "nauc_ndcg_at_3_diff1": 0.19377063956647925, + "nauc_ndcg_at_3_max": 0.2992549976596769, + "nauc_ndcg_at_3_std": 0.24237970929511007, + "nauc_ndcg_at_5_diff1": 0.20632052982204943, + "nauc_ndcg_at_5_max": 0.29741213917183107, + "nauc_ndcg_at_5_std": 0.23520596843190147, + "nauc_precision_at_1000_diff1": -0.1769786134935095, + "nauc_precision_at_1000_max": 0.05820158751952081, + "nauc_precision_at_1000_std": 0.17435853091084966, + "nauc_precision_at_100_diff1": -0.18228134700839835, + "nauc_precision_at_100_max": 0.10677709956064792, + "nauc_precision_at_100_std": 0.25650653869857154, + "nauc_precision_at_10_diff1": -0.10199084326842547, + "nauc_precision_at_10_max": 0.2858621441439373, + "nauc_precision_at_10_std": 0.25603621384066344, + "nauc_precision_at_1_diff1": 0.29672408642835735, + "nauc_precision_at_1_max": 0.28539778950512734, + "nauc_precision_at_1_std": 0.3721165654352946, + "nauc_precision_at_20_diff1": -0.13662700021834678, + "nauc_precision_at_20_max": 0.2324327801865317, + "nauc_precision_at_20_std": 0.19702930534327429, + "nauc_precision_at_3_diff1": -0.004286710037174667, + "nauc_precision_at_3_max": 0.3289120585501858, + "nauc_precision_at_3_std": 0.2415427509293685, + "nauc_precision_at_5_diff1": -0.039011780756819485, + "nauc_precision_at_5_max": 0.28667402484919546, + "nauc_precision_at_5_std": 0.22171506971111485, + "nauc_recall_at_1000_diff1": 0.036447450964766176, + "nauc_recall_at_1000_max": 0.4655735517692874, + "nauc_recall_at_1000_std": 0.596647402384745, + "nauc_recall_at_100_diff1": 0.14990107491693017, + "nauc_recall_at_100_max": 0.2514934741497208, + "nauc_recall_at_100_std": 0.29431776846094254, + "nauc_recall_at_10_diff1": 0.22159532994605435, + "nauc_recall_at_10_max": 0.1806856071026743, + "nauc_recall_at_10_std": 0.10753533467800033, + "nauc_recall_at_1_diff1": 0.3508346418614921, + "nauc_recall_at_1_max": 0.16205145768990215, + "nauc_recall_at_1_std": 0.16648747349347423, + "nauc_recall_at_20_diff1": 0.22400292398192767, + "nauc_recall_at_20_max": 0.22254438903594584, + "nauc_recall_at_20_std": 0.13623564835956756, + "nauc_recall_at_3_diff1": 0.2424244475553598, + "nauc_recall_at_3_max": 0.1537780773267929, + "nauc_recall_at_3_std": 0.09598441663715399, + "nauc_recall_at_5_diff1": 0.24119894167989303, + "nauc_recall_at_5_max": 0.16372584564984494, + "nauc_recall_at_5_std": 0.07975052398851173, + "ndcg_at_1": 0.53, + "ndcg_at_10": 0.42742, + "ndcg_at_100": 0.49724, + "ndcg_at_1000": 0.60751, + "ndcg_at_20": 0.42286, + "ndcg_at_3": 0.46147, + "ndcg_at_5": 0.44202, + "precision_at_1": 0.66, + "precision_at_10": 0.3795, + "precision_at_100": 0.1554, + "precision_at_1000": 0.03243, + "precision_at_20": 0.302, + "precision_at_3": 0.52167, + "precision_at_5": 0.462, + "recall_at_1": 0.06241, + "recall_at_10": 0.22243, + "recall_at_100": 0.5732, + "recall_at_1000": 0.90801, + "recall_at_20": 0.29843, + "recall_at_3": 0.12045, + "recall_at_5": 0.1573 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.08947, + "map_at_1": 0.01334, + "map_at_10": 0.02971, + "map_at_100": 0.04852, + "map_at_1000": 0.06223, + "map_at_20": 0.03452, + "map_at_3": 0.01878, + "map_at_5": 0.02237, + "mrr_at_1": 0.135, + "mrr_at_10": 0.1962738095238096, + "mrr_at_100": 0.21080952062157332, + "mrr_at_1000": 0.21170530800837561, + "mrr_at_20": 0.20589806362368293, + "mrr_at_3": 0.1725, + "mrr_at_5": 0.18275, + "nauc_map_at_1000_diff1": 0.18076344395941307, + "nauc_map_at_1000_max": 0.5899439206368703, + "nauc_map_at_1000_std": 0.5919614091888901, + "nauc_map_at_100_diff1": 0.21662741949308542, + "nauc_map_at_100_max": 0.5825922919985043, + "nauc_map_at_100_std": 0.6038931622974992, + "nauc_map_at_10_diff1": 0.30890429514729906, + "nauc_map_at_10_max": 0.5627182669803109, + "nauc_map_at_10_std": 0.5492598524500625, + "nauc_map_at_1_diff1": 0.5596078072100326, + "nauc_map_at_1_max": 0.6186057795595182, + "nauc_map_at_1_std": 0.6289652748316931, + "nauc_map_at_20_diff1": 0.2822775218821394, + "nauc_map_at_20_max": 0.5593406426033475, + "nauc_map_at_20_std": 0.5692796536504848, + "nauc_map_at_3_diff1": 0.46666723152538647, + "nauc_map_at_3_max": 0.6219648073685675, + "nauc_map_at_3_std": 0.5813269839014881, + "nauc_map_at_5_diff1": 0.4010233538187632, + "nauc_map_at_5_max": 0.6126542860420146, + "nauc_map_at_5_std": 0.5780543726703129, + "nauc_mrr_at_1000_diff1": 0.10848335020734844, + "nauc_mrr_at_1000_max": 0.5051719239215348, + "nauc_mrr_at_1000_std": 0.32316159737300726, + "nauc_mrr_at_100_diff1": 0.10793056840870446, + "nauc_mrr_at_100_max": 0.5054066503970874, + "nauc_mrr_at_100_std": 0.32353697946422844, + "nauc_mrr_at_10_diff1": 0.10118278011619486, + "nauc_mrr_at_10_max": 0.5014203427171814, + "nauc_mrr_at_10_std": 0.31125806649981785, + "nauc_mrr_at_1_diff1": 0.1781742530688712, + "nauc_mrr_at_1_max": 0.5104401529261836, + "nauc_mrr_at_1_std": 0.27271836094500534, + "nauc_mrr_at_20_diff1": 0.10386197278873534, + "nauc_mrr_at_20_max": 0.5020622819040343, + "nauc_mrr_at_20_std": 0.3200161469547754, + "nauc_mrr_at_3_diff1": 0.12647497886586004, + "nauc_mrr_at_3_max": 0.5138242590777075, + "nauc_mrr_at_3_std": 0.307544312653328, + "nauc_mrr_at_5_diff1": 0.11188399770729156, + "nauc_mrr_at_5_max": 0.5140642909441763, + "nauc_mrr_at_5_std": 0.31020058799784184, + "nauc_ndcg_at_1000_diff1": 0.13568111836411859, + "nauc_ndcg_at_1000_max": 0.5805428345363843, + "nauc_ndcg_at_1000_std": 0.5696431489127475, + "nauc_ndcg_at_100_diff1": 0.1363014099591852, + "nauc_ndcg_at_100_max": 0.5579394541570496, + "nauc_ndcg_at_100_std": 0.5902941574535955, + "nauc_ndcg_at_10_diff1": 0.13206536069101446, + "nauc_ndcg_at_10_max": 0.5347231333403054, + "nauc_ndcg_at_10_std": 0.4281197237671859, + "nauc_ndcg_at_1_diff1": 0.2057083282559542, + "nauc_ndcg_at_1_max": 0.47361793736544966, + "nauc_ndcg_at_1_std": 0.28207888216418214, + "nauc_ndcg_at_20_diff1": 0.14748232129130723, + "nauc_ndcg_at_20_max": 0.5389105928500082, + "nauc_ndcg_at_20_std": 0.4965652985721012, + "nauc_ndcg_at_3_diff1": 0.1739340004995044, + "nauc_ndcg_at_3_max": 0.5504252521084407, + "nauc_ndcg_at_3_std": 0.3705685084054463, + "nauc_ndcg_at_5_diff1": 0.14804315160548118, + "nauc_ndcg_at_5_max": 0.5636254454215518, + "nauc_ndcg_at_5_std": 0.3954351262364805, + "nauc_precision_at_1000_diff1": 0.0038965829084138355, + "nauc_precision_at_1000_max": 0.25849347400397593, + "nauc_precision_at_1000_std": 0.14132279353522892, + "nauc_precision_at_100_diff1": 0.019073659902538544, + "nauc_precision_at_100_max": 0.42350852789293775, + "nauc_precision_at_100_std": 0.3963133682449635, + "nauc_precision_at_10_diff1": -0.0006844955497354894, + "nauc_precision_at_10_max": 0.5007084946315097, + "nauc_precision_at_10_std": 0.3598422321232925, + "nauc_precision_at_1_diff1": 0.1781742530688712, + "nauc_precision_at_1_max": 0.5104401529261836, + "nauc_precision_at_1_std": 0.27271836094500534, + "nauc_precision_at_20_diff1": 0.010805863489876937, + "nauc_precision_at_20_max": 0.47577906532145153, + "nauc_precision_at_20_std": 0.3952939671814028, + "nauc_precision_at_3_diff1": 0.08400082657639923, + "nauc_precision_at_3_max": 0.557943989608754, + "nauc_precision_at_3_std": 0.3291151696449657, + "nauc_precision_at_5_diff1": 0.03565128489490372, + "nauc_precision_at_5_max": 0.5608726541787243, + "nauc_precision_at_5_std": 0.35047912803895404, + "nauc_recall_at_1000_diff1": 0.06953636015512271, + "nauc_recall_at_1000_max": 0.5527619805150225, + "nauc_recall_at_1000_std": 0.6762298681942108, + "nauc_recall_at_100_diff1": 0.03903579349959379, + "nauc_recall_at_100_max": 0.46529574019497333, + "nauc_recall_at_100_std": 0.6537646039493411, + "nauc_recall_at_10_diff1": 0.13077361012574354, + "nauc_recall_at_10_max": 0.4229545268481916, + "nauc_recall_at_10_std": 0.5157758313574374, + "nauc_recall_at_1_diff1": 0.5596078072100326, + "nauc_recall_at_1_max": 0.6186057795595182, + "nauc_recall_at_1_std": 0.6289652748316931, + "nauc_recall_at_20_diff1": 0.10808393596652972, + "nauc_recall_at_20_max": 0.42367544273815183, + "nauc_recall_at_20_std": 0.577657163169972, + "nauc_recall_at_3_diff1": 0.40837895480481884, + "nauc_recall_at_3_max": 0.6145615355081798, + "nauc_recall_at_3_std": 0.5631469596488092, + "nauc_recall_at_5_diff1": 0.26974252216032923, + "nauc_recall_at_5_max": 0.5544764690406898, + "nauc_recall_at_5_std": 0.5438596805128786, + "ndcg_at_1": 0.105, + "ndcg_at_10": 0.08947, + "ndcg_at_100": 0.13385, + "ndcg_at_1000": 0.23529, + "ndcg_at_20": 0.0931, + "ndcg_at_3": 0.09252, + "ndcg_at_5": 0.0857, + "precision_at_1": 0.135, + "precision_at_10": 0.0875, + "precision_at_100": 0.0474, + "precision_at_1000": 0.01642, + "precision_at_20": 0.07475, + "precision_at_3": 0.10667, + "precision_at_5": 0.095, + "recall_at_1": 0.01334, + "recall_at_10": 0.05679, + "recall_at_100": 0.20027, + "recall_at_1000": 0.51745, + "recall_at_20": 0.07873, + "recall_at_3": 0.02203, + "recall_at_5": 0.03101 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.0933, + "map_at_1": 0.00907, + "map_at_10": 0.02709, + "map_at_100": 0.05578, + "map_at_1000": 0.07062, + "map_at_20": 0.03563, + "map_at_3": 0.01592, + "map_at_5": 0.0205, + "mrr_at_1": 0.13, + "mrr_at_10": 0.1919464285714286, + "mrr_at_100": 0.20876660569843197, + "mrr_at_1000": 0.20955448672449584, + "mrr_at_20": 0.20268258946935436, + "mrr_at_3": 0.17, + "mrr_at_5": 0.18049999999999997, + "nauc_map_at_1000_diff1": 0.17725912814393194, + "nauc_map_at_1000_max": 0.5411046845464271, + "nauc_map_at_1000_std": 0.6786614704838779, + "nauc_map_at_100_diff1": 0.22578413090571506, + "nauc_map_at_100_max": 0.5219154997067144, + "nauc_map_at_100_std": 0.6773571790172, + "nauc_map_at_10_diff1": 0.27480812554617123, + "nauc_map_at_10_max": 0.4999758141259382, + "nauc_map_at_10_std": 0.6403667691242425, + "nauc_map_at_1_diff1": 0.37152020955347154, + "nauc_map_at_1_max": 0.5579720027806923, + "nauc_map_at_1_std": 0.6118337549231414, + "nauc_map_at_20_diff1": 0.2676363020940767, + "nauc_map_at_20_max": 0.4933257640234598, + "nauc_map_at_20_std": 0.641452836998936, + "nauc_map_at_3_diff1": 0.306675737772334, + "nauc_map_at_3_max": 0.5438245075894274, + "nauc_map_at_3_std": 0.5894949823007236, + "nauc_map_at_5_diff1": 0.3168621528434087, + "nauc_map_at_5_max": 0.5251146960014551, + "nauc_map_at_5_std": 0.6244844686061664, + "nauc_mrr_at_1000_diff1": 0.11837547750008993, + "nauc_mrr_at_1000_max": 0.4680917056908165, + "nauc_mrr_at_1000_std": 0.4854911592033908, + "nauc_mrr_at_100_diff1": 0.11815485361999499, + "nauc_mrr_at_100_max": 0.46831068355205024, + "nauc_mrr_at_100_std": 0.48477884837343965, + "nauc_mrr_at_10_diff1": 0.11051827316283694, + "nauc_mrr_at_10_max": 0.4622226478763568, + "nauc_mrr_at_10_std": 0.48246855709034187, + "nauc_mrr_at_1_diff1": 0.17935573414519496, + "nauc_mrr_at_1_max": 0.5139128293523764, + "nauc_mrr_at_1_std": 0.5056188578719975, + "nauc_mrr_at_20_diff1": 0.11247950875385675, + "nauc_mrr_at_20_max": 0.4623089976527119, + "nauc_mrr_at_20_std": 0.4821932629129855, + "nauc_mrr_at_3_diff1": 0.11728198101816209, + "nauc_mrr_at_3_max": 0.46041592372229173, + "nauc_mrr_at_3_std": 0.4917509713020138, + "nauc_mrr_at_5_diff1": 0.09868014388985996, + "nauc_mrr_at_5_max": 0.4559635979309341, + "nauc_mrr_at_5_std": 0.4766955075820839, + "nauc_ndcg_at_1000_diff1": 0.15634420541070923, + "nauc_ndcg_at_1000_max": 0.5678213252167331, + "nauc_ndcg_at_1000_std": 0.6247351223903536, + "nauc_ndcg_at_100_diff1": 0.20360697726958754, + "nauc_ndcg_at_100_max": 0.5488033783803915, + "nauc_ndcg_at_100_std": 0.621939766291988, + "nauc_ndcg_at_10_diff1": 0.16119765786784315, + "nauc_ndcg_at_10_max": 0.46758301554055537, + "nauc_ndcg_at_10_std": 0.5465443512349262, + "nauc_ndcg_at_1_diff1": 0.19064765537326075, + "nauc_ndcg_at_1_max": 0.4705432814447115, + "nauc_ndcg_at_1_std": 0.5118315696709742, + "nauc_ndcg_at_20_diff1": 0.17988235952002332, + "nauc_ndcg_at_20_max": 0.4746678287143394, + "nauc_ndcg_at_20_std": 0.5634541084881483, + "nauc_ndcg_at_3_diff1": 0.13210942985873628, + "nauc_ndcg_at_3_max": 0.46669068060630736, + "nauc_ndcg_at_3_std": 0.49717124743793845, + "nauc_ndcg_at_5_diff1": 0.1411223721862162, + "nauc_ndcg_at_5_max": 0.4597553211959712, + "nauc_ndcg_at_5_std": 0.5071703500512884, + "nauc_precision_at_1000_diff1": -0.04497810838824395, + "nauc_precision_at_1000_max": 0.2208897669755327, + "nauc_precision_at_1000_std": 0.20506769699309227, + "nauc_precision_at_100_diff1": 0.0646721034637995, + "nauc_precision_at_100_max": 0.43358758331596425, + "nauc_precision_at_100_std": 0.5015764623389957, + "nauc_precision_at_10_diff1": 0.11173298018035666, + "nauc_precision_at_10_max": 0.4381326094450839, + "nauc_precision_at_10_std": 0.5224918383609282, + "nauc_precision_at_1_diff1": 0.17935573414519496, + "nauc_precision_at_1_max": 0.5139128293523764, + "nauc_precision_at_1_std": 0.5056188578719975, + "nauc_precision_at_20_diff1": 0.09651451000607708, + "nauc_precision_at_20_max": 0.4173311276598346, + "nauc_precision_at_20_std": 0.5058898814913404, + "nauc_precision_at_3_diff1": 0.06883982409212498, + "nauc_precision_at_3_max": 0.46861767239425123, + "nauc_precision_at_3_std": 0.49474543228906925, + "nauc_precision_at_5_diff1": 0.0908129066592332, + "nauc_precision_at_5_max": 0.4531268808484488, + "nauc_precision_at_5_std": 0.5089773886379332, + "nauc_recall_at_1000_diff1": 0.11382618262243584, + "nauc_recall_at_1000_max": 0.666085722426498, + "nauc_recall_at_1000_std": 0.6894388164189457, + "nauc_recall_at_100_diff1": 0.16917335602124303, + "nauc_recall_at_100_max": 0.5356989761937212, + "nauc_recall_at_100_std": 0.6068620182192492, + "nauc_recall_at_10_diff1": 0.1830390744366513, + "nauc_recall_at_10_max": 0.3963951578804332, + "nauc_recall_at_10_std": 0.585494172296003, + "nauc_recall_at_1_diff1": 0.37152020955347154, + "nauc_recall_at_1_max": 0.5579720027806923, + "nauc_recall_at_1_std": 0.6118337549231414, + "nauc_recall_at_20_diff1": 0.14992753981576154, + "nauc_recall_at_20_max": 0.38371697132092486, + "nauc_recall_at_20_std": 0.5422893622631941, + "nauc_recall_at_3_diff1": 0.21535286397730613, + "nauc_recall_at_3_max": 0.4636116482765118, + "nauc_recall_at_3_std": 0.5401295791119599, + "nauc_recall_at_5_diff1": 0.2156872819243756, + "nauc_recall_at_5_max": 0.44364063951631216, + "nauc_recall_at_5_std": 0.5869894757851136, + "ndcg_at_1": 0.1025, + "ndcg_at_10": 0.0933, + "ndcg_at_100": 0.15544, + "ndcg_at_1000": 0.25325, + "ndcg_at_20": 0.10359, + "ndcg_at_3": 0.09251, + "ndcg_at_5": 0.08936, + "precision_at_1": 0.13, + "precision_at_10": 0.0955, + "precision_at_100": 0.05535, + "precision_at_1000": 0.0166, + "precision_at_20": 0.08875, + "precision_at_3": 0.11667, + "precision_at_5": 0.106, + "recall_at_1": 0.00907, + "recall_at_10": 0.05184, + "recall_at_100": 0.24253, + "recall_at_1000": 0.5488, + "recall_at_20": 0.09216, + "recall_at_3": 0.0201, + "recall_at_5": 0.02939 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51287, + "map_at_1": 0.09076, + "map_at_10": 0.23819, + "map_at_100": 0.3666, + "map_at_1000": 0.39382, + "map_at_20": 0.2808, + "map_at_3": 0.15876, + "map_at_5": 0.19598, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8431031746031745, + "mrr_at_100": 0.8438325489110373, + "mrr_at_1000": 0.8438325489110373, + "mrr_at_20": 0.8434156746031745, + "mrr_at_3": 0.8291666666666667, + "mrr_at_5": 0.8389166666666666, + "nauc_map_at_1000_diff1": 0.05794859700063081, + "nauc_map_at_1000_max": 0.10833525864426406, + "nauc_map_at_1000_std": 0.2119094245007978, + "nauc_map_at_100_diff1": 0.09174409771888382, + "nauc_map_at_100_max": 0.12986095952236762, + "nauc_map_at_100_std": 0.17633964910667205, + "nauc_map_at_10_diff1": 0.1638129309753297, + "nauc_map_at_10_max": 0.14162169710004313, + "nauc_map_at_10_std": -0.06361516421651998, + "nauc_map_at_1_diff1": 0.26184081756148925, + "nauc_map_at_1_max": 0.05022551577468946, + "nauc_map_at_1_std": -0.1788105086761634, + "nauc_map_at_20_diff1": 0.13797105604495413, + "nauc_map_at_20_max": 0.14853981260699406, + "nauc_map_at_20_std": 0.01249845050138706, + "nauc_map_at_3_diff1": 0.18029154163517097, + "nauc_map_at_3_max": 0.15163372500807862, + "nauc_map_at_3_std": -0.10867534275623615, + "nauc_map_at_5_diff1": 0.1629386908788606, + "nauc_map_at_5_max": 0.14299233433048386, + "nauc_map_at_5_std": -0.09431185050917038, + "nauc_mrr_at_1000_diff1": 0.32907883674031707, + "nauc_mrr_at_1000_max": 0.2795128222913347, + "nauc_mrr_at_1000_std": 0.0885260594514961, + "nauc_mrr_at_100_diff1": 0.32907883674031707, + "nauc_mrr_at_100_max": 0.2795128222913347, + "nauc_mrr_at_100_std": 0.0885260594514961, + "nauc_mrr_at_10_diff1": 0.3304775490345953, + "nauc_mrr_at_10_max": 0.28113088676511755, + "nauc_mrr_at_10_std": 0.09127243943059656, + "nauc_mrr_at_1_diff1": 0.33683133683133726, + "nauc_mrr_at_1_max": 0.23786423786423846, + "nauc_mrr_at_1_std": 0.017072017072017335, + "nauc_mrr_at_20_diff1": 0.32902777183795545, + "nauc_mrr_at_20_max": 0.2801757520136846, + "nauc_mrr_at_20_std": 0.08990618710254353, + "nauc_mrr_at_3_diff1": 0.32157517021407084, + "nauc_mrr_at_3_max": 0.29394589952769407, + "nauc_mrr_at_3_std": 0.1046359565724106, + "nauc_mrr_at_5_diff1": 0.3149532461068055, + "nauc_mrr_at_5_max": 0.2751808040289286, + "nauc_mrr_at_5_std": 0.09109767600420024, + "nauc_ndcg_at_1000_diff1": 0.14502785067719656, + "nauc_ndcg_at_1000_max": 0.23724591706278636, + "nauc_ndcg_at_1000_std": 0.2505090121466194, + "nauc_ndcg_at_100_diff1": 0.18541163546315037, + "nauc_ndcg_at_100_max": 0.25195696216181346, + "nauc_ndcg_at_100_std": 0.23117175625754904, + "nauc_ndcg_at_10_diff1": 0.17620276491002543, + "nauc_ndcg_at_10_max": 0.23247359955484617, + "nauc_ndcg_at_10_std": 0.14139996665087698, + "nauc_ndcg_at_1_diff1": 0.4035659509202454, + "nauc_ndcg_at_1_max": 0.30261781929726705, + "nauc_ndcg_at_1_std": -0.04104503625209114, + "nauc_ndcg_at_20_diff1": 0.15565411115496924, + "nauc_ndcg_at_20_max": 0.23358212213497814, + "nauc_ndcg_at_20_std": 0.159764635143903, + "nauc_ndcg_at_3_diff1": 0.19063493767788361, + "nauc_ndcg_at_3_max": 0.31306890205947735, + "nauc_ndcg_at_3_std": 0.12281820027405065, + "nauc_ndcg_at_5_diff1": 0.1377347857640332, + "nauc_ndcg_at_5_max": 0.2482944210894426, + "nauc_ndcg_at_5_std": 0.13935159937291497, + "nauc_precision_at_1000_diff1": -0.2553804218389531, + "nauc_precision_at_1000_max": -0.17744078125155968, + "nauc_precision_at_1000_std": 0.1588490724705611, + "nauc_precision_at_100_diff1": -0.21256482481271446, + "nauc_precision_at_100_max": -0.12085086215538532, + "nauc_precision_at_100_std": 0.34035013829216926, + "nauc_precision_at_10_diff1": -0.1465950963718823, + "nauc_precision_at_10_max": -0.02387658932620686, + "nauc_precision_at_10_std": 0.30351322076449644, + "nauc_precision_at_1_diff1": 0.33683133683133726, + "nauc_precision_at_1_max": 0.23786423786423846, + "nauc_precision_at_1_std": 0.017072017072017335, + "nauc_precision_at_20_diff1": -0.19831531499806263, + "nauc_precision_at_20_max": -0.06134591682219891, + "nauc_precision_at_20_std": 0.3672366799309786, + "nauc_precision_at_3_diff1": -0.007480965247243908, + "nauc_precision_at_3_max": 0.17819054360794573, + "nauc_precision_at_3_std": 0.19781519922099566, + "nauc_precision_at_5_diff1": -0.128032834596992, + "nauc_precision_at_5_max": 0.05404027421647139, + "nauc_precision_at_5_std": 0.2141131833371225, + "nauc_recall_at_1000_diff1": 0.15346379218179818, + "nauc_recall_at_1000_max": 0.2633262525812354, + "nauc_recall_at_1000_std": 0.5869636446120188, + "nauc_recall_at_100_diff1": 0.137864296264794, + "nauc_recall_at_100_max": 0.15506376144659453, + "nauc_recall_at_100_std": 0.23077519741878502, + "nauc_recall_at_10_diff1": 0.17321432065787556, + "nauc_recall_at_10_max": 0.10707951163502413, + "nauc_recall_at_10_std": -0.07441163896337986, + "nauc_recall_at_1_diff1": 0.26184081756148925, + "nauc_recall_at_1_max": 0.05022551577468946, + "nauc_recall_at_1_std": -0.1788105086761634, + "nauc_recall_at_20_diff1": 0.12642871741441905, + "nauc_recall_at_20_max": 0.11978211997994481, + "nauc_recall_at_20_std": 0.011608636034445018, + "nauc_recall_at_3_diff1": 0.1780240120760987, + "nauc_recall_at_3_max": 0.14879038842685702, + "nauc_recall_at_3_std": -0.101127511112434, + "nauc_recall_at_5_diff1": 0.15771908571089097, + "nauc_recall_at_5_max": 0.11621969798823086, + "nauc_recall_at_5_std": -0.10617942101818136, + "ndcg_at_1": 0.67, + "ndcg_at_10": 0.51287, + "ndcg_at_100": 0.61561, + "ndcg_at_1000": 0.69282, + "ndcg_at_20": 0.51881, + "ndcg_at_3": 0.56158, + "ndcg_at_5": 0.53435, + "precision_at_1": 0.765, + "precision_at_10": 0.41, + "precision_at_100": 0.14915, + "precision_at_1000": 0.02376, + "precision_at_20": 0.318, + "precision_at_3": 0.58833, + "precision_at_5": 0.513, + "recall_at_1": 0.09076, + "recall_at_10": 0.3031, + "recall_at_100": 0.73691, + "recall_at_1000": 0.97162, + "recall_at_20": 0.4107, + "recall_at_3": 0.16967, + "recall_at_5": 0.22381 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.09613, + "map_at_1": 0.01007, + "map_at_10": 0.03224, + "map_at_100": 0.05923, + "map_at_1000": 0.07131, + "map_at_20": 0.04061, + "map_at_3": 0.01918, + "map_at_5": 0.02282, + "mrr_at_1": 0.125, + "mrr_at_10": 0.19949404761904763, + "mrr_at_100": 0.21166385210229902, + "mrr_at_1000": 0.21242101459341559, + "mrr_at_20": 0.2052714109720689, + "mrr_at_3": 0.17666666666666667, + "mrr_at_5": 0.18566666666666667, + "nauc_map_at_1000_diff1": 0.09693405180971942, + "nauc_map_at_1000_max": 0.655626495818777, + "nauc_map_at_1000_std": 0.7315169843622445, + "nauc_map_at_100_diff1": 0.1360069838223001, + "nauc_map_at_100_max": 0.6541409006727669, + "nauc_map_at_100_std": 0.7041749467902304, + "nauc_map_at_10_diff1": 0.25423669299334906, + "nauc_map_at_10_max": 0.6342695197998284, + "nauc_map_at_10_std": 0.6096358984836818, + "nauc_map_at_1_diff1": 0.4104628262247006, + "nauc_map_at_1_max": 0.48410586590842125, + "nauc_map_at_1_std": 0.4451639083008215, + "nauc_map_at_20_diff1": 0.2324131354186559, + "nauc_map_at_20_max": 0.6547133569662257, + "nauc_map_at_20_std": 0.6505830820079577, + "nauc_map_at_3_diff1": 0.28616129936484686, + "nauc_map_at_3_max": 0.5605796759158538, + "nauc_map_at_3_std": 0.5118846259082883, + "nauc_map_at_5_diff1": 0.24725687526402465, + "nauc_map_at_5_max": 0.6016662387934923, + "nauc_map_at_5_std": 0.558686838118411, + "nauc_mrr_at_1000_diff1": 0.21416295961319873, + "nauc_mrr_at_1000_max": 0.4381886143155275, + "nauc_mrr_at_1000_std": 0.47116766300817065, + "nauc_mrr_at_100_diff1": 0.21448526623647257, + "nauc_mrr_at_100_max": 0.4378528257358875, + "nauc_mrr_at_100_std": 0.4714481991117238, + "nauc_mrr_at_10_diff1": 0.22157327644008626, + "nauc_mrr_at_10_max": 0.4365014513461909, + "nauc_mrr_at_10_std": 0.4650156171877737, + "nauc_mrr_at_1_diff1": 0.2599021582733813, + "nauc_mrr_at_1_max": 0.4326906474820143, + "nauc_mrr_at_1_std": 0.4869179856115108, + "nauc_mrr_at_20_diff1": 0.2213709147443531, + "nauc_mrr_at_20_max": 0.43694944611025943, + "nauc_mrr_at_20_std": 0.4674064705306121, + "nauc_mrr_at_3_diff1": 0.2496610190384036, + "nauc_mrr_at_3_max": 0.40471553334031846, + "nauc_mrr_at_3_std": 0.44235474665795604, + "nauc_mrr_at_5_diff1": 0.22876909477922477, + "nauc_mrr_at_5_max": 0.4073026749457283, + "nauc_mrr_at_5_std": 0.44392707022359373, + "nauc_ndcg_at_1000_diff1": 0.021224187281898007, + "nauc_ndcg_at_1000_max": 0.6405031420700014, + "nauc_ndcg_at_1000_std": 0.718518672332709, + "nauc_ndcg_at_100_diff1": 0.11161898632238923, + "nauc_ndcg_at_100_max": 0.6235511952180675, + "nauc_ndcg_at_100_std": 0.6839359135246269, + "nauc_ndcg_at_10_diff1": 0.20799195417271749, + "nauc_ndcg_at_10_max": 0.5579965770077033, + "nauc_ndcg_at_10_std": 0.5848021075574128, + "nauc_ndcg_at_1_diff1": 0.26293095437227026, + "nauc_ndcg_at_1_max": 0.44261066195830623, + "nauc_ndcg_at_1_std": 0.49116253136325627, + "nauc_ndcg_at_20_diff1": 0.20490425895099704, + "nauc_ndcg_at_20_max": 0.5928582904238969, + "nauc_ndcg_at_20_std": 0.6149576914841294, + "nauc_ndcg_at_3_diff1": 0.20939464227686877, + "nauc_ndcg_at_3_max": 0.4595131299597974, + "nauc_ndcg_at_3_std": 0.5094972284634328, + "nauc_ndcg_at_5_diff1": 0.17366555068166495, + "nauc_ndcg_at_5_max": 0.48866330448200956, + "nauc_ndcg_at_5_std": 0.5329273933888707, + "nauc_precision_at_1000_diff1": -0.20136909967809077, + "nauc_precision_at_1000_max": 0.3232337226536817, + "nauc_precision_at_1000_std": 0.48543331696209296, + "nauc_precision_at_100_diff1": -0.11894551236557199, + "nauc_precision_at_100_max": 0.5108872271531693, + "nauc_precision_at_100_std": 0.6615231203372575, + "nauc_precision_at_10_diff1": 0.10210182419228485, + "nauc_precision_at_10_max": 0.5653876946651634, + "nauc_precision_at_10_std": 0.6308378027048664, + "nauc_precision_at_1_diff1": 0.2599021582733813, + "nauc_precision_at_1_max": 0.4326906474820143, + "nauc_precision_at_1_std": 0.4869179856115108, + "nauc_precision_at_20_diff1": 0.06700122124117383, + "nauc_precision_at_20_max": 0.5461671275565352, + "nauc_precision_at_20_std": 0.6310981344488273, + "nauc_precision_at_3_diff1": 0.16100627668594983, + "nauc_precision_at_3_max": 0.46252301702381726, + "nauc_precision_at_3_std": 0.5197758254770232, + "nauc_precision_at_5_diff1": 0.10330205504881011, + "nauc_precision_at_5_max": 0.5009317968391703, + "nauc_precision_at_5_std": 0.5466262402725506, + "nauc_recall_at_1000_diff1": -0.10131096651174744, + "nauc_recall_at_1000_max": 0.6331362961310064, + "nauc_recall_at_1000_std": 0.7115151880805105, + "nauc_recall_at_100_diff1": 0.07339552043105214, + "nauc_recall_at_100_max": 0.5721336089932669, + "nauc_recall_at_100_std": 0.6561083428139302, + "nauc_recall_at_10_diff1": 0.23958869510341207, + "nauc_recall_at_10_max": 0.5658573918322611, + "nauc_recall_at_10_std": 0.5305402558958783, + "nauc_recall_at_1_diff1": 0.4104628262247006, + "nauc_recall_at_1_max": 0.48410586590842125, + "nauc_recall_at_1_std": 0.4451639083008215, + "nauc_recall_at_20_diff1": 0.2150592272345586, + "nauc_recall_at_20_max": 0.5788969041343999, + "nauc_recall_at_20_std": 0.5809696022085878, + "nauc_recall_at_3_diff1": 0.24321249732929712, + "nauc_recall_at_3_max": 0.5411553572906169, + "nauc_recall_at_3_std": 0.48198488541020523, + "nauc_recall_at_5_diff1": 0.19735306436911523, + "nauc_recall_at_5_max": 0.5871288057239133, + "nauc_recall_at_5_std": 0.5286971448840674, + "ndcg_at_1": 0.1125, + "ndcg_at_10": 0.09613, + "ndcg_at_100": 0.16207, + "ndcg_at_1000": 0.25291, + "ndcg_at_20": 0.1049, + "ndcg_at_3": 0.09822, + "ndcg_at_5": 0.09045, + "precision_at_1": 0.125, + "precision_at_10": 0.086, + "precision_at_100": 0.04355, + "precision_at_1000": 0.01159, + "precision_at_20": 0.07, + "precision_at_3": 0.11167, + "precision_at_5": 0.094, + "recall_at_1": 0.01007, + "recall_at_10": 0.06927, + "recall_at_100": 0.26105, + "recall_at_1000": 0.57763, + "recall_at_20": 0.10768, + "recall_at_3": 0.02566, + "recall_at_5": 0.03412 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.17453, + "map_at_1": 0.02322, + "map_at_10": 0.07335, + "map_at_100": 0.11269, + "map_at_1000": 0.12764, + "map_at_20": 0.08519, + "map_at_3": 0.04614, + "map_at_5": 0.05942, + "mrr_at_1": 0.205, + "mrr_at_10": 0.3102123015873017, + "mrr_at_100": 0.3219619295661491, + "mrr_at_1000": 0.322477454162793, + "mrr_at_20": 0.3175254241157882, + "mrr_at_3": 0.27416666666666667, + "mrr_at_5": 0.2936666666666668, + "nauc_map_at_1000_diff1": 0.16377543518765014, + "nauc_map_at_1000_max": 0.4329542595718821, + "nauc_map_at_1000_std": 0.5745266360360363, + "nauc_map_at_100_diff1": 0.17111477349015278, + "nauc_map_at_100_max": 0.42224182364378643, + "nauc_map_at_100_std": 0.5489445823427007, + "nauc_map_at_10_diff1": 0.1709109989639759, + "nauc_map_at_10_max": 0.3549679129066195, + "nauc_map_at_10_std": 0.46335408265019684, + "nauc_map_at_1_diff1": 0.20590369943276984, + "nauc_map_at_1_max": 0.2819781214635285, + "nauc_map_at_1_std": 0.4299919216407309, + "nauc_map_at_20_diff1": 0.17006088427550808, + "nauc_map_at_20_max": 0.3734336201065525, + "nauc_map_at_20_std": 0.48377276050903456, + "nauc_map_at_3_diff1": 0.16285507788216477, + "nauc_map_at_3_max": 0.33810618162417844, + "nauc_map_at_3_std": 0.423841073629207, + "nauc_map_at_5_diff1": 0.15625513251213985, + "nauc_map_at_5_max": 0.3366110507859553, + "nauc_map_at_5_std": 0.43179867175435793, + "nauc_mrr_at_1000_diff1": 0.23178645530345174, + "nauc_mrr_at_1000_max": 0.3068827776611852, + "nauc_mrr_at_1000_std": 0.37504083844792635, + "nauc_mrr_at_100_diff1": 0.23178901973314817, + "nauc_mrr_at_100_max": 0.30765168678318944, + "nauc_mrr_at_100_std": 0.3756195249798479, + "nauc_mrr_at_10_diff1": 0.23254263999221836, + "nauc_mrr_at_10_max": 0.3006097333456824, + "nauc_mrr_at_10_std": 0.37323798540260383, + "nauc_mrr_at_1_diff1": 0.28887894025758093, + "nauc_mrr_at_1_max": 0.29945557891707364, + "nauc_mrr_at_1_std": 0.3376130213371493, + "nauc_mrr_at_20_diff1": 0.23154839633539218, + "nauc_mrr_at_20_max": 0.3067781419260834, + "nauc_mrr_at_20_std": 0.37656161927340454, + "nauc_mrr_at_3_diff1": 0.23279382388676972, + "nauc_mrr_at_3_max": 0.2811485845599595, + "nauc_mrr_at_3_std": 0.34801327190815784, + "nauc_mrr_at_5_diff1": 0.2160514021923765, + "nauc_mrr_at_5_max": 0.2775432248907803, + "nauc_mrr_at_5_std": 0.3510584852958557, + "nauc_ndcg_at_1000_diff1": 0.18551406942680726, + "nauc_ndcg_at_1000_max": 0.4846858412365646, + "nauc_ndcg_at_1000_std": 0.6078219017247607, + "nauc_ndcg_at_100_diff1": 0.19739600793144738, + "nauc_ndcg_at_100_max": 0.473622452341556, + "nauc_ndcg_at_100_std": 0.5759650486863338, + "nauc_ndcg_at_10_diff1": 0.21863232043555858, + "nauc_ndcg_at_10_max": 0.37089894126277223, + "nauc_ndcg_at_10_std": 0.45032668148042077, + "nauc_ndcg_at_1_diff1": 0.3050355930953083, + "nauc_ndcg_at_1_max": 0.2592763352021244, + "nauc_ndcg_at_1_std": 0.28881122750073773, + "nauc_ndcg_at_20_diff1": 0.21298105617510532, + "nauc_ndcg_at_20_max": 0.3966096780107545, + "nauc_ndcg_at_20_std": 0.4868944904183482, + "nauc_ndcg_at_3_diff1": 0.22300983187259338, + "nauc_ndcg_at_3_max": 0.3224716687669601, + "nauc_ndcg_at_3_std": 0.3684847082122039, + "nauc_ndcg_at_5_diff1": 0.1951223075822085, + "nauc_ndcg_at_5_max": 0.31922338211313767, + "nauc_ndcg_at_5_std": 0.3882278524056082, + "nauc_precision_at_1000_diff1": 0.0034544318593094027, + "nauc_precision_at_1000_max": 0.09113528270215468, + "nauc_precision_at_1000_std": 0.21955705774683562, + "nauc_precision_at_100_diff1": 0.06821074892558024, + "nauc_precision_at_100_max": 0.3298565315052546, + "nauc_precision_at_100_std": 0.4714162477343826, + "nauc_precision_at_10_diff1": 0.15400600357596536, + "nauc_precision_at_10_max": 0.30269119663942556, + "nauc_precision_at_10_std": 0.4226481779533696, + "nauc_precision_at_1_diff1": 0.28887894025758093, + "nauc_precision_at_1_max": 0.29945557891707364, + "nauc_precision_at_1_std": 0.3376130213371493, + "nauc_precision_at_20_diff1": 0.1270666635090314, + "nauc_precision_at_20_max": 0.3221786445714587, + "nauc_precision_at_20_std": 0.44178127680343, + "nauc_precision_at_3_diff1": 0.20082462547710714, + "nauc_precision_at_3_max": 0.3126397565642363, + "nauc_precision_at_3_std": 0.39215815420891614, + "nauc_precision_at_5_diff1": 0.1526296012990323, + "nauc_precision_at_5_max": 0.28915549471932567, + "nauc_precision_at_5_std": 0.3976050207782562, + "nauc_recall_at_1000_diff1": 0.11824265975209598, + "nauc_recall_at_1000_max": 0.6383375704687672, + "nauc_recall_at_1000_std": 0.7701494085384861, + "nauc_recall_at_100_diff1": 0.12876092490546256, + "nauc_recall_at_100_max": 0.48058813257031224, + "nauc_recall_at_100_std": 0.6077191174456071, + "nauc_recall_at_10_diff1": 0.13260102003571805, + "nauc_recall_at_10_max": 0.3312030031994127, + "nauc_recall_at_10_std": 0.45830223296195477, + "nauc_recall_at_1_diff1": 0.20590369943276984, + "nauc_recall_at_1_max": 0.2819781214635285, + "nauc_recall_at_1_std": 0.4299919216407309, + "nauc_recall_at_20_diff1": 0.13213261725815853, + "nauc_recall_at_20_max": 0.3841119091610752, + "nauc_recall_at_20_std": 0.486004167349337, + "nauc_recall_at_3_diff1": 0.09938176091041144, + "nauc_recall_at_3_max": 0.31529714792896785, + "nauc_recall_at_3_std": 0.404994733429922, + "nauc_recall_at_5_diff1": 0.09124266260596821, + "nauc_recall_at_5_max": 0.3089138361274648, + "nauc_recall_at_5_std": 0.40800528907363526, + "ndcg_at_1": 0.17, + "ndcg_at_10": 0.17453, + "ndcg_at_100": 0.25402, + "ndcg_at_1000": 0.35465, + "ndcg_at_20": 0.18367, + "ndcg_at_3": 0.16931, + "ndcg_at_5": 0.16931, + "precision_at_1": 0.205, + "precision_at_10": 0.154, + "precision_at_100": 0.06185, + "precision_at_1000": 0.0148, + "precision_at_20": 0.11875, + "precision_at_3": 0.19833, + "precision_at_5": 0.186, + "recall_at_1": 0.02322, + "recall_at_10": 0.12291, + "recall_at_100": 0.37231, + "recall_at_1000": 0.71687, + "recall_at_20": 0.1707, + "recall_at_3": 0.05902, + "recall_at_5": 0.08326 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47674, + "map_at_1": 0.05798, + "map_at_10": 0.16991, + "map_at_100": 0.32532, + "map_at_1000": 0.38192, + "map_at_20": 0.22102, + "map_at_3": 0.09846, + "map_at_5": 0.12584, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7707619047619046, + "mrr_at_100": 0.7731082088598533, + "mrr_at_1000": 0.7731595321186212, + "mrr_at_20": 0.7726480741480741, + "mrr_at_3": 0.7591666666666665, + "mrr_at_5": 0.7651666666666666, + "nauc_map_at_1000_diff1": 0.1623699631190028, + "nauc_map_at_1000_max": 0.3837529988532819, + "nauc_map_at_1000_std": 0.4010326429641485, + "nauc_map_at_100_diff1": 0.18399748538147925, + "nauc_map_at_100_max": 0.353454728897113, + "nauc_map_at_100_std": 0.37708765995567994, + "nauc_map_at_10_diff1": 0.26862418407520094, + "nauc_map_at_10_max": 0.11350458528773359, + "nauc_map_at_10_std": 0.0890225751229569, + "nauc_map_at_1_diff1": 0.6005026170541948, + "nauc_map_at_1_max": -0.22771165533414878, + "nauc_map_at_1_std": -0.16648009719633347, + "nauc_map_at_20_diff1": 0.21997959234543427, + "nauc_map_at_20_max": 0.2038266571188848, + "nauc_map_at_20_std": 0.16657223616790146, + "nauc_map_at_3_diff1": 0.4359349262749807, + "nauc_map_at_3_max": -0.04992905528271246, + "nauc_map_at_3_std": -0.07949095611312014, + "nauc_map_at_5_diff1": 0.3694145670374745, + "nauc_map_at_5_max": 0.01783187529908241, + "nauc_map_at_5_std": -0.013527169629953765, + "nauc_mrr_at_1000_diff1": 0.35853291737463416, + "nauc_mrr_at_1000_max": 0.35939414337836123, + "nauc_mrr_at_1000_std": 0.15003279955907495, + "nauc_mrr_at_100_diff1": 0.3586204226922695, + "nauc_mrr_at_100_max": 0.35954300733079936, + "nauc_mrr_at_100_std": 0.15025595799583794, + "nauc_mrr_at_10_diff1": 0.3540303583537166, + "nauc_mrr_at_10_max": 0.36411701431162796, + "nauc_mrr_at_10_std": 0.1503935770844924, + "nauc_mrr_at_1_diff1": 0.3581765076836269, + "nauc_mrr_at_1_max": 0.25386670649540305, + "nauc_mrr_at_1_std": 0.07561651564937429, + "nauc_mrr_at_20_diff1": 0.3570683598599483, + "nauc_mrr_at_20_max": 0.36084951027128337, + "nauc_mrr_at_20_std": 0.15169239622892655, + "nauc_mrr_at_3_diff1": 0.37156599294097503, + "nauc_mrr_at_3_max": 0.37326179889604905, + "nauc_mrr_at_3_std": 0.14432985848406188, + "nauc_mrr_at_5_diff1": 0.35996630938601853, + "nauc_mrr_at_5_max": 0.3707862826263069, + "nauc_mrr_at_5_std": 0.1528118734169277, + "nauc_ndcg_at_1000_diff1": 0.2588335351415814, + "nauc_ndcg_at_1000_max": 0.5054481095422699, + "nauc_ndcg_at_1000_std": 0.41236382823587936, + "nauc_ndcg_at_100_diff1": 0.22467544713200424, + "nauc_ndcg_at_100_max": 0.46962180548330423, + "nauc_ndcg_at_100_std": 0.41939782472982495, + "nauc_ndcg_at_10_diff1": 0.2657385895549681, + "nauc_ndcg_at_10_max": 0.368170902059848, + "nauc_ndcg_at_10_std": 0.2218888659979681, + "nauc_ndcg_at_1_diff1": 0.374018742607588, + "nauc_ndcg_at_1_max": 0.2008879992721318, + "nauc_ndcg_at_1_std": 0.03336184150668705, + "nauc_ndcg_at_20_diff1": 0.2440776078540692, + "nauc_ndcg_at_20_max": 0.40726841694743, + "nauc_ndcg_at_20_std": 0.2702008865298713, + "nauc_ndcg_at_3_diff1": 0.30161766204502555, + "nauc_ndcg_at_3_max": 0.3728377173169917, + "nauc_ndcg_at_3_std": 0.12811241747115004, + "nauc_ndcg_at_5_diff1": 0.278049806529452, + "nauc_ndcg_at_5_max": 0.36933388800469924, + "nauc_ndcg_at_5_std": 0.17439859655274365, + "nauc_precision_at_1000_diff1": -0.11777956684423797, + "nauc_precision_at_1000_max": 0.01344380389327254, + "nauc_precision_at_1000_std": -0.05283433504987297, + "nauc_precision_at_100_diff1": -0.09211171456717816, + "nauc_precision_at_100_max": 0.1879333329961647, + "nauc_precision_at_100_std": 0.1826379615799893, + "nauc_precision_at_10_diff1": -0.08880233529490146, + "nauc_precision_at_10_max": 0.3878638185210689, + "nauc_precision_at_10_std": 0.28771853377018525, + "nauc_precision_at_1_diff1": 0.3581765076836269, + "nauc_precision_at_1_max": 0.25386670649540305, + "nauc_precision_at_1_std": 0.07561651564937429, + "nauc_precision_at_20_diff1": -0.09628739543495572, + "nauc_precision_at_20_max": 0.36657695257156314, + "nauc_precision_at_20_std": 0.27873655180591034, + "nauc_precision_at_3_diff1": 0.08863321261036507, + "nauc_precision_at_3_max": 0.4480805652130573, + "nauc_precision_at_3_std": 0.1789186887008738, + "nauc_precision_at_5_diff1": -0.013326821754932378, + "nauc_precision_at_5_max": 0.39582069367093325, + "nauc_precision_at_5_std": 0.23801008668538765, + "nauc_recall_at_1000_diff1": 0.24623716260614284, + "nauc_recall_at_1000_max": 0.5070066235341206, + "nauc_recall_at_1000_std": 0.6793907761307643, + "nauc_recall_at_100_diff1": 0.09682822107666988, + "nauc_recall_at_100_max": 0.2544496516768666, + "nauc_recall_at_100_std": 0.4331683253801416, + "nauc_recall_at_10_diff1": 0.16138288145352417, + "nauc_recall_at_10_max": 0.07456128984627287, + "nauc_recall_at_10_std": 0.11083373454270455, + "nauc_recall_at_1_diff1": 0.6005026170541948, + "nauc_recall_at_1_max": -0.22771165533414878, + "nauc_recall_at_1_std": -0.16648009719633347, + "nauc_recall_at_20_diff1": 0.0963341488826665, + "nauc_recall_at_20_max": 0.1434510100231233, + "nauc_recall_at_20_std": 0.1910752640570138, + "nauc_recall_at_3_diff1": 0.38040116663107887, + "nauc_recall_at_3_max": -0.04712310482024905, + "nauc_recall_at_3_std": -0.06491495369944014, + "nauc_recall_at_5_diff1": 0.295551927884157, + "nauc_recall_at_5_max": 0.004611732561885587, + "nauc_recall_at_5_std": 0.017874727374589266, + "ndcg_at_1": 0.5225, + "ndcg_at_10": 0.47674, + "ndcg_at_100": 0.56665, + "ndcg_at_1000": 0.65394, + "ndcg_at_20": 0.48371, + "ndcg_at_3": 0.50038, + "ndcg_at_5": 0.4919, + "precision_at_1": 0.66, + "precision_at_10": 0.4835, + "precision_at_100": 0.22645, + "precision_at_1000": 0.05161, + "precision_at_20": 0.409, + "precision_at_3": 0.59833, + "precision_at_5": 0.564, + "recall_at_1": 0.05798, + "recall_at_10": 0.22319, + "recall_at_100": 0.65639, + "recall_at_1000": 0.91914, + "recall_at_20": 0.33721, + "recall_at_3": 0.11067, + "recall_at_5": 0.14868 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12806, + "map_at_1": 0.01496, + "map_at_10": 0.042, + "map_at_100": 0.07686, + "map_at_1000": 0.10074, + "map_at_20": 0.0521, + "map_at_3": 0.02491, + "map_at_5": 0.03095, + "mrr_at_1": 0.155, + "mrr_at_10": 0.2500734126984127, + "mrr_at_100": 0.26279229804842325, + "mrr_at_1000": 0.26348246493393185, + "mrr_at_20": 0.2581075768486761, + "mrr_at_3": 0.21083333333333334, + "mrr_at_5": 0.2353333333333334, + "nauc_map_at_1000_diff1": -0.07019500435841282, + "nauc_map_at_1000_max": 0.5100525388735565, + "nauc_map_at_1000_std": 0.6326658144626818, + "nauc_map_at_100_diff1": -0.05862839388246269, + "nauc_map_at_100_max": 0.47226527716164346, + "nauc_map_at_100_std": 0.6135565164883845, + "nauc_map_at_10_diff1": -0.01089322151878057, + "nauc_map_at_10_max": 0.40518606470614216, + "nauc_map_at_10_std": 0.5254287529943171, + "nauc_map_at_1_diff1": 0.15668458515585432, + "nauc_map_at_1_max": 0.20975117526162193, + "nauc_map_at_1_std": 0.4278311353462334, + "nauc_map_at_20_diff1": -0.04706383596555801, + "nauc_map_at_20_max": 0.41728858782810613, + "nauc_map_at_20_std": 0.5284730112667869, + "nauc_map_at_3_diff1": 0.024424636261722955, + "nauc_map_at_3_max": 0.3575363050666235, + "nauc_map_at_3_std": 0.4723571216483033, + "nauc_map_at_5_diff1": 0.020668959924460738, + "nauc_map_at_5_max": 0.3830332084432709, + "nauc_map_at_5_std": 0.493956018073179, + "nauc_mrr_at_1000_diff1": -0.12348217869716757, + "nauc_mrr_at_1000_max": 0.35873951512292024, + "nauc_mrr_at_1000_std": 0.3693679886807371, + "nauc_mrr_at_100_diff1": -0.12338973003362988, + "nauc_mrr_at_100_max": 0.3593476320921207, + "nauc_mrr_at_100_std": 0.36953303123476805, + "nauc_mrr_at_10_diff1": -0.11962709765596756, + "nauc_mrr_at_10_max": 0.35302949511987974, + "nauc_mrr_at_10_std": 0.3670491639025591, + "nauc_mrr_at_1_diff1": -0.10971016060662692, + "nauc_mrr_at_1_max": 0.3192462405460429, + "nauc_mrr_at_1_std": 0.3466664043982415, + "nauc_mrr_at_20_diff1": -0.12688597851838362, + "nauc_mrr_at_20_max": 0.3606712134339491, + "nauc_mrr_at_20_std": 0.3695433030642617, + "nauc_mrr_at_3_diff1": -0.12670235643512462, + "nauc_mrr_at_3_max": 0.33453847225536626, + "nauc_mrr_at_3_std": 0.333023887131682, + "nauc_mrr_at_5_diff1": -0.1121253114178803, + "nauc_mrr_at_5_max": 0.35475242887015485, + "nauc_mrr_at_5_std": 0.35428428787939414, + "nauc_ndcg_at_1000_diff1": -0.09425497604087502, + "nauc_ndcg_at_1000_max": 0.5532557946511727, + "nauc_ndcg_at_1000_std": 0.6771042499252925, + "nauc_ndcg_at_100_diff1": -0.0996232948589921, + "nauc_ndcg_at_100_max": 0.5333444235905118, + "nauc_ndcg_at_100_std": 0.6396815804452676, + "nauc_ndcg_at_10_diff1": -0.10703670890603678, + "nauc_ndcg_at_10_max": 0.45726776832890076, + "nauc_ndcg_at_10_std": 0.4982338770868246, + "nauc_ndcg_at_1_diff1": -0.08873761057231166, + "nauc_ndcg_at_1_max": 0.31299957369711173, + "nauc_ndcg_at_1_std": 0.3238969412767772, + "nauc_ndcg_at_20_diff1": -0.136795441933081, + "nauc_ndcg_at_20_max": 0.48395550885638644, + "nauc_ndcg_at_20_std": 0.5222005694966703, + "nauc_ndcg_at_3_diff1": -0.12108433994033536, + "nauc_ndcg_at_3_max": 0.4217538753781054, + "nauc_ndcg_at_3_std": 0.39779832057867404, + "nauc_ndcg_at_5_diff1": -0.0992867539032582, + "nauc_ndcg_at_5_max": 0.4415793861926606, + "nauc_ndcg_at_5_std": 0.44394266644723046, + "nauc_precision_at_1000_diff1": -0.0424232524508294, + "nauc_precision_at_1000_max": 0.21823659745556953, + "nauc_precision_at_1000_std": 0.10467739978857248, + "nauc_precision_at_100_diff1": -0.1307835588693024, + "nauc_precision_at_100_max": 0.4161322132594087, + "nauc_precision_at_100_std": 0.3978593851223916, + "nauc_precision_at_10_diff1": -0.1348863279673558, + "nauc_precision_at_10_max": 0.4406035603784582, + "nauc_precision_at_10_std": 0.44336875775376283, + "nauc_precision_at_1_diff1": -0.10971016060662692, + "nauc_precision_at_1_max": 0.3192462405460429, + "nauc_precision_at_1_std": 0.3466664043982415, + "nauc_precision_at_20_diff1": -0.1854515835222692, + "nauc_precision_at_20_max": 0.4485597023381989, + "nauc_precision_at_20_std": 0.4357248690231841, + "nauc_precision_at_3_diff1": -0.14618603045787817, + "nauc_precision_at_3_max": 0.447839410036452, + "nauc_precision_at_3_std": 0.40195475935918945, + "nauc_precision_at_5_diff1": -0.12531599559450893, + "nauc_precision_at_5_max": 0.4557988778569419, + "nauc_precision_at_5_std": 0.4418991711008536, + "nauc_recall_at_1000_diff1": -0.07508586283411015, + "nauc_recall_at_1000_max": 0.5296788989307682, + "nauc_recall_at_1000_std": 0.8020351942859822, + "nauc_recall_at_100_diff1": -0.06524957914290964, + "nauc_recall_at_100_max": 0.4420234100695143, + "nauc_recall_at_100_std": 0.6647157618388934, + "nauc_recall_at_10_diff1": -0.06367654022474338, + "nauc_recall_at_10_max": 0.34524084559121065, + "nauc_recall_at_10_std": 0.5151924407543643, + "nauc_recall_at_1_diff1": 0.15668458515585432, + "nauc_recall_at_1_max": 0.20975117526162193, + "nauc_recall_at_1_std": 0.4278311353462334, + "nauc_recall_at_20_diff1": -0.10886118936382785, + "nauc_recall_at_20_max": 0.3813741308735557, + "nauc_recall_at_20_std": 0.5174220476863398, + "nauc_recall_at_3_diff1": -0.023633582321929063, + "nauc_recall_at_3_max": 0.3784438486885238, + "nauc_recall_at_3_std": 0.4448643597100217, + "nauc_recall_at_5_diff1": -0.00048052163128869523, + "nauc_recall_at_5_max": 0.3897961115207676, + "nauc_recall_at_5_std": 0.47963598083459835, + "ndcg_at_1": 0.11, + "ndcg_at_10": 0.12806, + "ndcg_at_100": 0.19552, + "ndcg_at_1000": 0.30761, + "ndcg_at_20": 0.14027, + "ndcg_at_3": 0.11182, + "ndcg_at_5": 0.11711, + "precision_at_1": 0.155, + "precision_at_10": 0.135, + "precision_at_100": 0.0833, + "precision_at_1000": 0.02916, + "precision_at_20": 0.12525, + "precision_at_3": 0.13667, + "precision_at_5": 0.141, + "recall_at_1": 0.01496, + "recall_at_10": 0.07616, + "recall_at_100": 0.26786, + "recall_at_1000": 0.60864, + "recall_at_20": 0.11377, + "recall_at_3": 0.03136, + "recall_at_5": 0.0446 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.21342, + "map_at_1": 0.02095, + "map_at_10": 0.06638, + "map_at_100": 0.13339, + "map_at_1000": 0.16252, + "map_at_20": 0.08521, + "map_at_3": 0.03962, + "map_at_5": 0.04996, + "mrr_at_1": 0.3, + "mrr_at_10": 0.4214880952380953, + "mrr_at_100": 0.430312906434818, + "mrr_at_1000": 0.4305886661279245, + "mrr_at_20": 0.42707307918259935, + "mrr_at_3": 0.39416666666666667, + "mrr_at_5": 0.40766666666666657, + "nauc_map_at_1000_diff1": 0.011736174991640102, + "nauc_map_at_1000_max": 0.508598902026164, + "nauc_map_at_1000_std": 0.7052727773926034, + "nauc_map_at_100_diff1": 0.005959779215780759, + "nauc_map_at_100_max": 0.4914717148958299, + "nauc_map_at_100_std": 0.6924151252459249, + "nauc_map_at_10_diff1": 0.10119277258701716, + "nauc_map_at_10_max": 0.35510704992797876, + "nauc_map_at_10_std": 0.5065185903028797, + "nauc_map_at_1_diff1": 0.17055511050474126, + "nauc_map_at_1_max": 0.1287389049647871, + "nauc_map_at_1_std": 0.2796035125104009, + "nauc_map_at_20_diff1": 0.06260238299835068, + "nauc_map_at_20_max": 0.39678293038432905, + "nauc_map_at_20_std": 0.5652244239661386, + "nauc_map_at_3_diff1": 0.11651876368258887, + "nauc_map_at_3_max": 0.2682890333015202, + "nauc_map_at_3_std": 0.38550233944052165, + "nauc_map_at_5_diff1": 0.12625533070873213, + "nauc_map_at_5_max": 0.3207324365907927, + "nauc_map_at_5_std": 0.429459568577143, + "nauc_mrr_at_1000_diff1": 0.09918374339335595, + "nauc_mrr_at_1000_max": 0.3778853771292115, + "nauc_mrr_at_1000_std": 0.4575944144692733, + "nauc_mrr_at_100_diff1": 0.09880602521994573, + "nauc_mrr_at_100_max": 0.37808542510806104, + "nauc_mrr_at_100_std": 0.4576069066653516, + "nauc_mrr_at_10_diff1": 0.10111288170180165, + "nauc_mrr_at_10_max": 0.3827963345700715, + "nauc_mrr_at_10_std": 0.45852967835370007, + "nauc_mrr_at_1_diff1": 0.14812863126604509, + "nauc_mrr_at_1_max": 0.315092555060127, + "nauc_mrr_at_1_std": 0.369808134035941, + "nauc_mrr_at_20_diff1": 0.10042443063260377, + "nauc_mrr_at_20_max": 0.37883635081308953, + "nauc_mrr_at_20_std": 0.4590944873152138, + "nauc_mrr_at_3_diff1": 0.0805881316619557, + "nauc_mrr_at_3_max": 0.3707523107496849, + "nauc_mrr_at_3_std": 0.4564764391619472, + "nauc_mrr_at_5_diff1": 0.1015766289655273, + "nauc_mrr_at_5_max": 0.380743308908846, + "nauc_mrr_at_5_std": 0.45959728956013624, + "nauc_ndcg_at_1000_diff1": 0.0013312818449454662, + "nauc_ndcg_at_1000_max": 0.5494918075916876, + "nauc_ndcg_at_1000_std": 0.7398804287559119, + "nauc_ndcg_at_100_diff1": 0.04595839603607969, + "nauc_ndcg_at_100_max": 0.56297285624155, + "nauc_ndcg_at_100_std": 0.7298348328889105, + "nauc_ndcg_at_10_diff1": 0.0806833390759483, + "nauc_ndcg_at_10_max": 0.47566996999792616, + "nauc_ndcg_at_10_std": 0.5629060473121097, + "nauc_ndcg_at_1_diff1": 0.14057932943889195, + "nauc_ndcg_at_1_max": 0.28528660003585876, + "nauc_ndcg_at_1_std": 0.335643312526842, + "nauc_ndcg_at_20_diff1": 0.05998529917973673, + "nauc_ndcg_at_20_max": 0.49437837384555566, + "nauc_ndcg_at_20_std": 0.6096694357032569, + "nauc_ndcg_at_3_diff1": 0.042204300580219796, + "nauc_ndcg_at_3_max": 0.41207253641096814, + "nauc_ndcg_at_3_std": 0.4648813948786549, + "nauc_ndcg_at_5_diff1": 0.07652710059016687, + "nauc_ndcg_at_5_max": 0.4445263463160059, + "nauc_ndcg_at_5_std": 0.5013980226560318, + "nauc_precision_at_1000_diff1": 0.19867933409460586, + "nauc_precision_at_1000_max": 0.12193353546251576, + "nauc_precision_at_1000_std": 0.07629676633881641, + "nauc_precision_at_100_diff1": 0.021403227405788167, + "nauc_precision_at_100_max": 0.3865775530176633, + "nauc_precision_at_100_std": 0.46149876482532953, + "nauc_precision_at_10_diff1": 0.026698786353070006, + "nauc_precision_at_10_max": 0.46522770792937695, + "nauc_precision_at_10_std": 0.559052461217166, + "nauc_precision_at_1_diff1": 0.14812863126604509, + "nauc_precision_at_1_max": 0.315092555060127, + "nauc_precision_at_1_std": 0.369808134035941, + "nauc_precision_at_20_diff1": -0.004383691833714271, + "nauc_precision_at_20_max": 0.4508806863453056, + "nauc_precision_at_20_std": 0.5500201705813862, + "nauc_precision_at_3_diff1": -0.020822595292442993, + "nauc_precision_at_3_max": 0.4369216797977567, + "nauc_precision_at_3_std": 0.5349569251159705, + "nauc_precision_at_5_diff1": 0.03371318417932609, + "nauc_precision_at_5_max": 0.4616531188427059, + "nauc_precision_at_5_std": 0.5404366294492448, + "nauc_recall_at_1000_diff1": -0.07842099934243156, + "nauc_recall_at_1000_max": 0.5304395737879205, + "nauc_recall_at_1000_std": 0.8409247420478814, + "nauc_recall_at_100_diff1": -0.018773693550686074, + "nauc_recall_at_100_max": 0.5148978874288501, + "nauc_recall_at_100_std": 0.7603860537632565, + "nauc_recall_at_10_diff1": 0.05501646368717342, + "nauc_recall_at_10_max": 0.327318911347741, + "nauc_recall_at_10_std": 0.5030948591561821, + "nauc_recall_at_1_diff1": 0.17055511050474126, + "nauc_recall_at_1_max": 0.1287389049647871, + "nauc_recall_at_1_std": 0.2796035125104009, + "nauc_recall_at_20_diff1": 0.047222800321497, + "nauc_recall_at_20_max": 0.3791924753057911, + "nauc_recall_at_20_std": 0.5836360484875232, + "nauc_recall_at_3_diff1": 0.0799523063101895, + "nauc_recall_at_3_max": 0.2695726622134424, + "nauc_recall_at_3_std": 0.354267423341606, + "nauc_recall_at_5_diff1": 0.10785586209958106, + "nauc_recall_at_5_max": 0.3386839667243077, + "nauc_recall_at_5_std": 0.40873238909599724, + "ndcg_at_1": 0.2175, + "ndcg_at_10": 0.21342, + "ndcg_at_100": 0.29338, + "ndcg_at_1000": 0.40039, + "ndcg_at_20": 0.22055, + "ndcg_at_3": 0.21561, + "ndcg_at_5": 0.20744, + "precision_at_1": 0.3, + "precision_at_10": 0.2225, + "precision_at_100": 0.11775, + "precision_at_1000": 0.03337, + "precision_at_20": 0.1895, + "precision_at_3": 0.27, + "precision_at_5": 0.242, + "recall_at_1": 0.02095, + "recall_at_10": 0.1104, + "recall_at_100": 0.38193, + "recall_at_1000": 0.70286, + "recall_at_20": 0.16388, + "recall_at_3": 0.04947, + "recall_at_5": 0.06704 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48562, + "map_at_1": 0.10886, + "map_at_10": 0.24525, + "map_at_100": 0.33671, + "map_at_1000": 0.37349, + "map_at_20": 0.276, + "map_at_3": 0.16588, + "map_at_5": 0.20241, + "mrr_at_1": 0.65, + "mrr_at_10": 0.7459920634920637, + "mrr_at_100": 0.7487628955789921, + "mrr_at_1000": 0.7487628955789921, + "mrr_at_20": 0.7476777155592947, + "mrr_at_3": 0.7283333333333334, + "mrr_at_5": 0.7405833333333334, + "nauc_map_at_1000_diff1": 0.30036739689874165, + "nauc_map_at_1000_max": 0.3967212200849004, + "nauc_map_at_1000_std": 0.2125721364217979, + "nauc_map_at_100_diff1": 0.3202402629006509, + "nauc_map_at_100_max": 0.3903314332237215, + "nauc_map_at_100_std": 0.21882779366071511, + "nauc_map_at_10_diff1": 0.3538934431851285, + "nauc_map_at_10_max": 0.3727695254410162, + "nauc_map_at_10_std": 0.18063982236317427, + "nauc_map_at_1_diff1": 0.5651019985966768, + "nauc_map_at_1_max": 0.315038409605653, + "nauc_map_at_1_std": 0.051807166877722334, + "nauc_map_at_20_diff1": 0.35198067049609105, + "nauc_map_at_20_max": 0.376301404927581, + "nauc_map_at_20_std": 0.1832327795124465, + "nauc_map_at_3_diff1": 0.46614682346842057, + "nauc_map_at_3_max": 0.3303854758413324, + "nauc_map_at_3_std": 0.15716565147431596, + "nauc_map_at_5_diff1": 0.4074735017269003, + "nauc_map_at_5_max": 0.35188725335001636, + "nauc_map_at_5_std": 0.17386415991151055, + "nauc_mrr_at_1000_diff1": 0.47679014461164115, + "nauc_mrr_at_1000_max": 0.5903987193165479, + "nauc_mrr_at_1000_std": 0.14891354699836154, + "nauc_mrr_at_100_diff1": 0.47679014461164115, + "nauc_mrr_at_100_max": 0.5903987193165479, + "nauc_mrr_at_100_std": 0.14891354699836154, + "nauc_mrr_at_10_diff1": 0.47723134590823707, + "nauc_mrr_at_10_max": 0.5918211797397456, + "nauc_mrr_at_10_std": 0.1522427049656502, + "nauc_mrr_at_1_diff1": 0.4761982260558217, + "nauc_mrr_at_1_max": 0.5617788265928877, + "nauc_mrr_at_1_std": 0.05549678574334761, + "nauc_mrr_at_20_diff1": 0.47730198115277844, + "nauc_mrr_at_20_max": 0.5918511628684274, + "nauc_mrr_at_20_std": 0.1513720914898638, + "nauc_mrr_at_3_diff1": 0.4877889796627847, + "nauc_mrr_at_3_max": 0.6027239968444559, + "nauc_mrr_at_3_std": 0.14835236465255636, + "nauc_mrr_at_5_diff1": 0.4786613528622764, + "nauc_mrr_at_5_max": 0.5940458604625416, + "nauc_mrr_at_5_std": 0.15872491814384854, + "nauc_ndcg_at_1000_diff1": 0.3934688446140593, + "nauc_ndcg_at_1000_max": 0.5274937198058409, + "nauc_ndcg_at_1000_std": 0.24612218326219815, + "nauc_ndcg_at_100_diff1": 0.40111992358107823, + "nauc_ndcg_at_100_max": 0.4960427089677978, + "nauc_ndcg_at_100_std": 0.24239819223647854, + "nauc_ndcg_at_10_diff1": 0.36160085953412124, + "nauc_ndcg_at_10_max": 0.4791382040966409, + "nauc_ndcg_at_10_std": 0.16033703659520854, + "nauc_ndcg_at_1_diff1": 0.5113429678722647, + "nauc_ndcg_at_1_max": 0.542969336109759, + "nauc_ndcg_at_1_std": 0.019776544081858343, + "nauc_ndcg_at_20_diff1": 0.3907157297329513, + "nauc_ndcg_at_20_max": 0.4745596193594275, + "nauc_ndcg_at_20_std": 0.15933223801949342, + "nauc_ndcg_at_3_diff1": 0.4007768157345869, + "nauc_ndcg_at_3_max": 0.49471930577359036, + "nauc_ndcg_at_3_std": 0.08659017138038018, + "nauc_ndcg_at_5_diff1": 0.3560194059134461, + "nauc_ndcg_at_5_max": 0.4823585249494834, + "nauc_ndcg_at_5_std": 0.12793639089718822, + "nauc_precision_at_1000_diff1": -0.20581980088109403, + "nauc_precision_at_1000_max": -0.12179249589796376, + "nauc_precision_at_1000_std": -0.22473411421134665, + "nauc_precision_at_100_diff1": -0.2032434498203359, + "nauc_precision_at_100_max": -0.051556447363759174, + "nauc_precision_at_100_std": -0.06242165375311964, + "nauc_precision_at_10_diff1": -0.15879871807427448, + "nauc_precision_at_10_max": 0.11439622401505702, + "nauc_precision_at_10_std": -0.007724424242219741, + "nauc_precision_at_1_diff1": 0.4761982260558217, + "nauc_precision_at_1_max": 0.5617788265928877, + "nauc_precision_at_1_std": 0.05549678574334761, + "nauc_precision_at_20_diff1": -0.1574758654673792, + "nauc_precision_at_20_max": 0.03213628611380446, + "nauc_precision_at_20_std": -0.03363827479289256, + "nauc_precision_at_3_diff1": 0.023475846420254028, + "nauc_precision_at_3_max": 0.2840867020958979, + "nauc_precision_at_3_std": 0.07685854182838721, + "nauc_precision_at_5_diff1": -0.11921802417951505, + "nauc_precision_at_5_max": 0.18128395043048043, + "nauc_precision_at_5_std": 0.041455461574543766, + "nauc_recall_at_1000_diff1": 0.2562478098335642, + "nauc_recall_at_1000_max": 0.38038705769353715, + "nauc_recall_at_1000_std": 0.6696185126800751, + "nauc_recall_at_100_diff1": 0.280012246947113, + "nauc_recall_at_100_max": 0.3221676750226107, + "nauc_recall_at_100_std": 0.31941758105203066, + "nauc_recall_at_10_diff1": 0.2906553596198562, + "nauc_recall_at_10_max": 0.3349532415207618, + "nauc_recall_at_10_std": 0.21688054382482114, + "nauc_recall_at_1_diff1": 0.5651019985966768, + "nauc_recall_at_1_max": 0.315038409605653, + "nauc_recall_at_1_std": 0.051807166877722334, + "nauc_recall_at_20_diff1": 0.30311826578406775, + "nauc_recall_at_20_max": 0.32260654233316055, + "nauc_recall_at_20_std": 0.21139093792876085, + "nauc_recall_at_3_diff1": 0.4220016926281242, + "nauc_recall_at_3_max": 0.3084334979478937, + "nauc_recall_at_3_std": 0.19809938495272278, + "nauc_recall_at_5_diff1": 0.3517171959295258, + "nauc_recall_at_5_max": 0.3202543650428728, + "nauc_recall_at_5_std": 0.2227421814701921, + "ndcg_at_1": 0.5725, + "ndcg_at_10": 0.48562, + "ndcg_at_100": 0.56187, + "ndcg_at_1000": 0.65201, + "ndcg_at_20": 0.49331, + "ndcg_at_3": 0.50533, + "ndcg_at_5": 0.4996, + "precision_at_1": 0.65, + "precision_at_10": 0.359, + "precision_at_100": 0.1407, + "precision_at_1000": 0.03308, + "precision_at_20": 0.27675, + "precision_at_3": 0.49833, + "precision_at_5": 0.454, + "recall_at_1": 0.10886, + "recall_at_10": 0.32656, + "recall_at_100": 0.67698, + "recall_at_1000": 0.94513, + "recall_at_20": 0.41452, + "recall_at_3": 0.18733, + "recall_at_5": 0.24296 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.10399, + "map_at_1": 0.0244, + "map_at_10": 0.05182, + "map_at_100": 0.07778, + "map_at_1000": 0.09194, + "map_at_20": 0.05957, + "map_at_3": 0.03647, + "map_at_5": 0.04257, + "mrr_at_1": 0.12, + "mrr_at_10": 0.17407539682539683, + "mrr_at_100": 0.18782913126827394, + "mrr_at_1000": 0.18890410864494667, + "mrr_at_20": 0.1806670544367914, + "mrr_at_3": 0.15333333333333335, + "mrr_at_5": 0.16208333333333327, + "nauc_map_at_1000_diff1": 0.28611085507103595, + "nauc_map_at_1000_max": 0.5342838170849384, + "nauc_map_at_1000_std": 0.5486047466635836, + "nauc_map_at_100_diff1": 0.3072649696946073, + "nauc_map_at_100_max": 0.5236226019789705, + "nauc_map_at_100_std": 0.5346737528604572, + "nauc_map_at_10_diff1": 0.32204446007822307, + "nauc_map_at_10_max": 0.5121452539531656, + "nauc_map_at_10_std": 0.4607625934007726, + "nauc_map_at_1_diff1": 0.6326171159579731, + "nauc_map_at_1_max": 0.23764894293957162, + "nauc_map_at_1_std": 0.2669350418479927, + "nauc_map_at_20_diff1": 0.30780809822333866, + "nauc_map_at_20_max": 0.5108265650856006, + "nauc_map_at_20_std": 0.47377458209450973, + "nauc_map_at_3_diff1": 0.38634609312083457, + "nauc_map_at_3_max": 0.38708738726191333, + "nauc_map_at_3_std": 0.36146923275266823, + "nauc_map_at_5_diff1": 0.35781639562828543, + "nauc_map_at_5_max": 0.4514412109072153, + "nauc_map_at_5_std": 0.40803149659094734, + "nauc_mrr_at_1000_diff1": 0.23328504401983471, + "nauc_mrr_at_1000_max": 0.4612867481677781, + "nauc_mrr_at_1000_std": 0.48386046058751186, + "nauc_mrr_at_100_diff1": 0.23213764184127328, + "nauc_mrr_at_100_max": 0.46125962805845777, + "nauc_mrr_at_100_std": 0.4837575531666071, + "nauc_mrr_at_10_diff1": 0.23875732268274533, + "nauc_mrr_at_10_max": 0.4616867377817092, + "nauc_mrr_at_10_std": 0.48457136823883945, + "nauc_mrr_at_1_diff1": 0.3425504691498438, + "nauc_mrr_at_1_max": 0.39645531229267367, + "nauc_mrr_at_1_std": 0.4712823429058859, + "nauc_mrr_at_20_diff1": 0.2297479675404357, + "nauc_mrr_at_20_max": 0.46125894815225044, + "nauc_mrr_at_20_std": 0.4800244841216579, + "nauc_mrr_at_3_diff1": 0.2541495353049273, + "nauc_mrr_at_3_max": 0.4335413334038418, + "nauc_mrr_at_3_std": 0.47004931188112287, + "nauc_mrr_at_5_diff1": 0.24869509057520894, + "nauc_mrr_at_5_max": 0.45143739534462124, + "nauc_mrr_at_5_std": 0.4914036304541183, + "nauc_ndcg_at_1000_diff1": 0.1847704215560651, + "nauc_ndcg_at_1000_max": 0.5772298726334375, + "nauc_ndcg_at_1000_std": 0.6081530931134151, + "nauc_ndcg_at_100_diff1": 0.20174913749200418, + "nauc_ndcg_at_100_max": 0.5534629430832276, + "nauc_ndcg_at_100_std": 0.5937733575052039, + "nauc_ndcg_at_10_diff1": 0.25762996778908664, + "nauc_ndcg_at_10_max": 0.5726862523547255, + "nauc_ndcg_at_10_std": 0.5561034393966975, + "nauc_ndcg_at_1_diff1": 0.3900659789982345, + "nauc_ndcg_at_1_max": 0.43714958337205345, + "nauc_ndcg_at_1_std": 0.4836446426911996, + "nauc_ndcg_at_20_diff1": 0.21535852478430587, + "nauc_ndcg_at_20_max": 0.5545587486821695, + "nauc_ndcg_at_20_std": 0.5255280572403146, + "nauc_ndcg_at_3_diff1": 0.30958988261011255, + "nauc_ndcg_at_3_max": 0.5276678067897955, + "nauc_ndcg_at_3_std": 0.5169505255581567, + "nauc_ndcg_at_5_diff1": 0.28541721895980526, + "nauc_ndcg_at_5_max": 0.547142275141216, + "nauc_ndcg_at_5_std": 0.5314470629012092, + "nauc_precision_at_1000_diff1": -0.05248032839310462, + "nauc_precision_at_1000_max": 0.36382574116796484, + "nauc_precision_at_1000_std": 0.1437631086112281, + "nauc_precision_at_100_diff1": 0.1069843666630504, + "nauc_precision_at_100_max": 0.4399939571289401, + "nauc_precision_at_100_std": 0.4749470785939809, + "nauc_precision_at_10_diff1": 0.1567400894333751, + "nauc_precision_at_10_max": 0.6281526771620913, + "nauc_precision_at_10_std": 0.6153893968332899, + "nauc_precision_at_1_diff1": 0.3425504691498438, + "nauc_precision_at_1_max": 0.39645531229267367, + "nauc_precision_at_1_std": 0.4712823429058859, + "nauc_precision_at_20_diff1": 0.11663109951183125, + "nauc_precision_at_20_max": 0.5115829334535067, + "nauc_precision_at_20_std": 0.5217925846037061, + "nauc_precision_at_3_diff1": 0.21167360842744062, + "nauc_precision_at_3_max": 0.5855792672744884, + "nauc_precision_at_3_std": 0.5650593270070275, + "nauc_precision_at_5_diff1": 0.1797386658874497, + "nauc_precision_at_5_max": 0.6208209727930483, + "nauc_precision_at_5_std": 0.5928485672360456, + "nauc_recall_at_1000_diff1": 0.08687311058852733, + "nauc_recall_at_1000_max": 0.547631203064707, + "nauc_recall_at_1000_std": 0.6848087740845762, + "nauc_recall_at_100_diff1": 0.10538119875230834, + "nauc_recall_at_100_max": 0.48573028698675624, + "nauc_recall_at_100_std": 0.5979017673935525, + "nauc_recall_at_10_diff1": 0.15267464008987222, + "nauc_recall_at_10_max": 0.5206756075761045, + "nauc_recall_at_10_std": 0.47351522904410387, + "nauc_recall_at_1_diff1": 0.6326171159579731, + "nauc_recall_at_1_max": 0.23764894293957162, + "nauc_recall_at_1_std": 0.2669350418479927, + "nauc_recall_at_20_diff1": 0.12086564707750058, + "nauc_recall_at_20_max": 0.4917664967594112, + "nauc_recall_at_20_std": 0.45792782097877366, + "nauc_recall_at_3_diff1": 0.21144987039969676, + "nauc_recall_at_3_max": 0.4027801007155898, + "nauc_recall_at_3_std": 0.3818853270300887, + "nauc_recall_at_5_diff1": 0.22322517805200479, + "nauc_recall_at_5_max": 0.47044046372969894, + "nauc_recall_at_5_std": 0.44233657156771855, + "ndcg_at_1": 0.09, + "ndcg_at_10": 0.10399, + "ndcg_at_100": 0.16235, + "ndcg_at_1000": 0.253, + "ndcg_at_20": 0.11571, + "ndcg_at_3": 0.09739, + "ndcg_at_5": 0.09962, + "precision_at_1": 0.12, + "precision_at_10": 0.087, + "precision_at_100": 0.05165, + "precision_at_1000": 0.0177, + "precision_at_20": 0.07975, + "precision_at_3": 0.105, + "precision_at_5": 0.098, + "recall_at_1": 0.0244, + "recall_at_10": 0.08827, + "recall_at_100": 0.2634, + "recall_at_1000": 0.57622, + "recall_at_20": 0.12061, + "recall_at_3": 0.04652, + "recall_at_5": 0.05821 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.12929, + "map_at_1": 0.03115, + "map_at_10": 0.05795, + "map_at_100": 0.08909, + "map_at_1000": 0.10327, + "map_at_20": 0.06794, + "map_at_3": 0.03923, + "map_at_5": 0.04723, + "mrr_at_1": 0.175, + "mrr_at_10": 0.24899801587301598, + "mrr_at_100": 0.257363516495003, + "mrr_at_1000": 0.2580586601087741, + "mrr_at_20": 0.2534352075513068, + "mrr_at_3": 0.2125, + "mrr_at_5": 0.23675000000000004, + "nauc_map_at_1000_diff1": 0.26837174183432827, + "nauc_map_at_1000_max": 0.6519353019384683, + "nauc_map_at_1000_std": 0.6188835867748632, + "nauc_map_at_100_diff1": 0.2940114410961737, + "nauc_map_at_100_max": 0.6569410369961178, + "nauc_map_at_100_std": 0.6237548980462242, + "nauc_map_at_10_diff1": 0.34613515079227375, + "nauc_map_at_10_max": 0.6413047356881959, + "nauc_map_at_10_std": 0.5648112353766553, + "nauc_map_at_1_diff1": 0.47016223182970646, + "nauc_map_at_1_max": 0.5508678635559924, + "nauc_map_at_1_std": 0.462581940415345, + "nauc_map_at_20_diff1": 0.3160054972491983, + "nauc_map_at_20_max": 0.6533505212158287, + "nauc_map_at_20_std": 0.5805105038160261, + "nauc_map_at_3_diff1": 0.43346029890141624, + "nauc_map_at_3_max": 0.5755668917129597, + "nauc_map_at_3_std": 0.5032730756095668, + "nauc_map_at_5_diff1": 0.3985574030857143, + "nauc_map_at_5_max": 0.6233204953852612, + "nauc_map_at_5_std": 0.5377607945227841, + "nauc_mrr_at_1000_diff1": 0.13348300767583463, + "nauc_mrr_at_1000_max": 0.5258885274624412, + "nauc_mrr_at_1000_std": 0.47832932180355436, + "nauc_mrr_at_100_diff1": 0.13363165880280023, + "nauc_mrr_at_100_max": 0.5258207571501754, + "nauc_mrr_at_100_std": 0.47863615725603187, + "nauc_mrr_at_10_diff1": 0.141550170939403, + "nauc_mrr_at_10_max": 0.5230525077558557, + "nauc_mrr_at_10_std": 0.47162838465291945, + "nauc_mrr_at_1_diff1": 0.15562329104845574, + "nauc_mrr_at_1_max": 0.4882424133757676, + "nauc_mrr_at_1_std": 0.4352772423685507, + "nauc_mrr_at_20_diff1": 0.13286641448048428, + "nauc_mrr_at_20_max": 0.526491303830683, + "nauc_mrr_at_20_std": 0.4778611039861726, + "nauc_mrr_at_3_diff1": 0.1502939453322289, + "nauc_mrr_at_3_max": 0.5103012182064285, + "nauc_mrr_at_3_std": 0.45322531768318564, + "nauc_mrr_at_5_diff1": 0.14707145694657645, + "nauc_mrr_at_5_max": 0.521590394137835, + "nauc_mrr_at_5_std": 0.47468354679562447, + "nauc_ndcg_at_1000_diff1": 0.1368304838457026, + "nauc_ndcg_at_1000_max": 0.6946862672213938, + "nauc_ndcg_at_1000_std": 0.6676227382278505, + "nauc_ndcg_at_100_diff1": 0.17818715643311062, + "nauc_ndcg_at_100_max": 0.6926682872942097, + "nauc_ndcg_at_100_std": 0.6708327812704519, + "nauc_ndcg_at_10_diff1": 0.21333838746964587, + "nauc_ndcg_at_10_max": 0.6513564913090665, + "nauc_ndcg_at_10_std": 0.5677849621453331, + "nauc_ndcg_at_1_diff1": 0.19996749918747975, + "nauc_ndcg_at_1_max": 0.5455636390909774, + "nauc_ndcg_at_1_std": 0.4789557238930973, + "nauc_ndcg_at_20_diff1": 0.19224444913389147, + "nauc_ndcg_at_20_max": 0.6669815777237635, + "nauc_ndcg_at_20_std": 0.5974980891461973, + "nauc_ndcg_at_3_diff1": 0.21568322666539932, + "nauc_ndcg_at_3_max": 0.5772537747726812, + "nauc_ndcg_at_3_std": 0.5057260315904691, + "nauc_ndcg_at_5_diff1": 0.23202257073477622, + "nauc_ndcg_at_5_max": 0.639899736191116, + "nauc_ndcg_at_5_std": 0.5545600508345747, + "nauc_precision_at_1000_diff1": -0.09343731306476301, + "nauc_precision_at_1000_max": 0.16112713512324617, + "nauc_precision_at_1000_std": -0.01696903311055234, + "nauc_precision_at_100_diff1": 0.01460873689709363, + "nauc_precision_at_100_max": 0.3483627353822717, + "nauc_precision_at_100_std": 0.332213893985972, + "nauc_precision_at_10_diff1": 0.09029845801764577, + "nauc_precision_at_10_max": 0.5013851159575745, + "nauc_precision_at_10_std": 0.4175135243545825, + "nauc_precision_at_1_diff1": 0.15562329104845574, + "nauc_precision_at_1_max": 0.4882424133757676, + "nauc_precision_at_1_std": 0.4352772423685507, + "nauc_precision_at_20_diff1": 0.04381854613481785, + "nauc_precision_at_20_max": 0.5001407495411783, + "nauc_precision_at_20_std": 0.4167749071274679, + "nauc_precision_at_3_diff1": 0.1277325351866985, + "nauc_precision_at_3_max": 0.5019464005361782, + "nauc_precision_at_3_std": 0.43530054444128213, + "nauc_precision_at_5_diff1": 0.12185666610791938, + "nauc_precision_at_5_max": 0.5745881779254225, + "nauc_precision_at_5_std": 0.5001691480121299, + "nauc_recall_at_1000_diff1": 0.030149808847608317, + "nauc_recall_at_1000_max": 0.7144308631757207, + "nauc_recall_at_1000_std": 0.7805718870216278, + "nauc_recall_at_100_diff1": 0.10242863424140325, + "nauc_recall_at_100_max": 0.6132577390004085, + "nauc_recall_at_100_std": 0.6723660670678806, + "nauc_recall_at_10_diff1": 0.1705743485590267, + "nauc_recall_at_10_max": 0.6115322700246193, + "nauc_recall_at_10_std": 0.5675773742105669, + "nauc_recall_at_1_diff1": 0.47016223182970646, + "nauc_recall_at_1_max": 0.5508678635559924, + "nauc_recall_at_1_std": 0.462581940415345, + "nauc_recall_at_20_diff1": 0.11669449138409248, + "nauc_recall_at_20_max": 0.5910836821363461, + "nauc_recall_at_20_std": 0.5856151352208724, + "nauc_recall_at_3_diff1": 0.3963829654324479, + "nauc_recall_at_3_max": 0.5709060515407155, + "nauc_recall_at_3_std": 0.5167942138115154, + "nauc_recall_at_5_diff1": 0.30746278547070044, + "nauc_recall_at_5_max": 0.6374770279080731, + "nauc_recall_at_5_std": 0.5454051876255681, + "ndcg_at_1": 0.12, + "ndcg_at_10": 0.12929, + "ndcg_at_100": 0.19444, + "ndcg_at_1000": 0.27798, + "ndcg_at_20": 0.14161, + "ndcg_at_3": 0.10898, + "ndcg_at_5": 0.12053, + "precision_at_1": 0.175, + "precision_at_10": 0.1105, + "precision_at_100": 0.05725, + "precision_at_1000": 0.01788, + "precision_at_20": 0.092, + "precision_at_3": 0.12333, + "precision_at_5": 0.125, + "recall_at_1": 0.03115, + "recall_at_10": 0.104, + "recall_at_100": 0.31306, + "recall_at_1000": 0.59494, + "recall_at_20": 0.15013, + "recall_at_3": 0.04495, + "recall_at_5": 0.067 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CmedqaRetrieval.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CmedqaRetrieval.json new file mode 100644 index 000000000..c2a61775c --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 46.98283505439758, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.02109, + "map_at_1": 0.01129, + "map_at_10": 0.01593, + "map_at_100": 0.01744, + "map_at_1000": 0.01785, + "map_at_20": 0.01659, + "map_at_3": 0.01372, + "map_at_5": 0.015, + "mrr_at_1": 0.020255063765941484, + "mrr_at_10": 0.026607247049857705, + "mrr_at_100": 0.02859201407357252, + "mrr_at_1000": 0.029071791494882704, + "mrr_at_20": 0.027464465746124017, + "mrr_at_3": 0.023505876469117278, + "mrr_at_5": 0.02541885471367842, + "nauc_map_at_1000_diff1": 0.44651944623820683, + "nauc_map_at_1000_max": 0.1288497290715426, + "nauc_map_at_1000_std": 0.12136977445362648, + "nauc_map_at_100_diff1": 0.4537789466902795, + "nauc_map_at_100_max": 0.1303964934918756, + "nauc_map_at_100_std": 0.12131956798408691, + "nauc_map_at_10_diff1": 0.4950333828882488, + "nauc_map_at_10_max": 0.14391782878360376, + "nauc_map_at_10_std": 0.11135419621820634, + "nauc_map_at_1_diff1": 0.6412334262585709, + "nauc_map_at_1_max": 0.1984060126165207, + "nauc_map_at_1_std": 0.11967384646463769, + "nauc_map_at_20_diff1": 0.4745253732888694, + "nauc_map_at_20_max": 0.1357674857128293, + "nauc_map_at_20_std": 0.11863319801535989, + "nauc_map_at_3_diff1": 0.5577544468220517, + "nauc_map_at_3_max": 0.1612059555506444, + "nauc_map_at_3_std": 0.08883324593196704, + "nauc_map_at_5_diff1": 0.5179954835015075, + "nauc_map_at_5_max": 0.1579551989776834, + "nauc_map_at_5_std": 0.10670365284042443, + "nauc_mrr_at_1000_diff1": 0.4077992835317197, + "nauc_mrr_at_1000_max": 0.11319470024204646, + "nauc_mrr_at_1000_std": 0.10740138260600414, + "nauc_mrr_at_100_diff1": 0.41251679840116284, + "nauc_mrr_at_100_max": 0.11393599124435742, + "nauc_mrr_at_100_std": 0.10761247148271598, + "nauc_mrr_at_10_diff1": 0.44319469073069423, + "nauc_mrr_at_10_max": 0.12143009869366067, + "nauc_mrr_at_10_std": 0.09966817524227915, + "nauc_mrr_at_1_diff1": 0.5802152917210706, + "nauc_mrr_at_1_max": 0.16259423228019967, + "nauc_mrr_at_1_std": 0.10771955887675476, + "nauc_mrr_at_20_diff1": 0.4276964145613591, + "nauc_mrr_at_20_max": 0.11832210845497439, + "nauc_mrr_at_20_std": 0.10701533955079748, + "nauc_mrr_at_3_diff1": 0.49473341042288344, + "nauc_mrr_at_3_max": 0.13396757017448066, + "nauc_mrr_at_3_std": 0.09131371412938799, + "nauc_mrr_at_5_diff1": 0.45868820056892495, + "nauc_mrr_at_5_max": 0.13311331703016102, + "nauc_mrr_at_5_std": 0.09924812308813619, + "nauc_ndcg_at_1000_diff1": 0.21668586741867532, + "nauc_ndcg_at_1000_max": 0.07814699403820029, + "nauc_ndcg_at_1000_std": 0.12825202104256178, + "nauc_ndcg_at_100_diff1": 0.29136733765271194, + "nauc_ndcg_at_100_max": 0.08530234617903835, + "nauc_ndcg_at_100_std": 0.13843503569294485, + "nauc_ndcg_at_10_diff1": 0.41783931291692095, + "nauc_ndcg_at_10_max": 0.11621066929411282, + "nauc_ndcg_at_10_std": 0.11207794819211543, + "nauc_ndcg_at_1_diff1": 0.5802152917210706, + "nauc_ndcg_at_1_max": 0.16259423228019967, + "nauc_ndcg_at_1_std": 0.10771955887675476, + "nauc_ndcg_at_20_diff1": 0.36862039974958366, + "nauc_ndcg_at_20_max": 0.10234825815622296, + "nauc_ndcg_at_20_std": 0.13227056216403313, + "nauc_ndcg_at_3_diff1": 0.5032348376850566, + "nauc_ndcg_at_3_max": 0.14620190573083822, + "nauc_ndcg_at_3_std": 0.08254324407700338, + "nauc_ndcg_at_5_diff1": 0.4514251457769548, + "nauc_ndcg_at_5_max": 0.14272274946198726, + "nauc_ndcg_at_5_std": 0.10720267992463287, + "nauc_precision_at_1000_diff1": 0.05346153312011964, + "nauc_precision_at_1000_max": 0.05083958389886027, + "nauc_precision_at_1000_std": 0.1286326661270623, + "nauc_precision_at_100_diff1": 0.1255820395518424, + "nauc_precision_at_100_max": 0.03300767759779096, + "nauc_precision_at_100_std": 0.15297748773506742, + "nauc_precision_at_10_diff1": 0.2958761195720957, + "nauc_precision_at_10_max": 0.061363593392192585, + "nauc_precision_at_10_std": 0.10595325796704877, + "nauc_precision_at_1_diff1": 0.5802152917210706, + "nauc_precision_at_1_max": 0.16259423228019967, + "nauc_precision_at_1_std": 0.10771955887675476, + "nauc_precision_at_20_diff1": 0.22434102598942587, + "nauc_precision_at_20_max": 0.0447068112654616, + "nauc_precision_at_20_std": 0.1554268692498364, + "nauc_precision_at_3_diff1": 0.4354725864128676, + "nauc_precision_at_3_max": 0.1210950024250816, + "nauc_precision_at_3_std": 0.06766199456484838, + "nauc_precision_at_5_diff1": 0.34691474808041517, + "nauc_precision_at_5_max": 0.10793267721716185, + "nauc_precision_at_5_std": 0.09161985108068706, + "nauc_recall_at_1000_diff1": 0.04681800095901645, + "nauc_recall_at_1000_max": 0.04649144280162069, + "nauc_recall_at_1000_std": 0.11727225337638611, + "nauc_recall_at_100_diff1": 0.12066072404834657, + "nauc_recall_at_100_max": 0.0464194464073134, + "nauc_recall_at_100_std": 0.16617093013807668, + "nauc_recall_at_10_diff1": 0.3077017714005655, + "nauc_recall_at_10_max": 0.07830319494245179, + "nauc_recall_at_10_std": 0.12696912323439383, + "nauc_recall_at_1_diff1": 0.6412334262585709, + "nauc_recall_at_1_max": 0.1984060126165207, + "nauc_recall_at_1_std": 0.11967384646463769, + "nauc_recall_at_20_diff1": 0.21534851207227107, + "nauc_recall_at_20_max": 0.05831497918542415, + "nauc_recall_at_20_std": 0.16755013833618013, + "nauc_recall_at_3_diff1": 0.4714054768883427, + "nauc_recall_at_3_max": 0.12960393511240395, + "nauc_recall_at_3_std": 0.0748586439278412, + "nauc_recall_at_5_diff1": 0.36874083665204216, + "nauc_recall_at_5_max": 0.1314200430760311, + "nauc_recall_at_5_std": 0.12638261613516508, + "ndcg_at_1": 0.02026, + "ndcg_at_10": 0.02109, + "ndcg_at_100": 0.03033, + "ndcg_at_1000": 0.04511, + "ndcg_at_20": 0.02345, + "ndcg_at_3": 0.01734, + "ndcg_at_5": 0.01911, + "precision_at_1": 0.02026, + "precision_at_10": 0.0051, + "precision_at_100": 0.00128, + "precision_at_1000": 0.00033, + "precision_at_20": 0.0033, + "precision_at_3": 0.01009, + "precision_at_5": 0.00795, + "recall_at_1": 0.01129, + "recall_at_10": 0.02702, + "recall_at_100": 0.06759, + "recall_at_1000": 0.17457, + "recall_at_20": 0.03509, + "recall_at_3": 0.01584, + "recall_at_5": 0.02101 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedicalQARetrieval.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedicalQARetrieval.json new file mode 100644 index 000000000..205c48aba --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 5.111318111419678, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70298, + "map_at_1": 0.55713, + "map_at_10": 0.65593, + "map_at_100": 0.66052, + "map_at_1000": 0.66076, + "map_at_20": 0.65902, + "map_at_3": 0.63436, + "map_at_5": 0.64786, + "mrr_at_1": 0.556640625, + "mrr_at_10": 0.6556464301215265, + "mrr_at_100": 0.6602335787704618, + "mrr_at_1000": 0.6604705802828853, + "mrr_at_20": 0.6587375163569699, + "mrr_at_3": 0.6340332031249984, + "mrr_at_5": 0.6476562499999993, + "nauc_map_at_1000_diff1": 0.5558751150973196, + "nauc_map_at_1000_max": 0.40341893567897197, + "nauc_map_at_1000_std": -0.026242239663721346, + "nauc_map_at_100_diff1": 0.5555709077651507, + "nauc_map_at_100_max": 0.4036761546288808, + "nauc_map_at_100_std": -0.02629762070332096, + "nauc_map_at_10_diff1": 0.5545277801455578, + "nauc_map_at_10_max": 0.40224579397855204, + "nauc_map_at_10_std": -0.02861307513974805, + "nauc_map_at_1_diff1": 0.6175840629593133, + "nauc_map_at_1_max": 0.3958967752333875, + "nauc_map_at_1_std": -0.01608675521331992, + "nauc_map_at_20_diff1": 0.5545343973176196, + "nauc_map_at_20_max": 0.40398826568090657, + "nauc_map_at_20_std": -0.026740049756753915, + "nauc_map_at_3_diff1": 0.5599134084200446, + "nauc_map_at_3_max": 0.39052686269343734, + "nauc_map_at_3_std": -0.027659640121965787, + "nauc_map_at_5_diff1": 0.5559817159426421, + "nauc_map_at_5_max": 0.3965519528666595, + "nauc_map_at_5_std": -0.02835909421754609, + "nauc_mrr_at_1000_diff1": 0.5567214093170404, + "nauc_mrr_at_1000_max": 0.40449501029779095, + "nauc_mrr_at_1000_std": -0.025291027145391054, + "nauc_mrr_at_100_diff1": 0.5564165319320409, + "nauc_mrr_at_100_max": 0.4047511193424073, + "nauc_mrr_at_100_std": -0.025347281110636763, + "nauc_mrr_at_10_diff1": 0.5553609784394345, + "nauc_mrr_at_10_max": 0.40330500220056115, + "nauc_mrr_at_10_std": -0.027676268586596147, + "nauc_mrr_at_1_diff1": 0.6187362009969672, + "nauc_mrr_at_1_max": 0.39716635104413534, + "nauc_mrr_at_1_std": -0.015258476483486433, + "nauc_mrr_at_20_diff1": 0.5553758689038134, + "nauc_mrr_at_20_max": 0.4050573302420932, + "nauc_mrr_at_20_std": -0.02579465240499563, + "nauc_mrr_at_3_diff1": 0.5607807623334973, + "nauc_mrr_at_3_max": 0.3916277512582432, + "nauc_mrr_at_3_std": -0.02613682596678899, + "nauc_mrr_at_5_diff1": 0.5566204177770631, + "nauc_mrr_at_5_max": 0.3977209673333116, + "nauc_mrr_at_5_std": -0.02728686737650408, + "nauc_ndcg_at_1000_diff1": 0.5408468623946655, + "nauc_ndcg_at_1000_max": 0.4116908877131766, + "nauc_ndcg_at_1000_std": -0.025681532494727058, + "nauc_ndcg_at_100_diff1": 0.5322564945613928, + "nauc_ndcg_at_100_max": 0.4194783853194058, + "nauc_ndcg_at_100_std": -0.024625874037484223, + "nauc_ndcg_at_10_diff1": 0.5248148980920935, + "nauc_ndcg_at_10_max": 0.4170891385875394, + "nauc_ndcg_at_10_std": -0.03468489260190519, + "nauc_ndcg_at_1_diff1": 0.6175840629593133, + "nauc_ndcg_at_1_max": 0.3958967752333875, + "nauc_ndcg_at_1_std": -0.01608675521331992, + "nauc_ndcg_at_20_diff1": 0.5235943715338807, + "nauc_ndcg_at_20_max": 0.42410528672009723, + "nauc_ndcg_at_20_std": -0.027749200571943466, + "nauc_ndcg_at_3_diff1": 0.5395204531228412, + "nauc_ndcg_at_3_max": 0.3888978345293177, + "nauc_ndcg_at_3_std": -0.0324447628276733, + "nauc_ndcg_at_5_diff1": 0.5301461643126456, + "nauc_ndcg_at_5_max": 0.4010221549407242, + "nauc_ndcg_at_5_std": -0.03439382967807583, + "nauc_precision_at_1000_diff1": 0.4151993887005676, + "nauc_precision_at_1000_max": 0.3192569580445928, + "nauc_precision_at_1000_std": 0.13578742907797217, + "nauc_precision_at_100_diff1": 0.23069939810673967, + "nauc_precision_at_100_max": 0.6805984359438902, + "nauc_precision_at_100_std": 0.05093612717948505, + "nauc_precision_at_10_diff1": 0.356122033628236, + "nauc_precision_at_10_max": 0.5150671069930306, + "nauc_precision_at_10_std": -0.06801351615741355, + "nauc_precision_at_1_diff1": 0.6175840629593133, + "nauc_precision_at_1_max": 0.3958967752333875, + "nauc_precision_at_1_std": -0.01608675521331992, + "nauc_precision_at_20_diff1": 0.2861792222237866, + "nauc_precision_at_20_max": 0.606072417804865, + "nauc_precision_at_20_std": -0.02304542168905016, + "nauc_precision_at_3_diff1": 0.46818953425640963, + "nauc_precision_at_3_max": 0.3833054982046878, + "nauc_precision_at_3_std": -0.049453703213672, + "nauc_precision_at_5_diff1": 0.4213036673385039, + "nauc_precision_at_5_max": 0.42269453591556744, + "nauc_precision_at_5_std": -0.06027005268840616, + "nauc_recall_at_1000_diff1": 0.4151993887005676, + "nauc_recall_at_1000_max": 0.31925695804460946, + "nauc_recall_at_1000_std": 0.13578742907798885, + "nauc_recall_at_100_diff1": 0.23069939810674014, + "nauc_recall_at_100_max": 0.6805984359438887, + "nauc_recall_at_100_std": 0.05093612717948738, + "nauc_recall_at_10_diff1": 0.35612203362823674, + "nauc_recall_at_10_max": 0.5150671069930315, + "nauc_recall_at_10_std": -0.06801351615741207, + "nauc_recall_at_1_diff1": 0.6175840629593133, + "nauc_recall_at_1_max": 0.3958967752333875, + "nauc_recall_at_1_std": -0.01608675521331992, + "nauc_recall_at_20_diff1": 0.28617922222378844, + "nauc_recall_at_20_max": 0.6060724178048655, + "nauc_recall_at_20_std": -0.02304542168904767, + "nauc_recall_at_3_diff1": 0.4681895342564092, + "nauc_recall_at_3_max": 0.3833054982046871, + "nauc_recall_at_3_std": -0.04945370321367333, + "nauc_recall_at_5_diff1": 0.4213036673385065, + "nauc_recall_at_5_max": 0.42269453591556977, + "nauc_recall_at_5_std": -0.060270052688402874, + "ndcg_at_1": 0.55713, + "ndcg_at_10": 0.70298, + "ndcg_at_100": 0.72476, + "ndcg_at_1000": 0.73064, + "ndcg_at_20": 0.71399, + "ndcg_at_3": 0.65908, + "ndcg_at_5": 0.68341, + "precision_at_1": 0.55713, + "precision_at_10": 0.08501, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "precision_at_20": 0.04465, + "precision_at_3": 0.24349, + "precision_at_5": 0.15791, + "recall_at_1": 0.55713, + "recall_at_10": 0.8501, + "recall_at_100": 0.95117, + "recall_at_1000": 0.99658, + "recall_at_20": 0.89307, + "recall_at_3": 0.73047, + "recall_at_5": 0.78955 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedrxivClusteringP2P.v2.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..07f80db7a --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 13.798285484313965, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3668359142642706, + "v_measure": 0.3668359142642706, + "v_measure_std": 0.003909481966952687, + "v_measures": { + "Level 0": [ + 0.3646999153285234, + 0.3587452425739266, + 0.3691371561918565, + 0.3657935809433145, + 0.36720917241466183, + 0.3640446220845212, + 0.36878606463982094, + 0.36554637706214255, + 0.37053635960945236, + 0.3738606517944854 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedrxivClusteringS2S.v2.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..fc0b6fe16 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 12.801121473312378, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3522320379635368, + "v_measure": 0.3522320379635368, + "v_measure_std": 0.007120279421191337, + "v_measures": { + "Level 0": [ + 0.3540692867303908, + 0.33763419381543286, + 0.3479167859711166, + 0.35556354524626294, + 0.36047694164704075, + 0.3456941334832131, + 0.3574845137411555, + 0.3618694649417414, + 0.34723285721860536, + 0.3543786568404086 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/NFCorpus.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/NFCorpus.json new file mode 100644 index 000000000..f76036e70 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 3.103360891342163, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34623, + "map_at_1": 0.06007, + "map_at_10": 0.12986, + "map_at_100": 0.16362, + "map_at_1000": 0.17807, + "map_at_20": 0.14555, + "map_at_3": 0.097, + "map_at_5": 0.1115, + "mrr_at_1": 0.43962848297213625, + "mrr_at_10": 0.5350385768342424, + "mrr_at_100": 0.5410861127030892, + "mrr_at_1000": 0.541517621404158, + "mrr_at_20": 0.5391062897118261, + "mrr_at_3": 0.5180598555211559, + "mrr_at_5": 0.5281217750257997, + "nauc_map_at_1000_diff1": 0.2633967448978205, + "nauc_map_at_1000_max": 0.28183468472675716, + "nauc_map_at_1000_std": 0.18772325505673707, + "nauc_map_at_100_diff1": 0.27374933721972344, + "nauc_map_at_100_max": 0.2664280779691039, + "nauc_map_at_100_std": 0.1533067601240903, + "nauc_map_at_10_diff1": 0.3189836328785353, + "nauc_map_at_10_max": 0.19929039629403444, + "nauc_map_at_10_std": 0.04102336747320038, + "nauc_map_at_1_diff1": 0.4823447501862526, + "nauc_map_at_1_max": 0.09539602148302587, + "nauc_map_at_1_std": -0.062246798978913866, + "nauc_map_at_20_diff1": 0.2907082160373983, + "nauc_map_at_20_max": 0.2282659980032173, + "nauc_map_at_20_std": 0.08867870925067556, + "nauc_map_at_3_diff1": 0.38440539255114514, + "nauc_map_at_3_max": 0.1270281107690641, + "nauc_map_at_3_std": -0.04361322216536729, + "nauc_map_at_5_diff1": 0.3516579083776689, + "nauc_map_at_5_max": 0.1577729310805453, + "nauc_map_at_5_std": -0.010702011436001916, + "nauc_mrr_at_1000_diff1": 0.32204471237813503, + "nauc_mrr_at_1000_max": 0.4726675340769447, + "nauc_mrr_at_1000_std": 0.27033156256691077, + "nauc_mrr_at_100_diff1": 0.32206870624327577, + "nauc_mrr_at_100_max": 0.4729524233751965, + "nauc_mrr_at_100_std": 0.27075085208805283, + "nauc_mrr_at_10_diff1": 0.3215646160077948, + "nauc_mrr_at_10_max": 0.472258783259621, + "nauc_mrr_at_10_std": 0.2639140418877072, + "nauc_mrr_at_1_diff1": 0.35034135183856374, + "nauc_mrr_at_1_max": 0.41275927084706354, + "nauc_mrr_at_1_std": 0.1884885925374797, + "nauc_mrr_at_20_diff1": 0.32225187916413445, + "nauc_mrr_at_20_max": 0.47214380937684697, + "nauc_mrr_at_20_std": 0.270581656581753, + "nauc_mrr_at_3_diff1": 0.3290326317217767, + "nauc_mrr_at_3_max": 0.4653044129419268, + "nauc_mrr_at_3_std": 0.2514018729070204, + "nauc_mrr_at_5_diff1": 0.32380960584053137, + "nauc_mrr_at_5_max": 0.4649503592209323, + "nauc_mrr_at_5_std": 0.26328208218954274, + "nauc_ndcg_at_1000_diff1": 0.25656214858577125, + "nauc_ndcg_at_1000_max": 0.4522826094643058, + "nauc_ndcg_at_1000_std": 0.3671572919957275, + "nauc_ndcg_at_100_diff1": 0.2605049032724552, + "nauc_ndcg_at_100_max": 0.41361429633036695, + "nauc_ndcg_at_100_std": 0.30957421053998796, + "nauc_ndcg_at_10_diff1": 0.22709170517627872, + "nauc_ndcg_at_10_max": 0.3905112799591427, + "nauc_ndcg_at_10_std": 0.28331261060629565, + "nauc_ndcg_at_1_diff1": 0.34913446899858785, + "nauc_ndcg_at_1_max": 0.39764074062317734, + "nauc_ndcg_at_1_std": 0.20046096118780315, + "nauc_ndcg_at_20_diff1": 0.2202281199798921, + "nauc_ndcg_at_20_max": 0.38367711996531556, + "nauc_ndcg_at_20_std": 0.29159055472050527, + "nauc_ndcg_at_3_diff1": 0.265908600402284, + "nauc_ndcg_at_3_max": 0.4098906273499729, + "nauc_ndcg_at_3_std": 0.2522206688834491, + "nauc_ndcg_at_5_diff1": 0.23491534183657053, + "nauc_ndcg_at_5_max": 0.3942944075134269, + "nauc_ndcg_at_5_std": 0.26467758419059895, + "nauc_precision_at_1000_diff1": -0.1026044780262476, + "nauc_precision_at_1000_max": 0.16815101750035436, + "nauc_precision_at_1000_std": 0.3192203622222932, + "nauc_precision_at_100_diff1": -0.06526675827104396, + "nauc_precision_at_100_max": 0.29411869618399333, + "nauc_precision_at_100_std": 0.4436465899215009, + "nauc_precision_at_10_diff1": 0.03183109599091909, + "nauc_precision_at_10_max": 0.4040859379820742, + "nauc_precision_at_10_std": 0.3828141692797611, + "nauc_precision_at_1_diff1": 0.35034135183856374, + "nauc_precision_at_1_max": 0.41275927084706354, + "nauc_precision_at_1_std": 0.1884885925374797, + "nauc_precision_at_20_diff1": -0.031060498810163893, + "nauc_precision_at_20_max": 0.3674592098744519, + "nauc_precision_at_20_std": 0.4225798257269708, + "nauc_precision_at_3_diff1": 0.1597048963277021, + "nauc_precision_at_3_max": 0.4309552421792411, + "nauc_precision_at_3_std": 0.29629626917721863, + "nauc_precision_at_5_diff1": 0.07121613317642214, + "nauc_precision_at_5_max": 0.4025154314428102, + "nauc_precision_at_5_std": 0.3240793376437436, + "nauc_recall_at_1000_diff1": 0.12122427426678067, + "nauc_recall_at_1000_max": 0.2180409410563905, + "nauc_recall_at_1000_std": 0.2721381274845863, + "nauc_recall_at_100_diff1": 0.19441132690161278, + "nauc_recall_at_100_max": 0.28733072470010085, + "nauc_recall_at_100_std": 0.25375617374544485, + "nauc_recall_at_10_diff1": 0.2741106012531054, + "nauc_recall_at_10_max": 0.19728049656208027, + "nauc_recall_at_10_std": 0.04417013259219837, + "nauc_recall_at_1_diff1": 0.4823447501862526, + "nauc_recall_at_1_max": 0.09539602148302587, + "nauc_recall_at_1_std": -0.062246798978913866, + "nauc_recall_at_20_diff1": 0.21986001368554525, + "nauc_recall_at_20_max": 0.2068323815014577, + "nauc_recall_at_20_std": 0.10183081546579777, + "nauc_recall_at_3_diff1": 0.3752702578331958, + "nauc_recall_at_3_max": 0.12172375258181892, + "nauc_recall_at_3_std": -0.045857666131008876, + "nauc_recall_at_5_diff1": 0.32294776044167095, + "nauc_recall_at_5_max": 0.15584697939402156, + "nauc_recall_at_5_std": 0.0015103186732491876, + "ndcg_at_1": 0.42724, + "ndcg_at_10": 0.34623, + "ndcg_at_100": 0.31277, + "ndcg_at_1000": 0.4046, + "ndcg_at_20": 0.3258, + "ndcg_at_3": 0.40053, + "ndcg_at_5": 0.37625, + "precision_at_1": 0.43963, + "precision_at_10": 0.25789, + "precision_at_100": 0.07861, + "precision_at_1000": 0.02079, + "precision_at_20": 0.19226, + "precision_at_3": 0.37668, + "precision_at_5": 0.32693, + "recall_at_1": 0.06007, + "recall_at_10": 0.16693, + "recall_at_100": 0.3098, + "recall_at_1000": 0.64906, + "recall_at_20": 0.21278, + "recall_at_3": 0.10586, + "recall_at_5": 0.12922 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/SciFact-PL.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/SciFact-PL.json new file mode 100644 index 000000000..adb4971b8 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 3.6957712173461914, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.27247, + "map_at_1": 0.18206, + "map_at_10": 0.23842, + "map_at_100": 0.24911, + "map_at_1000": 0.25025, + "map_at_20": 0.24527, + "map_at_3": 0.22111, + "map_at_5": 0.22636, + "mrr_at_1": 0.19666666666666666, + "mrr_at_10": 0.2526851851851851, + "mrr_at_100": 0.26284801071655295, + "mrr_at_1000": 0.26383520539448774, + "mrr_at_20": 0.2594213326090262, + "mrr_at_3": 0.23722222222222225, + "mrr_at_5": 0.24155555555555555, + "nauc_map_at_1000_diff1": 0.4289451896802951, + "nauc_map_at_1000_max": 0.36579508593609444, + "nauc_map_at_1000_std": 0.11291174165445425, + "nauc_map_at_100_diff1": 0.42904308165529104, + "nauc_map_at_100_max": 0.36554654286930893, + "nauc_map_at_100_std": 0.11197909160751847, + "nauc_map_at_10_diff1": 0.43729865073768087, + "nauc_map_at_10_max": 0.36568701824158706, + "nauc_map_at_10_std": 0.10735062254425617, + "nauc_map_at_1_diff1": 0.5172416257975603, + "nauc_map_at_1_max": 0.29810490536504786, + "nauc_map_at_1_std": 0.05956912815716701, + "nauc_map_at_20_diff1": 0.4310704725791655, + "nauc_map_at_20_max": 0.36613724129982234, + "nauc_map_at_20_std": 0.11169947951203762, + "nauc_map_at_3_diff1": 0.4368207927850794, + "nauc_map_at_3_max": 0.34211257215540114, + "nauc_map_at_3_std": 0.10267428304553736, + "nauc_map_at_5_diff1": 0.4407858778589709, + "nauc_map_at_5_max": 0.35618188965995284, + "nauc_map_at_5_std": 0.10441990650050509, + "nauc_mrr_at_1000_diff1": 0.42730339049866334, + "nauc_mrr_at_1000_max": 0.371889604370926, + "nauc_mrr_at_1000_std": 0.11589342173189637, + "nauc_mrr_at_100_diff1": 0.4274989163383947, + "nauc_mrr_at_100_max": 0.3716388239417511, + "nauc_mrr_at_100_std": 0.11508534253136381, + "nauc_mrr_at_10_diff1": 0.4337654829452495, + "nauc_mrr_at_10_max": 0.37470375462131356, + "nauc_mrr_at_10_std": 0.1123628221049152, + "nauc_mrr_at_1_diff1": 0.5139975893495063, + "nauc_mrr_at_1_max": 0.30341472460227, + "nauc_mrr_at_1_std": 0.05598490343763136, + "nauc_mrr_at_20_diff1": 0.4289719139583233, + "nauc_mrr_at_20_max": 0.3730706498875047, + "nauc_mrr_at_20_std": 0.1157766739899507, + "nauc_mrr_at_3_diff1": 0.43804954492793263, + "nauc_mrr_at_3_max": 0.35691257364667556, + "nauc_mrr_at_3_std": 0.10616950039806729, + "nauc_mrr_at_5_diff1": 0.44273606403694604, + "nauc_mrr_at_5_max": 0.37059678461267054, + "nauc_mrr_at_5_std": 0.10885123622695057, + "nauc_ndcg_at_1000_diff1": 0.3804807772033136, + "nauc_ndcg_at_1000_max": 0.38787908534226406, + "nauc_ndcg_at_1000_std": 0.15286666368703977, + "nauc_ndcg_at_100_diff1": 0.38024492901692664, + "nauc_ndcg_at_100_max": 0.38977090770687867, + "nauc_ndcg_at_100_std": 0.14068527830983538, + "nauc_ndcg_at_10_diff1": 0.4113263017890617, + "nauc_ndcg_at_10_max": 0.3975613299242693, + "nauc_ndcg_at_10_std": 0.12384170068872828, + "nauc_ndcg_at_1_diff1": 0.5139975893495063, + "nauc_ndcg_at_1_max": 0.30341472460227, + "nauc_ndcg_at_1_std": 0.05598490343763136, + "nauc_ndcg_at_20_diff1": 0.39147156341228745, + "nauc_ndcg_at_20_max": 0.3962716831117907, + "nauc_ndcg_at_20_std": 0.1374130000543804, + "nauc_ndcg_at_3_diff1": 0.41379008993341954, + "nauc_ndcg_at_3_max": 0.35582826493556297, + "nauc_ndcg_at_3_std": 0.11174623789030784, + "nauc_ndcg_at_5_diff1": 0.4227876011639569, + "nauc_ndcg_at_5_max": 0.3823866960509206, + "nauc_ndcg_at_5_std": 0.11708521438697941, + "nauc_precision_at_1000_diff1": 0.10123473960076382, + "nauc_precision_at_1000_max": 0.2680136816623134, + "nauc_precision_at_1000_std": 0.2971198101604165, + "nauc_precision_at_100_diff1": 0.20100851337790815, + "nauc_precision_at_100_max": 0.4213564576866774, + "nauc_precision_at_100_std": 0.2447335388245282, + "nauc_precision_at_10_diff1": 0.3411641208944876, + "nauc_precision_at_10_max": 0.4849839668072685, + "nauc_precision_at_10_std": 0.17120461572057455, + "nauc_precision_at_1_diff1": 0.5139975893495063, + "nauc_precision_at_1_max": 0.30341472460227, + "nauc_precision_at_1_std": 0.05598490343763136, + "nauc_precision_at_20_diff1": 0.2801033360546649, + "nauc_precision_at_20_max": 0.4750252561966214, + "nauc_precision_at_20_std": 0.21775501302884223, + "nauc_precision_at_3_diff1": 0.3551652303966952, + "nauc_precision_at_3_max": 0.3921150559076989, + "nauc_precision_at_3_std": 0.1381356384872872, + "nauc_precision_at_5_diff1": 0.37164663906560297, + "nauc_precision_at_5_max": 0.45102914941600203, + "nauc_precision_at_5_std": 0.15129253761486436, + "nauc_recall_at_1000_diff1": 0.023354101986134704, + "nauc_recall_at_1000_max": 0.41872581125334907, + "nauc_recall_at_1000_std": 0.4414791817292562, + "nauc_recall_at_100_diff1": 0.19797630018600204, + "nauc_recall_at_100_max": 0.42078859727069645, + "nauc_recall_at_100_std": 0.22112005943436988, + "nauc_recall_at_10_diff1": 0.3369728237261482, + "nauc_recall_at_10_max": 0.4582807192616873, + "nauc_recall_at_10_std": 0.15469969514256807, + "nauc_recall_at_1_diff1": 0.5172416257975603, + "nauc_recall_at_1_max": 0.29810490536504786, + "nauc_recall_at_1_std": 0.05956912815716701, + "nauc_recall_at_20_diff1": 0.2625138581959958, + "nauc_recall_at_20_max": 0.44734322172109287, + "nauc_recall_at_20_std": 0.1966682691740885, + "nauc_recall_at_3_diff1": 0.35268937391387695, + "nauc_recall_at_3_max": 0.3777734408120325, + "nauc_recall_at_3_std": 0.1353308398075924, + "nauc_recall_at_5_diff1": 0.3690935595971129, + "nauc_recall_at_5_max": 0.4314156631046097, + "nauc_recall_at_5_std": 0.14123531878097847, + "ndcg_at_1": 0.19667, + "ndcg_at_10": 0.27247, + "ndcg_at_100": 0.3222, + "ndcg_at_1000": 0.35465, + "ndcg_at_20": 0.29553, + "ndcg_at_3": 0.2378, + "ndcg_at_5": 0.24556, + "precision_at_1": 0.19667, + "precision_at_10": 0.041, + "precision_at_100": 0.00677, + "precision_at_1000": 0.00097, + "precision_at_20": 0.0255, + "precision_at_3": 0.09778, + "precision_at_5": 0.064, + "recall_at_1": 0.18206, + "recall_at_10": 0.36522, + "recall_at_100": 0.58961, + "recall_at_1000": 0.84667, + "recall_at_20": 0.451, + "recall_at_3": 0.26606, + "recall_at_5": 0.28689 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/SciFact.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/SciFact.json new file mode 100644 index 000000000..5bb3d30c0 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 7.536033391952515, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70692, + "map_at_1": 0.5615, + "map_at_10": 0.66044, + "map_at_100": 0.66612, + "map_at_1000": 0.66633, + "map_at_20": 0.66399, + "map_at_3": 0.63274, + "map_at_5": 0.64994, + "mrr_at_1": 0.59, + "mrr_at_10": 0.6711640211640212, + "mrr_at_100": 0.6752927030971422, + "mrr_at_1000": 0.6754822593122924, + "mrr_at_20": 0.6733976578976579, + "mrr_at_3": 0.6477777777777779, + "mrr_at_5": 0.6641111111111112, + "nauc_map_at_1000_diff1": 0.6854702047157485, + "nauc_map_at_1000_max": 0.5079697013016645, + "nauc_map_at_1000_std": 0.13141082375280616, + "nauc_map_at_100_diff1": 0.6855001487057854, + "nauc_map_at_100_max": 0.5082220722080062, + "nauc_map_at_100_std": 0.13161654667527473, + "nauc_map_at_10_diff1": 0.6864349205520319, + "nauc_map_at_10_max": 0.5099616626776378, + "nauc_map_at_10_std": 0.12515075735165454, + "nauc_map_at_1_diff1": 0.7269521453158002, + "nauc_map_at_1_max": 0.4385410157448726, + "nauc_map_at_1_std": 0.05168582672370025, + "nauc_map_at_20_diff1": 0.6850959110208563, + "nauc_map_at_20_max": 0.5096329438616686, + "nauc_map_at_20_std": 0.13097889007761324, + "nauc_map_at_3_diff1": 0.6798273429027143, + "nauc_map_at_3_max": 0.4733026889214235, + "nauc_map_at_3_std": 0.1052787185803055, + "nauc_map_at_5_diff1": 0.6848380590471214, + "nauc_map_at_5_max": 0.4833434957408598, + "nauc_map_at_5_std": 0.11371603553486491, + "nauc_mrr_at_1000_diff1": 0.6914639526596091, + "nauc_mrr_at_1000_max": 0.5238910627181056, + "nauc_mrr_at_1000_std": 0.15289273983922097, + "nauc_mrr_at_100_diff1": 0.6914805318546199, + "nauc_mrr_at_100_max": 0.5241100474808452, + "nauc_mrr_at_100_std": 0.1530553776505895, + "nauc_mrr_at_10_diff1": 0.6911986756322168, + "nauc_mrr_at_10_max": 0.5267090277346949, + "nauc_mrr_at_10_std": 0.1528365277939228, + "nauc_mrr_at_1_diff1": 0.7235828429718105, + "nauc_mrr_at_1_max": 0.5009905058183046, + "nauc_mrr_at_1_std": 0.12827172631712808, + "nauc_mrr_at_20_diff1": 0.6910046903154426, + "nauc_mrr_at_20_max": 0.5255790388872573, + "nauc_mrr_at_20_std": 0.15351714400737165, + "nauc_mrr_at_3_diff1": 0.6853915556047614, + "nauc_mrr_at_3_max": 0.5090721982543478, + "nauc_mrr_at_3_std": 0.14332022309785128, + "nauc_mrr_at_5_diff1": 0.6885548118322372, + "nauc_mrr_at_5_max": 0.5174476708073646, + "nauc_mrr_at_5_std": 0.15471280304853066, + "nauc_ndcg_at_1000_diff1": 0.6822912055480013, + "nauc_ndcg_at_1000_max": 0.5268898789236124, + "nauc_ndcg_at_1000_std": 0.15720561967417418, + "nauc_ndcg_at_100_diff1": 0.6824524219527782, + "nauc_ndcg_at_100_max": 0.5343853461654455, + "nauc_ndcg_at_100_std": 0.164922083893456, + "nauc_ndcg_at_10_diff1": 0.6808017854119853, + "nauc_ndcg_at_10_max": 0.546490808499199, + "nauc_ndcg_at_10_std": 0.14817306351251255, + "nauc_ndcg_at_1_diff1": 0.7235828429718105, + "nauc_ndcg_at_1_max": 0.5009905058183046, + "nauc_ndcg_at_1_std": 0.12827172631712808, + "nauc_ndcg_at_20_diff1": 0.6774307490697433, + "nauc_ndcg_at_20_max": 0.5444835589005613, + "nauc_ndcg_at_20_std": 0.1654013876297591, + "nauc_ndcg_at_3_diff1": 0.6613994002217024, + "nauc_ndcg_at_3_max": 0.4960137182985075, + "nauc_ndcg_at_3_std": 0.13103889815379735, + "nauc_ndcg_at_5_diff1": 0.6742778510789107, + "nauc_ndcg_at_5_max": 0.5008377508298902, + "nauc_ndcg_at_5_std": 0.13616245360671717, + "nauc_precision_at_1000_diff1": -0.2605986643615025, + "nauc_precision_at_1000_max": 0.2919420997321948, + "nauc_precision_at_1000_std": 0.5345333740126795, + "nauc_precision_at_100_diff1": -0.10402414721409689, + "nauc_precision_at_100_max": 0.3931730511496725, + "nauc_precision_at_100_std": 0.5423916463691765, + "nauc_precision_at_10_diff1": 0.16966511656304428, + "nauc_precision_at_10_max": 0.594832761796221, + "nauc_precision_at_10_std": 0.41940309138827603, + "nauc_precision_at_1_diff1": 0.7235828429718105, + "nauc_precision_at_1_max": 0.5009905058183046, + "nauc_precision_at_1_std": 0.12827172631712808, + "nauc_precision_at_20_diff1": 0.05813179714101138, + "nauc_precision_at_20_max": 0.4969520636107963, + "nauc_precision_at_20_std": 0.48330799457928786, + "nauc_precision_at_3_diff1": 0.36578229997260114, + "nauc_precision_at_3_max": 0.49196825382082643, + "nauc_precision_at_3_std": 0.2719694612530361, + "nauc_precision_at_5_diff1": 0.2887715524930303, + "nauc_precision_at_5_max": 0.5173158959670139, + "nauc_precision_at_5_std": 0.3564245923947663, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 0.12278244631182747, + "nauc_recall_at_1000_std": 0.8692810457516407, + "nauc_recall_at_100_diff1": 0.701761164235809, + "nauc_recall_at_100_max": 0.7600373482726449, + "nauc_recall_at_100_std": 0.4935606426478642, + "nauc_recall_at_10_diff1": 0.6466160777804126, + "nauc_recall_at_10_max": 0.6957539212032933, + "nauc_recall_at_10_std": 0.19740167349842513, + "nauc_recall_at_1_diff1": 0.7269521453158002, + "nauc_recall_at_1_max": 0.4385410157448726, + "nauc_recall_at_1_std": 0.05168582672370025, + "nauc_recall_at_20_diff1": 0.6250888415067515, + "nauc_recall_at_20_max": 0.7238960477117521, + "nauc_recall_at_20_std": 0.31439077902413376, + "nauc_recall_at_3_diff1": 0.6044213364561728, + "nauc_recall_at_3_max": 0.4594967287234017, + "nauc_recall_at_3_std": 0.12284278729729535, + "nauc_recall_at_5_diff1": 0.6254967222795171, + "nauc_recall_at_5_max": 0.504446883474186, + "nauc_recall_at_5_std": 0.15689932929513267, + "ndcg_at_1": 0.59, + "ndcg_at_10": 0.70692, + "ndcg_at_100": 0.73167, + "ndcg_at_1000": 0.7374, + "ndcg_at_20": 0.71728, + "ndcg_at_3": 0.65839, + "ndcg_at_5": 0.68572, + "precision_at_1": 0.59, + "precision_at_10": 0.09433, + "precision_at_100": 0.0108, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04983, + "precision_at_3": 0.25889, + "precision_at_5": 0.17267, + "recall_at_1": 0.5615, + "recall_at_10": 0.83889, + "recall_at_100": 0.95167, + "recall_at_1000": 0.99667, + "recall_at_20": 0.876, + "recall_at_3": 0.70672, + "recall_at_5": 0.77694 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.74916, + "map_at_1": 0.59951, + "map_at_10": 0.70428, + "map_at_100": 0.70846, + "map_at_1000": 0.70862, + "map_at_20": 0.70668, + "map_at_3": 0.677, + "map_at_5": 0.69306, + "mrr_at_1": 0.6291718170580964, + "mrr_at_10": 0.716548452920517, + "mrr_at_100": 0.7198156355494559, + "mrr_at_1000": 0.7199358491736597, + "mrr_at_20": 0.7182333550596739, + "mrr_at_3": 0.699217140502678, + "mrr_at_5": 0.7092913061392664, + "nauc_map_at_1000_diff1": 0.6748814554402095, + "nauc_map_at_1000_max": 0.4855856421917498, + "nauc_map_at_1000_std": 0.14897369329690277, + "nauc_map_at_100_diff1": 0.6747624668377514, + "nauc_map_at_100_max": 0.48568600107722854, + "nauc_map_at_100_std": 0.14918110149057864, + "nauc_map_at_10_diff1": 0.6737014322443516, + "nauc_map_at_10_max": 0.4850196418161498, + "nauc_map_at_10_std": 0.1450485918193529, + "nauc_map_at_1_diff1": 0.7125116125107872, + "nauc_map_at_1_max": 0.40981781824644703, + "nauc_map_at_1_std": 0.09979534269340232, + "nauc_map_at_20_diff1": 0.6739240570342716, + "nauc_map_at_20_max": 0.4855352351136505, + "nauc_map_at_20_std": 0.1486983530952662, + "nauc_map_at_3_diff1": 0.6830972351622914, + "nauc_map_at_3_max": 0.4523658963857015, + "nauc_map_at_3_std": 0.11133738648382416, + "nauc_map_at_5_diff1": 0.6771949813974908, + "nauc_map_at_5_max": 0.47289869425761843, + "nauc_map_at_5_std": 0.1251706672249643, + "nauc_mrr_at_1000_diff1": 0.6749172234770027, + "nauc_mrr_at_1000_max": 0.5159053139245833, + "nauc_mrr_at_1000_std": 0.19108942480018648, + "nauc_mrr_at_100_diff1": 0.6747897239939183, + "nauc_mrr_at_100_max": 0.5159574744559073, + "nauc_mrr_at_100_std": 0.19127244129253237, + "nauc_mrr_at_10_diff1": 0.673078065802197, + "nauc_mrr_at_10_max": 0.5157611837633264, + "nauc_mrr_at_10_std": 0.19084023475803905, + "nauc_mrr_at_1_diff1": 0.707714353116343, + "nauc_mrr_at_1_max": 0.48596066107631747, + "nauc_mrr_at_1_std": 0.16156441383668635, + "nauc_mrr_at_20_diff1": 0.6739705121204501, + "nauc_mrr_at_20_max": 0.5160154330478928, + "nauc_mrr_at_20_std": 0.1911530456229711, + "nauc_mrr_at_3_diff1": 0.676643558224048, + "nauc_mrr_at_3_max": 0.5204191027695636, + "nauc_mrr_at_3_std": 0.18407521234785446, + "nauc_mrr_at_5_diff1": 0.6745678036376623, + "nauc_mrr_at_5_max": 0.5148477492897741, + "nauc_mrr_at_5_std": 0.18815804748057582, + "nauc_ndcg_at_1000_diff1": 0.6643406860850838, + "nauc_ndcg_at_1000_max": 0.5070451418201026, + "nauc_ndcg_at_1000_std": 0.1827619362244372, + "nauc_ndcg_at_100_diff1": 0.6613976215382609, + "nauc_ndcg_at_100_max": 0.5101825335802088, + "nauc_ndcg_at_100_std": 0.1898143257068231, + "nauc_ndcg_at_10_diff1": 0.6541836519378188, + "nauc_ndcg_at_10_max": 0.5100517990589172, + "nauc_ndcg_at_10_std": 0.1815022266732077, + "nauc_ndcg_at_1_diff1": 0.707714353116343, + "nauc_ndcg_at_1_max": 0.48596066107631747, + "nauc_ndcg_at_1_std": 0.16156441383668635, + "nauc_ndcg_at_20_diff1": 0.6562992486989163, + "nauc_ndcg_at_20_max": 0.511393188742595, + "nauc_ndcg_at_20_std": 0.1890788050145359, + "nauc_ndcg_at_3_diff1": 0.6680570039223567, + "nauc_ndcg_at_3_max": 0.48104565770944224, + "nauc_ndcg_at_3_std": 0.1352641710033797, + "nauc_ndcg_at_5_diff1": 0.661149697344365, + "nauc_ndcg_at_5_max": 0.49302755961118877, + "nauc_ndcg_at_5_std": 0.14982870019740321, + "nauc_precision_at_1000_diff1": -0.2892424085657853, + "nauc_precision_at_1000_max": 0.2711987637542263, + "nauc_precision_at_1000_std": 0.36423845589289816, + "nauc_precision_at_100_diff1": -0.21131533060383317, + "nauc_precision_at_100_max": 0.33743333840560497, + "nauc_precision_at_100_std": 0.409670547793796, + "nauc_precision_at_10_diff1": 0.01796438952937274, + "nauc_precision_at_10_max": 0.4438717269649627, + "nauc_precision_at_10_std": 0.3611579620746285, + "nauc_precision_at_1_diff1": 0.707714353116343, + "nauc_precision_at_1_max": 0.48596066107631747, + "nauc_precision_at_1_std": 0.16156441383668635, + "nauc_precision_at_20_diff1": -0.04278059612386805, + "nauc_precision_at_20_max": 0.4062916299351814, + "nauc_precision_at_20_std": 0.38159442413696554, + "nauc_precision_at_3_diff1": 0.3584837755552417, + "nauc_precision_at_3_max": 0.5114883649232429, + "nauc_precision_at_3_std": 0.2183214221484332, + "nauc_precision_at_5_diff1": 0.19122345577539931, + "nauc_precision_at_5_max": 0.483722946055184, + "nauc_precision_at_5_std": 0.2596593368810381, + "nauc_recall_at_1000_diff1": 0.4119077036253951, + "nauc_recall_at_1000_max": 0.5697080635158841, + "nauc_recall_at_1000_std": 0.7184436303459503, + "nauc_recall_at_100_diff1": 0.48100193051470785, + "nauc_recall_at_100_max": 0.655740197013622, + "nauc_recall_at_100_std": 0.6208375437558002, + "nauc_recall_at_10_diff1": 0.5391209008535527, + "nauc_recall_at_10_max": 0.5625160513602099, + "nauc_recall_at_10_std": 0.2862831190807526, + "nauc_recall_at_1_diff1": 0.7125116125107872, + "nauc_recall_at_1_max": 0.40981781824644703, + "nauc_recall_at_1_std": 0.09979534269340232, + "nauc_recall_at_20_diff1": 0.5415187533552929, + "nauc_recall_at_20_max": 0.5869307975899466, + "nauc_recall_at_20_std": 0.3532508337918468, + "nauc_recall_at_3_diff1": 0.6281395046068619, + "nauc_recall_at_3_max": 0.46943051511231454, + "nauc_recall_at_3_std": 0.10990360920817771, + "nauc_recall_at_5_diff1": 0.5922775594347349, + "nauc_recall_at_5_max": 0.4965439930023193, + "nauc_recall_at_5_std": 0.1529615562967904, + "ndcg_at_1": 0.62917, + "ndcg_at_10": 0.74916, + "ndcg_at_100": 0.76886, + "ndcg_at_1000": 0.77249, + "ndcg_at_20": 0.75663, + "ndcg_at_3": 0.70372, + "ndcg_at_5": 0.72691, + "precision_at_1": 0.62917, + "precision_at_10": 0.09889, + "precision_at_100": 0.01096, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05124, + "precision_at_3": 0.27647, + "precision_at_5": 0.18072, + "recall_at_1": 0.59951, + "recall_at_10": 0.87213, + "recall_at_100": 0.96395, + "recall_at_1000": 0.99135, + "recall_at_20": 0.89984, + "recall_at_3": 0.75334, + "recall_at_5": 0.80832 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/TRECCOVID-PL.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/TRECCOVID-PL.json new file mode 100644 index 000000000..05182c2c0 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 71.48377871513367, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.22593, + "map_at_1": 0.00072, + "map_at_10": 0.00387, + "map_at_100": 0.01483, + "map_at_1000": 0.03801, + "map_at_20": 0.00586, + "map_at_3": 0.00168, + "map_at_5": 0.00246, + "mrr_at_1": 0.3, + "mrr_at_10": 0.3812222222222223, + "mrr_at_100": 0.39569526962683743, + "mrr_at_1000": 0.3960472605176799, + "mrr_at_20": 0.38793837535014014, + "mrr_at_3": 0.3633333333333333, + "mrr_at_5": 0.3683333333333333, + "nauc_map_at_1000_diff1": -0.1394787876251473, + "nauc_map_at_1000_max": 0.4458887655352228, + "nauc_map_at_1000_std": 0.6071965921855166, + "nauc_map_at_100_diff1": -0.1525583643885108, + "nauc_map_at_100_max": 0.35791965825517247, + "nauc_map_at_100_std": 0.4249706714496959, + "nauc_map_at_10_diff1": -0.1278678052441873, + "nauc_map_at_10_max": 0.3223230759820122, + "nauc_map_at_10_std": 0.2445410557116532, + "nauc_map_at_1_diff1": -0.08402903165139144, + "nauc_map_at_1_max": 0.34479104373940617, + "nauc_map_at_1_std": 0.23574699384870942, + "nauc_map_at_20_diff1": -0.13204766340151866, + "nauc_map_at_20_max": 0.3464457190532462, + "nauc_map_at_20_std": 0.32614644884590027, + "nauc_map_at_3_diff1": -0.08238142516280532, + "nauc_map_at_3_max": 0.407989675091423, + "nauc_map_at_3_std": 0.2415315637490572, + "nauc_map_at_5_diff1": -0.0972493959996322, + "nauc_map_at_5_max": 0.3736284409839581, + "nauc_map_at_5_std": 0.2307821952664764, + "nauc_mrr_at_1000_diff1": 0.01124524966189151, + "nauc_mrr_at_1000_max": 0.336379709975196, + "nauc_mrr_at_1000_std": 0.3311574354842908, + "nauc_mrr_at_100_diff1": 0.010211543301645632, + "nauc_mrr_at_100_max": 0.3369439723228991, + "nauc_mrr_at_100_std": 0.33055499541436834, + "nauc_mrr_at_10_diff1": 0.020254098686139123, + "nauc_mrr_at_10_max": 0.3342681050928157, + "nauc_mrr_at_10_std": 0.3237938626007467, + "nauc_mrr_at_1_diff1": -0.052992838805566794, + "nauc_mrr_at_1_max": 0.3137413862991488, + "nauc_mrr_at_1_std": 0.347520605323605, + "nauc_mrr_at_20_diff1": 0.012619685750073793, + "nauc_mrr_at_20_max": 0.3352244266774902, + "nauc_mrr_at_20_std": 0.33751946148126516, + "nauc_mrr_at_3_diff1": 0.026734898425047397, + "nauc_mrr_at_3_max": 0.32120733123457407, + "nauc_mrr_at_3_std": 0.33434739031185573, + "nauc_mrr_at_5_diff1": 0.0250366559997524, + "nauc_mrr_at_5_max": 0.3381352877302473, + "nauc_mrr_at_5_std": 0.3331858984424242, + "nauc_ndcg_at_1000_diff1": -0.070570651075804, + "nauc_ndcg_at_1000_max": 0.46981199575922594, + "nauc_ndcg_at_1000_std": 0.452661154932668, + "nauc_ndcg_at_100_diff1": -0.04811479761827751, + "nauc_ndcg_at_100_max": 0.35019468693932765, + "nauc_ndcg_at_100_std": 0.3824582355927654, + "nauc_ndcg_at_10_diff1": -0.03784734778142051, + "nauc_ndcg_at_10_max": 0.2852026533806711, + "nauc_ndcg_at_10_std": 0.26975524806022383, + "nauc_ndcg_at_1_diff1": -0.03835826620636753, + "nauc_ndcg_at_1_max": 0.32536333802156575, + "nauc_ndcg_at_1_std": 0.2814786401284291, + "nauc_ndcg_at_20_diff1": -0.018802731029824184, + "nauc_ndcg_at_20_max": 0.3200769902774843, + "nauc_ndcg_at_20_std": 0.34640022372228785, + "nauc_ndcg_at_3_diff1": -0.03602817874820864, + "nauc_ndcg_at_3_max": 0.3578100770689093, + "nauc_ndcg_at_3_std": 0.27150579597059377, + "nauc_ndcg_at_5_diff1": -0.0220704662540274, + "nauc_ndcg_at_5_max": 0.3312644363671726, + "nauc_ndcg_at_5_std": 0.25741372483992225, + "nauc_precision_at_1000_diff1": -0.047694221686457164, + "nauc_precision_at_1000_max": 0.4728223506706387, + "nauc_precision_at_1000_std": 0.538590407138595, + "nauc_precision_at_100_diff1": -0.06937957453238097, + "nauc_precision_at_100_max": 0.36634985249126945, + "nauc_precision_at_100_std": 0.4064016313253062, + "nauc_precision_at_10_diff1": -0.05561906787546861, + "nauc_precision_at_10_max": 0.2516683061707383, + "nauc_precision_at_10_std": 0.26387533185714634, + "nauc_precision_at_1_diff1": -0.052992838805566794, + "nauc_precision_at_1_max": 0.3137413862991488, + "nauc_precision_at_1_std": 0.347520605323605, + "nauc_precision_at_20_diff1": -0.03867861848654517, + "nauc_precision_at_20_max": 0.32791146645429575, + "nauc_precision_at_20_std": 0.38230537093667594, + "nauc_precision_at_3_diff1": -0.021838799238354568, + "nauc_precision_at_3_max": 0.34193198378844125, + "nauc_precision_at_3_std": 0.27388385971257445, + "nauc_precision_at_5_diff1": -0.030444677632565267, + "nauc_precision_at_5_max": 0.310661088322272, + "nauc_precision_at_5_std": 0.24885185134711568, + "nauc_recall_at_1000_diff1": -0.05552822296261174, + "nauc_recall_at_1000_max": 0.5139863703364209, + "nauc_recall_at_1000_std": 0.4741963601488938, + "nauc_recall_at_100_diff1": -0.1284764888231228, + "nauc_recall_at_100_max": 0.40250542635311226, + "nauc_recall_at_100_std": 0.33547139845196733, + "nauc_recall_at_10_diff1": -0.1224185303371545, + "nauc_recall_at_10_max": 0.30833180446426234, + "nauc_recall_at_10_std": 0.2052601116458122, + "nauc_recall_at_1_diff1": -0.08402903165139144, + "nauc_recall_at_1_max": 0.34479104373940617, + "nauc_recall_at_1_std": 0.23574699384870942, + "nauc_recall_at_20_diff1": -0.09387211098703094, + "nauc_recall_at_20_max": 0.3813933856321029, + "nauc_recall_at_20_std": 0.2944566423400312, + "nauc_recall_at_3_diff1": -0.03226173236330175, + "nauc_recall_at_3_max": 0.405558700205855, + "nauc_recall_at_3_std": 0.23069038785062582, + "nauc_recall_at_5_diff1": -0.06179777763374695, + "nauc_recall_at_5_max": 0.37137253666803904, + "nauc_recall_at_5_std": 0.218302498491527, + "ndcg_at_1": 0.27, + "ndcg_at_10": 0.22593, + "ndcg_at_100": 0.14989, + "ndcg_at_1000": 0.13834, + "ndcg_at_20": 0.20336, + "ndcg_at_3": 0.25531, + "ndcg_at_5": 0.24274, + "precision_at_1": 0.3, + "precision_at_10": 0.238, + "precision_at_100": 0.1496, + "precision_at_1000": 0.06738, + "precision_at_20": 0.209, + "precision_at_3": 0.27333, + "precision_at_5": 0.256, + "recall_at_1": 0.00072, + "recall_at_10": 0.00535, + "recall_at_100": 0.03163, + "recall_at_1000": 0.1314, + "recall_at_20": 0.00925, + "recall_at_3": 0.00187, + "recall_at_5": 0.00296 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/TRECCOVID.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/TRECCOVID.json new file mode 100644 index 000000000..a6dc3a25f --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 64.73253989219666, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.77699, + "map_at_1": 0.00239, + "map_at_10": 0.01948, + "map_at_100": 0.11114, + "map_at_1000": 0.26671, + "map_at_20": 0.03431, + "map_at_3": 0.00658, + "map_at_5": 0.01035, + "mrr_at_1": 0.9, + "mrr_at_10": 0.9395238095238096, + "mrr_at_100": 0.9395238095238096, + "mrr_at_1000": 0.9395238095238096, + "mrr_at_20": 0.9395238095238096, + "mrr_at_3": 0.9366666666666668, + "mrr_at_5": 0.9366666666666668, + "nauc_map_at_1000_diff1": -0.19508309243409544, + "nauc_map_at_1000_max": 0.37663113012398064, + "nauc_map_at_1000_std": 0.7523098599139204, + "nauc_map_at_100_diff1": -0.12369163369490466, + "nauc_map_at_100_max": 0.29257114907622656, + "nauc_map_at_100_std": 0.488057660220059, + "nauc_map_at_10_diff1": 0.1534633205993911, + "nauc_map_at_10_max": 0.16608616944418222, + "nauc_map_at_10_std": 0.1302577888032956, + "nauc_map_at_1_diff1": 0.06948004987485921, + "nauc_map_at_1_max": 0.0632256841096242, + "nauc_map_at_1_std": -0.006518088466576922, + "nauc_map_at_20_diff1": 0.09283502240996201, + "nauc_map_at_20_max": 0.18439235896862266, + "nauc_map_at_20_std": 0.18253174558661234, + "nauc_map_at_3_diff1": 0.10224469805957949, + "nauc_map_at_3_max": 0.07762364475375892, + "nauc_map_at_3_std": 0.031317544557517625, + "nauc_map_at_5_diff1": 0.16631481293298483, + "nauc_map_at_5_max": 0.15168860449082708, + "nauc_map_at_5_std": 0.0759320146662808, + "nauc_mrr_at_1000_diff1": -0.3119867369520008, + "nauc_mrr_at_1000_max": 0.7524059492563411, + "nauc_mrr_at_1000_std": 0.6492717822036941, + "nauc_mrr_at_100_diff1": -0.3119867369520008, + "nauc_mrr_at_100_max": 0.7524059492563411, + "nauc_mrr_at_100_std": 0.6492717822036941, + "nauc_mrr_at_10_diff1": -0.3119867369520008, + "nauc_mrr_at_10_max": 0.7524059492563411, + "nauc_mrr_at_10_std": 0.6492717822036941, + "nauc_mrr_at_1_diff1": -0.35172735760971036, + "nauc_mrr_at_1_max": 0.7092436974789917, + "nauc_mrr_at_1_std": 0.6451914098972921, + "nauc_mrr_at_20_diff1": -0.3119867369520008, + "nauc_mrr_at_20_max": 0.7524059492563411, + "nauc_mrr_at_20_std": 0.6492717822036941, + "nauc_mrr_at_3_diff1": -0.28175831736202844, + "nauc_mrr_at_3_max": 0.7635756056808681, + "nauc_mrr_at_3_std": 0.6525627794977638, + "nauc_mrr_at_5_diff1": -0.28175831736202844, + "nauc_mrr_at_5_max": 0.7635756056808681, + "nauc_mrr_at_5_std": 0.6525627794977638, + "nauc_ndcg_at_1000_diff1": -0.16935064676012646, + "nauc_ndcg_at_1000_max": 0.2865147930618342, + "nauc_ndcg_at_1000_std": 0.7092865979279219, + "nauc_ndcg_at_100_diff1": -0.22413089735147515, + "nauc_ndcg_at_100_max": 0.3400050043119371, + "nauc_ndcg_at_100_std": 0.7514453567355871, + "nauc_ndcg_at_10_diff1": -0.20326356827932993, + "nauc_ndcg_at_10_max": 0.3208208827011479, + "nauc_ndcg_at_10_std": 0.5731381683853857, + "nauc_ndcg_at_1_diff1": -0.3384143507760938, + "nauc_ndcg_at_1_max": 0.2177711683241937, + "nauc_ndcg_at_1_std": 0.6618954673606593, + "nauc_ndcg_at_20_diff1": -0.1949612467307574, + "nauc_ndcg_at_20_max": 0.30995610572812937, + "nauc_ndcg_at_20_std": 0.6261353778992518, + "nauc_ndcg_at_3_diff1": -0.284686520078716, + "nauc_ndcg_at_3_max": 0.23439800350822618, + "nauc_ndcg_at_3_std": 0.46811840516813996, + "nauc_ndcg_at_5_diff1": -0.19506072754443918, + "nauc_ndcg_at_5_max": 0.3598387949552726, + "nauc_ndcg_at_5_std": 0.5251433228370908, + "nauc_precision_at_1000_diff1": -0.14591542794004012, + "nauc_precision_at_1000_max": 0.29333062331238785, + "nauc_precision_at_1000_std": 0.5757707198408839, + "nauc_precision_at_100_diff1": -0.21225789800277853, + "nauc_precision_at_100_max": 0.38600736945574726, + "nauc_precision_at_100_std": 0.7380652707533648, + "nauc_precision_at_10_diff1": -0.1213984882715524, + "nauc_precision_at_10_max": 0.41674336875575324, + "nauc_precision_at_10_std": 0.5917426714640333, + "nauc_precision_at_1_diff1": -0.35172735760971036, + "nauc_precision_at_1_max": 0.7092436974789917, + "nauc_precision_at_1_std": 0.6451914098972921, + "nauc_precision_at_20_diff1": -0.10856272559544253, + "nauc_precision_at_20_max": 0.3918413740030331, + "nauc_precision_at_20_std": 0.6273010332714037, + "nauc_precision_at_3_diff1": -0.2418040210106869, + "nauc_precision_at_3_max": 0.3747509509146896, + "nauc_precision_at_3_std": 0.4011727947835534, + "nauc_precision_at_5_diff1": -0.05685471895458451, + "nauc_precision_at_5_max": 0.5116795578683684, + "nauc_precision_at_5_std": 0.5120023759410156, + "nauc_recall_at_1000_diff1": -0.08338941659232839, + "nauc_recall_at_1000_max": 0.23775361842326584, + "nauc_recall_at_1000_std": 0.5853997360670458, + "nauc_recall_at_100_diff1": -0.07981042095615176, + "nauc_recall_at_100_max": 0.14107979806275772, + "nauc_recall_at_100_std": 0.29984352720736285, + "nauc_recall_at_10_diff1": 0.17699796400377962, + "nauc_recall_at_10_max": 0.09741867791937842, + "nauc_recall_at_10_std": 0.044237941782017426, + "nauc_recall_at_1_diff1": 0.06948004987485921, + "nauc_recall_at_1_max": 0.0632256841096242, + "nauc_recall_at_1_std": -0.006518088466576922, + "nauc_recall_at_20_diff1": 0.12501765578876398, + "nauc_recall_at_20_max": 0.09888705722598226, + "nauc_recall_at_20_std": 0.06563069170613785, + "nauc_recall_at_3_diff1": 0.1269123772546673, + "nauc_recall_at_3_max": 0.05474683781208027, + "nauc_recall_at_3_std": -0.007502733492459835, + "nauc_recall_at_5_diff1": 0.19638324713533706, + "nauc_recall_at_5_max": 0.1176385770646039, + "nauc_recall_at_5_std": 0.023105297864220515, + "ndcg_at_1": 0.84, + "ndcg_at_10": 0.77699, + "ndcg_at_100": 0.58171, + "ndcg_at_1000": 0.5224, + "ndcg_at_20": 0.73103, + "ndcg_at_3": 0.79531, + "ndcg_at_5": 0.77911, + "precision_at_1": 0.9, + "precision_at_10": 0.816, + "precision_at_100": 0.5954, + "precision_at_1000": 0.22922, + "precision_at_20": 0.763, + "precision_at_3": 0.84, + "precision_at_5": 0.816, + "recall_at_1": 0.00239, + "recall_at_10": 0.02153, + "recall_at_100": 0.14466, + "recall_at_1000": 0.49165, + "recall_at_20": 0.0394, + "recall_at_3": 0.00678, + "recall_at_5": 0.01097 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/model_meta.json b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/model_meta.json new file mode 100644 index 000000000..a887acd39 --- /dev/null +++ b/results/abhinand__MedEmbed-small-v0.1/40a5850d046cfdb56154e332b4d7099b63e8d50e/model_meta.json @@ -0,0 +1 @@ +{"name": "abhinand/MedEmbed-small-v0.1", "revision": "40a5850d046cfdb56154e332b4d7099b63e8d50e", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file diff --git a/results/bm25s/0_1_10/CUREv1.json b/results/bm25s/0_1_10/CUREv1.json new file mode 100644 index 000000000..e761eef28 --- /dev/null +++ b/results/bm25s/0_1_10/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 132.54742455482483, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.35495, + "map_at_1": 0.06145, + "map_at_10": 0.15744, + "map_at_100": 0.22675, + "map_at_1000": 0.25468, + "map_at_20": 0.18189, + "map_at_3": 0.10914, + "map_at_5": 0.12998, + "mrr_at_1": 0.5075, + "mrr_at_10": 0.6350605158730164, + "mrr_at_100": 0.6394268261988585, + "mrr_at_1000": 0.6395037494142705, + "mrr_at_20": 0.6381492817596922, + "mrr_at_3": 0.6065, + "mrr_at_5": 0.6243500000000007, + "nauc_map_at_1000_diff1": 0.23658860652241395, + "nauc_map_at_1000_max": 0.2759096495714527, + "nauc_map_at_1000_std": 0.13890391781011166, + "nauc_map_at_100_diff1": 0.2644838527766876, + "nauc_map_at_100_max": 0.29020363829600404, + "nauc_map_at_100_std": 0.11765623191340363, + "nauc_map_at_10_diff1": 0.3179248841289678, + "nauc_map_at_10_max": 0.28827503097086515, + "nauc_map_at_10_std": 0.057466826025093176, + "nauc_map_at_1_diff1": 0.4279326839753461, + "nauc_map_at_1_max": 0.25637343646114363, + "nauc_map_at_1_std": 0.02499247222636054, + "nauc_map_at_20_diff1": 0.2964445835391347, + "nauc_map_at_20_max": 0.29171495369797257, + "nauc_map_at_20_std": 0.07699509616526465, + "nauc_map_at_3_diff1": 0.35771399500906964, + "nauc_map_at_3_max": 0.27109032534626715, + "nauc_map_at_3_std": 0.030515840813414033, + "nauc_map_at_5_diff1": 0.3415645608869981, + "nauc_map_at_5_max": 0.2797988551676063, + "nauc_map_at_5_std": 0.03806730331753049, + "nauc_mrr_at_1000_diff1": 0.2612222625198629, + "nauc_mrr_at_1000_max": 0.2414941711008319, + "nauc_mrr_at_1000_std": 0.10313866323033508, + "nauc_mrr_at_100_diff1": 0.26121642974596065, + "nauc_mrr_at_100_max": 0.24153105550084664, + "nauc_mrr_at_100_std": 0.10315282836932792, + "nauc_mrr_at_10_diff1": 0.26085972448933437, + "nauc_mrr_at_10_max": 0.24158026336991476, + "nauc_mrr_at_10_std": 0.10321475329410788, + "nauc_mrr_at_1_diff1": 0.27592170500740165, + "nauc_mrr_at_1_max": 0.2319229000433032, + "nauc_mrr_at_1_std": 0.09455553727941363, + "nauc_mrr_at_20_diff1": 0.26089375163591494, + "nauc_mrr_at_20_max": 0.2414516275491341, + "nauc_mrr_at_20_std": 0.10340468199996677, + "nauc_mrr_at_3_diff1": 0.2623461229741051, + "nauc_mrr_at_3_max": 0.2461848398165334, + "nauc_mrr_at_3_std": 0.10347642791996627, + "nauc_mrr_at_5_diff1": 0.2629575797352882, + "nauc_mrr_at_5_max": 0.24309119297598258, + "nauc_mrr_at_5_std": 0.10364582617648761, + "nauc_ndcg_at_1000_diff1": 0.2305202938785574, + "nauc_ndcg_at_1000_max": 0.31397569187790403, + "nauc_ndcg_at_1000_std": 0.22040511776742042, + "nauc_ndcg_at_100_diff1": 0.26597349406312726, + "nauc_ndcg_at_100_max": 0.32073857136688344, + "nauc_ndcg_at_100_std": 0.16180536336718548, + "nauc_ndcg_at_10_diff1": 0.2656253681191791, + "nauc_ndcg_at_10_max": 0.27705857712386656, + "nauc_ndcg_at_10_std": 0.09028730793321793, + "nauc_ndcg_at_1_diff1": 0.29947173473361755, + "nauc_ndcg_at_1_max": 0.2407425888795136, + "nauc_ndcg_at_1_std": 0.0821329672002413, + "nauc_ndcg_at_20_diff1": 0.26622288822866885, + "nauc_ndcg_at_20_max": 0.28870070168409473, + "nauc_ndcg_at_20_std": 0.10265758549910756, + "nauc_ndcg_at_3_diff1": 0.268750079191615, + "nauc_ndcg_at_3_max": 0.27265846334418975, + "nauc_ndcg_at_3_std": 0.09775225880361799, + "nauc_ndcg_at_5_diff1": 0.2637856738207215, + "nauc_ndcg_at_5_max": 0.27499942146005707, + "nauc_ndcg_at_5_std": 0.09641287329127103, + "nauc_precision_at_1000_diff1": -0.18347215189655017, + "nauc_precision_at_1000_max": -0.1559086342245699, + "nauc_precision_at_1000_std": -0.014848216304929428, + "nauc_precision_at_100_diff1": -0.15034963189760006, + "nauc_precision_at_100_max": -0.07462650355959952, + "nauc_precision_at_100_std": 0.06434039524539849, + "nauc_precision_at_10_diff1": -0.02565810968704581, + "nauc_precision_at_10_max": 0.0797170147829262, + "nauc_precision_at_10_std": 0.08677665785610149, + "nauc_precision_at_1_diff1": 0.27721702626786415, + "nauc_precision_at_1_max": 0.23324086637114777, + "nauc_precision_at_1_std": 0.09530337618485882, + "nauc_precision_at_20_diff1": -0.09190293562977622, + "nauc_precision_at_20_max": 0.012057560155132546, + "nauc_precision_at_20_std": 0.0808862893788898, + "nauc_precision_at_3_diff1": 0.11753800142278471, + "nauc_precision_at_3_max": 0.19908709476037686, + "nauc_precision_at_3_std": 0.10301281958216572, + "nauc_precision_at_5_diff1": 0.054754197739173824, + "nauc_precision_at_5_max": 0.15138779401432156, + "nauc_precision_at_5_std": 0.10064358126671498, + "nauc_recall_at_1000_diff1": 0.12253700366714988, + "nauc_recall_at_1000_max": 0.35816851714183834, + "nauc_recall_at_1000_std": 0.4403919277829659, + "nauc_recall_at_100_diff1": 0.16738181884793563, + "nauc_recall_at_100_max": 0.2640052630376692, + "nauc_recall_at_100_std": 0.17450692261546824, + "nauc_recall_at_10_diff1": 0.24343449624506247, + "nauc_recall_at_10_max": 0.24271036587022576, + "nauc_recall_at_10_std": 0.046545158392787826, + "nauc_recall_at_1_diff1": 0.4279326839753461, + "nauc_recall_at_1_max": 0.25637343646114363, + "nauc_recall_at_1_std": 0.02499247222636054, + "nauc_recall_at_20_diff1": 0.20756441179240162, + "nauc_recall_at_20_max": 0.24174051964768045, + "nauc_recall_at_20_std": 0.06853467304716815, + "nauc_recall_at_3_diff1": 0.31287579589069614, + "nauc_recall_at_3_max": 0.241300818121463, + "nauc_recall_at_3_std": 0.019044112097552836, + "nauc_recall_at_5_diff1": 0.2842708441920244, + "nauc_recall_at_5_max": 0.24500013196737563, + "nauc_recall_at_5_std": 0.02391998797297202, + "ndcg_at_1": 0.40725, + "ndcg_at_10": 0.35495, + "ndcg_at_100": 0.41981, + "ndcg_at_1000": 0.51592, + "ndcg_at_20": 0.36176, + "ndcg_at_3": 0.3681, + "ndcg_at_5": 0.35813, + "precision_at_1": 0.507, + "precision_at_10": 0.2998, + "precision_at_100": 0.11866, + "precision_at_1000": 0.02781, + "precision_at_20": 0.23725, + "precision_at_3": 0.41167, + "precision_at_5": 0.3653, + "recall_at_1": 0.06145, + "recall_at_10": 0.23054, + "recall_at_100": 0.52254, + "recall_at_1000": 0.81737, + "recall_at_20": 0.30405, + "recall_at_3": 0.12858, + "recall_at_5": 0.16716 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.01157, + "map_at_1": 0.00118, + "map_at_10": 0.00568, + "map_at_100": 0.00956, + "map_at_1000": 0.01242, + "map_at_20": 0.00723, + "map_at_3": 0.00302, + "map_at_5": 0.00374, + "mrr_at_1": 0.0075, + "mrr_at_10": 0.01693690476190476, + "mrr_at_100": 0.019575560271612637, + "mrr_at_1000": 0.020519630553088527, + "mrr_at_20": 0.018200126516070787, + "mrr_at_3": 0.013166666666666667, + "mrr_at_5": 0.015091666666666661, + "nauc_map_at_1000_diff1": -0.23455697957669952, + "nauc_map_at_1000_max": -0.3972964517533841, + "nauc_map_at_1000_std": -0.3660262415301231, + "nauc_map_at_100_diff1": -0.28993971310950384, + "nauc_map_at_100_max": -0.4252060722853801, + "nauc_map_at_100_std": -0.38975737256699355, + "nauc_map_at_10_diff1": -0.3218593580237828, + "nauc_map_at_10_max": -0.4148921311466903, + "nauc_map_at_10_std": -0.3837251886436957, + "nauc_map_at_1_diff1": -0.3987449694351699, + "nauc_map_at_1_max": -0.4640773679146515, + "nauc_map_at_1_std": -0.38422144428263144, + "nauc_map_at_20_diff1": -0.31295379471181073, + "nauc_map_at_20_max": -0.4214635730400939, + "nauc_map_at_20_std": -0.39009173106426326, + "nauc_map_at_3_diff1": -0.33156257283113133, + "nauc_map_at_3_max": -0.44551608458074415, + "nauc_map_at_3_std": -0.40290874935670146, + "nauc_map_at_5_diff1": -0.30781227708947406, + "nauc_map_at_5_max": -0.4018473281646688, + "nauc_map_at_5_std": -0.3597842427783363, + "nauc_mrr_at_1000_diff1": -0.2566524378528098, + "nauc_mrr_at_1000_max": -0.39361311755191186, + "nauc_mrr_at_1000_std": -0.36529204712727015, + "nauc_mrr_at_100_diff1": -0.2627934185390627, + "nauc_mrr_at_100_max": -0.3992205926889029, + "nauc_mrr_at_100_std": -0.37056581380889647, + "nauc_mrr_at_10_diff1": -0.27772229454687436, + "nauc_mrr_at_10_max": -0.41114929861956245, + "nauc_mrr_at_10_std": -0.3835272023557472, + "nauc_mrr_at_1_diff1": -0.3459797871388963, + "nauc_mrr_at_1_max": -0.45478937483230486, + "nauc_mrr_at_1_std": -0.38164743761738673, + "nauc_mrr_at_20_diff1": -0.27051437072872264, + "nauc_mrr_at_20_max": -0.4091618088038761, + "nauc_mrr_at_20_std": -0.3790702351448367, + "nauc_mrr_at_3_diff1": -0.30492505935136366, + "nauc_mrr_at_3_max": -0.42265982413656095, + "nauc_mrr_at_3_std": -0.4009927555674807, + "nauc_mrr_at_5_diff1": -0.28945920771269756, + "nauc_mrr_at_5_max": -0.4122780960107694, + "nauc_mrr_at_5_std": -0.3869325827897578, + "nauc_ndcg_at_1000_diff1": -0.12568090904410284, + "nauc_ndcg_at_1000_max": -0.27834315594037295, + "nauc_ndcg_at_1000_std": -0.24638790235570407, + "nauc_ndcg_at_100_diff1": -0.22630362680917732, + "nauc_ndcg_at_100_max": -0.38702975491684144, + "nauc_ndcg_at_100_std": -0.35754009443856977, + "nauc_ndcg_at_10_diff1": -0.2923113096651501, + "nauc_ndcg_at_10_max": -0.40791708362805607, + "nauc_ndcg_at_10_std": -0.3823214073201324, + "nauc_ndcg_at_1_diff1": -0.34902272398918494, + "nauc_ndcg_at_1_max": -0.44908257827495823, + "nauc_ndcg_at_1_std": -0.3858434294441807, + "nauc_ndcg_at_20_diff1": -0.27461028359704603, + "nauc_ndcg_at_20_max": -0.41066124753243954, + "nauc_ndcg_at_20_std": -0.3817642041756638, + "nauc_ndcg_at_3_diff1": -0.3019029605564762, + "nauc_ndcg_at_3_max": -0.4258620523757213, + "nauc_ndcg_at_3_std": -0.4074698359592654, + "nauc_ndcg_at_5_diff1": -0.2845645078134161, + "nauc_ndcg_at_5_max": -0.39946696850836055, + "nauc_ndcg_at_5_std": -0.3747640046670212, + "nauc_precision_at_1000_diff1": 0.0002341337858181608, + "nauc_precision_at_1000_max": -0.22205202060883877, + "nauc_precision_at_1000_std": -0.23205641648370393, + "nauc_precision_at_100_diff1": -0.14242523385470068, + "nauc_precision_at_100_max": -0.39878194853409504, + "nauc_precision_at_100_std": -0.3928536734456349, + "nauc_precision_at_10_diff1": -0.2869501362744129, + "nauc_precision_at_10_max": -0.4226427350910144, + "nauc_precision_at_10_std": -0.3972377953200684, + "nauc_precision_at_1_diff1": -0.3459797871388963, + "nauc_precision_at_1_max": -0.45478937483230486, + "nauc_precision_at_1_std": -0.38164743761738673, + "nauc_precision_at_20_diff1": -0.26993852148248393, + "nauc_precision_at_20_max": -0.4377099349439851, + "nauc_precision_at_20_std": -0.40255635530772316, + "nauc_precision_at_3_diff1": -0.2953083002650173, + "nauc_precision_at_3_max": -0.4127443642645654, + "nauc_precision_at_3_std": -0.40291566049548344, + "nauc_precision_at_5_diff1": -0.29493552967564346, + "nauc_precision_at_5_max": -0.40024660615068297, + "nauc_precision_at_5_std": -0.37831735015963075, + "nauc_recall_at_1000_diff1": -0.08796163658905798, + "nauc_recall_at_1000_max": -0.20579426836323747, + "nauc_recall_at_1000_std": -0.1658371246061096, + "nauc_recall_at_100_diff1": -0.20397314514493672, + "nauc_recall_at_100_max": -0.3665073318788553, + "nauc_recall_at_100_std": -0.3254389180824242, + "nauc_recall_at_10_diff1": -0.29012838904889804, + "nauc_recall_at_10_max": -0.39708036658308055, + "nauc_recall_at_10_std": -0.368077413252897, + "nauc_recall_at_1_diff1": -0.3987449694351699, + "nauc_recall_at_1_max": -0.4640773679146515, + "nauc_recall_at_1_std": -0.38422144428263144, + "nauc_recall_at_20_diff1": -0.2494424376019361, + "nauc_recall_at_20_max": -0.40193969027026616, + "nauc_recall_at_20_std": -0.3704066433324051, + "nauc_recall_at_3_diff1": -0.28118162058850854, + "nauc_recall_at_3_max": -0.41755652792338926, + "nauc_recall_at_3_std": -0.40086853315285026, + "nauc_recall_at_5_diff1": -0.2437150803941547, + "nauc_recall_at_5_max": -0.358103084127511, + "nauc_recall_at_5_std": -0.3253833254556791, + "ndcg_at_1": 0.0065, + "ndcg_at_10": 0.01157, + "ndcg_at_100": 0.02214, + "ndcg_at_1000": 0.05725, + "ndcg_at_20": 0.0141, + "ndcg_at_3": 0.00789, + "ndcg_at_5": 0.00873, + "precision_at_1": 0.0075, + "precision_at_10": 0.0095, + "precision_at_100": 0.00594, + "precision_at_1000": 0.00407, + "precision_at_20": 0.00863, + "precision_at_3": 0.0095, + "precision_at_5": 0.0089, + "recall_at_1": 0.00118, + "recall_at_10": 0.01317, + "recall_at_100": 0.04416, + "recall_at_1000": 0.17721, + "recall_at_20": 0.02012, + "recall_at_3": 0.00442, + "recall_at_5": 0.00667 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.01796, + "map_at_1": 0.00178, + "map_at_10": 0.00945, + "map_at_100": 0.01551, + "map_at_1000": 0.0192, + "map_at_20": 0.01154, + "map_at_3": 0.00496, + "map_at_5": 0.00674, + "mrr_at_1": 0.01, + "mrr_at_10": 0.024051785714285748, + "mrr_at_100": 0.029595962973427398, + "mrr_at_1000": 0.030663777054565473, + "mrr_at_20": 0.026517659228456506, + "mrr_at_3": 0.017416666666666664, + "mrr_at_5": 0.020291666666666677, + "nauc_map_at_1000_diff1": -0.1905902229866825, + "nauc_map_at_1000_max": -0.31197390094140254, + "nauc_map_at_1000_std": -0.2322441666063016, + "nauc_map_at_100_diff1": -0.2155195213753043, + "nauc_map_at_100_max": -0.3325550124785973, + "nauc_map_at_100_std": -0.23930600256424628, + "nauc_map_at_10_diff1": -0.27974195956593795, + "nauc_map_at_10_max": -0.34973198164403757, + "nauc_map_at_10_std": -0.2420557354830425, + "nauc_map_at_1_diff1": -0.36041617860396846, + "nauc_map_at_1_max": -0.31992160299356287, + "nauc_map_at_1_std": -0.14240648885019158, + "nauc_map_at_20_diff1": -0.25738324399413776, + "nauc_map_at_20_max": -0.34531764711561064, + "nauc_map_at_20_std": -0.23718072312102084, + "nauc_map_at_3_diff1": -0.296992896269984, + "nauc_map_at_3_max": -0.3439816184050079, + "nauc_map_at_3_std": -0.22797484168905052, + "nauc_map_at_5_diff1": -0.2747491705608692, + "nauc_map_at_5_max": -0.3225297950755016, + "nauc_map_at_5_std": -0.23097481331359945, + "nauc_mrr_at_1000_diff1": -0.17790212701563407, + "nauc_mrr_at_1000_max": -0.3276233059803149, + "nauc_mrr_at_1000_std": -0.24498152094220266, + "nauc_mrr_at_100_diff1": -0.17904539305622444, + "nauc_mrr_at_100_max": -0.33067862891776134, + "nauc_mrr_at_100_std": -0.24681418907797364, + "nauc_mrr_at_10_diff1": -0.20318502728167237, + "nauc_mrr_at_10_max": -0.35066971624714854, + "nauc_mrr_at_10_std": -0.2379831719719876, + "nauc_mrr_at_1_diff1": -0.313429031392541, + "nauc_mrr_at_1_max": -0.3116313388784546, + "nauc_mrr_at_1_std": -0.13930775422591896, + "nauc_mrr_at_20_diff1": -0.1939541268877771, + "nauc_mrr_at_20_max": -0.3419684251620159, + "nauc_mrr_at_20_std": -0.24216385181633268, + "nauc_mrr_at_3_diff1": -0.2613708576879181, + "nauc_mrr_at_3_max": -0.35532766839165386, + "nauc_mrr_at_3_std": -0.21875669978419468, + "nauc_mrr_at_5_diff1": -0.230117864586576, + "nauc_mrr_at_5_max": -0.35541420644842103, + "nauc_mrr_at_5_std": -0.22910775411572912, + "nauc_ndcg_at_1000_diff1": -0.09246782073633132, + "nauc_ndcg_at_1000_max": -0.2038429132461378, + "nauc_ndcg_at_1000_std": -0.19247006911751394, + "nauc_ndcg_at_100_diff1": -0.13516008476005337, + "nauc_ndcg_at_100_max": -0.2892328391843156, + "nauc_ndcg_at_100_std": -0.24229029086987094, + "nauc_ndcg_at_10_diff1": -0.23186512125167705, + "nauc_ndcg_at_10_max": -0.3536116397801049, + "nauc_ndcg_at_10_std": -0.25160216102904426, + "nauc_ndcg_at_1_diff1": -0.3549235309900725, + "nauc_ndcg_at_1_max": -0.31742241302209107, + "nauc_ndcg_at_1_std": -0.1238619085949378, + "nauc_ndcg_at_20_diff1": -0.19842039254065805, + "nauc_ndcg_at_20_max": -0.3350407314586784, + "nauc_ndcg_at_20_std": -0.2479077557178838, + "nauc_ndcg_at_3_diff1": -0.28438537346251525, + "nauc_ndcg_at_3_max": -0.36564251168250944, + "nauc_ndcg_at_3_std": -0.24086396276307143, + "nauc_ndcg_at_5_diff1": -0.24299985935638257, + "nauc_ndcg_at_5_max": -0.3468186530885081, + "nauc_ndcg_at_5_std": -0.24653947164172704, + "nauc_precision_at_1000_diff1": -0.032757238062886815, + "nauc_precision_at_1000_max": -0.16454110629313104, + "nauc_precision_at_1000_std": -0.1886842710327666, + "nauc_precision_at_100_diff1": -0.07263533761549205, + "nauc_precision_at_100_max": -0.2747166273935734, + "nauc_precision_at_100_std": -0.2617155947352467, + "nauc_precision_at_10_diff1": -0.19846633425752008, + "nauc_precision_at_10_max": -0.38965376531616125, + "nauc_precision_at_10_std": -0.2798413603434397, + "nauc_precision_at_1_diff1": -0.313429031392541, + "nauc_precision_at_1_max": -0.3116313388784546, + "nauc_precision_at_1_std": -0.13930775422591896, + "nauc_precision_at_20_diff1": -0.14681352522306754, + "nauc_precision_at_20_max": -0.35781305164239074, + "nauc_precision_at_20_std": -0.274079166819421, + "nauc_precision_at_3_diff1": -0.2884976574270913, + "nauc_precision_at_3_max": -0.3856163959464202, + "nauc_precision_at_3_std": -0.2521138194602107, + "nauc_precision_at_5_diff1": -0.24036729832661913, + "nauc_precision_at_5_max": -0.37896315627937677, + "nauc_precision_at_5_std": -0.27162857854312195, + "nauc_recall_at_1000_diff1": -0.05610246231567966, + "nauc_recall_at_1000_max": -0.1306577608329429, + "nauc_recall_at_1000_std": -0.1321441463255578, + "nauc_recall_at_100_diff1": -0.10101223724827318, + "nauc_recall_at_100_max": -0.26277426336794724, + "nauc_recall_at_100_std": -0.22394497577038355, + "nauc_recall_at_10_diff1": -0.2034104642556061, + "nauc_recall_at_10_max": -0.3432695831401837, + "nauc_recall_at_10_std": -0.26364610673826033, + "nauc_recall_at_1_diff1": -0.36041617860396846, + "nauc_recall_at_1_max": -0.31992160299356287, + "nauc_recall_at_1_std": -0.14240648885019158, + "nauc_recall_at_20_diff1": -0.16690489972161768, + "nauc_recall_at_20_max": -0.3187664693657134, + "nauc_recall_at_20_std": -0.24533901051385668, + "nauc_recall_at_3_diff1": -0.23104566835980572, + "nauc_recall_at_3_max": -0.3372437647664629, + "nauc_recall_at_3_std": -0.25268341632290936, + "nauc_recall_at_5_diff1": -0.1732192809095846, + "nauc_recall_at_5_max": -0.30583389798241384, + "nauc_recall_at_5_std": -0.253799716327324, + "ndcg_at_1": 0.0075, + "ndcg_at_10": 0.01796, + "ndcg_at_100": 0.03985, + "ndcg_at_1000": 0.08301, + "ndcg_at_20": 0.02296, + "ndcg_at_3": 0.01096, + "ndcg_at_5": 0.01332, + "precision_at_1": 0.01, + "precision_at_10": 0.0144, + "precision_at_100": 0.01043, + "precision_at_1000": 0.00495, + "precision_at_20": 0.01348, + "precision_at_3": 0.013, + "precision_at_5": 0.0139, + "recall_at_1": 0.00178, + "recall_at_10": 0.0224, + "recall_at_100": 0.0836, + "recall_at_1000": 0.23812, + "recall_at_20": 0.03535, + "recall_at_3": 0.00777, + "recall_at_5": 0.01266 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.38853, + "map_at_1": 0.07122, + "map_at_10": 0.15443, + "map_at_100": 0.23319, + "map_at_1000": 0.2738, + "map_at_20": 0.18074, + "map_at_3": 0.11517, + "map_at_5": 0.13037, + "mrr_at_1": 0.575, + "mrr_at_10": 0.7101369047619045, + "mrr_at_100": 0.7128331562006832, + "mrr_at_1000": 0.7128331562006832, + "mrr_at_20": 0.7122819264069261, + "mrr_at_3": 0.6899999999999998, + "mrr_at_5": 0.7024999999999999, + "nauc_map_at_1000_diff1": 0.2124902287026154, + "nauc_map_at_1000_max": 0.21699712706331445, + "nauc_map_at_1000_std": 0.07031233196567363, + "nauc_map_at_100_diff1": 0.2507810699985417, + "nauc_map_at_100_max": 0.23736437034920493, + "nauc_map_at_100_std": 0.02654359801861647, + "nauc_map_at_10_diff1": 0.3132934999237399, + "nauc_map_at_10_max": 0.1999545759289068, + "nauc_map_at_10_std": -0.1033709437761548, + "nauc_map_at_1_diff1": 0.4054793521150043, + "nauc_map_at_1_max": 0.12244271525016157, + "nauc_map_at_1_std": -0.20295667936611766, + "nauc_map_at_20_diff1": 0.30106129586900415, + "nauc_map_at_20_max": 0.22004950584037017, + "nauc_map_at_20_std": -0.06412031558640569, + "nauc_map_at_3_diff1": 0.3235478364205323, + "nauc_map_at_3_max": 0.16176174682546812, + "nauc_map_at_3_std": -0.12786062045539956, + "nauc_map_at_5_diff1": 0.3029079692244222, + "nauc_map_at_5_max": 0.15382566256034155, + "nauc_map_at_5_std": -0.13202159254196436, + "nauc_mrr_at_1000_diff1": 0.3065748817533783, + "nauc_mrr_at_1000_max": 0.21274341609766104, + "nauc_mrr_at_1000_std": 0.05389544844334428, + "nauc_mrr_at_100_diff1": 0.3065748817533783, + "nauc_mrr_at_100_max": 0.21274341609766104, + "nauc_mrr_at_100_std": 0.05389544844334428, + "nauc_mrr_at_10_diff1": 0.308311511161184, + "nauc_mrr_at_10_max": 0.21321477519970033, + "nauc_mrr_at_10_std": 0.053327587688488116, + "nauc_mrr_at_1_diff1": 0.31742126339334076, + "nauc_mrr_at_1_max": 0.1938093004798153, + "nauc_mrr_at_1_std": 0.03674014214077009, + "nauc_mrr_at_20_diff1": 0.30723882683523385, + "nauc_mrr_at_20_max": 0.21438884282058857, + "nauc_mrr_at_20_std": 0.05465138813961613, + "nauc_mrr_at_3_diff1": 0.29047071443365585, + "nauc_mrr_at_3_max": 0.21432855107005813, + "nauc_mrr_at_3_std": 0.06555750308358628, + "nauc_mrr_at_5_diff1": 0.3027847778187007, + "nauc_mrr_at_5_max": 0.20676898572637795, + "nauc_mrr_at_5_std": 0.059226161629868275, + "nauc_ndcg_at_1000_diff1": 0.19446135732579245, + "nauc_ndcg_at_1000_max": 0.2553710693531437, + "nauc_ndcg_at_1000_std": 0.14189720768943948, + "nauc_ndcg_at_100_diff1": 0.23450519745697693, + "nauc_ndcg_at_100_max": 0.29003880065930937, + "nauc_ndcg_at_100_std": 0.08497945803695707, + "nauc_ndcg_at_10_diff1": 0.2447982214282981, + "nauc_ndcg_at_10_max": 0.2339224615482202, + "nauc_ndcg_at_10_std": 0.007387158144438147, + "nauc_ndcg_at_1_diff1": 0.30855648206956365, + "nauc_ndcg_at_1_max": 0.18669029618854444, + "nauc_ndcg_at_1_std": -0.022048529301290146, + "nauc_ndcg_at_20_diff1": 0.26834566605167426, + "nauc_ndcg_at_20_max": 0.25313011363243887, + "nauc_ndcg_at_20_std": 0.024740062927618864, + "nauc_ndcg_at_3_diff1": 0.22207932933790867, + "nauc_ndcg_at_3_max": 0.20479134104456218, + "nauc_ndcg_at_3_std": 0.02499542318155582, + "nauc_ndcg_at_5_diff1": 0.18952228793012882, + "nauc_ndcg_at_5_max": 0.17346598838021063, + "nauc_ndcg_at_5_std": 0.008658086279983247, + "nauc_precision_at_1000_diff1": -0.14308188607808872, + "nauc_precision_at_1000_max": -0.11700762645966674, + "nauc_precision_at_1000_std": 0.09874334644793488, + "nauc_precision_at_100_diff1": -0.155789260460396, + "nauc_precision_at_100_max": -0.02143649971785923, + "nauc_precision_at_100_std": 0.21240158660275596, + "nauc_precision_at_10_diff1": -0.06403993054747445, + "nauc_precision_at_10_max": 0.14926008853800543, + "nauc_precision_at_10_std": 0.21716133747317537, + "nauc_precision_at_1_diff1": 0.31742126339334076, + "nauc_precision_at_1_max": 0.1938093004798153, + "nauc_precision_at_1_std": 0.03674014214077009, + "nauc_precision_at_20_diff1": -0.08332314100237716, + "nauc_precision_at_20_max": 0.10403328915542685, + "nauc_precision_at_20_std": 0.24229342818550448, + "nauc_precision_at_3_diff1": 0.07777954716073643, + "nauc_precision_at_3_max": 0.23772273913481518, + "nauc_precision_at_3_std": 0.20984845776609265, + "nauc_precision_at_5_diff1": -0.04208617100402608, + "nauc_precision_at_5_max": 0.13161667241472502, + "nauc_precision_at_5_std": 0.1892225994240863, + "nauc_recall_at_1000_diff1": 0.06614697546151767, + "nauc_recall_at_1000_max": 0.39315144867585367, + "nauc_recall_at_1000_std": 0.43202114121240565, + "nauc_recall_at_100_diff1": 0.12392378176683906, + "nauc_recall_at_100_max": 0.3117321066661104, + "nauc_recall_at_100_std": 0.1713596065474036, + "nauc_recall_at_10_diff1": 0.24376672660800244, + "nauc_recall_at_10_max": 0.2162858959252582, + "nauc_recall_at_10_std": -0.06661987001946872, + "nauc_recall_at_1_diff1": 0.4054793521150043, + "nauc_recall_at_1_max": 0.12244271525016157, + "nauc_recall_at_1_std": -0.20295667936611766, + "nauc_recall_at_20_diff1": 0.2174627205835348, + "nauc_recall_at_20_max": 0.23783817049456818, + "nauc_recall_at_20_std": -0.014642067144629114, + "nauc_recall_at_3_diff1": 0.23961832065340855, + "nauc_recall_at_3_max": 0.13741740732968585, + "nauc_recall_at_3_std": -0.09117160885931778, + "nauc_recall_at_5_diff1": 0.20586554803474882, + "nauc_recall_at_5_max": 0.11969153403530973, + "nauc_recall_at_5_std": -0.11167895520416711, + "ndcg_at_1": 0.48, + "ndcg_at_10": 0.38853, + "ndcg_at_100": 0.44142, + "ndcg_at_1000": 0.56736, + "ndcg_at_20": 0.39201, + "ndcg_at_3": 0.42271, + "ndcg_at_5": 0.39969, + "precision_at_1": 0.575, + "precision_at_10": 0.3265, + "precision_at_100": 0.14175, + "precision_at_1000": 0.03304, + "precision_at_20": 0.26925, + "precision_at_3": 0.46333, + "precision_at_5": 0.398, + "recall_at_1": 0.07122, + "recall_at_10": 0.22048, + "recall_at_100": 0.50269, + "recall_at_1000": 0.85437, + "recall_at_20": 0.29524, + "recall_at_3": 0.13762, + "recall_at_5": 0.16701 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.00791, + "map_at_1": 0.00074, + "map_at_10": 0.00145, + "map_at_100": 0.00352, + "map_at_1000": 0.00927, + "map_at_20": 0.00154, + "map_at_3": 0.00109, + "map_at_5": 0.00114, + "mrr_at_1": 0.015, + "mrr_at_10": 0.020839285714285713, + "mrr_at_100": 0.02462155293198323, + "mrr_at_1000": 0.026608258056493424, + "mrr_at_20": 0.021737058993637936, + "mrr_at_3": 0.0175, + "mrr_at_5": 0.018500000000000003, + "nauc_map_at_1000_diff1": 0.1294614435134629, + "nauc_map_at_1000_max": -0.23301420693320682, + "nauc_map_at_1000_std": -0.14900798638009363, + "nauc_map_at_100_diff1": 0.32047195435820564, + "nauc_map_at_100_max": -0.3218381842766161, + "nauc_map_at_100_std": -0.2918913446169458, + "nauc_map_at_10_diff1": 0.6231685072186686, + "nauc_map_at_10_max": -0.35008028053574414, + "nauc_map_at_10_std": -0.30399445727985486, + "nauc_map_at_1_diff1": 0.8683835923946771, + "nauc_map_at_1_max": -0.24390203937841665, + "nauc_map_at_1_std": -0.14209697339611693, + "nauc_map_at_20_diff1": 0.5787894289788111, + "nauc_map_at_20_max": -0.3543051626470833, + "nauc_map_at_20_std": -0.31067265823206053, + "nauc_map_at_3_diff1": 0.667839870198343, + "nauc_map_at_3_max": -0.3332958144277211, + "nauc_map_at_3_std": -0.2794732691775579, + "nauc_map_at_5_diff1": 0.6493207035211702, + "nauc_map_at_5_max": -0.3350056884301114, + "nauc_map_at_5_std": -0.27350546198605036, + "nauc_mrr_at_1000_diff1": 0.41925025599269994, + "nauc_mrr_at_1000_max": -0.3493164090974148, + "nauc_mrr_at_1000_std": -0.2932792878586315, + "nauc_mrr_at_100_diff1": 0.4245602472299524, + "nauc_mrr_at_100_max": -0.3564505524423148, + "nauc_mrr_at_100_std": -0.2981149663249468, + "nauc_mrr_at_10_diff1": 0.4681286583993366, + "nauc_mrr_at_10_max": -0.38386939466948267, + "nauc_mrr_at_10_std": -0.29432619466230925, + "nauc_mrr_at_1_diff1": 0.7746176549503623, + "nauc_mrr_at_1_max": -0.3816295501296843, + "nauc_mrr_at_1_std": -0.26491369287183614, + "nauc_mrr_at_20_diff1": 0.4419841897190946, + "nauc_mrr_at_20_max": -0.38431465855600017, + "nauc_mrr_at_20_std": -0.3014756550896447, + "nauc_mrr_at_3_diff1": 0.5818544214036566, + "nauc_mrr_at_3_max": -0.4092146115220976, + "nauc_mrr_at_3_std": -0.3091724481582277, + "nauc_mrr_at_5_diff1": 0.5331873327580332, + "nauc_mrr_at_5_max": -0.3909092886822966, + "nauc_mrr_at_5_std": -0.2871376877279749, + "nauc_ndcg_at_1000_diff1": 0.156186580143573, + "nauc_ndcg_at_1000_max": -0.03208605458818978, + "nauc_ndcg_at_1000_std": -0.04878831182549275, + "nauc_ndcg_at_100_diff1": 0.23119291228720212, + "nauc_ndcg_at_100_max": -0.24239406872248062, + "nauc_ndcg_at_100_std": -0.2592800025562906, + "nauc_ndcg_at_10_diff1": 0.42200786734624046, + "nauc_ndcg_at_10_max": -0.37556404633482743, + "nauc_ndcg_at_10_std": -0.3242466814575985, + "nauc_ndcg_at_1_diff1": 0.7971558894553259, + "nauc_ndcg_at_1_max": -0.343010464180306, + "nauc_ndcg_at_1_std": -0.25419908773812727, + "nauc_ndcg_at_20_diff1": 0.4279707471287509, + "nauc_ndcg_at_20_max": -0.366863795791871, + "nauc_ndcg_at_20_std": -0.3138789746348944, + "nauc_ndcg_at_3_diff1": 0.5778709439968758, + "nauc_ndcg_at_3_max": -0.3685338751339071, + "nauc_ndcg_at_3_std": -0.30041063861800965, + "nauc_ndcg_at_5_diff1": 0.5292230792665986, + "nauc_ndcg_at_5_max": -0.3614094040382341, + "nauc_ndcg_at_5_std": -0.27835265257602054, + "nauc_precision_at_1000_diff1": 0.040224042491413634, + "nauc_precision_at_1000_max": 0.015015419612556105, + "nauc_precision_at_1000_std": 0.013791312997841226, + "nauc_precision_at_100_diff1": 0.11086258082882583, + "nauc_precision_at_100_max": -0.27702863649831816, + "nauc_precision_at_100_std": -0.23306201572906204, + "nauc_precision_at_10_diff1": 0.22985421697522596, + "nauc_precision_at_10_max": -0.3975315266970754, + "nauc_precision_at_10_std": -0.349467847240855, + "nauc_precision_at_1_diff1": 0.7746176549503623, + "nauc_precision_at_1_max": -0.3816295501296843, + "nauc_precision_at_1_std": -0.26491369287183614, + "nauc_precision_at_20_diff1": 0.1318691146971265, + "nauc_precision_at_20_max": -0.41583298197196783, + "nauc_precision_at_20_std": -0.36067563596407176, + "nauc_precision_at_3_diff1": 0.48221089348001067, + "nauc_precision_at_3_max": -0.4438422323584653, + "nauc_precision_at_3_std": -0.38883820767373234, + "nauc_precision_at_5_diff1": 0.39349917589788785, + "nauc_precision_at_5_max": -0.4092146115220976, + "nauc_precision_at_5_std": -0.30917244815822764, + "nauc_recall_at_1000_diff1": 0.17692687409198501, + "nauc_recall_at_1000_max": 0.06685367297157153, + "nauc_recall_at_1000_std": 0.023934418864410455, + "nauc_recall_at_100_diff1": 0.17906192327520765, + "nauc_recall_at_100_max": -0.20289552235870387, + "nauc_recall_at_100_std": -0.22912769986448428, + "nauc_recall_at_10_diff1": 0.5767730453930682, + "nauc_recall_at_10_max": -0.3581314487233746, + "nauc_recall_at_10_std": -0.3683921840743886, + "nauc_recall_at_1_diff1": 0.8683835923946771, + "nauc_recall_at_1_max": -0.24390203937841665, + "nauc_recall_at_1_std": -0.14209697339611693, + "nauc_recall_at_20_diff1": 0.4222514019290638, + "nauc_recall_at_20_max": -0.3626883971570308, + "nauc_recall_at_20_std": -0.3843922939766768, + "nauc_recall_at_3_diff1": 0.5455565926244301, + "nauc_recall_at_3_max": -0.3570553386499302, + "nauc_recall_at_3_std": -0.3085295770969425, + "nauc_recall_at_5_diff1": 0.48415496866209995, + "nauc_recall_at_5_max": -0.34481567540884417, + "nauc_recall_at_5_std": -0.27757315195671484, + "ndcg_at_1": 0.0125, + "ndcg_at_10": 0.00791, + "ndcg_at_100": 0.02036, + "ndcg_at_1000": 0.08408, + "ndcg_at_20": 0.00712, + "ndcg_at_3": 0.00893, + "ndcg_at_5": 0.00755, + "precision_at_1": 0.015, + "precision_at_10": 0.0075, + "precision_at_100": 0.00735, + "precision_at_1000": 0.00754, + "precision_at_20": 0.00525, + "precision_at_3": 0.00833, + "precision_at_5": 0.007, + "recall_at_1": 0.00074, + "recall_at_10": 0.00374, + "recall_at_100": 0.04892, + "recall_at_1000": 0.26535, + "recall_at_20": 0.0046, + "recall_at_3": 0.00121, + "recall_at_5": 0.00138 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.0137, + "map_at_1": 0.00534, + "map_at_10": 0.00665, + "map_at_100": 0.00948, + "map_at_1000": 0.01446, + "map_at_20": 0.00694, + "map_at_3": 0.00623, + "map_at_5": 0.00628, + "mrr_at_1": 0.015, + "mrr_at_10": 0.028428571428571425, + "mrr_at_100": 0.03431133351535359, + "mrr_at_1000": 0.03621747201997476, + "mrr_at_20": 0.029607084500466854, + "mrr_at_3": 0.024166666666666666, + "mrr_at_5": 0.02516666666666666, + "nauc_map_at_1000_diff1": 0.04850977494178786, + "nauc_map_at_1000_max": 0.041724451271420236, + "nauc_map_at_1000_std": 0.02155876972042929, + "nauc_map_at_100_diff1": 0.06852143321914969, + "nauc_map_at_100_max": -0.007715797725236066, + "nauc_map_at_100_std": -0.04429588182123622, + "nauc_map_at_10_diff1": 0.07329323130368949, + "nauc_map_at_10_max": 0.03302528944309771, + "nauc_map_at_10_std": 0.027873122494600954, + "nauc_map_at_1_diff1": 0.07653055644922352, + "nauc_map_at_1_max": 0.06729247441177931, + "nauc_map_at_1_std": 0.062423432439340495, + "nauc_map_at_20_diff1": 0.06268480914326027, + "nauc_map_at_20_max": 0.033899549598191615, + "nauc_map_at_20_std": 0.014599144129447067, + "nauc_map_at_3_diff1": 0.09165830681911961, + "nauc_map_at_3_max": 0.051760608754968754, + "nauc_map_at_3_std": 0.05754964887543758, + "nauc_map_at_5_diff1": 0.08660538931231607, + "nauc_map_at_5_max": 0.047010219509384304, + "nauc_map_at_5_std": 0.053325025002171324, + "nauc_mrr_at_1000_diff1": 0.011793421602865834, + "nauc_mrr_at_1000_max": -0.17662126234737743, + "nauc_mrr_at_1000_std": -0.18134756259253668, + "nauc_mrr_at_100_diff1": 0.008435750141448596, + "nauc_mrr_at_100_max": -0.17808601390040413, + "nauc_mrr_at_100_std": -0.18503134431538887, + "nauc_mrr_at_10_diff1": 0.01272056553224948, + "nauc_mrr_at_10_max": -0.1811398015028185, + "nauc_mrr_at_10_std": -0.17596434007979236, + "nauc_mrr_at_1_diff1": -0.09686074590823718, + "nauc_mrr_at_1_max": -0.21169841695733838, + "nauc_mrr_at_1_std": -0.22734996869689653, + "nauc_mrr_at_20_diff1": 0.006657001446555893, + "nauc_mrr_at_20_max": -0.19091378819206642, + "nauc_mrr_at_20_std": -0.18346445714119708, + "nauc_mrr_at_3_diff1": 0.04950824829066557, + "nauc_mrr_at_3_max": -0.14967201132463012, + "nauc_mrr_at_3_std": -0.12841057335566183, + "nauc_mrr_at_5_diff1": 0.024704278959516882, + "nauc_mrr_at_5_max": -0.1665615332538465, + "nauc_mrr_at_5_std": -0.1431597240114646, + "nauc_ndcg_at_1000_diff1": 0.03364246829730849, + "nauc_ndcg_at_1000_max": 0.05098566448655263, + "nauc_ndcg_at_1000_std": 0.0021238601735162756, + "nauc_ndcg_at_100_diff1": 0.08247469191618119, + "nauc_ndcg_at_100_max": -0.05212184583729934, + "nauc_ndcg_at_100_std": -0.12341121439865098, + "nauc_ndcg_at_10_diff1": 0.023224619333621237, + "nauc_ndcg_at_10_max": -0.07614276143959618, + "nauc_ndcg_at_10_std": -0.09745751473910567, + "nauc_ndcg_at_1_diff1": -0.10211966729272877, + "nauc_ndcg_at_1_max": -0.19034075664072989, + "nauc_ndcg_at_1_std": -0.2316608532331635, + "nauc_ndcg_at_20_diff1": 0.026225753719051847, + "nauc_ndcg_at_20_max": -0.05184149247385986, + "nauc_ndcg_at_20_std": -0.09206894295618007, + "nauc_ndcg_at_3_diff1": 0.09379275405989243, + "nauc_ndcg_at_3_max": -0.05692567457548746, + "nauc_ndcg_at_3_std": -0.026885645974895542, + "nauc_ndcg_at_5_diff1": 0.06815699327100765, + "nauc_ndcg_at_5_max": -0.054608047168000454, + "nauc_ndcg_at_5_std": -0.029697770013936503, + "nauc_precision_at_1000_diff1": 9.679267685685339e-05, + "nauc_precision_at_1000_max": 0.004282449055331133, + "nauc_precision_at_1000_std": -0.04883391154001912, + "nauc_precision_at_100_diff1": 0.0955285441424547, + "nauc_precision_at_100_max": -0.117591103218405, + "nauc_precision_at_100_std": -0.18603101572192884, + "nauc_precision_at_10_diff1": -0.0214053602838149, + "nauc_precision_at_10_max": -0.2554035119100856, + "nauc_precision_at_10_std": -0.2987806695882897, + "nauc_precision_at_1_diff1": -0.09686074590823718, + "nauc_precision_at_1_max": -0.21169841695733838, + "nauc_precision_at_1_std": -0.22734996869689653, + "nauc_precision_at_20_diff1": -0.01581126145118632, + "nauc_precision_at_20_max": -0.27861359193529844, + "nauc_precision_at_20_std": -0.33553413315956926, + "nauc_precision_at_3_diff1": 0.14213844915481616, + "nauc_precision_at_3_max": -0.15387711295948492, + "nauc_precision_at_3_std": -0.12473168768446477, + "nauc_precision_at_5_diff1": 0.0624869570402171, + "nauc_precision_at_5_max": -0.20063798706138394, + "nauc_precision_at_5_std": -0.16638344811137948, + "nauc_recall_at_1000_diff1": 0.055486305464667506, + "nauc_recall_at_1000_max": 0.12228169911826417, + "nauc_recall_at_1000_std": 0.06278037609179368, + "nauc_recall_at_100_diff1": 0.08856529173805981, + "nauc_recall_at_100_max": -0.05922872416021865, + "nauc_recall_at_100_std": -0.1429350374047761, + "nauc_recall_at_10_diff1": 0.03689275604653715, + "nauc_recall_at_10_max": -0.02387392947106508, + "nauc_recall_at_10_std": -0.07243718321622261, + "nauc_recall_at_1_diff1": 0.07653055644922352, + "nauc_recall_at_1_max": 0.06729247441177931, + "nauc_recall_at_1_std": 0.062423432439340495, + "nauc_recall_at_20_diff1": 0.007047335790297125, + "nauc_recall_at_20_max": -0.023671744630929088, + "nauc_recall_at_20_std": -0.10356859559238353, + "nauc_recall_at_3_diff1": 0.10565750593744452, + "nauc_recall_at_3_max": 0.01260216299543758, + "nauc_recall_at_3_std": 0.023326863075928135, + "nauc_recall_at_5_diff1": 0.08545635060763768, + "nauc_recall_at_5_max": -0.004836097233107552, + "nauc_recall_at_5_std": 0.007800777173710471, + "ndcg_at_1": 0.0125, + "ndcg_at_10": 0.0137, + "ndcg_at_100": 0.03048, + "ndcg_at_1000": 0.08873, + "ndcg_at_20": 0.0138, + "ndcg_at_3": 0.0148, + "ndcg_at_5": 0.01295, + "precision_at_1": 0.015, + "precision_at_10": 0.009, + "precision_at_100": 0.01015, + "precision_at_1000": 0.00739, + "precision_at_20": 0.007, + "precision_at_3": 0.01333, + "precision_at_5": 0.009, + "recall_at_1": 0.00534, + "recall_at_10": 0.01033, + "recall_at_100": 0.06202, + "recall_at_1000": 0.26466, + "recall_at_20": 0.01226, + "recall_at_3": 0.00778, + "recall_at_5": 0.00802 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.40311, + "map_at_1": 0.11054, + "map_at_10": 0.27184, + "map_at_100": 0.34, + "map_at_1000": 0.35469, + "map_at_20": 0.30296, + "map_at_3": 0.19987, + "map_at_5": 0.23416, + "mrr_at_1": 0.47, + "mrr_at_10": 0.6099761904761904, + "mrr_at_100": 0.6143275800340369, + "mrr_at_1000": 0.6144019334823128, + "mrr_at_20": 0.6130202020202019, + "mrr_at_3": 0.5691666666666665, + "mrr_at_5": 0.5981666666666665, + "nauc_map_at_1000_diff1": 0.3667118746526995, + "nauc_map_at_1000_max": 0.4136289386089226, + "nauc_map_at_1000_std": 0.09977435807479561, + "nauc_map_at_100_diff1": 0.3792131868780843, + "nauc_map_at_100_max": 0.429196632223746, + "nauc_map_at_100_std": 0.09331854294203151, + "nauc_map_at_10_diff1": 0.3853546938103279, + "nauc_map_at_10_max": 0.4221803882778156, + "nauc_map_at_10_std": 0.06514998004163688, + "nauc_map_at_1_diff1": 0.3464198423590131, + "nauc_map_at_1_max": 0.3701770358294914, + "nauc_map_at_1_std": 0.07460943112839308, + "nauc_map_at_20_diff1": 0.39017624969577563, + "nauc_map_at_20_max": 0.43035450376617385, + "nauc_map_at_20_std": 0.08379198942497887, + "nauc_map_at_3_diff1": 0.3493427178505919, + "nauc_map_at_3_max": 0.36628520525902825, + "nauc_map_at_3_std": 0.0328758493945285, + "nauc_map_at_5_diff1": 0.36824022868607176, + "nauc_map_at_5_max": 0.39640024508652505, + "nauc_map_at_5_std": 0.0502843383551366, + "nauc_mrr_at_1000_diff1": 0.39363064389500896, + "nauc_mrr_at_1000_max": 0.33483679323617715, + "nauc_mrr_at_1000_std": 0.12969631022610104, + "nauc_mrr_at_100_diff1": 0.39379227431966085, + "nauc_mrr_at_100_max": 0.3350140954208768, + "nauc_mrr_at_100_std": 0.12992829351077506, + "nauc_mrr_at_10_diff1": 0.39203109722378626, + "nauc_mrr_at_10_max": 0.32899053112895954, + "nauc_mrr_at_10_std": 0.12544642804009723, + "nauc_mrr_at_1_diff1": 0.3992470892284974, + "nauc_mrr_at_1_max": 0.3513561623966562, + "nauc_mrr_at_1_std": 0.11337834095913717, + "nauc_mrr_at_20_diff1": 0.39457193781033867, + "nauc_mrr_at_20_max": 0.33578138987451406, + "nauc_mrr_at_20_std": 0.13162243198194792, + "nauc_mrr_at_3_diff1": 0.37942779039458624, + "nauc_mrr_at_3_max": 0.3314821371077672, + "nauc_mrr_at_3_std": 0.13430753459890668, + "nauc_mrr_at_5_diff1": 0.38588242431596176, + "nauc_mrr_at_5_max": 0.32072530994617443, + "nauc_mrr_at_5_std": 0.13114265935500033, + "nauc_ndcg_at_1000_diff1": 0.3260390651334874, + "nauc_ndcg_at_1000_max": 0.37827329322439507, + "nauc_ndcg_at_1000_std": 0.17342363150959286, + "nauc_ndcg_at_100_diff1": 0.38305785346515864, + "nauc_ndcg_at_100_max": 0.45564449287279396, + "nauc_ndcg_at_100_std": 0.15946241171499895, + "nauc_ndcg_at_10_diff1": 0.3848508510980669, + "nauc_ndcg_at_10_max": 0.4274042890415467, + "nauc_ndcg_at_10_std": 0.12574418599371562, + "nauc_ndcg_at_1_diff1": 0.3721265319642265, + "nauc_ndcg_at_1_max": 0.3627161311692612, + "nauc_ndcg_at_1_std": 0.12706856575024839, + "nauc_ndcg_at_20_diff1": 0.39788635110231263, + "nauc_ndcg_at_20_max": 0.4512419015824091, + "nauc_ndcg_at_20_std": 0.14439148323114945, + "nauc_ndcg_at_3_diff1": 0.326460893988329, + "nauc_ndcg_at_3_max": 0.3686502124637239, + "nauc_ndcg_at_3_std": 0.11534821456436309, + "nauc_ndcg_at_5_diff1": 0.3589088308289017, + "nauc_ndcg_at_5_max": 0.40024921080932585, + "nauc_ndcg_at_5_std": 0.12924010730457297, + "nauc_precision_at_1000_diff1": -0.2721151016344206, + "nauc_precision_at_1000_max": -0.3075989045798064, + "nauc_precision_at_1000_std": -0.016173308896942847, + "nauc_precision_at_100_diff1": -0.18517144183551876, + "nauc_precision_at_100_max": -0.16358737615118943, + "nauc_precision_at_100_std": 0.07236157168586692, + "nauc_precision_at_10_diff1": 0.11340417082826951, + "nauc_precision_at_10_max": 0.14539084968893282, + "nauc_precision_at_10_std": 0.13091298540330454, + "nauc_precision_at_1_diff1": 0.3992470892284974, + "nauc_precision_at_1_max": 0.3513561623966562, + "nauc_precision_at_1_std": 0.11337834095913717, + "nauc_precision_at_20_diff1": -0.006275642737491237, + "nauc_precision_at_20_max": 0.036487541776925564, + "nauc_precision_at_20_std": 0.1342597088360726, + "nauc_precision_at_3_diff1": 0.2508024953061597, + "nauc_precision_at_3_max": 0.26758524619950397, + "nauc_precision_at_3_std": 0.07385985100841878, + "nauc_precision_at_5_diff1": 0.23384043802217827, + "nauc_precision_at_5_max": 0.2564478145445707, + "nauc_precision_at_5_std": 0.12248633451650184, + "nauc_recall_at_1000_diff1": 0.21603851673132965, + "nauc_recall_at_1000_max": 0.46765172191394927, + "nauc_recall_at_1000_std": 0.3309006571883477, + "nauc_recall_at_100_diff1": 0.40291451225730557, + "nauc_recall_at_100_max": 0.5302107082940933, + "nauc_recall_at_100_std": 0.11624777037582892, + "nauc_recall_at_10_diff1": 0.3766219973280238, + "nauc_recall_at_10_max": 0.40031051378347404, + "nauc_recall_at_10_std": 0.02419375931613738, + "nauc_recall_at_1_diff1": 0.3464198423590131, + "nauc_recall_at_1_max": 0.3701770358294914, + "nauc_recall_at_1_std": 0.07460943112839308, + "nauc_recall_at_20_diff1": 0.39713729872491477, + "nauc_recall_at_20_max": 0.43955759910768116, + "nauc_recall_at_20_std": 0.07219369127782194, + "nauc_recall_at_3_diff1": 0.3120541138163225, + "nauc_recall_at_3_max": 0.334058377049993, + "nauc_recall_at_3_std": 0.011378221039814326, + "nauc_recall_at_5_diff1": 0.35057688790888675, + "nauc_recall_at_5_max": 0.37027307827811917, + "nauc_recall_at_5_std": 0.0291289416905957, + "ndcg_at_1": 0.4, + "ndcg_at_10": 0.40311, + "ndcg_at_100": 0.51776, + "ndcg_at_1000": 0.58092, + "ndcg_at_20": 0.44363, + "ndcg_at_3": 0.36935, + "ndcg_at_5": 0.37774, + "precision_at_1": 0.47, + "precision_at_10": 0.248, + "precision_at_100": 0.073, + "precision_at_1000": 0.01273, + "precision_at_20": 0.1825, + "precision_at_3": 0.36667, + "precision_at_5": 0.324, + "recall_at_1": 0.11054, + "recall_at_10": 0.39868, + "recall_at_100": 0.74324, + "recall_at_1000": 0.95694, + "recall_at_20": 0.51212, + "recall_at_3": 0.2339, + "recall_at_5": 0.30073 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.04687, + "map_at_1": 0.00615, + "map_at_10": 0.02819, + "map_at_100": 0.04518, + "map_at_1000": 0.05562, + "map_at_20": 0.03449, + "map_at_3": 0.01847, + "map_at_5": 0.02155, + "mrr_at_1": 0.035, + "mrr_at_10": 0.06710714285714285, + "mrr_at_100": 0.0797237832615552, + "mrr_at_1000": 0.08140089012767915, + "mrr_at_20": 0.07388373788664034, + "mrr_at_3": 0.05416666666666666, + "mrr_at_5": 0.05766666666666666, + "nauc_map_at_1000_diff1": 0.17117622101692845, + "nauc_map_at_1000_max": -0.10040459699926846, + "nauc_map_at_1000_std": -0.13966062377967636, + "nauc_map_at_100_diff1": 0.14611413811957114, + "nauc_map_at_100_max": -0.18548919264438257, + "nauc_map_at_100_std": -0.18957950474687751, + "nauc_map_at_10_diff1": 0.1672918085427223, + "nauc_map_at_10_max": -0.2848606851412368, + "nauc_map_at_10_std": -0.2837369013590488, + "nauc_map_at_1_diff1": 0.020399135014056158, + "nauc_map_at_1_max": -0.3729903349152987, + "nauc_map_at_1_std": -0.3786213887362569, + "nauc_map_at_20_diff1": 0.1203710482116544, + "nauc_map_at_20_max": -0.2564063747489176, + "nauc_map_at_20_std": -0.2484062319298026, + "nauc_map_at_3_diff1": 0.25219429416067146, + "nauc_map_at_3_max": -0.2721522705994175, + "nauc_map_at_3_std": -0.2841169236124058, + "nauc_map_at_5_diff1": 0.23752728123649067, + "nauc_map_at_5_max": -0.2714133659541706, + "nauc_map_at_5_std": -0.2811163031267793, + "nauc_mrr_at_1000_diff1": 0.08191670424817983, + "nauc_mrr_at_1000_max": -0.19783191006694853, + "nauc_mrr_at_1000_std": -0.20643647845773228, + "nauc_mrr_at_100_diff1": 0.08264536802106129, + "nauc_mrr_at_100_max": -0.19769829809107775, + "nauc_mrr_at_100_std": -0.20811657620360724, + "nauc_mrr_at_10_diff1": 0.08977216202716308, + "nauc_mrr_at_10_max": -0.2282635085673619, + "nauc_mrr_at_10_std": -0.20833327760251877, + "nauc_mrr_at_1_diff1": 0.05178427689830961, + "nauc_mrr_at_1_max": -0.3478094215953086, + "nauc_mrr_at_1_std": -0.34324811223120877, + "nauc_mrr_at_20_diff1": 0.06804186823260744, + "nauc_mrr_at_20_max": -0.21915731315264253, + "nauc_mrr_at_20_std": -0.22206319430939694, + "nauc_mrr_at_3_diff1": 0.09513941920703388, + "nauc_mrr_at_3_max": -0.23216032692823668, + "nauc_mrr_at_3_std": -0.2510577697054755, + "nauc_mrr_at_5_diff1": 0.10032476646747443, + "nauc_mrr_at_5_max": -0.226685520905872, + "nauc_mrr_at_5_std": -0.226685520905872, + "nauc_ndcg_at_1000_diff1": 0.20963912418037858, + "nauc_ndcg_at_1000_max": 0.2097293152865594, + "nauc_ndcg_at_1000_std": 0.11559797349786263, + "nauc_ndcg_at_100_diff1": 0.142888490678016, + "nauc_ndcg_at_100_max": -0.09645038420185179, + "nauc_ndcg_at_100_std": -0.12187216703239377, + "nauc_ndcg_at_10_diff1": 0.13196393248807198, + "nauc_ndcg_at_10_max": -0.27375083549197154, + "nauc_ndcg_at_10_std": -0.2500039566286581, + "nauc_ndcg_at_1_diff1": 0.0580896163133888, + "nauc_ndcg_at_1_max": -0.33760397102226997, + "nauc_ndcg_at_1_std": -0.3466818710312136, + "nauc_ndcg_at_20_diff1": 0.0867347484841138, + "nauc_ndcg_at_20_max": -0.23696798309415643, + "nauc_ndcg_at_20_std": -0.22826612307661776, + "nauc_ndcg_at_3_diff1": 0.21314617433169908, + "nauc_ndcg_at_3_max": -0.25424279058740556, + "nauc_ndcg_at_3_std": -0.2850176033709449, + "nauc_ndcg_at_5_diff1": 0.21323600483693533, + "nauc_ndcg_at_5_max": -0.25842826250088524, + "nauc_ndcg_at_5_std": -0.26250061956078274, + "nauc_precision_at_1000_diff1": 0.1688760369097919, + "nauc_precision_at_1000_max": 0.46568884195738747, + "nauc_precision_at_1000_std": 0.24338583899254415, + "nauc_precision_at_100_diff1": 0.2097664852164926, + "nauc_precision_at_100_max": 0.13365563494137092, + "nauc_precision_at_100_std": 0.014871907702039177, + "nauc_precision_at_10_diff1": 0.0713020900689396, + "nauc_precision_at_10_max": -0.24357112302657086, + "nauc_precision_at_10_std": -0.18760880594490803, + "nauc_precision_at_1_diff1": 0.05178427689830961, + "nauc_precision_at_1_max": -0.3478094215953086, + "nauc_precision_at_1_std": -0.34324811223120877, + "nauc_precision_at_20_diff1": 0.026399722295571297, + "nauc_precision_at_20_max": -0.1950814273295574, + "nauc_precision_at_20_std": -0.17761512421042638, + "nauc_precision_at_3_diff1": 0.14465533533206593, + "nauc_precision_at_3_max": -0.19121335495386185, + "nauc_precision_at_3_std": -0.23165852008259352, + "nauc_precision_at_5_diff1": 0.13553964314462044, + "nauc_precision_at_5_max": -0.21323282801180574, + "nauc_precision_at_5_std": -0.21221827206868796, + "nauc_recall_at_1000_diff1": 0.19861198572132532, + "nauc_recall_at_1000_max": 0.5018348384594179, + "nauc_recall_at_1000_std": 0.4252299754855626, + "nauc_recall_at_100_diff1": 0.08740945528228591, + "nauc_recall_at_100_max": -0.04417359104337771, + "nauc_recall_at_100_std": -0.06884030100617149, + "nauc_recall_at_10_diff1": 0.10311571488204684, + "nauc_recall_at_10_max": -0.28524168911611814, + "nauc_recall_at_10_std": -0.2411424023574258, + "nauc_recall_at_1_diff1": 0.020399135014056158, + "nauc_recall_at_1_max": -0.3729903349152987, + "nauc_recall_at_1_std": -0.3786213887362569, + "nauc_recall_at_20_diff1": 0.012997793451265501, + "nauc_recall_at_20_max": -0.22033410125194458, + "nauc_recall_at_20_std": -0.2004520836521319, + "nauc_recall_at_3_diff1": 0.35203109334272986, + "nauc_recall_at_3_max": -0.2784174746431964, + "nauc_recall_at_3_std": -0.2651853570638243, + "nauc_recall_at_5_diff1": 0.31465491867821305, + "nauc_recall_at_5_max": -0.26963815826297294, + "nauc_recall_at_5_std": -0.2475708374019013, + "ndcg_at_1": 0.03, + "ndcg_at_10": 0.04687, + "ndcg_at_100": 0.11231, + "ndcg_at_1000": 0.20383, + "ndcg_at_20": 0.06343, + "ndcg_at_3": 0.035, + "ndcg_at_5": 0.03488, + "precision_at_1": 0.035, + "precision_at_10": 0.029, + "precision_at_100": 0.0196, + "precision_at_1000": 0.00824, + "precision_at_20": 0.02675, + "precision_at_3": 0.03833, + "precision_at_5": 0.032, + "recall_at_1": 0.00615, + "recall_at_10": 0.06293, + "recall_at_100": 0.26045, + "recall_at_1000": 0.62518, + "recall_at_20": 0.10729, + "recall_at_3": 0.02807, + "recall_at_5": 0.03384 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.07281, + "map_at_1": 0.02142, + "map_at_10": 0.05204, + "map_at_100": 0.0668, + "map_at_1000": 0.07456, + "map_at_20": 0.05953, + "map_at_3": 0.03904, + "map_at_5": 0.04682, + "mrr_at_1": 0.07, + "mrr_at_10": 0.10308531746031745, + "mrr_at_100": 0.11212127931466656, + "mrr_at_1000": 0.11370888683072902, + "mrr_at_20": 0.10750250340904363, + "mrr_at_3": 0.0875, + "mrr_at_5": 0.09449999999999999, + "nauc_map_at_1000_diff1": 0.17055138244319568, + "nauc_map_at_1000_max": 0.14886086194099932, + "nauc_map_at_1000_std": -0.043463222976249584, + "nauc_map_at_100_diff1": 0.1916780622225633, + "nauc_map_at_100_max": 0.11963716273284936, + "nauc_map_at_100_std": -0.09207910999802692, + "nauc_map_at_10_diff1": 0.2311652430518709, + "nauc_map_at_10_max": 0.1575985707215338, + "nauc_map_at_10_std": -0.09620928682803626, + "nauc_map_at_1_diff1": 0.17541340710194897, + "nauc_map_at_1_max": 0.15046207645104287, + "nauc_map_at_1_std": -0.12413123730148048, + "nauc_map_at_20_diff1": 0.20215279514224163, + "nauc_map_at_20_max": 0.13293079093353596, + "nauc_map_at_20_std": -0.10062230633134553, + "nauc_map_at_3_diff1": 0.22896234721451725, + "nauc_map_at_3_max": 0.19358716516501245, + "nauc_map_at_3_std": -0.07709916114564568, + "nauc_map_at_5_diff1": 0.24196009661321832, + "nauc_map_at_5_max": 0.18975690503649123, + "nauc_map_at_5_std": -0.07752765202784727, + "nauc_mrr_at_1000_diff1": 0.18597937510117846, + "nauc_mrr_at_1000_max": 0.11080148038623118, + "nauc_mrr_at_1000_std": -0.009249409654483422, + "nauc_mrr_at_100_diff1": 0.18644112370284133, + "nauc_mrr_at_100_max": 0.1108971814905898, + "nauc_mrr_at_100_std": -0.010223409911770065, + "nauc_mrr_at_10_diff1": 0.20520724604631638, + "nauc_mrr_at_10_max": 0.11194924852043923, + "nauc_mrr_at_10_std": -0.023038397826112302, + "nauc_mrr_at_1_diff1": 0.1589942121200507, + "nauc_mrr_at_1_max": 0.11882402545133951, + "nauc_mrr_at_1_std": -0.006401165242056248, + "nauc_mrr_at_20_diff1": 0.19335910195101907, + "nauc_mrr_at_20_max": 0.10822623100238356, + "nauc_mrr_at_20_std": -0.015315646702075041, + "nauc_mrr_at_3_diff1": 0.20903972352735614, + "nauc_mrr_at_3_max": 0.14408418436686984, + "nauc_mrr_at_3_std": -0.0041315574884479645, + "nauc_mrr_at_5_diff1": 0.2206488266606524, + "nauc_mrr_at_5_max": 0.1354695052648803, + "nauc_mrr_at_5_std": -0.01372053015863183, + "nauc_ndcg_at_1000_diff1": 0.011455392029957035, + "nauc_ndcg_at_1000_max": 0.20226544446680303, + "nauc_ndcg_at_1000_std": 0.1937556934197643, + "nauc_ndcg_at_100_diff1": 0.11342781708272713, + "nauc_ndcg_at_100_max": 0.04768703335256205, + "nauc_ndcg_at_100_std": -0.04573785553053122, + "nauc_ndcg_at_10_diff1": 0.21401148739251308, + "nauc_ndcg_at_10_max": 0.09389092288559421, + "nauc_ndcg_at_10_std": -0.09480225171261342, + "nauc_ndcg_at_1_diff1": 0.12356900098381196, + "nauc_ndcg_at_1_max": 0.10135497719345317, + "nauc_ndcg_at_1_std": -0.0008720150254897639, + "nauc_ndcg_at_20_diff1": 0.16209816415625566, + "nauc_ndcg_at_20_max": 0.06214766207192654, + "nauc_ndcg_at_20_std": -0.0849487842188856, + "nauc_ndcg_at_3_diff1": 0.18945853727347792, + "nauc_ndcg_at_3_max": 0.1271743438238167, + "nauc_ndcg_at_3_std": -0.04656072158880421, + "nauc_ndcg_at_5_diff1": 0.23277290490731817, + "nauc_ndcg_at_5_max": 0.13575092077564302, + "nauc_ndcg_at_5_std": -0.0610753960250801, + "nauc_precision_at_1000_diff1": -0.07878151810994086, + "nauc_precision_at_1000_max": 0.3511777012518291, + "nauc_precision_at_1000_std": 0.36788190302289775, + "nauc_precision_at_100_diff1": 0.027994110883939813, + "nauc_precision_at_100_max": 0.09622617951399191, + "nauc_precision_at_100_std": 0.06591960212049809, + "nauc_precision_at_10_diff1": 0.23572605786223466, + "nauc_precision_at_10_max": 0.08296102142530916, + "nauc_precision_at_10_std": -0.09058596930164217, + "nauc_precision_at_1_diff1": 0.1589942121200507, + "nauc_precision_at_1_max": 0.11882402545133951, + "nauc_precision_at_1_std": -0.006401165242056248, + "nauc_precision_at_20_diff1": 0.12909625033842836, + "nauc_precision_at_20_max": 0.06345250234685933, + "nauc_precision_at_20_std": -0.05546685424674043, + "nauc_precision_at_3_diff1": 0.21717741026425555, + "nauc_precision_at_3_max": 0.19486626193658513, + "nauc_precision_at_3_std": 0.03285882220325603, + "nauc_precision_at_5_diff1": 0.250116298859704, + "nauc_precision_at_5_max": 0.15968117093095827, + "nauc_precision_at_5_std": -0.011697963351676504, + "nauc_recall_at_1000_diff1": -0.17991052366005683, + "nauc_recall_at_1000_max": 0.25972768377456545, + "nauc_recall_at_1000_std": 0.46630136154175467, + "nauc_recall_at_100_diff1": 0.027054944727299118, + "nauc_recall_at_100_max": -0.0324806256605022, + "nauc_recall_at_100_std": -0.024908782489732793, + "nauc_recall_at_10_diff1": 0.21580922065656097, + "nauc_recall_at_10_max": 0.0619198893227985, + "nauc_recall_at_10_std": -0.1238280321456433, + "nauc_recall_at_1_diff1": 0.17541340710194897, + "nauc_recall_at_1_max": 0.15046207645104287, + "nauc_recall_at_1_std": -0.12413123730148048, + "nauc_recall_at_20_diff1": 0.12827009763261557, + "nauc_recall_at_20_max": 0.016537480178041023, + "nauc_recall_at_20_std": -0.09527171202413007, + "nauc_recall_at_3_diff1": 0.2797903228198206, + "nauc_recall_at_3_max": 0.16233773350456437, + "nauc_recall_at_3_std": -0.11514657451396149, + "nauc_recall_at_5_diff1": 0.30396821134282626, + "nauc_recall_at_5_max": 0.16278984606273897, + "nauc_recall_at_5_std": -0.08765205744320324, + "ndcg_at_1": 0.06, + "ndcg_at_10": 0.07281, + "ndcg_at_100": 0.11747, + "ndcg_at_1000": 0.19847, + "ndcg_at_20": 0.08913, + "ndcg_at_3": 0.05929, + "ndcg_at_5": 0.06328, + "precision_at_1": 0.07, + "precision_at_10": 0.0375, + "precision_at_100": 0.0144, + "precision_at_1000": 0.00695, + "precision_at_20": 0.03175, + "precision_at_3": 0.05667, + "precision_at_5": 0.05, + "recall_at_1": 0.02142, + "recall_at_10": 0.08823, + "recall_at_100": 0.21997, + "recall_at_1000": 0.54109, + "recall_at_20": 0.13168, + "recall_at_3": 0.04736, + "recall_at_5": 0.06436 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.30046, + "map_at_1": 0.04303, + "map_at_10": 0.10959, + "map_at_100": 0.1929, + "map_at_1000": 0.23673, + "map_at_20": 0.13467, + "map_at_3": 0.07454, + "map_at_5": 0.08774, + "mrr_at_1": 0.44, + "mrr_at_10": 0.5703670634920635, + "mrr_at_100": 0.5767947133457878, + "mrr_at_1000": 0.5768738959848541, + "mrr_at_20": 0.5750729540926909, + "mrr_at_3": 0.5366666666666666, + "mrr_at_5": 0.5556666666666665, + "nauc_map_at_1000_diff1": 0.09800554657803441, + "nauc_map_at_1000_max": 0.3297502893761792, + "nauc_map_at_1000_std": 0.2247336336987178, + "nauc_map_at_100_diff1": 0.1670781236790371, + "nauc_map_at_100_max": 0.3844660836896689, + "nauc_map_at_100_std": 0.2182711938261781, + "nauc_map_at_10_diff1": 0.278993689371295, + "nauc_map_at_10_max": 0.37203062368431883, + "nauc_map_at_10_std": 0.15136664226379717, + "nauc_map_at_1_diff1": 0.3498500907615544, + "nauc_map_at_1_max": 0.1510737647388889, + "nauc_map_at_1_std": 0.0265121550602637, + "nauc_map_at_20_diff1": 0.2398900574293702, + "nauc_map_at_20_max": 0.363324651798, + "nauc_map_at_20_std": 0.16062605338042552, + "nauc_map_at_3_diff1": 0.3150118819422057, + "nauc_map_at_3_max": 0.30342042155916116, + "nauc_map_at_3_std": 0.11068746177355263, + "nauc_map_at_5_diff1": 0.29422857754943627, + "nauc_map_at_5_max": 0.34226675155010144, + "nauc_map_at_5_std": 0.12175204294837846, + "nauc_mrr_at_1000_diff1": 0.16618569367617983, + "nauc_mrr_at_1000_max": 0.2893872640506542, + "nauc_mrr_at_1000_std": 0.20543143838672753, + "nauc_mrr_at_100_diff1": 0.16609561973355416, + "nauc_mrr_at_100_max": 0.2893879636216518, + "nauc_mrr_at_100_std": 0.20553872200833675, + "nauc_mrr_at_10_diff1": 0.1659663445187234, + "nauc_mrr_at_10_max": 0.2927437003890997, + "nauc_mrr_at_10_std": 0.20600312720800412, + "nauc_mrr_at_1_diff1": 0.20295453359085447, + "nauc_mrr_at_1_max": 0.30737458892310887, + "nauc_mrr_at_1_std": 0.18729446155452298, + "nauc_mrr_at_20_diff1": 0.16423025446726985, + "nauc_mrr_at_20_max": 0.289253585710759, + "nauc_mrr_at_20_std": 0.20592182512292392, + "nauc_mrr_at_3_diff1": 0.17421788921905776, + "nauc_mrr_at_3_max": 0.2867302308055537, + "nauc_mrr_at_3_std": 0.20632509288981557, + "nauc_mrr_at_5_diff1": 0.17008618798320732, + "nauc_mrr_at_5_max": 0.28806722593355455, + "nauc_mrr_at_5_std": 0.21214511158181687, + "nauc_ndcg_at_1000_diff1": 0.008821811410401451, + "nauc_ndcg_at_1000_max": 0.3101055138687162, + "nauc_ndcg_at_1000_std": 0.28883771674486297, + "nauc_ndcg_at_100_diff1": 0.08881225900810077, + "nauc_ndcg_at_100_max": 0.3680709378944182, + "nauc_ndcg_at_100_std": 0.21513821812007505, + "nauc_ndcg_at_10_diff1": 0.12769839792946758, + "nauc_ndcg_at_10_max": 0.3235186576609934, + "nauc_ndcg_at_10_std": 0.16142294900234436, + "nauc_ndcg_at_1_diff1": 0.18613843677338582, + "nauc_ndcg_at_1_max": 0.27761044535861207, + "nauc_ndcg_at_1_std": 0.14099445537470928, + "nauc_ndcg_at_20_diff1": 0.12597808025493015, + "nauc_ndcg_at_20_max": 0.32884388271554127, + "nauc_ndcg_at_20_std": 0.16085245988312574, + "nauc_ndcg_at_3_diff1": 0.13221763515595975, + "nauc_ndcg_at_3_max": 0.30904445983554424, + "nauc_ndcg_at_3_std": 0.15413193101977865, + "nauc_ndcg_at_5_diff1": 0.11547671334594206, + "nauc_ndcg_at_5_max": 0.31498902958826785, + "nauc_ndcg_at_5_std": 0.16544027239634632, + "nauc_precision_at_1000_diff1": -0.1954726759688066, + "nauc_precision_at_1000_max": -0.21113418103802994, + "nauc_precision_at_1000_std": -0.05426738782655109, + "nauc_precision_at_100_diff1": -0.18499799206649567, + "nauc_precision_at_100_max": -0.014569796635339083, + "nauc_precision_at_100_std": 0.06532438478747248, + "nauc_precision_at_10_diff1": -0.039186808845376675, + "nauc_precision_at_10_max": 0.17762987950342668, + "nauc_precision_at_10_std": 0.14092219794913904, + "nauc_precision_at_1_diff1": 0.20295453359085447, + "nauc_precision_at_1_max": 0.30737458892310887, + "nauc_precision_at_1_std": 0.18729446155452298, + "nauc_precision_at_20_diff1": -0.106454253809571, + "nauc_precision_at_20_max": 0.08951593591199156, + "nauc_precision_at_20_std": 0.10349486394788943, + "nauc_precision_at_3_diff1": 0.08351578350079475, + "nauc_precision_at_3_max": 0.3076350711154172, + "nauc_precision_at_3_std": 0.18114223618776382, + "nauc_precision_at_5_diff1": 0.018299589007367625, + "nauc_precision_at_5_max": 0.2350480122729598, + "nauc_precision_at_5_std": 0.17353358965131915, + "nauc_recall_at_1000_diff1": -0.11180543149725984, + "nauc_recall_at_1000_max": 0.1778227499175304, + "nauc_recall_at_1000_std": 0.34360201768253806, + "nauc_recall_at_100_diff1": 0.07382023802470913, + "nauc_recall_at_100_max": 0.27507098896715004, + "nauc_recall_at_100_std": 0.13462738494397344, + "nauc_recall_at_10_diff1": 0.2418730370963622, + "nauc_recall_at_10_max": 0.3408258585066487, + "nauc_recall_at_10_std": 0.11600655304763405, + "nauc_recall_at_1_diff1": 0.3498500907615544, + "nauc_recall_at_1_max": 0.1510737647388889, + "nauc_recall_at_1_std": 0.0265121550602637, + "nauc_recall_at_20_diff1": 0.17432128056761603, + "nauc_recall_at_20_max": 0.29325188064343144, + "nauc_recall_at_20_std": 0.10682711836188868, + "nauc_recall_at_3_diff1": 0.30068413995089543, + "nauc_recall_at_3_max": 0.286079308691813, + "nauc_recall_at_3_std": 0.1076429238240333, + "nauc_recall_at_5_diff1": 0.26759691459788953, + "nauc_recall_at_5_max": 0.3299519898863715, + "nauc_recall_at_5_std": 0.10297705451141588, + "ndcg_at_1": 0.325, + "ndcg_at_10": 0.30046, + "ndcg_at_100": 0.39098, + "ndcg_at_1000": 0.51708, + "ndcg_at_20": 0.3119, + "ndcg_at_3": 0.31476, + "ndcg_at_5": 0.30494, + "precision_at_1": 0.44, + "precision_at_10": 0.303, + "precision_at_100": 0.15215, + "precision_at_1000": 0.04117, + "precision_at_20": 0.25925, + "precision_at_3": 0.39667, + "precision_at_5": 0.35, + "recall_at_1": 0.04303, + "recall_at_10": 0.16403, + "recall_at_100": 0.51315, + "recall_at_1000": 0.86929, + "recall_at_20": 0.23938, + "recall_at_3": 0.08511, + "recall_at_5": 0.11104 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.01412, + "map_at_1": 0.0, + "map_at_10": 0.00539, + "map_at_100": 0.01717, + "map_at_1000": 0.03233, + "map_at_20": 0.00841, + "map_at_3": 0.00392, + "map_at_5": 0.00455, + "mrr_at_1": 0.0, + "mrr_at_10": 0.022720238095238095, + "mrr_at_100": 0.033414001254029616, + "mrr_at_1000": 0.03514719799848026, + "mrr_at_20": 0.027378414563592583, + "mrr_at_3": 0.018333333333333333, + "mrr_at_5": 0.019333333333333334, + "nauc_map_at_1000_diff1": -0.049780699425967224, + "nauc_map_at_1000_max": -0.06471907599294265, + "nauc_map_at_1000_std": -0.10435336400810533, + "nauc_map_at_100_diff1": -0.12300244377134228, + "nauc_map_at_100_max": -0.09032283663247766, + "nauc_map_at_100_std": 0.07320592714651868, + "nauc_map_at_10_diff1": 0.030491489513372945, + "nauc_map_at_10_max": 0.20907710004451463, + "nauc_map_at_10_std": 0.4132905265809831, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.05693480914274137, + "nauc_map_at_20_max": 0.059083648779448154, + "nauc_map_at_20_std": 0.3027673910259106, + "nauc_map_at_3_diff1": 0.14887260375531608, + "nauc_map_at_3_max": 0.4030225696753827, + "nauc_map_at_3_std": 0.6320725110928113, + "nauc_map_at_5_diff1": 0.07024472533871799, + "nauc_map_at_5_max": 0.2875277211095359, + "nauc_map_at_5_std": 0.5022806032077103, + "nauc_mrr_at_1000_diff1": -0.19562301489964115, + "nauc_mrr_at_1000_max": -0.12210692493982837, + "nauc_mrr_at_1000_std": -0.01807863250749541, + "nauc_mrr_at_100_diff1": -0.1951649099621262, + "nauc_mrr_at_100_max": -0.12023137527164693, + "nauc_mrr_at_100_std": -0.01390503162093236, + "nauc_mrr_at_10_diff1": -0.2712121551875694, + "nauc_mrr_at_10_max": -0.153027925920495, + "nauc_mrr_at_10_std": 0.026482784042889382, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.22903049172168544, + "nauc_mrr_at_20_max": -0.14538278649297062, + "nauc_mrr_at_20_std": 0.0017366975951920239, + "nauc_mrr_at_3_diff1": -0.28242310412957056, + "nauc_mrr_at_3_max": -0.1571822328463059, + "nauc_mrr_at_3_std": 0.02450179281410829, + "nauc_mrr_at_5_diff1": -0.2975421666682089, + "nauc_mrr_at_5_max": -0.15969671456195705, + "nauc_mrr_at_5_std": 0.028327766623798215, + "nauc_ndcg_at_1000_diff1": 0.02142021512310218, + "nauc_ndcg_at_1000_max": 0.016115784451734814, + "nauc_ndcg_at_1000_std": -0.11886222261462735, + "nauc_ndcg_at_100_diff1": -0.026753198433933974, + "nauc_ndcg_at_100_max": -0.04070402828424695, + "nauc_ndcg_at_100_std": -0.011963585906885621, + "nauc_ndcg_at_10_diff1": -0.14189384760344828, + "nauc_ndcg_at_10_max": -0.012768243035189308, + "nauc_ndcg_at_10_std": 0.20638803410313986, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.12032002458058101, + "nauc_ndcg_at_20_max": -0.06649559382040202, + "nauc_ndcg_at_20_std": 0.12171018754698075, + "nauc_ndcg_at_3_diff1": -0.13341389415888097, + "nauc_ndcg_at_3_max": 0.041591440175734795, + "nauc_ndcg_at_3_std": 0.305423348645568, + "nauc_ndcg_at_5_diff1": -0.17696282361939863, + "nauc_ndcg_at_5_max": -0.026084084204917507, + "nauc_ndcg_at_5_std": 0.19837860781707461, + "nauc_precision_at_1000_diff1": 0.0661250875167531, + "nauc_precision_at_1000_max": -0.006023371165106718, + "nauc_precision_at_1000_std": -0.3829029713302772, + "nauc_precision_at_100_diff1": -0.0029445406027455564, + "nauc_precision_at_100_max": -0.09105572496499865, + "nauc_precision_at_100_std": -0.296464920597574, + "nauc_precision_at_10_diff1": -0.28646811555317064, + "nauc_precision_at_10_max": -0.2329666398354351, + "nauc_precision_at_10_std": -0.01807530632322682, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.22462289612909228, + "nauc_precision_at_20_max": -0.2512546265472534, + "nauc_precision_at_20_std": -0.09851950487890436, + "nauc_precision_at_3_diff1": -0.23731004707661538, + "nauc_precision_at_3_max": -0.10054394223967598, + "nauc_precision_at_3_std": 0.1493036075810427, + "nauc_precision_at_5_diff1": -0.33248630818036906, + "nauc_precision_at_5_max": -0.2279707697406841, + "nauc_precision_at_5_std": 0.016982591265644956, + "nauc_recall_at_1000_diff1": 0.07414637364517379, + "nauc_recall_at_1000_max": 0.09458950116679664, + "nauc_recall_at_1000_std": 0.024685569733286984, + "nauc_recall_at_100_diff1": 0.013719603049408283, + "nauc_recall_at_100_max": -0.02339758668157091, + "nauc_recall_at_100_std": 0.04920915415784057, + "nauc_recall_at_10_diff1": 0.021988826051761622, + "nauc_recall_at_10_max": 0.1748924094668965, + "nauc_recall_at_10_std": 0.34669872983754424, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.02961444979970574, + "nauc_recall_at_20_max": 0.00248238833654004, + "nauc_recall_at_20_std": 0.19600248600837422, + "nauc_recall_at_3_diff1": 0.11856480508140338, + "nauc_recall_at_3_max": 0.36230722961059264, + "nauc_recall_at_3_std": 0.5839081894241449, + "nauc_recall_at_5_diff1": 0.027868714429419576, + "nauc_recall_at_5_max": 0.24014738766891047, + "nauc_recall_at_5_std": 0.44536081836325686, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.01412, + "ndcg_at_100": 0.0559, + "ndcg_at_1000": 0.1457, + "ndcg_at_20": 0.02179, + "ndcg_at_3": 0.01142, + "ndcg_at_5": 0.01276, + "precision_at_1": 0.0, + "precision_at_10": 0.015, + "precision_at_100": 0.03275, + "precision_at_1000": 0.01961, + "precision_at_20": 0.0195, + "precision_at_3": 0.01833, + "precision_at_5": 0.017, + "recall_at_1": 0.0, + "recall_at_10": 0.01122, + "recall_at_100": 0.11137, + "recall_at_1000": 0.38254, + "recall_at_20": 0.02566, + "recall_at_3": 0.00706, + "recall_at_5": 0.00845 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.02992, + "map_at_1": 0.00349, + "map_at_10": 0.01325, + "map_at_100": 0.02908, + "map_at_1000": 0.0391, + "map_at_20": 0.01697, + "map_at_3": 0.00725, + "map_at_5": 0.01009, + "mrr_at_1": 0.03, + "mrr_at_10": 0.0586984126984127, + "mrr_at_100": 0.07003936891756395, + "mrr_at_1000": 0.0717344383835488, + "mrr_at_20": 0.06597651200708475, + "mrr_at_3": 0.0425, + "mrr_at_5": 0.052750000000000005, + "nauc_map_at_1000_diff1": -0.22844248899234396, + "nauc_map_at_1000_max": -0.08295971097305346, + "nauc_map_at_1000_std": 0.19069778541699112, + "nauc_map_at_100_diff1": -0.2427262961969242, + "nauc_map_at_100_max": -0.03988145696234058, + "nauc_map_at_100_std": 0.24741619545394464, + "nauc_map_at_10_diff1": -0.27836203954679467, + "nauc_map_at_10_max": 0.10775677583946353, + "nauc_map_at_10_std": 0.2859312028178498, + "nauc_map_at_1_diff1": -0.3576512797491805, + "nauc_map_at_1_max": 0.32798959071128153, + "nauc_map_at_1_std": 0.457221295645393, + "nauc_map_at_20_diff1": -0.28166734860575293, + "nauc_map_at_20_max": 0.07227681980594373, + "nauc_map_at_20_std": 0.2788323171776103, + "nauc_map_at_3_diff1": -0.41952091938901964, + "nauc_map_at_3_max": 0.2537298619058311, + "nauc_map_at_3_std": 0.4652424336193854, + "nauc_map_at_5_diff1": -0.30606293209050156, + "nauc_map_at_5_max": 0.17013896192518393, + "nauc_map_at_5_std": 0.32898177406793216, + "nauc_mrr_at_1000_diff1": -0.19229549326067036, + "nauc_mrr_at_1000_max": -0.07346801894193075, + "nauc_mrr_at_1000_std": 0.13619489806040908, + "nauc_mrr_at_100_diff1": -0.19067493968149066, + "nauc_mrr_at_100_max": -0.07322863536313745, + "nauc_mrr_at_100_std": 0.13608302607549713, + "nauc_mrr_at_10_diff1": -0.18175174805064012, + "nauc_mrr_at_10_max": -0.04331334776573087, + "nauc_mrr_at_10_std": 0.16147817367566075, + "nauc_mrr_at_1_diff1": -0.26218585099722747, + "nauc_mrr_at_1_max": 0.0878722833378052, + "nauc_mrr_at_1_std": 0.26750737858867735, + "nauc_mrr_at_20_diff1": -0.18897204902362894, + "nauc_mrr_at_20_max": -0.0699482499507059, + "nauc_mrr_at_20_std": 0.14455780850634586, + "nauc_mrr_at_3_diff1": -0.26793352167805695, + "nauc_mrr_at_3_max": -0.029419656244574703, + "nauc_mrr_at_3_std": 0.2633090800044191, + "nauc_mrr_at_5_diff1": -0.2199967492452234, + "nauc_mrr_at_5_max": -0.05724016038763327, + "nauc_mrr_at_5_std": 0.19854048789477802, + "nauc_ndcg_at_1000_diff1": -0.15954146567358105, + "nauc_ndcg_at_1000_max": -0.10244448600465282, + "nauc_ndcg_at_1000_std": 0.11493429500276182, + "nauc_ndcg_at_100_diff1": -0.18207836622645313, + "nauc_ndcg_at_100_max": -0.09498036129330163, + "nauc_ndcg_at_100_std": 0.1749163824424904, + "nauc_ndcg_at_10_diff1": -0.18790537719180536, + "nauc_ndcg_at_10_max": 0.009278870115953956, + "nauc_ndcg_at_10_std": 0.181119648298255, + "nauc_ndcg_at_1_diff1": -0.29610180535858044, + "nauc_ndcg_at_1_max": 0.1698800260646248, + "nauc_ndcg_at_1_std": 0.3238529648510866, + "nauc_ndcg_at_20_diff1": -0.20861290573717226, + "nauc_ndcg_at_20_max": -0.020856147995053878, + "nauc_ndcg_at_20_std": 0.18430136559212307, + "nauc_ndcg_at_3_diff1": -0.3414196510528724, + "nauc_ndcg_at_3_max": 0.03834613051471756, + "nauc_ndcg_at_3_std": 0.35070258922275777, + "nauc_ndcg_at_5_diff1": -0.23570272649314367, + "nauc_ndcg_at_5_max": -0.0016107049039574676, + "nauc_ndcg_at_5_std": 0.22100811229033815, + "nauc_precision_at_1000_diff1": -0.07386672639237438, + "nauc_precision_at_1000_max": -0.25239527466718875, + "nauc_precision_at_1000_std": -0.23306940016508387, + "nauc_precision_at_100_diff1": -0.1404437778897809, + "nauc_precision_at_100_max": -0.22198483041783976, + "nauc_precision_at_100_std": 0.018916493540019896, + "nauc_precision_at_10_diff1": -0.16428775743707097, + "nauc_precision_at_10_max": -0.12198226544622419, + "nauc_precision_at_10_std": 0.10941552250190696, + "nauc_precision_at_1_diff1": -0.26218585099722747, + "nauc_precision_at_1_max": 0.0878722833378052, + "nauc_precision_at_1_std": 0.26750737858867735, + "nauc_precision_at_20_diff1": -0.1924303098635358, + "nauc_precision_at_20_max": -0.19114002177209283, + "nauc_precision_at_20_std": 0.07632625092337003, + "nauc_precision_at_3_diff1": -0.32449020660048306, + "nauc_precision_at_3_max": -0.06771532063321707, + "nauc_precision_at_3_std": 0.2907499329219213, + "nauc_precision_at_5_diff1": -0.25498845815774124, + "nauc_precision_at_5_max": -0.152483755165077, + "nauc_precision_at_5_std": 0.16735260533471358, + "nauc_recall_at_1000_diff1": -0.05840192043659023, + "nauc_recall_at_1000_max": -0.0012429023917241867, + "nauc_recall_at_1000_std": 0.2040494443628234, + "nauc_recall_at_100_diff1": -0.1392061197110572, + "nauc_recall_at_100_max": -0.10007697146811724, + "nauc_recall_at_100_std": 0.17864004734624317, + "nauc_recall_at_10_diff1": -0.10588196027838405, + "nauc_recall_at_10_max": 0.03232705220532441, + "nauc_recall_at_10_std": 0.10902696135010026, + "nauc_recall_at_1_diff1": -0.3576512797491805, + "nauc_recall_at_1_max": 0.32798959071128153, + "nauc_recall_at_1_std": 0.457221295645393, + "nauc_recall_at_20_diff1": -0.1751781180353046, + "nauc_recall_at_20_max": -0.022422497334461385, + "nauc_recall_at_20_std": 0.14951813369547615, + "nauc_recall_at_3_diff1": -0.41337948688789183, + "nauc_recall_at_3_max": 0.20506478925047766, + "nauc_recall_at_3_std": 0.47500777957834134, + "nauc_recall_at_5_diff1": -0.13702330130679594, + "nauc_recall_at_5_max": 0.0935868408091687, + "nauc_recall_at_5_std": 0.16988974520520012, + "ndcg_at_1": 0.0175, + "ndcg_at_10": 0.02992, + "ndcg_at_100": 0.07793, + "ndcg_at_1000": 0.15409, + "ndcg_at_20": 0.03969, + "ndcg_at_3": 0.01917, + "ndcg_at_5": 0.02553, + "precision_at_1": 0.03, + "precision_at_10": 0.03, + "precision_at_100": 0.03325, + "precision_at_1000": 0.01354, + "precision_at_20": 0.032, + "precision_at_3": 0.02667, + "precision_at_5": 0.033, + "recall_at_1": 0.00349, + "recall_at_10": 0.03037, + "recall_at_100": 0.14985, + "recall_at_1000": 0.3883, + "recall_at_20": 0.05259, + "recall_at_3": 0.00854, + "recall_at_5": 0.01749 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.41022, + "map_at_1": 0.04813, + "map_at_10": 0.16997, + "map_at_100": 0.2575, + "map_at_1000": 0.30994, + "map_at_20": 0.19785, + "map_at_3": 0.10608, + "map_at_5": 0.13205, + "mrr_at_1": 0.59, + "mrr_at_10": 0.6978650793650791, + "mrr_at_100": 0.7015172420022441, + "mrr_at_1000": 0.7015814018001852, + "mrr_at_20": 0.7006020388924799, + "mrr_at_3": 0.6749999999999998, + "mrr_at_5": 0.6899999999999998, + "nauc_map_at_1000_diff1": 0.07724888719206871, + "nauc_map_at_1000_max": 0.29434808156726716, + "nauc_map_at_1000_std": 0.17797441190521063, + "nauc_map_at_100_diff1": 0.11620530095177405, + "nauc_map_at_100_max": 0.355234286257242, + "nauc_map_at_100_std": 0.20226632947585366, + "nauc_map_at_10_diff1": 0.13700032196413087, + "nauc_map_at_10_max": 0.3795250764728041, + "nauc_map_at_10_std": 0.16878943425628673, + "nauc_map_at_1_diff1": 0.23882384975537782, + "nauc_map_at_1_max": 0.3378013082244187, + "nauc_map_at_1_std": 0.1572808990569841, + "nauc_map_at_20_diff1": 0.13695441876987252, + "nauc_map_at_20_max": 0.37747018636910595, + "nauc_map_at_20_std": 0.17794664663308946, + "nauc_map_at_3_diff1": 0.21096616309934213, + "nauc_map_at_3_max": 0.3692032828809703, + "nauc_map_at_3_std": 0.13388626370823759, + "nauc_map_at_5_diff1": 0.1504005352616976, + "nauc_map_at_5_max": 0.3601945349227503, + "nauc_map_at_5_std": 0.13425783038678743, + "nauc_mrr_at_1000_diff1": 0.22256994911825337, + "nauc_mrr_at_1000_max": 0.10390360295619876, + "nauc_mrr_at_1000_std": 0.043917934680728576, + "nauc_mrr_at_100_diff1": 0.22261414709228694, + "nauc_mrr_at_100_max": 0.10405020753872514, + "nauc_mrr_at_100_std": 0.04405838016835014, + "nauc_mrr_at_10_diff1": 0.21649102074852927, + "nauc_mrr_at_10_max": 0.10615976973386199, + "nauc_mrr_at_10_std": 0.04827609908204409, + "nauc_mrr_at_1_diff1": 0.20891601978076782, + "nauc_mrr_at_1_max": 0.021138127870632555, + "nauc_mrr_at_1_std": -0.008437642155927598, + "nauc_mrr_at_20_diff1": 0.2201079446288758, + "nauc_mrr_at_20_max": 0.10440414046133338, + "nauc_mrr_at_20_std": 0.044660580933751685, + "nauc_mrr_at_3_diff1": 0.235411293260474, + "nauc_mrr_at_3_max": 0.11671839708561044, + "nauc_mrr_at_3_std": 0.05105865209471727, + "nauc_mrr_at_5_diff1": 0.22939242667791812, + "nauc_mrr_at_5_max": 0.10752616175304974, + "nauc_mrr_at_5_std": 0.03951317087861178, + "nauc_ndcg_at_1000_diff1": 0.12286750784057275, + "nauc_ndcg_at_1000_max": 0.2593080989827683, + "nauc_ndcg_at_1000_std": 0.19188613114705882, + "nauc_ndcg_at_100_diff1": 0.14342410152513715, + "nauc_ndcg_at_100_max": 0.33575022024079904, + "nauc_ndcg_at_100_std": 0.20195113258767078, + "nauc_ndcg_at_10_diff1": 0.16569553436331277, + "nauc_ndcg_at_10_max": 0.23195583297110622, + "nauc_ndcg_at_10_std": 0.07767956796413455, + "nauc_ndcg_at_1_diff1": 0.1985214456358686, + "nauc_ndcg_at_1_max": 0.020105283626868163, + "nauc_ndcg_at_1_std": -0.019817073170731794, + "nauc_ndcg_at_20_diff1": 0.15481725960414763, + "nauc_ndcg_at_20_max": 0.259180797069417, + "nauc_ndcg_at_20_std": 0.09354439301966112, + "nauc_ndcg_at_3_diff1": 0.19664730389525628, + "nauc_ndcg_at_3_max": 0.11917454533213198, + "nauc_ndcg_at_3_std": 0.005522306381013648, + "nauc_ndcg_at_5_diff1": 0.15391272220284263, + "nauc_ndcg_at_5_max": 0.15729939114601732, + "nauc_ndcg_at_5_std": 0.03148517328271388, + "nauc_precision_at_1000_diff1": -0.12416607196623508, + "nauc_precision_at_1000_max": -0.24815962063083555, + "nauc_precision_at_1000_std": -0.17177363373004786, + "nauc_precision_at_100_diff1": -0.10922273687650252, + "nauc_precision_at_100_max": -0.19260820895689282, + "nauc_precision_at_100_std": -0.09688773048195877, + "nauc_precision_at_10_diff1": 0.0031017041935887863, + "nauc_precision_at_10_max": -0.003842520084459183, + "nauc_precision_at_10_std": 0.013413945938405863, + "nauc_precision_at_1_diff1": 0.20891601978076782, + "nauc_precision_at_1_max": 0.021138127870632555, + "nauc_precision_at_1_std": -0.008437642155927598, + "nauc_precision_at_20_diff1": -0.06099453746688654, + "nauc_precision_at_20_max": -0.1237309026185667, + "nauc_precision_at_20_std": -0.07028101678902726, + "nauc_precision_at_3_diff1": 0.10125482280406009, + "nauc_precision_at_3_max": 0.03834868288980515, + "nauc_precision_at_3_std": 0.012693977785539011, + "nauc_precision_at_5_diff1": 0.010867832636529828, + "nauc_precision_at_5_max": 0.025895362302697983, + "nauc_precision_at_5_std": 0.035975809998252166, + "nauc_recall_at_1000_diff1": 0.08805075250661897, + "nauc_recall_at_1000_max": 0.5316610339394728, + "nauc_recall_at_1000_std": 0.5873738659449204, + "nauc_recall_at_100_diff1": 0.1056763299445673, + "nauc_recall_at_100_max": 0.41858939632825454, + "nauc_recall_at_100_std": 0.332168711960455, + "nauc_recall_at_10_diff1": 0.10476572307126926, + "nauc_recall_at_10_max": 0.407122719115662, + "nauc_recall_at_10_std": 0.21490840322591614, + "nauc_recall_at_1_diff1": 0.23882384975537782, + "nauc_recall_at_1_max": 0.3378013082244187, + "nauc_recall_at_1_std": 0.1572808990569841, + "nauc_recall_at_20_diff1": 0.12061389989350081, + "nauc_recall_at_20_max": 0.4024291610697261, + "nauc_recall_at_20_std": 0.22405554621218585, + "nauc_recall_at_3_diff1": 0.21539019210172414, + "nauc_recall_at_3_max": 0.41398007049115304, + "nauc_recall_at_3_std": 0.16242380788570962, + "nauc_recall_at_5_diff1": 0.11651745640032792, + "nauc_recall_at_5_max": 0.4013564513663147, + "nauc_recall_at_5_std": 0.15266574475404657, + "ndcg_at_1": 0.47, + "ndcg_at_10": 0.41022, + "ndcg_at_100": 0.46545, + "ndcg_at_1000": 0.57235, + "ndcg_at_20": 0.4166, + "ndcg_at_3": 0.4164, + "ndcg_at_5": 0.40507, + "precision_at_1": 0.59, + "precision_at_10": 0.3815, + "precision_at_100": 0.17995, + "precision_at_1000": 0.05141, + "precision_at_20": 0.315, + "precision_at_3": 0.49167, + "precision_at_5": 0.439, + "recall_at_1": 0.04813, + "recall_at_10": 0.26146, + "recall_at_100": 0.55963, + "recall_at_1000": 0.87147, + "recall_at_20": 0.33254, + "recall_at_3": 0.12966, + "recall_at_5": 0.17643 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.03798, + "map_at_1": 0.00458, + "map_at_10": 0.02556, + "map_at_100": 0.03666, + "map_at_1000": 0.04442, + "map_at_20": 0.03104, + "map_at_3": 0.01035, + "map_at_5": 0.01557, + "mrr_at_1": 0.015, + "mrr_at_10": 0.03607539682539682, + "mrr_at_100": 0.04582734073434343, + "mrr_at_1000": 0.04737287872295755, + "mrr_at_20": 0.03975566304610422, + "mrr_at_3": 0.0275, + "mrr_at_5": 0.033, + "nauc_map_at_1000_diff1": -0.29061301281907514, + "nauc_map_at_1000_max": -0.2976082517529531, + "nauc_map_at_1000_std": -0.2525125888404499, + "nauc_map_at_100_diff1": -0.3480815393995997, + "nauc_map_at_100_max": -0.3437893164274671, + "nauc_map_at_100_std": -0.26976877004363686, + "nauc_map_at_10_diff1": -0.4360289488049896, + "nauc_map_at_10_max": -0.4316668107269686, + "nauc_map_at_10_std": -0.3105424313948935, + "nauc_map_at_1_diff1": -0.5405761397175405, + "nauc_map_at_1_max": -0.5021586945386249, + "nauc_map_at_1_std": -0.437763738810157, + "nauc_map_at_20_diff1": -0.42921795530980994, + "nauc_map_at_20_max": -0.4111122204236064, + "nauc_map_at_20_std": -0.2933608776985542, + "nauc_map_at_3_diff1": -0.4738297914884391, + "nauc_map_at_3_max": -0.4867679807750778, + "nauc_map_at_3_std": -0.43604861875406015, + "nauc_map_at_5_diff1": -0.41370559724790684, + "nauc_map_at_5_max": -0.45744502087444194, + "nauc_map_at_5_std": -0.38925482466079836, + "nauc_mrr_at_1000_diff1": -0.3653798080526894, + "nauc_mrr_at_1000_max": -0.3770672617218141, + "nauc_mrr_at_1000_std": -0.2875709671579851, + "nauc_mrr_at_100_diff1": -0.3614872265056517, + "nauc_mrr_at_100_max": -0.37171817681137953, + "nauc_mrr_at_100_std": -0.2861206902717417, + "nauc_mrr_at_10_diff1": -0.4235297504819423, + "nauc_mrr_at_10_max": -0.43504740563004873, + "nauc_mrr_at_10_std": -0.31916211827954155, + "nauc_mrr_at_1_diff1": -0.5246400143099903, + "nauc_mrr_at_1_max": -0.46829442804758076, + "nauc_mrr_at_1_std": -0.3663357481441731, + "nauc_mrr_at_20_diff1": -0.4001801581786354, + "nauc_mrr_at_20_max": -0.4172489036719526, + "nauc_mrr_at_20_std": -0.3104314708698842, + "nauc_mrr_at_3_diff1": -0.4302184712702556, + "nauc_mrr_at_3_max": -0.4442276264116887, + "nauc_mrr_at_3_std": -0.34965160052361555, + "nauc_mrr_at_5_diff1": -0.43390302271439934, + "nauc_mrr_at_5_max": -0.43622907367205743, + "nauc_mrr_at_5_std": -0.312357543776916, + "nauc_ndcg_at_1000_diff1": -0.1295966394468442, + "nauc_ndcg_at_1000_max": -0.10362329147386867, + "nauc_ndcg_at_1000_std": -0.10374085828230645, + "nauc_ndcg_at_100_diff1": -0.22449873942448348, + "nauc_ndcg_at_100_max": -0.22102172658177405, + "nauc_ndcg_at_100_std": -0.19214055182498682, + "nauc_ndcg_at_10_diff1": -0.4142227441708668, + "nauc_ndcg_at_10_max": -0.41781699225469754, + "nauc_ndcg_at_10_std": -0.2956927056353767, + "nauc_ndcg_at_1_diff1": -0.5246400143099903, + "nauc_ndcg_at_1_max": -0.46829442804758076, + "nauc_ndcg_at_1_std": -0.3663357481441731, + "nauc_ndcg_at_20_diff1": -0.38311152899187884, + "nauc_ndcg_at_20_max": -0.373677703857117, + "nauc_ndcg_at_20_std": -0.2719098602973372, + "nauc_ndcg_at_3_diff1": -0.45753602829035805, + "nauc_ndcg_at_3_max": -0.46392040664990425, + "nauc_ndcg_at_3_std": -0.39482996132532966, + "nauc_ndcg_at_5_diff1": -0.4027217766406603, + "nauc_ndcg_at_5_max": -0.4326432798206065, + "nauc_ndcg_at_5_std": -0.3398102208756753, + "nauc_precision_at_1000_diff1": 0.0033799074029043116, + "nauc_precision_at_1000_max": -0.02110678683355637, + "nauc_precision_at_1000_std": -0.1288564449818849, + "nauc_precision_at_100_diff1": 0.007472731218905799, + "nauc_precision_at_100_max": -0.08023743146000484, + "nauc_precision_at_100_std": -0.21916983112956592, + "nauc_precision_at_10_diff1": -0.41586262409444613, + "nauc_precision_at_10_max": -0.4120525892138451, + "nauc_precision_at_10_std": -0.26669170914945006, + "nauc_precision_at_1_diff1": -0.5246400143099903, + "nauc_precision_at_1_max": -0.46829442804758076, + "nauc_precision_at_1_std": -0.3663357481441731, + "nauc_precision_at_20_diff1": -0.2956983404505588, + "nauc_precision_at_20_max": -0.3329487048354515, + "nauc_precision_at_20_std": -0.2866654307412995, + "nauc_precision_at_3_diff1": -0.40205380881527925, + "nauc_precision_at_3_max": -0.44044686196550975, + "nauc_precision_at_3_std": -0.3705880918115961, + "nauc_precision_at_5_diff1": -0.38006439495572863, + "nauc_precision_at_5_max": -0.42335211519542093, + "nauc_precision_at_5_std": -0.3120584026473483, + "nauc_recall_at_1000_diff1": -0.029781896886374334, + "nauc_recall_at_1000_max": 0.044813489070765294, + "nauc_recall_at_1000_std": 0.053246077225645054, + "nauc_recall_at_100_diff1": -0.16887740417897804, + "nauc_recall_at_100_max": -0.12695292654313714, + "nauc_recall_at_100_std": -0.0796521050314827, + "nauc_recall_at_10_diff1": -0.4018037658286735, + "nauc_recall_at_10_max": -0.39948868788023667, + "nauc_recall_at_10_std": -0.2606033041816805, + "nauc_recall_at_1_diff1": -0.5405761397175405, + "nauc_recall_at_1_max": -0.5021586945386249, + "nauc_recall_at_1_std": -0.437763738810157, + "nauc_recall_at_20_diff1": -0.3917937748239825, + "nauc_recall_at_20_max": -0.3460265265068307, + "nauc_recall_at_20_std": -0.2180738134663635, + "nauc_recall_at_3_diff1": -0.4020519930486379, + "nauc_recall_at_3_max": -0.4561780980142688, + "nauc_recall_at_3_std": -0.4126937318582562, + "nauc_recall_at_5_diff1": -0.35950203466211894, + "nauc_recall_at_5_max": -0.4192202158633366, + "nauc_recall_at_5_std": -0.32923102690347533, + "ndcg_at_1": 0.015, + "ndcg_at_10": 0.03798, + "ndcg_at_100": 0.07539, + "ndcg_at_1000": 0.13179, + "ndcg_at_20": 0.04827, + "ndcg_at_3": 0.0167, + "ndcg_at_5": 0.0263, + "precision_at_1": 0.015, + "precision_at_10": 0.025, + "precision_at_100": 0.0193, + "precision_at_1000": 0.01154, + "precision_at_20": 0.022, + "precision_at_3": 0.01833, + "precision_at_5": 0.024, + "recall_at_1": 0.00458, + "recall_at_10": 0.05649, + "recall_at_100": 0.15509, + "recall_at_1000": 0.32753, + "recall_at_20": 0.08263, + "recall_at_3": 0.01402, + "recall_at_5": 0.02898 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.08926, + "map_at_1": 0.01109, + "map_at_10": 0.05457, + "map_at_100": 0.06961, + "map_at_1000": 0.07902, + "map_at_20": 0.06032, + "map_at_3": 0.02963, + "map_at_5": 0.03902, + "mrr_at_1": 0.065, + "mrr_at_10": 0.12475992063492067, + "mrr_at_100": 0.1352372284258976, + "mrr_at_1000": 0.13645986784891428, + "mrr_at_20": 0.1297547329046942, + "mrr_at_3": 0.10166666666666668, + "mrr_at_5": 0.11366666666666667, + "nauc_map_at_1000_diff1": -0.2717935157570829, + "nauc_map_at_1000_max": -0.27390772896918314, + "nauc_map_at_1000_std": -0.1830715819521665, + "nauc_map_at_100_diff1": -0.30595121768235617, + "nauc_map_at_100_max": -0.2876809345415254, + "nauc_map_at_100_std": -0.19939909180228602, + "nauc_map_at_10_diff1": -0.3448070437133008, + "nauc_map_at_10_max": -0.2905366994277274, + "nauc_map_at_10_std": -0.20642738221841617, + "nauc_map_at_1_diff1": -0.3268191589336272, + "nauc_map_at_1_max": -0.34190098660409873, + "nauc_map_at_1_std": -0.21032681577710832, + "nauc_map_at_20_diff1": -0.33756595519417293, + "nauc_map_at_20_max": -0.29365301270558436, + "nauc_map_at_20_std": -0.21022756249706973, + "nauc_map_at_3_diff1": -0.36008074009064667, + "nauc_map_at_3_max": -0.3266856015824174, + "nauc_map_at_3_std": -0.23436612471633755, + "nauc_map_at_5_diff1": -0.3396702957445087, + "nauc_map_at_5_max": -0.31999702459282425, + "nauc_map_at_5_std": -0.25010194782780376, + "nauc_mrr_at_1000_diff1": -0.19619039952333264, + "nauc_mrr_at_1000_max": -0.3261756287334748, + "nauc_mrr_at_1000_std": -0.2289604035513086, + "nauc_mrr_at_100_diff1": -0.19519581043355166, + "nauc_mrr_at_100_max": -0.3262339522296247, + "nauc_mrr_at_100_std": -0.22910320444218019, + "nauc_mrr_at_10_diff1": -0.205994096842073, + "nauc_mrr_at_10_max": -0.33483603891288066, + "nauc_mrr_at_10_std": -0.23674548127436967, + "nauc_mrr_at_1_diff1": -0.2249695568718912, + "nauc_mrr_at_1_max": -0.3461641658582899, + "nauc_mrr_at_1_std": -0.1928133578254319, + "nauc_mrr_at_20_diff1": -0.19772184818681446, + "nauc_mrr_at_20_max": -0.3284170212020465, + "nauc_mrr_at_20_std": -0.2335090031173903, + "nauc_mrr_at_3_diff1": -0.20914510680879653, + "nauc_mrr_at_3_max": -0.3154089365160648, + "nauc_mrr_at_3_std": -0.22741323987465764, + "nauc_mrr_at_5_diff1": -0.21248819483530015, + "nauc_mrr_at_5_max": -0.3224377480819047, + "nauc_mrr_at_5_std": -0.22185644399387053, + "nauc_ndcg_at_1000_diff1": -0.18562193315528241, + "nauc_ndcg_at_1000_max": -0.206954623611148, + "nauc_ndcg_at_1000_std": -0.11062565406780506, + "nauc_ndcg_at_100_diff1": -0.24437214848957525, + "nauc_ndcg_at_100_max": -0.2866705869333575, + "nauc_ndcg_at_100_std": -0.1867699083163037, + "nauc_ndcg_at_10_diff1": -0.2881444312506564, + "nauc_ndcg_at_10_max": -0.2915565284032457, + "nauc_ndcg_at_10_std": -0.22755261543233515, + "nauc_ndcg_at_1_diff1": -0.2567748859672659, + "nauc_ndcg_at_1_max": -0.3338699579644039, + "nauc_ndcg_at_1_std": -0.19243955519780576, + "nauc_ndcg_at_20_diff1": -0.27873120870077045, + "nauc_ndcg_at_20_max": -0.2908735844921244, + "nauc_ndcg_at_20_std": -0.22780411040699616, + "nauc_ndcg_at_3_diff1": -0.2774377810074075, + "nauc_ndcg_at_3_max": -0.3063994197394544, + "nauc_ndcg_at_3_std": -0.25908023107958184, + "nauc_ndcg_at_5_diff1": -0.2947320285680338, + "nauc_ndcg_at_5_max": -0.3106542043425111, + "nauc_ndcg_at_5_std": -0.2514200070089292, + "nauc_precision_at_1000_diff1": 0.13341878785410302, + "nauc_precision_at_1000_max": 0.09562120757695258, + "nauc_precision_at_1000_std": 0.017471724326588393, + "nauc_precision_at_100_diff1": 0.10929515861382486, + "nauc_precision_at_100_max": -0.18536699189151273, + "nauc_precision_at_100_std": -0.17058479655553746, + "nauc_precision_at_10_diff1": -0.20272981246470725, + "nauc_precision_at_10_max": -0.2934238812771818, + "nauc_precision_at_10_std": -0.23895889678128818, + "nauc_precision_at_1_diff1": -0.2249695568718912, + "nauc_precision_at_1_max": -0.3461641658582899, + "nauc_precision_at_1_std": -0.1928133578254319, + "nauc_precision_at_20_diff1": -0.09434577070683058, + "nauc_precision_at_20_max": -0.25156286097519776, + "nauc_precision_at_20_std": -0.24057025029912457, + "nauc_precision_at_3_diff1": -0.24358880422039855, + "nauc_precision_at_3_max": -0.3041324736225088, + "nauc_precision_at_3_std": -0.24735492379835872, + "nauc_precision_at_5_diff1": -0.2713597936007002, + "nauc_precision_at_5_max": -0.32080809011540845, + "nauc_precision_at_5_std": -0.24025247057197488, + "nauc_recall_at_1000_diff1": -0.16675388294212035, + "nauc_recall_at_1000_max": -0.11927289074915673, + "nauc_recall_at_1000_std": 0.021628313249915123, + "nauc_recall_at_100_diff1": -0.23166639869575947, + "nauc_recall_at_100_max": -0.22227062411787996, + "nauc_recall_at_100_std": -0.07993231842035693, + "nauc_recall_at_10_diff1": -0.32467811603202584, + "nauc_recall_at_10_max": -0.2568190679694969, + "nauc_recall_at_10_std": -0.16400647941792282, + "nauc_recall_at_1_diff1": -0.3268191589336272, + "nauc_recall_at_1_max": -0.34190098660409873, + "nauc_recall_at_1_std": -0.21032681577710832, + "nauc_recall_at_20_diff1": -0.3142460653128549, + "nauc_recall_at_20_max": -0.26782025933981074, + "nauc_recall_at_20_std": -0.170181943780689, + "nauc_recall_at_3_diff1": -0.35582993166529375, + "nauc_recall_at_3_max": -0.29902096468720973, + "nauc_recall_at_3_std": -0.2295313108652654, + "nauc_recall_at_5_diff1": -0.3200672898610997, + "nauc_recall_at_5_max": -0.2918907065619241, + "nauc_recall_at_5_std": -0.23579811020986113, + "ndcg_at_1": 0.045, + "ndcg_at_10": 0.08926, + "ndcg_at_100": 0.13411, + "ndcg_at_1000": 0.19966, + "ndcg_at_20": 0.09856, + "ndcg_at_3": 0.05851, + "ndcg_at_5": 0.06889, + "precision_at_1": 0.065, + "precision_at_10": 0.066, + "precision_at_100": 0.031, + "precision_at_1000": 0.01621, + "precision_at_20": 0.0495, + "precision_at_3": 0.06667, + "precision_at_5": 0.065, + "recall_at_1": 0.01109, + "recall_at_10": 0.10392, + "recall_at_100": 0.23635, + "recall_at_1000": 0.41486, + "recall_at_20": 0.12793, + "recall_at_3": 0.04001, + "recall_at_5": 0.06244 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.31617, + "map_at_1": 0.02887, + "map_at_10": 0.0993, + "map_at_100": 0.1886, + "map_at_1000": 0.22674, + "map_at_20": 0.12595, + "map_at_3": 0.0592, + "map_at_5": 0.07418, + "mrr_at_1": 0.495, + "mrr_at_10": 0.6147261904761905, + "mrr_at_100": 0.6202657707504897, + "mrr_at_1000": 0.6204275124572176, + "mrr_at_20": 0.6185996246400658, + "mrr_at_3": 0.5883333333333333, + "mrr_at_5": 0.6065833333333333, + "nauc_map_at_1000_diff1": 0.18692826081663785, + "nauc_map_at_1000_max": 0.2519346466144617, + "nauc_map_at_1000_std": 0.16507282397055126, + "nauc_map_at_100_diff1": 0.23346055853767125, + "nauc_map_at_100_max": 0.29790110578321866, + "nauc_map_at_100_std": 0.14444580247487399, + "nauc_map_at_10_diff1": 0.3304267926645063, + "nauc_map_at_10_max": 0.355669266288888, + "nauc_map_at_10_std": 0.051010957837435575, + "nauc_map_at_1_diff1": 0.35026460133858683, + "nauc_map_at_1_max": 0.3941623782044165, + "nauc_map_at_1_std": 0.09911998562140738, + "nauc_map_at_20_diff1": 0.31004788277421297, + "nauc_map_at_20_max": 0.34451836083076726, + "nauc_map_at_20_std": 0.08099277406284591, + "nauc_map_at_3_diff1": 0.3372971755342466, + "nauc_map_at_3_max": 0.37654417603654056, + "nauc_map_at_3_std": 0.02287400316766934, + "nauc_map_at_5_diff1": 0.3523004050965913, + "nauc_map_at_5_max": 0.37647627978381265, + "nauc_map_at_5_std": 0.0347512799231542, + "nauc_mrr_at_1000_diff1": 0.1203024206951459, + "nauc_mrr_at_1000_max": 0.0892500613678119, + "nauc_mrr_at_1000_std": 0.034166803200502964, + "nauc_mrr_at_100_diff1": 0.12027396556687509, + "nauc_mrr_at_100_max": 0.0892155832418771, + "nauc_mrr_at_100_std": 0.034100803788416775, + "nauc_mrr_at_10_diff1": 0.11886766963009635, + "nauc_mrr_at_10_max": 0.0895807392311094, + "nauc_mrr_at_10_std": 0.03336173770192863, + "nauc_mrr_at_1_diff1": 0.1349268104520394, + "nauc_mrr_at_1_max": 0.15146013314445694, + "nauc_mrr_at_1_std": 0.08113698183728715, + "nauc_mrr_at_20_diff1": 0.12172109538254552, + "nauc_mrr_at_20_max": 0.08747068631746568, + "nauc_mrr_at_20_std": 0.03249528626718308, + "nauc_mrr_at_3_diff1": 0.11971560675659756, + "nauc_mrr_at_3_max": 0.09322559037438301, + "nauc_mrr_at_3_std": 0.03395609165008797, + "nauc_mrr_at_5_diff1": 0.12009746285568178, + "nauc_mrr_at_5_max": 0.09443610448841913, + "nauc_mrr_at_5_std": 0.04116939706157247, + "nauc_ndcg_at_1000_diff1": 0.1273612119445957, + "nauc_ndcg_at_1000_max": 0.1064619811235538, + "nauc_ndcg_at_1000_std": 0.11579764117569905, + "nauc_ndcg_at_100_diff1": 0.17668526151195735, + "nauc_ndcg_at_100_max": 0.200821628191616, + "nauc_ndcg_at_100_std": 0.125303292742379, + "nauc_ndcg_at_10_diff1": 0.13993192509969926, + "nauc_ndcg_at_10_max": 0.14074408630879984, + "nauc_ndcg_at_10_std": 0.03950237252505776, + "nauc_ndcg_at_1_diff1": 0.11264217204005658, + "nauc_ndcg_at_1_max": 0.10952486623764093, + "nauc_ndcg_at_1_std": 0.024589730854987082, + "nauc_ndcg_at_20_diff1": 0.16906168658455922, + "nauc_ndcg_at_20_max": 0.17676492657986195, + "nauc_ndcg_at_20_std": 0.059173654552626506, + "nauc_ndcg_at_3_diff1": 0.13210394752023152, + "nauc_ndcg_at_3_max": 0.1189642548188157, + "nauc_ndcg_at_3_std": 0.029164518647567514, + "nauc_ndcg_at_5_diff1": 0.12709070144197704, + "nauc_ndcg_at_5_max": 0.1322807307357424, + "nauc_ndcg_at_5_std": 0.04230446983003764, + "nauc_precision_at_1000_diff1": -0.16674588244566438, + "nauc_precision_at_1000_max": -0.18778171621282494, + "nauc_precision_at_1000_std": -0.03828499013778082, + "nauc_precision_at_100_diff1": -0.111709045903016, + "nauc_precision_at_100_max": -0.07705396863977142, + "nauc_precision_at_100_std": 0.07086563337191741, + "nauc_precision_at_10_diff1": 0.029457445747200252, + "nauc_precision_at_10_max": 0.014485615722679819, + "nauc_precision_at_10_std": 0.04361436800016827, + "nauc_precision_at_1_diff1": 0.1349268104520394, + "nauc_precision_at_1_max": 0.15146013314445694, + "nauc_precision_at_1_std": 0.08113698183728715, + "nauc_precision_at_20_diff1": -0.03796403177016362, + "nauc_precision_at_20_max": -0.005312336746216998, + "nauc_precision_at_20_std": 0.07070957328002854, + "nauc_precision_at_3_diff1": 0.08296240724646511, + "nauc_precision_at_3_max": 0.048602984491107115, + "nauc_precision_at_3_std": -0.004889620321378013, + "nauc_precision_at_5_diff1": 0.06406420788630844, + "nauc_precision_at_5_max": 0.06002302492184075, + "nauc_precision_at_5_std": 0.04567700726940052, + "nauc_recall_at_1000_diff1": 0.11756453062151984, + "nauc_recall_at_1000_max": 0.1762009851431339, + "nauc_recall_at_1000_std": 0.3554722971549887, + "nauc_recall_at_100_diff1": 0.161583466566437, + "nauc_recall_at_100_max": 0.22308530760225814, + "nauc_recall_at_100_std": 0.1849565274114389, + "nauc_recall_at_10_diff1": 0.27382679408844746, + "nauc_recall_at_10_max": 0.296624894932228, + "nauc_recall_at_10_std": 0.02875365680274761, + "nauc_recall_at_1_diff1": 0.35026460133858683, + "nauc_recall_at_1_max": 0.3941623782044165, + "nauc_recall_at_1_std": 0.09911998562140738, + "nauc_recall_at_20_diff1": 0.2872571822576985, + "nauc_recall_at_20_max": 0.2816049414078615, + "nauc_recall_at_20_std": 0.060742816426254946, + "nauc_recall_at_3_diff1": 0.3502045009084436, + "nauc_recall_at_3_max": 0.335659252260696, + "nauc_recall_at_3_std": -0.011642260012870052, + "nauc_recall_at_5_diff1": 0.3412320676800655, + "nauc_recall_at_5_max": 0.3352710954515475, + "nauc_recall_at_5_std": 0.014427671533930986, + "ndcg_at_1": 0.3675, + "ndcg_at_10": 0.31617, + "ndcg_at_100": 0.38052, + "ndcg_at_1000": 0.50393, + "ndcg_at_20": 0.31541, + "ndcg_at_3": 0.33589, + "ndcg_at_5": 0.33062, + "precision_at_1": 0.495, + "precision_at_10": 0.3365, + "precision_at_100": 0.1527, + "precision_at_1000": 0.033, + "precision_at_20": 0.279, + "precision_at_3": 0.41833, + "precision_at_5": 0.395, + "recall_at_1": 0.02887, + "recall_at_10": 0.14798, + "recall_at_100": 0.48269, + "recall_at_1000": 0.83824, + "recall_at_20": 0.22257, + "recall_at_3": 0.06908, + "recall_at_5": 0.09693 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.00775, + "map_at_1": 8e-05, + "map_at_10": 0.00081, + "map_at_100": 0.00649, + "map_at_1000": 0.01276, + "map_at_20": 0.00175, + "map_at_3": 0.00025, + "map_at_5": 0.00046, + "mrr_at_1": 0.01, + "mrr_at_10": 0.022692460317460316, + "mrr_at_100": 0.030067191465191878, + "mrr_at_1000": 0.031765340900312446, + "mrr_at_20": 0.0265246183555007, + "mrr_at_3": 0.015, + "mrr_at_5": 0.017, + "nauc_map_at_1000_diff1": 0.02958697538099139, + "nauc_map_at_1000_max": -0.1242801470387164, + "nauc_map_at_1000_std": -0.21605300833937832, + "nauc_map_at_100_diff1": -0.029999930122006937, + "nauc_map_at_100_max": -0.21713707615925268, + "nauc_map_at_100_std": -0.27244783617348955, + "nauc_map_at_10_diff1": 0.03068864762773071, + "nauc_map_at_10_max": -0.21067079543428902, + "nauc_map_at_10_std": -0.3191688188558152, + "nauc_map_at_1_diff1": 0.564136621970122, + "nauc_map_at_1_max": 0.3077874877762675, + "nauc_map_at_1_std": -0.19862428958216458, + "nauc_map_at_20_diff1": -0.11128234830959018, + "nauc_map_at_20_max": -0.2863344882302442, + "nauc_map_at_20_std": -0.3364875649821111, + "nauc_map_at_3_diff1": 0.32144614280125683, + "nauc_map_at_3_max": 0.06179642662007536, + "nauc_map_at_3_std": -0.23428899363188183, + "nauc_map_at_5_diff1": 0.2861117185854189, + "nauc_map_at_5_max": -0.06911216886858879, + "nauc_map_at_5_std": -0.2834325696323999, + "nauc_mrr_at_1000_diff1": 0.25181954164538506, + "nauc_mrr_at_1000_max": 0.053571263394304715, + "nauc_mrr_at_1000_std": -0.1814434303875645, + "nauc_mrr_at_100_diff1": 0.25120698490477705, + "nauc_mrr_at_100_max": 0.052910777899838966, + "nauc_mrr_at_100_std": -0.17895523468956118, + "nauc_mrr_at_10_diff1": 0.26243797198492863, + "nauc_mrr_at_10_max": 0.0789800537933702, + "nauc_mrr_at_10_std": -0.16539189187255315, + "nauc_mrr_at_1_diff1": 0.5492353099007243, + "nauc_mrr_at_1_max": 0.29568017171988176, + "nauc_mrr_at_1_std": -0.19452642876308024, + "nauc_mrr_at_20_diff1": 0.2598936469530583, + "nauc_mrr_at_20_max": 0.06367076845847051, + "nauc_mrr_at_20_std": -0.1667917032000596, + "nauc_mrr_at_3_diff1": 0.47974242017708607, + "nauc_mrr_at_3_max": 0.21165369823808247, + "nauc_mrr_at_3_std": -0.217064663268044, + "nauc_mrr_at_5_diff1": 0.42361779699805857, + "nauc_mrr_at_5_max": 0.2069556022033175, + "nauc_mrr_at_5_std": -0.16209220473807986, + "nauc_ndcg_at_1000_diff1": 0.08511038969270884, + "nauc_ndcg_at_1000_max": -0.0071108453821723564, + "nauc_ndcg_at_1000_std": -0.16339613489006105, + "nauc_ndcg_at_100_diff1": 0.04765190534076704, + "nauc_ndcg_at_100_max": -0.18186477904335493, + "nauc_ndcg_at_100_std": -0.24918533685130304, + "nauc_ndcg_at_10_diff1": 0.15831501352502983, + "nauc_ndcg_at_10_max": -0.0613329820322029, + "nauc_ndcg_at_10_std": -0.2170876331904894, + "nauc_ndcg_at_1_diff1": 0.5492353099007243, + "nauc_ndcg_at_1_max": 0.29568017171988176, + "nauc_ndcg_at_1_std": -0.19452642876308024, + "nauc_ndcg_at_20_diff1": 0.07422663402016841, + "nauc_ndcg_at_20_max": -0.11164049028508476, + "nauc_ndcg_at_20_std": -0.22221776310268718, + "nauc_ndcg_at_3_diff1": 0.491081655816762, + "nauc_ndcg_at_3_max": 0.2253643956428129, + "nauc_ndcg_at_3_std": -0.21338707333085186, + "nauc_ndcg_at_5_diff1": 0.3708846852024641, + "nauc_ndcg_at_5_max": 0.12345982435416963, + "nauc_ndcg_at_5_std": -0.1762780792833882, + "nauc_precision_at_1000_diff1": 0.20018560410469197, + "nauc_precision_at_1000_max": 0.07159918184751268, + "nauc_precision_at_1000_std": -0.12180038749008039, + "nauc_precision_at_100_diff1": 0.0822317973443017, + "nauc_precision_at_100_max": -0.10784231492900984, + "nauc_precision_at_100_std": -0.2114338141259629, + "nauc_precision_at_10_diff1": 0.056368917768108186, + "nauc_precision_at_10_max": -0.07615403460062291, + "nauc_precision_at_10_std": -0.1718248737182254, + "nauc_precision_at_1_diff1": 0.5492353099007243, + "nauc_precision_at_1_max": 0.29568017171988176, + "nauc_precision_at_1_std": -0.19452642876308024, + "nauc_precision_at_20_diff1": 0.06547767218699806, + "nauc_precision_at_20_max": -0.08401544326163247, + "nauc_precision_at_20_std": -0.17439561887748373, + "nauc_precision_at_3_diff1": 0.4797424201770859, + "nauc_precision_at_3_max": 0.21165369823808236, + "nauc_precision_at_3_std": -0.2170646632680441, + "nauc_precision_at_5_diff1": 0.3080762006976121, + "nauc_precision_at_5_max": 0.14722296753420974, + "nauc_precision_at_5_std": -0.094311778910652, + "nauc_recall_at_1000_diff1": 0.0754693088232672, + "nauc_recall_at_1000_max": 0.06700071002163965, + "nauc_recall_at_1000_std": -0.048836397646477896, + "nauc_recall_at_100_diff1": 0.05595086512566767, + "nauc_recall_at_100_max": -0.1968871496188025, + "nauc_recall_at_100_std": -0.21375371989359557, + "nauc_recall_at_10_diff1": -0.121321745111712, + "nauc_recall_at_10_max": -0.34583949581432294, + "nauc_recall_at_10_std": -0.3851617207212742, + "nauc_recall_at_1_diff1": 0.564136621970122, + "nauc_recall_at_1_max": 0.3077874877762675, + "nauc_recall_at_1_std": -0.19862428958216458, + "nauc_recall_at_20_diff1": -0.10085044132357601, + "nauc_recall_at_20_max": -0.28128243251503005, + "nauc_recall_at_20_std": -0.33517934797236254, + "nauc_recall_at_3_diff1": 0.20079864934171426, + "nauc_recall_at_3_max": -0.060491868510354166, + "nauc_recall_at_3_std": -0.25201880801648663, + "nauc_recall_at_5_diff1": 0.26063172170657734, + "nauc_recall_at_5_max": -0.20834401531243602, + "nauc_recall_at_5_std": -0.37027780244632474, + "ndcg_at_1": 0.005, + "ndcg_at_10": 0.00775, + "ndcg_at_100": 0.02853, + "ndcg_at_1000": 0.08695, + "ndcg_at_20": 0.01154, + "ndcg_at_3": 0.00531, + "ndcg_at_5": 0.00584, + "precision_at_1": 0.01, + "precision_at_10": 0.0115, + "precision_at_100": 0.01455, + "precision_at_1000": 0.00816, + "precision_at_20": 0.01425, + "precision_at_3": 0.01, + "precision_at_5": 0.01, + "recall_at_1": 8e-05, + "recall_at_10": 0.00333, + "recall_at_100": 0.05685, + "recall_at_1000": 0.24288, + "recall_at_20": 0.00907, + "recall_at_3": 0.00033, + "recall_at_5": 0.00115 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.02533, + "map_at_1": 0.00186, + "map_at_10": 0.00791, + "map_at_100": 0.02206, + "map_at_1000": 0.03515, + "map_at_20": 0.01206, + "map_at_3": 0.0041, + "map_at_5": 0.00633, + "mrr_at_1": 0.03, + "mrr_at_10": 0.055623015873015866, + "mrr_at_100": 0.067504736682795, + "mrr_at_1000": 0.06912777234513129, + "mrr_at_20": 0.061987858117115074, + "mrr_at_3": 0.0425, + "mrr_at_5": 0.04625, + "nauc_map_at_1000_diff1": 0.011686718490374835, + "nauc_map_at_1000_max": -0.11638904451940577, + "nauc_map_at_1000_std": -0.20223233388355605, + "nauc_map_at_100_diff1": 0.07962129432100781, + "nauc_map_at_100_max": -0.09710151549926098, + "nauc_map_at_100_std": -0.22560630483377997, + "nauc_map_at_10_diff1": 0.36287549220022247, + "nauc_map_at_10_max": -0.03308057141615531, + "nauc_map_at_10_std": -0.3117444458996539, + "nauc_map_at_1_diff1": -0.1291240279028042, + "nauc_map_at_1_max": -0.3908085461366037, + "nauc_map_at_1_std": -0.40935723703479393, + "nauc_map_at_20_diff1": 0.2906420581488495, + "nauc_map_at_20_max": -0.014737619703854234, + "nauc_map_at_20_std": -0.24346309624669793, + "nauc_map_at_3_diff1": 0.38874195660949207, + "nauc_map_at_3_max": -0.045605919661400283, + "nauc_map_at_3_std": -0.3534453322751317, + "nauc_map_at_5_diff1": 0.42858668657257537, + "nauc_map_at_5_max": -0.023922042085453666, + "nauc_map_at_5_std": -0.35645526729926463, + "nauc_mrr_at_1000_diff1": -0.1015371066343338, + "nauc_mrr_at_1000_max": -0.22599508427000345, + "nauc_mrr_at_1000_std": -0.23530835449340376, + "nauc_mrr_at_100_diff1": -0.09842468339628617, + "nauc_mrr_at_100_max": -0.22438372616195812, + "nauc_mrr_at_100_std": -0.234861747690033, + "nauc_mrr_at_10_diff1": -0.10794006160856487, + "nauc_mrr_at_10_max": -0.2424897833231479, + "nauc_mrr_at_10_std": -0.2245614227009978, + "nauc_mrr_at_1_diff1": -0.14439674447723816, + "nauc_mrr_at_1_max": -0.3395492353099008, + "nauc_mrr_at_1_std": -0.2691172524818889, + "nauc_mrr_at_20_diff1": -0.09426313269437257, + "nauc_mrr_at_20_max": -0.224599425016953, + "nauc_mrr_at_20_std": -0.2316213279747087, + "nauc_mrr_at_3_diff1": -0.09143136728799399, + "nauc_mrr_at_3_max": -0.26982749096418834, + "nauc_mrr_at_3_std": -0.25789548446156046, + "nauc_mrr_at_5_diff1": -0.11169044010471434, + "nauc_mrr_at_5_max": -0.25384520554898876, + "nauc_mrr_at_5_std": -0.24240204787561917, + "nauc_ndcg_at_1000_diff1": -0.10149499998847636, + "nauc_ndcg_at_1000_max": -0.11410330482390448, + "nauc_ndcg_at_1000_std": -0.13977163877696727, + "nauc_ndcg_at_100_diff1": -0.02712004619506489, + "nauc_ndcg_at_100_max": -0.1375774325486854, + "nauc_ndcg_at_100_std": -0.2007470103936215, + "nauc_ndcg_at_10_diff1": 0.026626758227452706, + "nauc_ndcg_at_10_max": -0.13513876169413766, + "nauc_ndcg_at_10_std": -0.24162289264485276, + "nauc_ndcg_at_1_diff1": -0.24163014637927435, + "nauc_ndcg_at_1_max": -0.3358375816116626, + "nauc_ndcg_at_1_std": -0.2544495125659601, + "nauc_ndcg_at_20_diff1": 0.05745330823957756, + "nauc_ndcg_at_20_max": -0.10003129009038164, + "nauc_ndcg_at_20_std": -0.23148679390626006, + "nauc_ndcg_at_3_diff1": -0.07328958612755623, + "nauc_ndcg_at_3_max": -0.2040251333345017, + "nauc_ndcg_at_3_std": -0.2275561642100014, + "nauc_ndcg_at_5_diff1": -0.01700544725585234, + "nauc_ndcg_at_5_max": -0.19126792922200753, + "nauc_ndcg_at_5_std": -0.25701567385439783, + "nauc_precision_at_1000_diff1": -0.1828240670066491, + "nauc_precision_at_1000_max": -0.1254835438323337, + "nauc_precision_at_1000_std": -0.12275118467051235, + "nauc_precision_at_100_diff1": -0.1641105268071071, + "nauc_precision_at_100_max": -0.17891713601145112, + "nauc_precision_at_100_std": -0.2676061860161187, + "nauc_precision_at_10_diff1": -0.057779218936829906, + "nauc_precision_at_10_max": -0.16265731714731563, + "nauc_precision_at_10_std": -0.214083051294003, + "nauc_precision_at_1_diff1": -0.14439674447723816, + "nauc_precision_at_1_max": -0.3395492353099008, + "nauc_precision_at_1_std": -0.2691172524818889, + "nauc_precision_at_20_diff1": -0.0643668756744556, + "nauc_precision_at_20_max": -0.12187575674220576, + "nauc_precision_at_20_std": -0.2364797351784324, + "nauc_precision_at_3_diff1": -0.019676236472587486, + "nauc_precision_at_3_max": -0.17243538145067536, + "nauc_precision_at_3_std": -0.2036132725158753, + "nauc_precision_at_5_diff1": -0.056758374440156106, + "nauc_precision_at_5_max": -0.18323667210171107, + "nauc_precision_at_5_std": -0.2434521475304948, + "nauc_recall_at_1000_diff1": -0.09170429110591784, + "nauc_recall_at_1000_max": 0.015396882341183105, + "nauc_recall_at_1000_std": 0.03407956280078271, + "nauc_recall_at_100_diff1": 0.018630278804538918, + "nauc_recall_at_100_max": -0.042303769156604644, + "nauc_recall_at_100_std": -0.07382716957784469, + "nauc_recall_at_10_diff1": 0.29643166635742424, + "nauc_recall_at_10_max": -0.002695917036484203, + "nauc_recall_at_10_std": -0.2219178745037801, + "nauc_recall_at_1_diff1": -0.1291240279028042, + "nauc_recall_at_1_max": -0.3908085461366037, + "nauc_recall_at_1_std": -0.40935723703479393, + "nauc_recall_at_20_diff1": 0.2730996455898379, + "nauc_recall_at_20_max": -0.014552233481369303, + "nauc_recall_at_20_std": -0.15153972891297343, + "nauc_recall_at_3_diff1": 0.49960002551937555, + "nauc_recall_at_3_max": 0.027851948768181027, + "nauc_recall_at_3_std": -0.344167211778399, + "nauc_recall_at_5_diff1": 0.44938470779720147, + "nauc_recall_at_5_max": -0.00498950125866254, + "nauc_recall_at_5_std": -0.35416364060339134, + "ndcg_at_1": 0.0225, + "ndcg_at_10": 0.02533, + "ndcg_at_100": 0.06479, + "ndcg_at_1000": 0.16195, + "ndcg_at_20": 0.0352, + "ndcg_at_3": 0.02073, + "ndcg_at_5": 0.02168, + "precision_at_1": 0.03, + "precision_at_10": 0.028, + "precision_at_100": 0.028, + "precision_at_1000": 0.01571, + "precision_at_20": 0.03225, + "precision_at_3": 0.025, + "precision_at_5": 0.026, + "recall_at_1": 0.00186, + "recall_at_10": 0.01623, + "recall_at_100": 0.11685, + "recall_at_1000": 0.39799, + "recall_at_20": 0.03948, + "recall_at_3": 0.00578, + "recall_at_5": 0.00948 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.39304, + "map_at_1": 0.0925, + "map_at_10": 0.21581, + "map_at_100": 0.28003, + "map_at_1000": 0.29641, + "map_at_20": 0.24197, + "map_at_3": 0.14902, + "map_at_5": 0.18125, + "mrr_at_1": 0.46, + "mrr_at_10": 0.604142857142857, + "mrr_at_100": 0.6076430439299039, + "mrr_at_1000": 0.6077054814923415, + "mrr_at_20": 0.6054791666666666, + "mrr_at_3": 0.5683333333333332, + "mrr_at_5": 0.5953333333333334, + "nauc_map_at_1000_diff1": 0.2997757552991575, + "nauc_map_at_1000_max": 0.4123318455187279, + "nauc_map_at_1000_std": 0.20953733614617492, + "nauc_map_at_100_diff1": 0.3100841041429003, + "nauc_map_at_100_max": 0.4046072300110538, + "nauc_map_at_100_std": 0.18684482698954002, + "nauc_map_at_10_diff1": 0.3464538602406696, + "nauc_map_at_10_max": 0.37306771940078387, + "nauc_map_at_10_std": 0.11383723204741099, + "nauc_map_at_1_diff1": 0.5994858410841294, + "nauc_map_at_1_max": 0.32830146715472025, + "nauc_map_at_1_std": -0.010989101609566785, + "nauc_map_at_20_diff1": 0.3292437259671304, + "nauc_map_at_20_max": 0.3859848641573481, + "nauc_map_at_20_std": 0.13838668032765594, + "nauc_map_at_3_diff1": 0.44590771355260306, + "nauc_map_at_3_max": 0.3466152454970832, + "nauc_map_at_3_std": 0.05496123245014195, + "nauc_map_at_5_diff1": 0.38746329992967715, + "nauc_map_at_5_max": 0.3512267228893413, + "nauc_map_at_5_std": 0.07701850938631107, + "nauc_mrr_at_1000_diff1": 0.4323416247099884, + "nauc_mrr_at_1000_max": 0.4875343371090797, + "nauc_mrr_at_1000_std": 0.30183475554776656, + "nauc_mrr_at_100_diff1": 0.4322578596727614, + "nauc_mrr_at_100_max": 0.48752479547942257, + "nauc_mrr_at_100_std": 0.30185347084032554, + "nauc_mrr_at_10_diff1": 0.42968410579508814, + "nauc_mrr_at_10_max": 0.48853552745623613, + "nauc_mrr_at_10_std": 0.3035588916370366, + "nauc_mrr_at_1_diff1": 0.5050918504112899, + "nauc_mrr_at_1_max": 0.467747233975454, + "nauc_mrr_at_1_std": 0.25332448555885523, + "nauc_mrr_at_20_diff1": 0.4316192388105699, + "nauc_mrr_at_20_max": 0.4885767440809182, + "nauc_mrr_at_20_std": 0.3034612227063504, + "nauc_mrr_at_3_diff1": 0.4086271688846445, + "nauc_mrr_at_3_max": 0.4846246387776111, + "nauc_mrr_at_3_std": 0.303026206451773, + "nauc_mrr_at_5_diff1": 0.4220901147967976, + "nauc_mrr_at_5_max": 0.4797722191538601, + "nauc_mrr_at_5_std": 0.29551389826771246, + "nauc_ndcg_at_1000_diff1": 0.35706480011610264, + "nauc_ndcg_at_1000_max": 0.5024266482965358, + "nauc_ndcg_at_1000_std": 0.32375908239963064, + "nauc_ndcg_at_100_diff1": 0.3612700248522282, + "nauc_ndcg_at_100_max": 0.4738326337583598, + "nauc_ndcg_at_100_std": 0.2603189891958959, + "nauc_ndcg_at_10_diff1": 0.35275762274117073, + "nauc_ndcg_at_10_max": 0.48088439467689265, + "nauc_ndcg_at_10_std": 0.26018291692973267, + "nauc_ndcg_at_1_diff1": 0.555443458060234, + "nauc_ndcg_at_1_max": 0.48229984236289725, + "nauc_ndcg_at_1_std": 0.2359346220857877, + "nauc_ndcg_at_20_diff1": 0.34751815325688856, + "nauc_ndcg_at_20_max": 0.4606572833998235, + "nauc_ndcg_at_20_std": 0.227710087693995, + "nauc_ndcg_at_3_diff1": 0.3966552993598433, + "nauc_ndcg_at_3_max": 0.46834278651616534, + "nauc_ndcg_at_3_std": 0.24432619922370272, + "nauc_ndcg_at_5_diff1": 0.37030727540507624, + "nauc_ndcg_at_5_max": 0.4788991689310221, + "nauc_ndcg_at_5_std": 0.26724467172378563, + "nauc_precision_at_1000_diff1": -0.20296196382720302, + "nauc_precision_at_1000_max": 0.012461561827765848, + "nauc_precision_at_1000_std": 0.20638516468513837, + "nauc_precision_at_100_diff1": -0.18807037368602844, + "nauc_precision_at_100_max": 0.08738301434082464, + "nauc_precision_at_100_std": 0.2677238880755278, + "nauc_precision_at_10_diff1": -0.0826386188421633, + "nauc_precision_at_10_max": 0.26131017412612895, + "nauc_precision_at_10_std": 0.3234017863205131, + "nauc_precision_at_1_diff1": 0.5050918504112899, + "nauc_precision_at_1_max": 0.467747233975454, + "nauc_precision_at_1_std": 0.25332448555885523, + "nauc_precision_at_20_diff1": -0.1117648834489945, + "nauc_precision_at_20_max": 0.18690580594321166, + "nauc_precision_at_20_std": 0.2793554106611761, + "nauc_precision_at_3_diff1": 0.072981699505533, + "nauc_precision_at_3_max": 0.3612449205548693, + "nauc_precision_at_3_std": 0.28966894480867655, + "nauc_precision_at_5_diff1": -0.007808299142384475, + "nauc_precision_at_5_max": 0.33643684630078674, + "nauc_precision_at_5_std": 0.34059834335175204, + "nauc_recall_at_1000_diff1": 0.23864721500066374, + "nauc_recall_at_1000_max": 0.4708953816265185, + "nauc_recall_at_1000_std": 0.5230805787924759, + "nauc_recall_at_100_diff1": 0.1927119456926544, + "nauc_recall_at_100_max": 0.33207040412369127, + "nauc_recall_at_100_std": 0.21647313755222128, + "nauc_recall_at_10_diff1": 0.1852815505242234, + "nauc_recall_at_10_max": 0.2844716328358863, + "nauc_recall_at_10_std": 0.10220515589186946, + "nauc_recall_at_1_diff1": 0.5994858410841294, + "nauc_recall_at_1_max": 0.32830146715472025, + "nauc_recall_at_1_std": -0.010989101609566785, + "nauc_recall_at_20_diff1": 0.1922529886500131, + "nauc_recall_at_20_max": 0.2888356533216245, + "nauc_recall_at_20_std": 0.10931512923828242, + "nauc_recall_at_3_diff1": 0.3541681985509735, + "nauc_recall_at_3_max": 0.29804815492826675, + "nauc_recall_at_3_std": 0.06038702886071142, + "nauc_recall_at_5_diff1": 0.24700045476902802, + "nauc_recall_at_5_max": 0.2835005373310892, + "nauc_recall_at_5_std": 0.08090069730012399, + "ndcg_at_1": 0.3875, + "ndcg_at_10": 0.39304, + "ndcg_at_100": 0.47123, + "ndcg_at_1000": 0.54782, + "ndcg_at_20": 0.40261, + "ndcg_at_3": 0.3756, + "ndcg_at_5": 0.38357, + "precision_at_1": 0.46, + "precision_at_10": 0.276, + "precision_at_100": 0.07865, + "precision_at_1000": 0.01341, + "precision_at_20": 0.19825, + "precision_at_3": 0.39, + "precision_at_5": 0.353, + "recall_at_1": 0.0925, + "recall_at_10": 0.32536, + "recall_at_100": 0.62897, + "recall_at_1000": 0.90135, + "recall_at_20": 0.40133, + "recall_at_3": 0.17452, + "recall_at_5": 0.2423 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.02131, + "map_at_1": 0.00562, + "map_at_10": 0.01215, + "map_at_100": 0.0191, + "map_at_1000": 0.02379, + "map_at_20": 0.01449, + "map_at_3": 0.00862, + "map_at_5": 0.00974, + "mrr_at_1": 0.01, + "mrr_at_10": 0.02359722222222222, + "mrr_at_100": 0.031199575606697446, + "mrr_at_1000": 0.03278425835817528, + "mrr_at_20": 0.027476712829654006, + "mrr_at_3": 0.019166666666666665, + "mrr_at_5": 0.021416666666666667, + "nauc_map_at_1000_diff1": -0.38183537790089833, + "nauc_map_at_1000_max": -0.41639325239847014, + "nauc_map_at_1000_std": -0.38612424361435194, + "nauc_map_at_100_diff1": -0.43425185368103675, + "nauc_map_at_100_max": -0.4403176922048027, + "nauc_map_at_100_std": -0.4026648119160054, + "nauc_map_at_10_diff1": -0.5092579709795099, + "nauc_map_at_10_max": -0.4644033680078102, + "nauc_map_at_10_std": -0.3998022529848206, + "nauc_map_at_1_diff1": -0.5663774856154786, + "nauc_map_at_1_max": -0.5747249798765762, + "nauc_map_at_1_std": -0.4328175774379155, + "nauc_map_at_20_diff1": -0.4789255346456136, + "nauc_map_at_20_max": -0.46191747484584317, + "nauc_map_at_20_std": -0.417060731376972, + "nauc_map_at_3_diff1": -0.5446130636124302, + "nauc_map_at_3_max": -0.5389148129351031, + "nauc_map_at_3_std": -0.45461959881972214, + "nauc_map_at_5_diff1": -0.5319085612207362, + "nauc_map_at_5_max": -0.5010363192965541, + "nauc_map_at_5_std": -0.42165793316792266, + "nauc_mrr_at_1000_diff1": -0.41279010846142394, + "nauc_mrr_at_1000_max": -0.4206636554255706, + "nauc_mrr_at_1000_std": -0.38816667348926537, + "nauc_mrr_at_100_diff1": -0.41933303807098776, + "nauc_mrr_at_100_max": -0.42537157806189885, + "nauc_mrr_at_100_std": -0.3895625330975737, + "nauc_mrr_at_10_diff1": -0.4893048563265724, + "nauc_mrr_at_10_max": -0.45065035336210807, + "nauc_mrr_at_10_std": -0.3860153536550565, + "nauc_mrr_at_1_diff1": -0.5371612557016368, + "nauc_mrr_at_1_max": -0.5747249798765763, + "nauc_mrr_at_1_std": -0.49490206600482967, + "nauc_mrr_at_20_diff1": -0.45414988117890953, + "nauc_mrr_at_20_max": -0.4397240832956602, + "nauc_mrr_at_20_std": -0.3967539408950628, + "nauc_mrr_at_3_diff1": -0.5289952287070845, + "nauc_mrr_at_3_max": -0.527420352072421, + "nauc_mrr_at_3_std": -0.4387372989115852, + "nauc_mrr_at_5_diff1": -0.512188374037808, + "nauc_mrr_at_5_max": -0.4653297683639945, + "nauc_mrr_at_5_std": -0.3895341492672569, + "nauc_ndcg_at_1000_diff1": -0.20392092532903064, + "nauc_ndcg_at_1000_max": -0.24936847808054263, + "nauc_ndcg_at_1000_std": -0.2851592227199073, + "nauc_ndcg_at_100_diff1": -0.31036137411217096, + "nauc_ndcg_at_100_max": -0.3127120253823383, + "nauc_ndcg_at_100_std": -0.32045657573765446, + "nauc_ndcg_at_10_diff1": -0.47933678006826136, + "nauc_ndcg_at_10_max": -0.4163249931375565, + "nauc_ndcg_at_10_std": -0.3689726079221215, + "nauc_ndcg_at_1_diff1": -0.5496824970932833, + "nauc_ndcg_at_1_max": -0.5747249798765763, + "nauc_ndcg_at_1_std": -0.46829442804758076, + "nauc_ndcg_at_20_diff1": -0.42003390206192015, + "nauc_ndcg_at_20_max": -0.40295021633158673, + "nauc_ndcg_at_20_std": -0.3924456624398004, + "nauc_ndcg_at_3_diff1": -0.5322556139809329, + "nauc_ndcg_at_3_max": -0.5225068269640936, + "nauc_ndcg_at_3_std": -0.44172968058125395, + "nauc_ndcg_at_5_diff1": -0.5081580469920342, + "nauc_ndcg_at_5_max": -0.44206529468833106, + "nauc_ndcg_at_5_std": -0.38034838676813126, + "nauc_precision_at_1000_diff1": -0.08887003779533835, + "nauc_precision_at_1000_max": -0.24652534396523496, + "nauc_precision_at_1000_std": -0.29432266138644, + "nauc_precision_at_100_diff1": -0.19806677832913297, + "nauc_precision_at_100_max": -0.3124915861809871, + "nauc_precision_at_100_std": -0.32249111657248414, + "nauc_precision_at_10_diff1": -0.4489508988462572, + "nauc_precision_at_10_max": -0.39080225382345063, + "nauc_precision_at_10_std": -0.37112959484840363, + "nauc_precision_at_1_diff1": -0.5371612557016368, + "nauc_precision_at_1_max": -0.5747249798765763, + "nauc_precision_at_1_std": -0.49490206600482967, + "nauc_precision_at_20_diff1": -0.40015231463852485, + "nauc_precision_at_20_max": -0.4307784365990318, + "nauc_precision_at_20_std": -0.4287929064896917, + "nauc_precision_at_3_diff1": -0.518379393614167, + "nauc_precision_at_3_max": -0.5227394687416153, + "nauc_precision_at_3_std": -0.46122887040515165, + "nauc_precision_at_5_diff1": -0.487635274125749, + "nauc_precision_at_5_max": -0.42370986494946783, + "nauc_precision_at_5_std": -0.3934352920132367, + "nauc_recall_at_1000_diff1": -0.10091049740039972, + "nauc_recall_at_1000_max": -0.08492635170486101, + "nauc_recall_at_1000_std": -0.15224619678014947, + "nauc_recall_at_100_diff1": -0.24189388163330777, + "nauc_recall_at_100_max": -0.17360983859034657, + "nauc_recall_at_100_std": -0.21241375490731196, + "nauc_recall_at_10_diff1": -0.4525426017425603, + "nauc_recall_at_10_max": -0.36196327883130436, + "nauc_recall_at_10_std": -0.33900301919865555, + "nauc_recall_at_1_diff1": -0.5663774856154786, + "nauc_recall_at_1_max": -0.5747249798765762, + "nauc_recall_at_1_std": -0.4328175774379155, + "nauc_recall_at_20_diff1": -0.3560388812612014, + "nauc_recall_at_20_max": -0.3607537576343698, + "nauc_recall_at_20_std": -0.3876745613647738, + "nauc_recall_at_3_diff1": -0.5313719916265282, + "nauc_recall_at_3_max": -0.5046509473349851, + "nauc_recall_at_3_std": -0.4638406251442646, + "nauc_recall_at_5_diff1": -0.5016024500429962, + "nauc_recall_at_5_max": -0.40507132308433297, + "nauc_recall_at_5_std": -0.3681700937234747, + "ndcg_at_1": 0.0075, + "ndcg_at_10": 0.02131, + "ndcg_at_100": 0.04961, + "ndcg_at_1000": 0.10897, + "ndcg_at_20": 0.02698, + "ndcg_at_3": 0.01491, + "ndcg_at_5": 0.0175, + "precision_at_1": 0.01, + "precision_at_10": 0.0125, + "precision_at_100": 0.0095, + "precision_at_1000": 0.00452, + "precision_at_20": 0.0125, + "precision_at_3": 0.01333, + "precision_at_5": 0.012, + "recall_at_1": 0.00562, + "recall_at_10": 0.02564, + "recall_at_100": 0.11731, + "recall_at_1000": 0.35159, + "recall_at_20": 0.04226, + "recall_at_3": 0.01261, + "recall_at_5": 0.01667 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.04247, + "map_at_1": 0.00301, + "map_at_10": 0.01713, + "map_at_100": 0.02915, + "map_at_1000": 0.0358, + "map_at_20": 0.02143, + "map_at_3": 0.00882, + "map_at_5": 0.01275, + "mrr_at_1": 0.015, + "mrr_at_10": 0.04999603174603174, + "mrr_at_100": 0.05920250977459832, + "mrr_at_1000": 0.060900053605942785, + "mrr_at_20": 0.053375161603102766, + "mrr_at_3": 0.03083333333333333, + "mrr_at_5": 0.04033333333333333, + "nauc_map_at_1000_diff1": -0.23852945263709324, + "nauc_map_at_1000_max": -0.31392448714163096, + "nauc_map_at_1000_std": -0.16288926782572694, + "nauc_map_at_100_diff1": -0.2513158757822296, + "nauc_map_at_100_max": -0.3438571518702093, + "nauc_map_at_100_std": -0.18875845288498275, + "nauc_map_at_10_diff1": -0.3112530480481708, + "nauc_map_at_10_max": -0.39508843297521434, + "nauc_map_at_10_std": -0.11079680691528673, + "nauc_map_at_1_diff1": -0.5000684888988987, + "nauc_map_at_1_max": -0.4838219986343263, + "nauc_map_at_1_std": 0.2328781600444487, + "nauc_map_at_20_diff1": -0.26633192597280386, + "nauc_map_at_20_max": -0.38608205962211134, + "nauc_map_at_20_std": -0.1633980710967932, + "nauc_map_at_3_diff1": -0.3130589697580366, + "nauc_map_at_3_max": -0.47019340081497285, + "nauc_map_at_3_std": 0.014049168141963699, + "nauc_map_at_5_diff1": -0.32829582483020225, + "nauc_map_at_5_max": -0.41401642678394174, + "nauc_map_at_5_std": -0.06300004374758149, + "nauc_mrr_at_1000_diff1": -0.2727504240617917, + "nauc_mrr_at_1000_max": -0.3734152879219873, + "nauc_mrr_at_1000_std": -0.22790195106423586, + "nauc_mrr_at_100_diff1": -0.27484880207369267, + "nauc_mrr_at_100_max": -0.37266303564350184, + "nauc_mrr_at_100_std": -0.22840017594925355, + "nauc_mrr_at_10_diff1": -0.2837014942431336, + "nauc_mrr_at_10_max": -0.3821383854899337, + "nauc_mrr_at_10_std": -0.21142775103556463, + "nauc_mrr_at_1_diff1": -0.35032644665056795, + "nauc_mrr_at_1_max": -0.46426974331455145, + "nauc_mrr_at_1_std": -0.08210356855379661, + "nauc_mrr_at_20_diff1": -0.2807140209692463, + "nauc_mrr_at_20_max": -0.36959352139758417, + "nauc_mrr_at_20_std": -0.2168728683689919, + "nauc_mrr_at_3_diff1": -0.2939397675110045, + "nauc_mrr_at_3_max": -0.4699381431337429, + "nauc_mrr_at_3_std": -0.20821760853958327, + "nauc_mrr_at_5_diff1": -0.2965333383595695, + "nauc_mrr_at_5_max": -0.41313277911687546, + "nauc_mrr_at_5_std": -0.21115458559051983, + "nauc_ndcg_at_1000_diff1": -0.1606649403039536, + "nauc_ndcg_at_1000_max": -0.17997025606513656, + "nauc_ndcg_at_1000_std": -0.10927658832924897, + "nauc_ndcg_at_100_diff1": -0.18836901480462373, + "nauc_ndcg_at_100_max": -0.27354418617336157, + "nauc_ndcg_at_100_std": -0.21920827974827767, + "nauc_ndcg_at_10_diff1": -0.2790795082062089, + "nauc_ndcg_at_10_max": -0.35952372068095617, + "nauc_ndcg_at_10_std": -0.1933437988942193, + "nauc_ndcg_at_1_diff1": -0.35032644665056795, + "nauc_ndcg_at_1_max": -0.46426974331455145, + "nauc_ndcg_at_1_std": -0.08210356855379661, + "nauc_ndcg_at_20_diff1": -0.23991719161955377, + "nauc_ndcg_at_20_max": -0.3360851939725219, + "nauc_ndcg_at_20_std": -0.21062660933910501, + "nauc_ndcg_at_3_diff1": -0.24729455790072963, + "nauc_ndcg_at_3_max": -0.46533007583421265, + "nauc_ndcg_at_3_std": -0.16631887107912371, + "nauc_ndcg_at_5_diff1": -0.2907878846754014, + "nauc_ndcg_at_5_max": -0.3881584831391231, + "nauc_ndcg_at_5_std": -0.1830449315354308, + "nauc_precision_at_1000_diff1": -0.055242867552586804, + "nauc_precision_at_1000_max": 0.0276317722065919, + "nauc_precision_at_1000_std": 0.023291057471690642, + "nauc_precision_at_100_diff1": -0.2151519951239658, + "nauc_precision_at_100_max": -0.1769637465264272, + "nauc_precision_at_100_std": -0.20740888512849703, + "nauc_precision_at_10_diff1": -0.29190230707592846, + "nauc_precision_at_10_max": -0.3712257006683619, + "nauc_precision_at_10_std": -0.28526037396769827, + "nauc_precision_at_1_diff1": -0.35032644665056795, + "nauc_precision_at_1_max": -0.46426974331455145, + "nauc_precision_at_1_std": -0.08210356855379661, + "nauc_precision_at_20_diff1": -0.23944932495421095, + "nauc_precision_at_20_max": -0.32184220050669565, + "nauc_precision_at_20_std": -0.29300880685245506, + "nauc_precision_at_3_diff1": -0.28500517459465674, + "nauc_precision_at_3_max": -0.47554524895549855, + "nauc_precision_at_3_std": -0.21330829085055003, + "nauc_precision_at_5_diff1": -0.31120651104552366, + "nauc_precision_at_5_max": -0.40741436365262507, + "nauc_precision_at_5_std": -0.2463285931490922, + "nauc_recall_at_1000_diff1": -0.07568227518717074, + "nauc_recall_at_1000_max": -0.06340245379724165, + "nauc_recall_at_1000_std": -0.05477255072909564, + "nauc_recall_at_100_diff1": -0.06962548968144414, + "nauc_recall_at_100_max": -0.18861910860383566, + "nauc_recall_at_100_std": -0.1965004024195487, + "nauc_recall_at_10_diff1": -0.23693429679113423, + "nauc_recall_at_10_max": -0.3088491383281959, + "nauc_recall_at_10_std": -0.17579867405830485, + "nauc_recall_at_1_diff1": -0.5000684888988987, + "nauc_recall_at_1_max": -0.4838219986343263, + "nauc_recall_at_1_std": 0.2328781600444487, + "nauc_recall_at_20_diff1": -0.16725393645456177, + "nauc_recall_at_20_max": -0.28836089627138134, + "nauc_recall_at_20_std": -0.2038248968120056, + "nauc_recall_at_3_diff1": -0.18752325730641925, + "nauc_recall_at_3_max": -0.45548516876712447, + "nauc_recall_at_3_std": -0.11966245147156353, + "nauc_recall_at_5_diff1": -0.2730031384306354, + "nauc_recall_at_5_max": -0.36064603528242806, + "nauc_recall_at_5_std": -0.18795926403190666, + "ndcg_at_1": 0.015, + "ndcg_at_10": 0.04247, + "ndcg_at_100": 0.0858, + "ndcg_at_1000": 0.16825, + "ndcg_at_20": 0.04982, + "ndcg_at_3": 0.0218, + "ndcg_at_5": 0.03223, + "precision_at_1": 0.015, + "precision_at_10": 0.0315, + "precision_at_100": 0.0178, + "precision_at_1000": 0.00655, + "precision_at_20": 0.027, + "precision_at_3": 0.02333, + "precision_at_5": 0.03, + "recall_at_1": 0.00301, + "recall_at_10": 0.05712, + "recall_at_100": 0.19492, + "recall_at_1000": 0.52288, + "recall_at_20": 0.08031, + "recall_at_3": 0.01586, + "recall_at_5": 0.03217 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.33054, + "map_at_1": 0.03895, + "map_at_10": 0.12429, + "map_at_100": 0.19456, + "map_at_1000": 0.22295, + "map_at_20": 0.14665, + "map_at_3": 0.08144, + "map_at_5": 0.09874, + "mrr_at_1": 0.485, + "mrr_at_10": 0.6144642857142856, + "mrr_at_100": 0.6201564900898447, + "mrr_at_1000": 0.6202950679790871, + "mrr_at_20": 0.6188498836689625, + "mrr_at_3": 0.5874999999999998, + "mrr_at_5": 0.6029999999999999, + "nauc_map_at_1000_diff1": 0.054719612591481795, + "nauc_map_at_1000_max": 0.17124952273923866, + "nauc_map_at_1000_std": 0.24525948225693195, + "nauc_map_at_100_diff1": 0.09482875748329599, + "nauc_map_at_100_max": 0.21035618726298042, + "nauc_map_at_100_std": 0.2482209251482315, + "nauc_map_at_10_diff1": 0.1561751485470055, + "nauc_map_at_10_max": 0.21593890892916268, + "nauc_map_at_10_std": 0.19266541230325737, + "nauc_map_at_1_diff1": 0.15233422924249052, + "nauc_map_at_1_max": 0.13857008344617508, + "nauc_map_at_1_std": 0.07702398298571697, + "nauc_map_at_20_diff1": 0.14002193580637456, + "nauc_map_at_20_max": 0.2259015548251819, + "nauc_map_at_20_std": 0.22014796598193556, + "nauc_map_at_3_diff1": 0.1751281749980154, + "nauc_map_at_3_max": 0.1859727089890071, + "nauc_map_at_3_std": 0.1209775589075893, + "nauc_map_at_5_diff1": 0.15712486042244977, + "nauc_map_at_5_max": 0.1930571374974627, + "nauc_map_at_5_std": 0.14664151481020657, + "nauc_mrr_at_1000_diff1": 0.08238113937505416, + "nauc_mrr_at_1000_max": 0.16211474931539102, + "nauc_mrr_at_1000_std": 0.11076302125752013, + "nauc_mrr_at_100_diff1": 0.08213661480357277, + "nauc_mrr_at_100_max": 0.16205424241561994, + "nauc_mrr_at_100_std": 0.11082206242220427, + "nauc_mrr_at_10_diff1": 0.0814209471516955, + "nauc_mrr_at_10_max": 0.16443704042158566, + "nauc_mrr_at_10_std": 0.11355203265391785, + "nauc_mrr_at_1_diff1": 0.0924388126371043, + "nauc_mrr_at_1_max": 0.1786611350065279, + "nauc_mrr_at_1_std": 0.10536221991000022, + "nauc_mrr_at_20_diff1": 0.08061125158604063, + "nauc_mrr_at_20_max": 0.16051231871356553, + "nauc_mrr_at_20_std": 0.10931011573774989, + "nauc_mrr_at_3_diff1": 0.10006209774007241, + "nauc_mrr_at_3_max": 0.18069177641272352, + "nauc_mrr_at_3_std": 0.12449015984792966, + "nauc_mrr_at_5_diff1": 0.09452894208118827, + "nauc_mrr_at_5_max": 0.16247079069733283, + "nauc_mrr_at_5_std": 0.10938152139845593, + "nauc_ndcg_at_1000_diff1": 0.03691992393234547, + "nauc_ndcg_at_1000_max": 0.16027015351869148, + "nauc_ndcg_at_1000_std": 0.20076110932600696, + "nauc_ndcg_at_100_diff1": 0.0876330709720531, + "nauc_ndcg_at_100_max": 0.21323799584522538, + "nauc_ndcg_at_100_std": 0.22354531036153227, + "nauc_ndcg_at_10_diff1": 0.09810745184078033, + "nauc_ndcg_at_10_max": 0.20477063777249715, + "nauc_ndcg_at_10_std": 0.16302279688550755, + "nauc_ndcg_at_1_diff1": 0.11945548536091287, + "nauc_ndcg_at_1_max": 0.19082374692550821, + "nauc_ndcg_at_1_std": 0.06080569210694061, + "nauc_ndcg_at_20_diff1": 0.10409080569103499, + "nauc_ndcg_at_20_max": 0.19564875889389302, + "nauc_ndcg_at_20_std": 0.17072422154266692, + "nauc_ndcg_at_3_diff1": 0.11566372568693531, + "nauc_ndcg_at_3_max": 0.1897635887096547, + "nauc_ndcg_at_3_std": 0.08206329649346819, + "nauc_ndcg_at_5_diff1": 0.10622582919566792, + "nauc_ndcg_at_5_max": 0.189607621791909, + "nauc_ndcg_at_5_std": 0.11506481678506986, + "nauc_precision_at_1000_diff1": -0.1906696093786986, + "nauc_precision_at_1000_max": -0.2156971960736586, + "nauc_precision_at_1000_std": -0.1366168135972114, + "nauc_precision_at_100_diff1": -0.1809593093826979, + "nauc_precision_at_100_max": -0.11911227925936249, + "nauc_precision_at_100_std": 0.009558459382211958, + "nauc_precision_at_10_diff1": -0.0517476073019209, + "nauc_precision_at_10_max": 0.08600920564659346, + "nauc_precision_at_10_std": 0.1345884907061722, + "nauc_precision_at_1_diff1": 0.0924388126371043, + "nauc_precision_at_1_max": 0.1786611350065279, + "nauc_precision_at_1_std": 0.10536221991000022, + "nauc_precision_at_20_diff1": -0.12281381122308963, + "nauc_precision_at_20_max": -0.0054303426009440665, + "nauc_precision_at_20_std": 0.08391746075317282, + "nauc_precision_at_3_diff1": 0.03546904136907135, + "nauc_precision_at_3_max": 0.1341884979713483, + "nauc_precision_at_3_std": 0.08754741095554608, + "nauc_precision_at_5_diff1": 0.004979802064154833, + "nauc_precision_at_5_max": 0.10420289798177676, + "nauc_precision_at_5_std": 0.111169124834628, + "nauc_recall_at_1000_diff1": -0.003816270829408415, + "nauc_recall_at_1000_max": 0.26695390936044094, + "nauc_recall_at_1000_std": 0.521368907035425, + "nauc_recall_at_100_diff1": 0.038876005120163176, + "nauc_recall_at_100_max": 0.17662052241319967, + "nauc_recall_at_100_std": 0.27187007325443163, + "nauc_recall_at_10_diff1": 0.15424806914951456, + "nauc_recall_at_10_max": 0.17185958244828323, + "nauc_recall_at_10_std": 0.17158202649398926, + "nauc_recall_at_1_diff1": 0.15233422924249052, + "nauc_recall_at_1_max": 0.13857008344617508, + "nauc_recall_at_1_std": 0.07702398298571697, + "nauc_recall_at_20_diff1": 0.12610263495503027, + "nauc_recall_at_20_max": 0.16866971138194142, + "nauc_recall_at_20_std": 0.19606275593154185, + "nauc_recall_at_3_diff1": 0.18065757056190707, + "nauc_recall_at_3_max": 0.1463989128514857, + "nauc_recall_at_3_std": 0.10391034620051784, + "nauc_recall_at_5_diff1": 0.1595468818874446, + "nauc_recall_at_5_max": 0.1498905113485514, + "nauc_recall_at_5_std": 0.12081691189610068, + "ndcg_at_1": 0.3975, + "ndcg_at_10": 0.33054, + "ndcg_at_100": 0.39933, + "ndcg_at_1000": 0.51082, + "ndcg_at_20": 0.32924, + "ndcg_at_3": 0.35949, + "ndcg_at_5": 0.33767, + "precision_at_1": 0.485, + "precision_at_10": 0.3, + "precision_at_100": 0.1193, + "precision_at_1000": 0.02708, + "precision_at_20": 0.2325, + "precision_at_3": 0.42167, + "precision_at_5": 0.364, + "recall_at_1": 0.03895, + "recall_at_10": 0.18494, + "recall_at_100": 0.49454, + "recall_at_1000": 0.83336, + "recall_at_20": 0.25822, + "recall_at_3": 0.09988, + "recall_at_5": 0.12905 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.00483, + "map_at_1": 0.00038, + "map_at_10": 0.00095, + "map_at_100": 0.00766, + "map_at_1000": 0.01571, + "map_at_20": 0.00136, + "map_at_3": 0.00043, + "map_at_5": 0.00064, + "mrr_at_1": 0.005, + "mrr_at_10": 0.012083333333333333, + "mrr_at_100": 0.019193513130587016, + "mrr_at_1000": 0.021045859756554784, + "mrr_at_20": 0.01350163929208047, + "mrr_at_3": 0.006666666666666666, + "mrr_at_5": 0.009916666666666667, + "nauc_map_at_1000_diff1": 0.017167393133254896, + "nauc_map_at_1000_max": -0.2553933402471722, + "nauc_map_at_1000_std": -0.23310548597017322, + "nauc_map_at_100_diff1": 0.10668375531575837, + "nauc_map_at_100_max": -0.29959858463049927, + "nauc_map_at_100_std": -0.2947426663447007, + "nauc_map_at_10_diff1": 0.1654103393903551, + "nauc_map_at_10_max": -0.4102301197674152, + "nauc_map_at_10_std": -0.30460084560216605, + "nauc_map_at_1_diff1": 0.09847061980144896, + "nauc_map_at_1_max": -0.4995975315266972, + "nauc_map_at_1_std": -0.3184867185403811, + "nauc_map_at_20_diff1": 0.1813744401275443, + "nauc_map_at_20_max": -0.41518417498862226, + "nauc_map_at_20_std": -0.30606547119384125, + "nauc_map_at_3_diff1": 0.12394862402445155, + "nauc_map_at_3_max": -0.47912413527607006, + "nauc_map_at_3_std": -0.318486718540381, + "nauc_map_at_5_diff1": 0.12732286643590418, + "nauc_map_at_5_max": -0.4152774554136461, + "nauc_map_at_5_std": -0.3262849060899344, + "nauc_mrr_at_1000_diff1": 0.011258988170032834, + "nauc_mrr_at_1000_max": -0.3619491638264061, + "nauc_mrr_at_1000_std": -0.2885637534920549, + "nauc_mrr_at_100_diff1": 0.0035775754217596918, + "nauc_mrr_at_100_max": -0.36797702161137785, + "nauc_mrr_at_100_std": -0.29324269146048676, + "nauc_mrr_at_10_diff1": 0.09784887540131199, + "nauc_mrr_at_10_max": -0.39857701951278185, + "nauc_mrr_at_10_std": -0.3029431085369577, + "nauc_mrr_at_1_diff1": 0.09847061980144886, + "nauc_mrr_at_1_max": -0.4995975315266971, + "nauc_mrr_at_1_std": -0.318486718540381, + "nauc_mrr_at_20_diff1": 0.08891573781461214, + "nauc_mrr_at_20_max": -0.3933896174398238, + "nauc_mrr_at_20_std": -0.30179990078863245, + "nauc_mrr_at_3_diff1": 0.1548162060638584, + "nauc_mrr_at_3_max": -0.4543198282801181, + "nauc_mrr_at_3_std": -0.318486718540381, + "nauc_mrr_at_5_diff1": 0.13464543316655894, + "nauc_mrr_at_5_max": -0.3896729069948344, + "nauc_mrr_at_5_std": -0.32538617808271686, + "nauc_ndcg_at_1000_diff1": -0.05854108443406486, + "nauc_ndcg_at_1000_max": -0.11690217443713499, + "nauc_ndcg_at_1000_std": -0.11958801641618326, + "nauc_ndcg_at_100_diff1": -0.06005224455665986, + "nauc_ndcg_at_100_max": -0.3019022194791778, + "nauc_ndcg_at_100_std": -0.28476179314302796, + "nauc_ndcg_at_10_diff1": 0.26041091874448213, + "nauc_ndcg_at_10_max": -0.36625177301748335, + "nauc_ndcg_at_10_std": -0.3118830880318688, + "nauc_ndcg_at_1_diff1": 0.09847061980144886, + "nauc_ndcg_at_1_max": -0.4995975315266971, + "nauc_ndcg_at_1_std": -0.318486718540381, + "nauc_ndcg_at_20_diff1": 0.2065298231394384, + "nauc_ndcg_at_20_max": -0.39068561224761345, + "nauc_ndcg_at_20_std": -0.322945752098225, + "nauc_ndcg_at_3_diff1": 0.21116179232626783, + "nauc_ndcg_at_3_max": -0.4090421250335391, + "nauc_ndcg_at_3_std": -0.31848671854038096, + "nauc_ndcg_at_5_diff1": 0.274140628513336, + "nauc_ndcg_at_5_max": -0.3480995256707977, + "nauc_ndcg_at_5_std": -0.32023467613508366, + "nauc_precision_at_1000_diff1": -0.09004780948712411, + "nauc_precision_at_1000_max": -0.11414798282483807, + "nauc_precision_at_1000_std": -0.16271344072787408, + "nauc_precision_at_100_diff1": -0.03961953048524996, + "nauc_precision_at_100_max": -0.31228194826031624, + "nauc_precision_at_100_std": -0.3289653800930224, + "nauc_precision_at_10_diff1": 0.2602629460692249, + "nauc_precision_at_10_max": -0.3682394879067807, + "nauc_precision_at_10_std": -0.30873164935413394, + "nauc_precision_at_1_diff1": 0.09847061980144886, + "nauc_precision_at_1_max": -0.4995975315266971, + "nauc_precision_at_1_std": -0.318486718540381, + "nauc_precision_at_20_diff1": 0.24537161255701637, + "nauc_precision_at_20_max": -0.3886983019663461, + "nauc_precision_at_20_std": -0.32757100693778995, + "nauc_precision_at_3_diff1": 0.21116179232626786, + "nauc_precision_at_3_max": -0.40904212503353915, + "nauc_precision_at_3_std": -0.318486718540381, + "nauc_precision_at_5_diff1": 0.220821035685538, + "nauc_precision_at_5_max": -0.3261911150293228, + "nauc_precision_at_5_std": -0.3282609528920235, + "nauc_recall_at_1000_diff1": -0.05892300017532014, + "nauc_recall_at_1000_max": -0.044886510627561854, + "nauc_recall_at_1000_std": -0.03778632461620404, + "nauc_recall_at_100_diff1": -0.10918560188539597, + "nauc_recall_at_100_max": -0.27063096854025104, + "nauc_recall_at_100_std": -0.2450203921509778, + "nauc_recall_at_10_diff1": 0.07524925342352116, + "nauc_recall_at_10_max": -0.37499207223137015, + "nauc_recall_at_10_std": -0.3063679179573864, + "nauc_recall_at_1_diff1": 0.09847061980144896, + "nauc_recall_at_1_max": -0.4995975315266972, + "nauc_recall_at_1_std": -0.3184867185403811, + "nauc_recall_at_20_diff1": 0.07834252370337667, + "nauc_recall_at_20_max": -0.3892704827529131, + "nauc_recall_at_20_std": -0.2927943111368153, + "nauc_recall_at_3_diff1": 0.16081041736837007, + "nauc_recall_at_3_max": -0.44950305133899277, + "nauc_recall_at_3_std": -0.318486718540381, + "nauc_recall_at_5_diff1": 0.07727688180448221, + "nauc_recall_at_5_max": -0.3379705583297167, + "nauc_recall_at_5_std": -0.3381309073716931, + "ndcg_at_1": 0.0025, + "ndcg_at_10": 0.00483, + "ndcg_at_100": 0.03409, + "ndcg_at_1000": 0.11119, + "ndcg_at_20": 0.00582, + "ndcg_at_3": 0.00235, + "ndcg_at_5": 0.00479, + "precision_at_1": 0.005, + "precision_at_10": 0.007, + "precision_at_100": 0.0157, + "precision_at_1000": 0.0082, + "precision_at_20": 0.007, + "precision_at_3": 0.00333, + "precision_at_5": 0.007, + "recall_at_1": 0.00038, + "recall_at_10": 0.00273, + "recall_at_100": 0.07784, + "recall_at_1000": 0.33592, + "recall_at_20": 0.00563, + "recall_at_3": 0.00053, + "recall_at_5": 0.00128 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.02196, + "map_at_1": 0.0002, + "map_at_10": 0.0057, + "map_at_100": 0.01726, + "map_at_1000": 0.02983, + "map_at_20": 0.0083, + "map_at_3": 0.00163, + "map_at_5": 0.00367, + "mrr_at_1": 0.015, + "mrr_at_10": 0.04706746031746031, + "mrr_at_100": 0.062020426528011915, + "mrr_at_1000": 0.06355931522301375, + "mrr_at_20": 0.054419812707931906, + "mrr_at_3": 0.033333333333333326, + "mrr_at_5": 0.04133333333333334, + "nauc_map_at_1000_diff1": -0.19085226897469773, + "nauc_map_at_1000_max": -0.21397605043436485, + "nauc_map_at_1000_std": -0.11604496632033177, + "nauc_map_at_100_diff1": -0.29950141505501954, + "nauc_map_at_100_max": -0.31218591922059324, + "nauc_map_at_100_std": -0.15465022731862424, + "nauc_map_at_10_diff1": -0.41774812908236747, + "nauc_map_at_10_max": -0.38345140207667605, + "nauc_map_at_10_std": -0.22412037680460944, + "nauc_map_at_1_diff1": -0.5747249798765766, + "nauc_map_at_1_max": -0.5747249798765766, + "nauc_map_at_1_std": -0.15596313644134444, + "nauc_map_at_20_diff1": -0.3613664310899281, + "nauc_map_at_20_max": -0.3435478337749433, + "nauc_map_at_20_std": -0.18051181654769854, + "nauc_map_at_3_diff1": -0.4696025874506272, + "nauc_map_at_3_max": -0.44185832965400285, + "nauc_map_at_3_std": -0.3302065389929716, + "nauc_map_at_5_diff1": -0.40844979778851, + "nauc_map_at_5_max": -0.37040228744895415, + "nauc_map_at_5_std": -0.3079930656001259, + "nauc_mrr_at_1000_diff1": -0.3540792276517289, + "nauc_mrr_at_1000_max": -0.3499836318324929, + "nauc_mrr_at_1000_std": -0.25046758932511737, + "nauc_mrr_at_100_diff1": -0.35222207618685336, + "nauc_mrr_at_100_max": -0.34878925784539766, + "nauc_mrr_at_100_std": -0.25049243111108555, + "nauc_mrr_at_10_diff1": -0.4001791260822109, + "nauc_mrr_at_10_max": -0.39568343586320487, + "nauc_mrr_at_10_std": -0.23491816981195734, + "nauc_mrr_at_1_diff1": -0.5747249798765763, + "nauc_mrr_at_1_max": -0.5747249798765763, + "nauc_mrr_at_1_std": -0.283695554959306, + "nauc_mrr_at_20_diff1": -0.37204665781385016, + "nauc_mrr_at_20_max": -0.36695004660841596, + "nauc_mrr_at_20_std": -0.2512199632642324, + "nauc_mrr_at_3_diff1": -0.5001140327341026, + "nauc_mrr_at_3_max": -0.4788838207673733, + "nauc_mrr_at_3_std": -0.2629460692245774, + "nauc_mrr_at_5_diff1": -0.4306661502375863, + "nauc_mrr_at_5_max": -0.41648887369414134, + "nauc_mrr_at_5_std": -0.21621266347576967, + "nauc_ndcg_at_1000_diff1": -0.043854804445229524, + "nauc_ndcg_at_1000_max": -0.05436558869533065, + "nauc_ndcg_at_1000_std": -0.07462769274821321, + "nauc_ndcg_at_100_diff1": -0.21049477979411285, + "nauc_ndcg_at_100_max": -0.21967848709322807, + "nauc_ndcg_at_100_std": -0.18773296437335343, + "nauc_ndcg_at_10_diff1": -0.3771668780063264, + "nauc_ndcg_at_10_max": -0.364982602074729, + "nauc_ndcg_at_10_std": -0.2028476193063753, + "nauc_ndcg_at_1_diff1": -0.5747249798765766, + "nauc_ndcg_at_1_max": -0.5747249798765766, + "nauc_ndcg_at_1_std": -0.22548966997585201, + "nauc_ndcg_at_20_diff1": -0.2852169952156971, + "nauc_ndcg_at_20_max": -0.2809760917250722, + "nauc_ndcg_at_20_std": -0.22555580423350036, + "nauc_ndcg_at_3_diff1": -0.4843368543505185, + "nauc_ndcg_at_3_max": -0.47470527430063386, + "nauc_ndcg_at_3_std": -0.25541632023539285, + "nauc_ndcg_at_5_diff1": -0.40282906698586335, + "nauc_ndcg_at_5_max": -0.38478258113305785, + "nauc_ndcg_at_5_std": -0.19369824419531712, + "nauc_precision_at_1000_diff1": 0.060518060844594636, + "nauc_precision_at_1000_max": 0.017996237864008877, + "nauc_precision_at_1000_std": -0.15766615138936638, + "nauc_precision_at_100_diff1": -0.1036612903333718, + "nauc_precision_at_100_max": -0.16089123981274372, + "nauc_precision_at_100_std": -0.20319917143761307, + "nauc_precision_at_10_diff1": -0.34185076651599533, + "nauc_precision_at_10_max": -0.3539857242026167, + "nauc_precision_at_10_std": -0.18450434791824533, + "nauc_precision_at_1_diff1": -0.5747249798765763, + "nauc_precision_at_1_max": -0.5747249798765763, + "nauc_precision_at_1_std": -0.283695554959306, + "nauc_precision_at_20_diff1": -0.231800181127384, + "nauc_precision_at_20_max": -0.25952124495603107, + "nauc_precision_at_20_std": -0.20415146107636828, + "nauc_precision_at_3_diff1": -0.47268374233761934, + "nauc_precision_at_3_max": -0.45555303296113586, + "nauc_precision_at_3_std": -0.27297682194381934, + "nauc_precision_at_5_diff1": -0.3832692365023999, + "nauc_precision_at_5_max": -0.37393793041767287, + "nauc_precision_at_5_std": -0.180733188245933, + "nauc_recall_at_1000_diff1": -0.005985669078960409, + "nauc_recall_at_1000_max": 0.010453567409153491, + "nauc_recall_at_1000_std": 0.013930911228734856, + "nauc_recall_at_100_diff1": -0.17655666848190726, + "nauc_recall_at_100_max": -0.17852664257698628, + "nauc_recall_at_100_std": -0.15384802942007508, + "nauc_recall_at_10_diff1": -0.3642640569882511, + "nauc_recall_at_10_max": -0.335284011387398, + "nauc_recall_at_10_std": -0.2502867741517055, + "nauc_recall_at_1_diff1": -0.5747249798765766, + "nauc_recall_at_1_max": -0.5747249798765766, + "nauc_recall_at_1_std": -0.15596313644134444, + "nauc_recall_at_20_diff1": -0.26416017558585103, + "nauc_recall_at_20_max": -0.253493591546306, + "nauc_recall_at_20_std": -0.24220849277076043, + "nauc_recall_at_3_diff1": -0.4610886815519886, + "nauc_recall_at_3_max": -0.4370696612870858, + "nauc_recall_at_3_std": -0.33427230069322544, + "nauc_recall_at_5_diff1": -0.3609232744618421, + "nauc_recall_at_5_max": -0.3210949894225348, + "nauc_recall_at_5_std": -0.3207110116856384, + "ndcg_at_1": 0.0125, + "ndcg_at_10": 0.02196, + "ndcg_at_100": 0.07003, + "ndcg_at_1000": 0.1645, + "ndcg_at_20": 0.02883, + "ndcg_at_3": 0.01549, + "ndcg_at_5": 0.02038, + "precision_at_1": 0.015, + "precision_at_10": 0.0265, + "precision_at_100": 0.02795, + "precision_at_1000": 0.01197, + "precision_at_20": 0.0285, + "precision_at_3": 0.02167, + "precision_at_5": 0.027, + "recall_at_1": 0.0002, + "recall_at_10": 0.0168, + "recall_at_100": 0.14255, + "recall_at_1000": 0.43704, + "recall_at_20": 0.03163, + "recall_at_3": 0.00373, + "recall_at_5": 0.0104 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.34636, + "map_at_1": 0.06072, + "map_at_10": 0.15938, + "map_at_100": 0.23843, + "map_at_1000": 0.26472, + "map_at_20": 0.18466, + "map_at_3": 0.11131, + "map_at_5": 0.13366, + "mrr_at_1": 0.475, + "mrr_at_10": 0.633484126984127, + "mrr_at_100": 0.6377601838837347, + "mrr_at_1000": 0.6377601838837347, + "mrr_at_20": 0.6369502277693067, + "mrr_at_3": 0.6024999999999998, + "mrr_at_5": 0.6239999999999999, + "nauc_map_at_1000_diff1": 0.2631895244477768, + "nauc_map_at_1000_max": 0.13703583574035275, + "nauc_map_at_1000_std": 0.03675462506734273, + "nauc_map_at_100_diff1": 0.270801944973618, + "nauc_map_at_100_max": 0.17601356579877978, + "nauc_map_at_100_std": 0.0616214465445053, + "nauc_map_at_10_diff1": 0.32824488591530626, + "nauc_map_at_10_max": 0.28950342823535974, + "nauc_map_at_10_std": 0.10680990388878313, + "nauc_map_at_1_diff1": 0.5111525728570042, + "nauc_map_at_1_max": 0.3734803238437143, + "nauc_map_at_1_std": 0.12435233946506531, + "nauc_map_at_20_diff1": 0.31043594588719015, + "nauc_map_at_20_max": 0.26685331182670097, + "nauc_map_at_20_std": 0.09588339038476944, + "nauc_map_at_3_diff1": 0.3857992546893105, + "nauc_map_at_3_max": 0.3231061630156044, + "nauc_map_at_3_std": 0.07970571144142047, + "nauc_map_at_5_diff1": 0.3575855889765359, + "nauc_map_at_5_max": 0.31097623318930595, + "nauc_map_at_5_std": 0.09571307977111457, + "nauc_mrr_at_1000_diff1": 0.4760617694376455, + "nauc_mrr_at_1000_max": 0.34123060494395724, + "nauc_mrr_at_1000_std": 0.10250067040359691, + "nauc_mrr_at_100_diff1": 0.4760617694376455, + "nauc_mrr_at_100_max": 0.34123060494395724, + "nauc_mrr_at_100_std": 0.10250067040359691, + "nauc_mrr_at_10_diff1": 0.47661721175235516, + "nauc_mrr_at_10_max": 0.3390964520894553, + "nauc_mrr_at_10_std": 0.1011310152879756, + "nauc_mrr_at_1_diff1": 0.4741736287686159, + "nauc_mrr_at_1_max": 0.31968431132978903, + "nauc_mrr_at_1_std": 0.07260839414853226, + "nauc_mrr_at_20_diff1": 0.4760982703888373, + "nauc_mrr_at_20_max": 0.3402176496970466, + "nauc_mrr_at_20_std": 0.1021886252204874, + "nauc_mrr_at_3_diff1": 0.47895328842064105, + "nauc_mrr_at_3_max": 0.3606298879561819, + "nauc_mrr_at_3_std": 0.11798900048772187, + "nauc_mrr_at_5_diff1": 0.4777202794589678, + "nauc_mrr_at_5_max": 0.34704330383401283, + "nauc_mrr_at_5_std": 0.111215206528258, + "nauc_ndcg_at_1000_diff1": 0.33682218293989635, + "nauc_ndcg_at_1000_max": 0.19492877610069304, + "nauc_ndcg_at_1000_std": 0.04158461689006515, + "nauc_ndcg_at_100_diff1": 0.31894710069221394, + "nauc_ndcg_at_100_max": 0.23263422468102832, + "nauc_ndcg_at_100_std": 0.07640634340824388, + "nauc_ndcg_at_10_diff1": 0.36924911150042156, + "nauc_ndcg_at_10_max": 0.27972439982860214, + "nauc_ndcg_at_10_std": 0.07464214954794338, + "nauc_ndcg_at_1_diff1": 0.4812496869103478, + "nauc_ndcg_at_1_max": 0.3327834087531516, + "nauc_ndcg_at_1_std": 0.07200561056656714, + "nauc_ndcg_at_20_diff1": 0.3494993624858591, + "nauc_ndcg_at_20_max": 0.2655993334375298, + "nauc_ndcg_at_20_std": 0.06184037253771813, + "nauc_ndcg_at_3_diff1": 0.4090554734247594, + "nauc_ndcg_at_3_max": 0.3229757847902696, + "nauc_ndcg_at_3_std": 0.06348668853003622, + "nauc_ndcg_at_5_diff1": 0.36142220366633554, + "nauc_ndcg_at_5_max": 0.29058952228934365, + "nauc_ndcg_at_5_std": 0.06974491474347987, + "nauc_precision_at_1000_diff1": -0.09888207133203518, + "nauc_precision_at_1000_max": -0.3544647553384742, + "nauc_precision_at_1000_std": -0.25404763487221366, + "nauc_precision_at_100_diff1": -0.1074152243010529, + "nauc_precision_at_100_max": -0.360854517032482, + "nauc_precision_at_100_std": -0.2124304474122197, + "nauc_precision_at_10_diff1": 0.0116933539261715, + "nauc_precision_at_10_max": -0.09659607718651358, + "nauc_precision_at_10_std": -0.044639859350104553, + "nauc_precision_at_1_diff1": 0.4741736287686159, + "nauc_precision_at_1_max": 0.31968431132978903, + "nauc_precision_at_1_std": 0.07260839414853226, + "nauc_precision_at_20_diff1": -0.05552072163222263, + "nauc_precision_at_20_max": -0.2416832028842485, + "nauc_precision_at_20_std": -0.15443075629593433, + "nauc_precision_at_3_diff1": 0.25833484561740105, + "nauc_precision_at_3_max": 0.1853692997692689, + "nauc_precision_at_3_std": 0.012333756772872273, + "nauc_precision_at_5_diff1": 0.08648457318152367, + "nauc_precision_at_5_max": 0.04289078323796053, + "nauc_precision_at_5_std": 0.007325034904529026, + "nauc_recall_at_1000_diff1": -0.0015284308346765283, + "nauc_recall_at_1000_max": 0.20687316414322915, + "nauc_recall_at_1000_std": 0.27316442429173143, + "nauc_recall_at_100_diff1": 0.08655116839501023, + "nauc_recall_at_100_max": 0.08675895922538505, + "nauc_recall_at_100_std": 0.0981710289586092, + "nauc_recall_at_10_diff1": 0.2413171573049052, + "nauc_recall_at_10_max": 0.22626798526287695, + "nauc_recall_at_10_std": 0.10527046102668022, + "nauc_recall_at_1_diff1": 0.5111525728570042, + "nauc_recall_at_1_max": 0.3734803238437143, + "nauc_recall_at_1_std": 0.12435233946506531, + "nauc_recall_at_20_diff1": 0.1862014007048655, + "nauc_recall_at_20_max": 0.1987282513778079, + "nauc_recall_at_20_std": 0.0873493111485508, + "nauc_recall_at_3_diff1": 0.33957483969414565, + "nauc_recall_at_3_max": 0.27202667491852933, + "nauc_recall_at_3_std": 0.05166667554056655, + "nauc_recall_at_5_diff1": 0.27773776929981303, + "nauc_recall_at_5_max": 0.2380776142246214, + "nauc_recall_at_5_std": 0.07374082532845759, + "ndcg_at_1": 0.3875, + "ndcg_at_10": 0.34636, + "ndcg_at_100": 0.45751, + "ndcg_at_1000": 0.56045, + "ndcg_at_20": 0.36408, + "ndcg_at_3": 0.36468, + "ndcg_at_5": 0.35287, + "precision_at_1": 0.475, + "precision_at_10": 0.2825, + "precision_at_100": 0.11335, + "precision_at_1000": 0.02175, + "precision_at_20": 0.22775, + "precision_at_3": 0.39667, + "precision_at_5": 0.357, + "recall_at_1": 0.06072, + "recall_at_10": 0.22956, + "recall_at_100": 0.58657, + "recall_at_1000": 0.91511, + "recall_at_20": 0.31108, + "recall_at_3": 0.13023, + "recall_at_5": 0.1701 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.01692, + "map_at_1": 0.00072, + "map_at_10": 0.00641, + "map_at_100": 0.01857, + "map_at_1000": 0.02502, + "map_at_20": 0.00996, + "map_at_3": 0.00401, + "map_at_5": 0.00484, + "mrr_at_1": 0.01, + "mrr_at_10": 0.03081746031746032, + "mrr_at_100": 0.03670426749673357, + "mrr_at_1000": 0.0386146603158579, + "mrr_at_20": 0.03309290913335031, + "mrr_at_3": 0.022499999999999996, + "mrr_at_5": 0.028000000000000004, + "nauc_map_at_1000_diff1": -0.21326676163396713, + "nauc_map_at_1000_max": -0.3106441816037423, + "nauc_map_at_1000_std": -0.3103118934806027, + "nauc_map_at_100_diff1": -0.20304554697252067, + "nauc_map_at_100_max": -0.30235455090842334, + "nauc_map_at_100_std": -0.3135337658856507, + "nauc_map_at_10_diff1": -0.1677217744854183, + "nauc_map_at_10_max": -0.21693541472880745, + "nauc_map_at_10_std": -0.286290123717822, + "nauc_map_at_1_diff1": -0.4414237833855559, + "nauc_map_at_1_max": -0.31848671854038113, + "nauc_map_at_1_std": -0.23417298413319215, + "nauc_map_at_20_diff1": -0.16494293685651898, + "nauc_map_at_20_max": -0.22832452834694378, + "nauc_map_at_20_std": -0.2970986364614426, + "nauc_map_at_3_diff1": -0.14221716704103665, + "nauc_map_at_3_max": -0.19093561819618762, + "nauc_map_at_3_std": -0.295746489726918, + "nauc_map_at_5_diff1": -0.16498119377240422, + "nauc_map_at_5_max": -0.2073396072651392, + "nauc_map_at_5_std": -0.2981450999753574, + "nauc_mrr_at_1000_diff1": -0.12927095779427628, + "nauc_mrr_at_1000_max": -0.2746679997645541, + "nauc_mrr_at_1000_std": -0.33971075799551415, + "nauc_mrr_at_100_diff1": -0.1322627742877983, + "nauc_mrr_at_100_max": -0.27967455403809, + "nauc_mrr_at_100_std": -0.34466745698666457, + "nauc_mrr_at_10_diff1": -0.12530496082039028, + "nauc_mrr_at_10_max": -0.2791343607605917, + "nauc_mrr_at_10_std": -0.3485650957255837, + "nauc_mrr_at_1_diff1": -0.2850818352562383, + "nauc_mrr_at_1_max": -0.318486718540381, + "nauc_mrr_at_1_std": -0.3104373490743225, + "nauc_mrr_at_20_diff1": -0.12984249562886135, + "nauc_mrr_at_20_max": -0.27550340342136004, + "nauc_mrr_at_20_std": -0.34574194971652733, + "nauc_mrr_at_3_diff1": -0.08159675640222991, + "nauc_mrr_at_3_max": -0.2322690278150433, + "nauc_mrr_at_3_std": -0.3445030756541355, + "nauc_mrr_at_5_diff1": -0.12422381080148726, + "nauc_mrr_at_5_max": -0.26721990110774657, + "nauc_mrr_at_5_std": -0.3543774834860159, + "nauc_ndcg_at_1000_diff1": -0.12363652213892615, + "nauc_ndcg_at_1000_max": -0.17221334446663597, + "nauc_ndcg_at_1000_std": -0.20448113524088243, + "nauc_ndcg_at_100_diff1": -0.16029207485256883, + "nauc_ndcg_at_100_max": -0.2844047165929361, + "nauc_ndcg_at_100_std": -0.3062739859936883, + "nauc_ndcg_at_10_diff1": -0.078322303465761, + "nauc_ndcg_at_10_max": -0.2490712938334804, + "nauc_ndcg_at_10_std": -0.3544831694300032, + "nauc_ndcg_at_1_diff1": -0.2850818352562383, + "nauc_ndcg_at_1_max": -0.318486718540381, + "nauc_ndcg_at_1_std": -0.3104373490743225, + "nauc_ndcg_at_20_diff1": -0.08996850879748673, + "nauc_ndcg_at_20_max": -0.22573785647189382, + "nauc_ndcg_at_20_std": -0.33008909609375153, + "nauc_ndcg_at_3_diff1": -0.039330578433390766, + "nauc_ndcg_at_3_max": -0.19554970225948978, + "nauc_ndcg_at_3_std": -0.3433087261711951, + "nauc_ndcg_at_5_diff1": -0.08486235122535278, + "nauc_ndcg_at_5_max": -0.2367284517772463, + "nauc_ndcg_at_5_std": -0.3570500602921901, + "nauc_precision_at_1000_diff1": -0.1661265327090514, + "nauc_precision_at_1000_max": -0.2297583220446158, + "nauc_precision_at_1000_std": -0.2654084813168569, + "nauc_precision_at_100_diff1": -0.27125971937635907, + "nauc_precision_at_100_max": -0.38811191952221613, + "nauc_precision_at_100_std": -0.3297683029709584, + "nauc_precision_at_10_diff1": -0.15848602612150223, + "nauc_precision_at_10_max": -0.3105498671421277, + "nauc_precision_at_10_std": -0.3414923357885353, + "nauc_precision_at_1_diff1": -0.2850818352562383, + "nauc_precision_at_1_max": -0.318486718540381, + "nauc_precision_at_1_std": -0.3104373490743225, + "nauc_precision_at_20_diff1": -0.2280366799575256, + "nauc_precision_at_20_max": -0.3699851620570594, + "nauc_precision_at_20_std": -0.3662440314198718, + "nauc_precision_at_3_diff1": -0.056369978291094365, + "nauc_precision_at_3_max": -0.1937214918164743, + "nauc_precision_at_3_std": -0.324145669195307, + "nauc_precision_at_5_diff1": -0.15743970426020332, + "nauc_precision_at_5_max": -0.2723668127478162, + "nauc_precision_at_5_std": -0.34184479623170266, + "nauc_recall_at_1000_diff1": -0.04059529879415447, + "nauc_recall_at_1000_max": -0.020531875897027912, + "nauc_recall_at_1000_std": -0.052582470163463645, + "nauc_recall_at_100_diff1": -0.11691517496421364, + "nauc_recall_at_100_max": -0.22469068866832714, + "nauc_recall_at_100_std": -0.24425870165935853, + "nauc_recall_at_10_diff1": -0.00498350242031068, + "nauc_recall_at_10_max": -0.19298407311927973, + "nauc_recall_at_10_std": -0.31860943944956477, + "nauc_recall_at_1_diff1": -0.4414237833855559, + "nauc_recall_at_1_max": -0.31848671854038113, + "nauc_recall_at_1_std": -0.23417298413319215, + "nauc_recall_at_20_diff1": 0.020886090469069498, + "nauc_recall_at_20_max": -0.09383086975703211, + "nauc_recall_at_20_std": -0.2680012285177018, + "nauc_recall_at_3_diff1": -0.012704671740871159, + "nauc_recall_at_3_max": -0.1868366485272436, + "nauc_recall_at_3_std": -0.3713804908450483, + "nauc_recall_at_5_diff1": -0.04258310207754326, + "nauc_recall_at_5_max": -0.20538879214947892, + "nauc_recall_at_5_std": -0.3711545250725512, + "ndcg_at_1": 0.01, + "ndcg_at_10": 0.01692, + "ndcg_at_100": 0.05372, + "ndcg_at_1000": 0.11658, + "ndcg_at_20": 0.02511, + "ndcg_at_3": 0.01568, + "ndcg_at_5": 0.01585, + "precision_at_1": 0.01, + "precision_at_10": 0.0155, + "precision_at_100": 0.01805, + "precision_at_1000": 0.00621, + "precision_at_20": 0.0195, + "precision_at_3": 0.01833, + "precision_at_5": 0.018, + "recall_at_1": 0.00072, + "recall_at_10": 0.01499, + "recall_at_100": 0.10641, + "recall_at_1000": 0.33162, + "recall_at_20": 0.03609, + "recall_at_3": 0.00825, + "recall_at_5": 0.01037 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.02923, + "map_at_1": 0.00198, + "map_at_10": 0.0092, + "map_at_100": 0.01997, + "map_at_1000": 0.02644, + "map_at_20": 0.01247, + "map_at_3": 0.00367, + "map_at_5": 0.0061, + "mrr_at_1": 0.03, + "mrr_at_10": 0.055803571428571425, + "mrr_at_100": 0.0670834956774327, + "mrr_at_1000": 0.06858974777713887, + "mrr_at_20": 0.06223179516561871, + "mrr_at_3": 0.04166666666666667, + "mrr_at_5": 0.04866666666666667, + "nauc_map_at_1000_diff1": -0.19411263348504815, + "nauc_map_at_1000_max": -0.31271311187951917, + "nauc_map_at_1000_std": -0.15953041204510524, + "nauc_map_at_100_diff1": -0.1868025341654263, + "nauc_map_at_100_max": -0.3263013646952229, + "nauc_map_at_100_std": -0.18614548820981236, + "nauc_map_at_10_diff1": -0.2150203553226574, + "nauc_map_at_10_max": -0.31118073070852587, + "nauc_map_at_10_std": -0.17087232909445912, + "nauc_map_at_1_diff1": -0.17953548855142415, + "nauc_map_at_1_max": -0.37493017538732837, + "nauc_map_at_1_std": -0.21916350119420483, + "nauc_map_at_20_diff1": -0.1886530578504312, + "nauc_map_at_20_max": -0.32233678249527864, + "nauc_map_at_20_std": -0.19820644068522725, + "nauc_map_at_3_diff1": -0.12033357435057987, + "nauc_map_at_3_max": -0.37215670218235336, + "nauc_map_at_3_std": -0.2518762934722064, + "nauc_map_at_5_diff1": -0.18838885590541027, + "nauc_map_at_5_max": -0.28882489951291207, + "nauc_map_at_5_std": -0.11776104588495856, + "nauc_mrr_at_1000_diff1": -0.21522353964031946, + "nauc_mrr_at_1000_max": -0.3796142107622798, + "nauc_mrr_at_1000_std": -0.204036116630116, + "nauc_mrr_at_100_diff1": -0.21372138325145637, + "nauc_mrr_at_100_max": -0.3790555849428637, + "nauc_mrr_at_100_std": -0.20463179353656757, + "nauc_mrr_at_10_diff1": -0.22907263255178978, + "nauc_mrr_at_10_max": -0.3928718927497604, + "nauc_mrr_at_10_std": -0.1955635730468002, + "nauc_mrr_at_1_diff1": -0.24863607906269566, + "nauc_mrr_at_1_max": -0.38757713979071645, + "nauc_mrr_at_1_std": -0.14126643412932652, + "nauc_mrr_at_20_diff1": -0.2226250509894964, + "nauc_mrr_at_20_max": -0.38653234961630434, + "nauc_mrr_at_20_std": -0.20496984301212176, + "nauc_mrr_at_3_diff1": -0.19785886772202832, + "nauc_mrr_at_3_max": -0.4060638583310973, + "nauc_mrr_at_3_std": -0.22171719881942567, + "nauc_mrr_at_5_diff1": -0.2072965328903118, + "nauc_mrr_at_5_max": -0.40024157297176116, + "nauc_mrr_at_5_std": -0.18427037427730275, + "nauc_ndcg_at_1000_diff1": -0.12271126708865362, + "nauc_ndcg_at_1000_max": -0.14867277283867011, + "nauc_ndcg_at_1000_std": -0.04239904105450988, + "nauc_ndcg_at_100_diff1": -0.16763470280463832, + "nauc_ndcg_at_100_max": -0.2705760369105525, + "nauc_ndcg_at_100_std": -0.14851030108887311, + "nauc_ndcg_at_10_diff1": -0.24896866714761043, + "nauc_ndcg_at_10_max": -0.35209848324945, + "nauc_ndcg_at_10_std": -0.1917211090578158, + "nauc_ndcg_at_1_diff1": -0.2840421250335391, + "nauc_ndcg_at_1_max": -0.3788569895358198, + "nauc_ndcg_at_1_std": -0.1666554869868527, + "nauc_ndcg_at_20_diff1": -0.20488346827076157, + "nauc_ndcg_at_20_max": -0.32781577547780205, + "nauc_ndcg_at_20_std": -0.20378523770950485, + "nauc_ndcg_at_3_diff1": -0.18037440068782418, + "nauc_ndcg_at_3_max": -0.4034125413421405, + "nauc_ndcg_at_3_std": -0.2619414224242032, + "nauc_ndcg_at_5_diff1": -0.24476418696258073, + "nauc_ndcg_at_5_max": -0.3709090315097165, + "nauc_ndcg_at_5_std": -0.16203680363853315, + "nauc_precision_at_1000_diff1": -0.10204401692041004, + "nauc_precision_at_1000_max": -0.1626363894251057, + "nauc_precision_at_1000_std": -0.09099876744188318, + "nauc_precision_at_100_diff1": -0.2266564120093432, + "nauc_precision_at_100_max": -0.3146204827284985, + "nauc_precision_at_100_std": -0.16705881235876113, + "nauc_precision_at_10_diff1": -0.2748434154443399, + "nauc_precision_at_10_max": -0.40702979608988854, + "nauc_precision_at_10_std": -0.20373501690913087, + "nauc_precision_at_1_diff1": -0.24863607906269566, + "nauc_precision_at_1_max": -0.38757713979071645, + "nauc_precision_at_1_std": -0.14126643412932652, + "nauc_precision_at_20_diff1": -0.23251320530669073, + "nauc_precision_at_20_max": -0.3770038285152732, + "nauc_precision_at_20_std": -0.2279732413397756, + "nauc_precision_at_3_diff1": -0.14978982201949725, + "nauc_precision_at_3_max": -0.41123334227707714, + "nauc_precision_at_3_std": -0.25995885877828456, + "nauc_precision_at_5_diff1": -0.24934263482693877, + "nauc_precision_at_5_max": -0.41329934710669913, + "nauc_precision_at_5_std": -0.16596011090242385, + "nauc_recall_at_1000_diff1": -0.08082178162215169, + "nauc_recall_at_1000_max": 0.009346936170326656, + "nauc_recall_at_1000_std": 0.06875477634953212, + "nauc_recall_at_100_diff1": -0.13564691097824924, + "nauc_recall_at_100_max": -0.20844810875957237, + "nauc_recall_at_100_std": -0.10640231906781311, + "nauc_recall_at_10_diff1": -0.26124668479860824, + "nauc_recall_at_10_max": -0.2833101491551733, + "nauc_recall_at_10_std": -0.1702971636497183, + "nauc_recall_at_1_diff1": -0.17953548855142415, + "nauc_recall_at_1_max": -0.37493017538732837, + "nauc_recall_at_1_std": -0.21916350119420483, + "nauc_recall_at_20_diff1": -0.18427690496264254, + "nauc_recall_at_20_max": -0.2769460004221521, + "nauc_recall_at_20_std": -0.1893621108011747, + "nauc_recall_at_3_diff1": -0.09511513535895721, + "nauc_recall_at_3_max": -0.3633976042408825, + "nauc_recall_at_3_std": -0.2802381383993817, + "nauc_recall_at_5_diff1": -0.224729940536996, + "nauc_recall_at_5_max": -0.1946216163291797, + "nauc_recall_at_5_std": -0.003336207152443283, + "ndcg_at_1": 0.02, + "ndcg_at_10": 0.02923, + "ndcg_at_100": 0.06439, + "ndcg_at_1000": 0.13905, + "ndcg_at_20": 0.03756, + "ndcg_at_3": 0.01982, + "ndcg_at_5": 0.02529, + "precision_at_1": 0.03, + "precision_at_10": 0.028, + "precision_at_100": 0.018, + "precision_at_1000": 0.00714, + "precision_at_20": 0.029, + "precision_at_3": 0.025, + "precision_at_5": 0.03, + "recall_at_1": 0.00198, + "recall_at_10": 0.02758, + "recall_at_100": 0.12656, + "recall_at_1000": 0.40132, + "recall_at_20": 0.04743, + "recall_at_3": 0.00495, + "recall_at_5": 0.01267 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.3502, + "map_at_1": 0.04032, + "map_at_10": 0.1169, + "map_at_100": 0.2091, + "map_at_1000": 0.24825, + "map_at_20": 0.1466, + "map_at_3": 0.07412, + "map_at_5": 0.08965, + "mrr_at_1": 0.505, + "mrr_at_10": 0.6524682539682538, + "mrr_at_100": 0.6545190714529651, + "mrr_at_1000": 0.6545914187255656, + "mrr_at_20": 0.6535574148074147, + "mrr_at_3": 0.6274999999999998, + "mrr_at_5": 0.6429999999999998, + "nauc_map_at_1000_diff1": 0.14223614320688027, + "nauc_map_at_1000_max": 0.3370058157328963, + "nauc_map_at_1000_std": 0.37476511754159014, + "nauc_map_at_100_diff1": 0.1745112233656909, + "nauc_map_at_100_max": 0.3806390725963308, + "nauc_map_at_100_std": 0.4042402682296324, + "nauc_map_at_10_diff1": 0.2590169125315959, + "nauc_map_at_10_max": 0.3555226573317792, + "nauc_map_at_10_std": 0.29707742001612103, + "nauc_map_at_1_diff1": 0.33275571099879936, + "nauc_map_at_1_max": 0.2911372908238367, + "nauc_map_at_1_std": 0.11953289165572764, + "nauc_map_at_20_diff1": 0.21585031137538535, + "nauc_map_at_20_max": 0.3543575380269105, + "nauc_map_at_20_std": 0.3276723556258915, + "nauc_map_at_3_diff1": 0.2856343627685206, + "nauc_map_at_3_max": 0.2690264931616128, + "nauc_map_at_3_std": 0.17507959579142904, + "nauc_map_at_5_diff1": 0.2664363643777466, + "nauc_map_at_5_max": 0.296707190819428, + "nauc_map_at_5_std": 0.21646710857796883, + "nauc_mrr_at_1000_diff1": 0.1976933729250286, + "nauc_mrr_at_1000_max": 0.38440689943112355, + "nauc_mrr_at_1000_std": 0.2990537210675385, + "nauc_mrr_at_100_diff1": 0.19746767601680096, + "nauc_mrr_at_100_max": 0.3844025321392311, + "nauc_mrr_at_100_std": 0.29916330852629264, + "nauc_mrr_at_10_diff1": 0.19898906788957027, + "nauc_mrr_at_10_max": 0.3834311761585625, + "nauc_mrr_at_10_std": 0.2973194859706027, + "nauc_mrr_at_1_diff1": 0.2347505239967051, + "nauc_mrr_at_1_max": 0.38070620693349755, + "nauc_mrr_at_1_std": 0.27397159368659296, + "nauc_mrr_at_20_diff1": 0.19827833395421365, + "nauc_mrr_at_20_max": 0.3842839672635244, + "nauc_mrr_at_20_std": 0.29832357177699903, + "nauc_mrr_at_3_diff1": 0.19987095878439903, + "nauc_mrr_at_3_max": 0.385174416626171, + "nauc_mrr_at_3_std": 0.29421261037583946, + "nauc_mrr_at_5_diff1": 0.19971075416196665, + "nauc_mrr_at_5_max": 0.38302635488596387, + "nauc_mrr_at_5_std": 0.2995627854676038, + "nauc_ndcg_at_1000_diff1": 0.14135766150043358, + "nauc_ndcg_at_1000_max": 0.42265988167142277, + "nauc_ndcg_at_1000_std": 0.4428676563722595, + "nauc_ndcg_at_100_diff1": 0.16243040198840403, + "nauc_ndcg_at_100_max": 0.45842322457298706, + "nauc_ndcg_at_100_std": 0.46199018617723336, + "nauc_ndcg_at_10_diff1": 0.18605961770003657, + "nauc_ndcg_at_10_max": 0.3618402361998072, + "nauc_ndcg_at_10_std": 0.30488458558152504, + "nauc_ndcg_at_1_diff1": 0.23733275379184898, + "nauc_ndcg_at_1_max": 0.33896516792097686, + "nauc_ndcg_at_1_std": 0.21010014617064465, + "nauc_ndcg_at_20_diff1": 0.17817977056611606, + "nauc_ndcg_at_20_max": 0.37706906809223767, + "nauc_ndcg_at_20_std": 0.33707548122619096, + "nauc_ndcg_at_3_diff1": 0.223344305939095, + "nauc_ndcg_at_3_max": 0.3765896261788812, + "nauc_ndcg_at_3_std": 0.28571965921290754, + "nauc_ndcg_at_5_diff1": 0.19532319855360847, + "nauc_ndcg_at_5_max": 0.3405787662543238, + "nauc_ndcg_at_5_std": 0.27145220704615974, + "nauc_precision_at_1000_diff1": -0.15825341612319296, + "nauc_precision_at_1000_max": -0.2575001602477895, + "nauc_precision_at_1000_std": -0.24075729938077223, + "nauc_precision_at_100_diff1": -0.10785157027386814, + "nauc_precision_at_100_max": -0.07877097500201369, + "nauc_precision_at_100_std": -0.013315217913578276, + "nauc_precision_at_10_diff1": -0.02572732691889675, + "nauc_precision_at_10_max": 0.13037008184109103, + "nauc_precision_at_10_std": 0.17678041495133257, + "nauc_precision_at_1_diff1": 0.2347505239967051, + "nauc_precision_at_1_max": 0.38070620693349755, + "nauc_precision_at_1_std": 0.27397159368659296, + "nauc_precision_at_20_diff1": -0.06007654316012579, + "nauc_precision_at_20_max": 0.04422447603255609, + "nauc_precision_at_20_std": 0.10918719413256023, + "nauc_precision_at_3_diff1": 0.08722677066384303, + "nauc_precision_at_3_max": 0.25844331379081714, + "nauc_precision_at_3_std": 0.24416952917172427, + "nauc_precision_at_5_diff1": 0.014104772287054312, + "nauc_precision_at_5_max": 0.1552425419244335, + "nauc_precision_at_5_std": 0.180951851802181, + "nauc_recall_at_1000_diff1": 0.0207826889902524, + "nauc_recall_at_1000_max": 0.4707911021690216, + "nauc_recall_at_1000_std": 0.615980845300185, + "nauc_recall_at_100_diff1": 0.10941832143873018, + "nauc_recall_at_100_max": 0.41370491667394593, + "nauc_recall_at_100_std": 0.5013142271584045, + "nauc_recall_at_10_diff1": 0.17960200867573617, + "nauc_recall_at_10_max": 0.2853375669790915, + "nauc_recall_at_10_std": 0.272336985993746, + "nauc_recall_at_1_diff1": 0.33275571099879936, + "nauc_recall_at_1_max": 0.2911372908238367, + "nauc_recall_at_1_std": 0.11953289165572764, + "nauc_recall_at_20_diff1": 0.1366167264604757, + "nauc_recall_at_20_max": 0.28216619423483225, + "nauc_recall_at_20_std": 0.30054601232764094, + "nauc_recall_at_3_diff1": 0.23000233465096004, + "nauc_recall_at_3_max": 0.1761771569326542, + "nauc_recall_at_3_std": 0.11343017431378226, + "nauc_recall_at_5_diff1": 0.2025951880620282, + "nauc_recall_at_5_max": 0.20784480085650722, + "nauc_recall_at_5_std": 0.1656494472108654, + "ndcg_at_1": 0.3775, + "ndcg_at_10": 0.3502, + "ndcg_at_100": 0.41727, + "ndcg_at_1000": 0.52277, + "ndcg_at_20": 0.35023, + "ndcg_at_3": 0.36335, + "ndcg_at_5": 0.35857, + "precision_at_1": 0.505, + "precision_at_10": 0.3635, + "precision_at_100": 0.16795, + "precision_at_1000": 0.04191, + "precision_at_20": 0.29875, + "precision_at_3": 0.455, + "precision_at_5": 0.422, + "recall_at_1": 0.04032, + "recall_at_10": 0.17231, + "recall_at_100": 0.49403, + "recall_at_1000": 0.81965, + "recall_at_20": 0.24079, + "recall_at_3": 0.09171, + "recall_at_5": 0.11874 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.01113, + "map_at_1": 0.00538, + "map_at_10": 0.00765, + "map_at_100": 0.01129, + "map_at_1000": 0.01623, + "map_at_20": 0.00958, + "map_at_3": 0.00576, + "map_at_5": 0.00595, + "mrr_at_1": 0.015, + "mrr_at_10": 0.02008333333333333, + "mrr_at_100": 0.023678718834603946, + "mrr_at_1000": 0.025679684190199902, + "mrr_at_20": 0.021137591575091576, + "mrr_at_3": 0.0175, + "mrr_at_5": 0.01875, + "nauc_map_at_1000_diff1": 0.37114906658545693, + "nauc_map_at_1000_max": -0.37464165532385296, + "nauc_map_at_1000_std": -0.3844257720934652, + "nauc_map_at_100_diff1": 0.4865041229629767, + "nauc_map_at_100_max": -0.4732681287317089, + "nauc_map_at_100_std": -0.44623243112312216, + "nauc_map_at_10_diff1": 0.5906807825857958, + "nauc_map_at_10_max": -0.5288090544964421, + "nauc_map_at_10_std": -0.45302535924235554, + "nauc_map_at_1_diff1": 0.6201709854099964, + "nauc_map_at_1_max": -0.5601342941907789, + "nauc_map_at_1_std": -0.41840549207788535, + "nauc_map_at_20_diff1": 0.5381663374837852, + "nauc_map_at_20_max": -0.5093134532180643, + "nauc_map_at_20_std": -0.4629912327306594, + "nauc_map_at_3_diff1": 0.583595947565841, + "nauc_map_at_3_max": -0.550895303502401, + "nauc_map_at_3_std": -0.4240780199312485, + "nauc_map_at_5_diff1": 0.5969685414008239, + "nauc_map_at_5_max": -0.5492479029421503, + "nauc_map_at_5_std": -0.42891596662280324, + "nauc_mrr_at_1000_diff1": 0.0778360133850311, + "nauc_mrr_at_1000_max": -0.2724184474676855, + "nauc_mrr_at_1000_std": -0.3421059011916808, + "nauc_mrr_at_100_diff1": 0.07877212517455645, + "nauc_mrr_at_100_max": -0.27144153530201237, + "nauc_mrr_at_100_std": -0.340802670270206, + "nauc_mrr_at_10_diff1": 0.09193092460869266, + "nauc_mrr_at_10_max": -0.2773614545422156, + "nauc_mrr_at_10_std": -0.34229526155997425, + "nauc_mrr_at_1_diff1": 0.14730346122887045, + "nauc_mrr_at_1_max": -0.22198372238619085, + "nauc_mrr_at_1_std": -0.27206868795277706, + "nauc_mrr_at_20_diff1": 0.08033944755421563, + "nauc_mrr_at_20_max": -0.272054160629126, + "nauc_mrr_at_20_std": -0.33799070398332254, + "nauc_mrr_at_3_diff1": 0.06696308789144848, + "nauc_mrr_at_3_max": -0.26164283797769194, + "nauc_mrr_at_3_std": -0.3153053010847485, + "nauc_mrr_at_5_diff1": 0.12916554869868516, + "nauc_mrr_at_5_max": -0.27750648421429214, + "nauc_mrr_at_5_std": -0.3325999463375369, + "nauc_ndcg_at_1000_diff1": 0.1271764886330793, + "nauc_ndcg_at_1000_max": -0.1700783705901503, + "nauc_ndcg_at_1000_std": -0.2399669655328583, + "nauc_ndcg_at_100_diff1": 0.2241096692325419, + "nauc_ndcg_at_100_max": -0.31434972834578573, + "nauc_ndcg_at_100_std": -0.35111933763466935, + "nauc_ndcg_at_10_diff1": 0.43313684243169703, + "nauc_ndcg_at_10_max": -0.44931405848732364, + "nauc_ndcg_at_10_std": -0.4360884800822357, + "nauc_ndcg_at_1_diff1": 0.24046149718272072, + "nauc_ndcg_at_1_max": -0.3311510598336465, + "nauc_ndcg_at_1_std": -0.3461765495036223, + "nauc_ndcg_at_20_diff1": 0.3872886117917272, + "nauc_ndcg_at_20_max": -0.4525318601854042, + "nauc_ndcg_at_20_std": -0.43557576214052857, + "nauc_ndcg_at_3_diff1": 0.29326804951515756, + "nauc_ndcg_at_3_max": -0.4144668762065719, + "nauc_ndcg_at_3_std": -0.3927341464157309, + "nauc_ndcg_at_5_diff1": 0.4079203730658803, + "nauc_ndcg_at_5_max": -0.44533051380089395, + "nauc_ndcg_at_5_std": -0.4115734508532648, + "nauc_precision_at_1000_diff1": 0.24066105225368076, + "nauc_precision_at_1000_max": -0.13059194411515027, + "nauc_precision_at_1000_std": -0.21927604737347925, + "nauc_precision_at_100_diff1": 0.12158076909457878, + "nauc_precision_at_100_max": -0.22109919974505163, + "nauc_precision_at_100_std": -0.33772927658369056, + "nauc_precision_at_10_diff1": 0.3359270190501743, + "nauc_precision_at_10_max": -0.35870532246903825, + "nauc_precision_at_10_std": -0.4582491915326282, + "nauc_precision_at_1_diff1": 0.14730346122887045, + "nauc_precision_at_1_max": -0.22198372238619085, + "nauc_precision_at_1_std": -0.27206868795277706, + "nauc_precision_at_20_diff1": 0.28131707807888395, + "nauc_precision_at_20_max": -0.3653910651998928, + "nauc_precision_at_20_std": -0.4503202978266703, + "nauc_precision_at_3_diff1": 0.025060370270995516, + "nauc_precision_at_3_max": -0.31612557016367054, + "nauc_precision_at_3_std": -0.37810571505232093, + "nauc_precision_at_5_diff1": 0.30361455019356814, + "nauc_precision_at_5_max": -0.36854613055310675, + "nauc_precision_at_5_std": -0.4342826478592511, + "nauc_recall_at_1000_diff1": -0.0031220761786900915, + "nauc_recall_at_1000_max": -0.09610436342737219, + "nauc_recall_at_1000_std": -0.15523185180944957, + "nauc_recall_at_100_diff1": 0.08061535334969122, + "nauc_recall_at_100_max": -0.1828780440368346, + "nauc_recall_at_100_std": -0.2622677620223036, + "nauc_recall_at_10_diff1": 0.5820278980960909, + "nauc_recall_at_10_max": -0.5145752379938112, + "nauc_recall_at_10_std": -0.4688899275637243, + "nauc_recall_at_1_diff1": 0.6201709854099964, + "nauc_recall_at_1_max": -0.5601342941907789, + "nauc_recall_at_1_std": -0.41840549207788535, + "nauc_recall_at_20_diff1": 0.41781085793677636, + "nauc_recall_at_20_max": -0.47300112984562137, + "nauc_recall_at_20_std": -0.4508572469606199, + "nauc_recall_at_3_diff1": 0.5795247089950348, + "nauc_recall_at_3_max": -0.5506861809680283, + "nauc_recall_at_3_std": -0.42469215331065197, + "nauc_recall_at_5_diff1": 0.6183313258063747, + "nauc_recall_at_5_max": -0.5459710938162001, + "nauc_recall_at_5_std": -0.4385390226373853, + "ndcg_at_1": 0.0125, + "ndcg_at_10": 0.01113, + "ndcg_at_100": 0.02144, + "ndcg_at_1000": 0.07686, + "ndcg_at_20": 0.01243, + "ndcg_at_3": 0.01, + "ndcg_at_5": 0.00942, + "precision_at_1": 0.015, + "precision_at_10": 0.0095, + "precision_at_100": 0.0064, + "precision_at_1000": 0.00917, + "precision_at_20": 0.008, + "precision_at_3": 0.00833, + "precision_at_5": 0.007, + "recall_at_1": 0.00538, + "recall_at_10": 0.00942, + "recall_at_100": 0.03932, + "recall_at_1000": 0.20452, + "recall_at_20": 0.01404, + "recall_at_3": 0.00579, + "recall_at_5": 0.00637 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.02743, + "map_at_1": 0.00736, + "map_at_10": 0.01375, + "map_at_100": 0.02891, + "map_at_1000": 0.03933, + "map_at_20": 0.01929, + "map_at_3": 0.00861, + "map_at_5": 0.0103, + "mrr_at_1": 0.02, + "mrr_at_10": 0.04293452380952382, + "mrr_at_100": 0.053676224860575245, + "mrr_at_1000": 0.05549585017051318, + "mrr_at_20": 0.048275541043923405, + "mrr_at_3": 0.033333333333333326, + "mrr_at_5": 0.03583333333333333, + "nauc_map_at_1000_diff1": -0.11476557966568295, + "nauc_map_at_1000_max": -0.31953662465389765, + "nauc_map_at_1000_std": -0.3323866392784732, + "nauc_map_at_100_diff1": -0.1358899100299551, + "nauc_map_at_100_max": -0.35590809240439597, + "nauc_map_at_100_std": -0.3589270445356747, + "nauc_map_at_10_diff1": -0.10100982255821701, + "nauc_map_at_10_max": -0.3925006548300349, + "nauc_map_at_10_std": -0.3539504250043128, + "nauc_map_at_1_diff1": 0.03906158418885022, + "nauc_map_at_1_max": -0.40327862019740474, + "nauc_map_at_1_std": -0.4098431545192389, + "nauc_map_at_20_diff1": -0.14775731465395886, + "nauc_map_at_20_max": -0.38817747740857955, + "nauc_map_at_20_std": -0.3512855372291698, + "nauc_map_at_3_diff1": -0.022167758423936257, + "nauc_map_at_3_max": -0.3941804752794469, + "nauc_map_at_3_std": -0.37724629939124094, + "nauc_map_at_5_diff1": -0.05260892125431476, + "nauc_map_at_5_max": -0.39619088773868627, + "nauc_map_at_5_std": -0.3723843360246067, + "nauc_mrr_at_1000_diff1": -0.2162186728644789, + "nauc_mrr_at_1000_max": -0.3968272592395285, + "nauc_mrr_at_1000_std": -0.3879158493749064, + "nauc_mrr_at_100_diff1": -0.2181723727645773, + "nauc_mrr_at_100_max": -0.3977231316027201, + "nauc_mrr_at_100_std": -0.38972017957139543, + "nauc_mrr_at_10_diff1": -0.24121448120381614, + "nauc_mrr_at_10_max": -0.4092743809636817, + "nauc_mrr_at_10_std": -0.3749858462328712, + "nauc_mrr_at_1_diff1": -0.07781057150523207, + "nauc_mrr_at_1_max": -0.3597397370539308, + "nauc_mrr_at_1_std": -0.35008049369466065, + "nauc_mrr_at_20_diff1": -0.21946976729350998, + "nauc_mrr_at_20_max": -0.3986953442041396, + "nauc_mrr_at_20_std": -0.3819258704296253, + "nauc_mrr_at_3_diff1": -0.2340488328414274, + "nauc_mrr_at_3_max": -0.40568822108934804, + "nauc_mrr_at_3_std": -0.3697410786155085, + "nauc_mrr_at_5_diff1": -0.24232657976675542, + "nauc_mrr_at_5_max": -0.41191244282763745, + "nauc_mrr_at_5_std": -0.37585251558395366, + "nauc_ndcg_at_1000_diff1": -0.07475724313065484, + "nauc_ndcg_at_1000_max": -0.23027079203081952, + "nauc_ndcg_at_1000_std": -0.28400690851788085, + "nauc_ndcg_at_100_diff1": -0.1198559907920219, + "nauc_ndcg_at_100_max": -0.31585707118945955, + "nauc_ndcg_at_100_std": -0.3580410394980975, + "nauc_ndcg_at_10_diff1": -0.20876613198871943, + "nauc_ndcg_at_10_max": -0.4067586730430409, + "nauc_ndcg_at_10_std": -0.3544845522769603, + "nauc_ndcg_at_1_diff1": -0.08854306412664331, + "nauc_ndcg_at_1_max": -0.3433056077273947, + "nauc_ndcg_at_1_std": -0.31432787764958414, + "nauc_ndcg_at_20_diff1": -0.19616440746799507, + "nauc_ndcg_at_20_max": -0.3946345767878372, + "nauc_ndcg_at_20_std": -0.36899123116385735, + "nauc_ndcg_at_3_diff1": -0.2032534792578419, + "nauc_ndcg_at_3_max": -0.3954403380427037, + "nauc_ndcg_at_3_std": -0.33498214169560747, + "nauc_ndcg_at_5_diff1": -0.20948388620019384, + "nauc_ndcg_at_5_max": -0.4157262148612459, + "nauc_ndcg_at_5_std": -0.36533977263547207, + "nauc_precision_at_1000_diff1": -0.10776248564510799, + "nauc_precision_at_1000_max": -0.15694833661021876, + "nauc_precision_at_1000_std": -0.12145486608618983, + "nauc_precision_at_100_diff1": -0.12847241873961948, + "nauc_precision_at_100_max": -0.26941923781295174, + "nauc_precision_at_100_std": -0.33824818976907717, + "nauc_precision_at_10_diff1": -0.317657891936163, + "nauc_precision_at_10_max": -0.42202921619708206, + "nauc_precision_at_10_std": -0.36091304086288184, + "nauc_precision_at_1_diff1": -0.07781057150523207, + "nauc_precision_at_1_max": -0.3597397370539308, + "nauc_precision_at_1_std": -0.35008049369466065, + "nauc_precision_at_20_diff1": -0.2720901016067532, + "nauc_precision_at_20_max": -0.40341236080805415, + "nauc_precision_at_20_std": -0.37593274215786393, + "nauc_precision_at_3_diff1": -0.31986955893583197, + "nauc_precision_at_3_max": -0.3930981816680768, + "nauc_precision_at_3_std": -0.3342345875214132, + "nauc_precision_at_5_diff1": -0.3208120919416868, + "nauc_precision_at_5_max": -0.42368750558984, + "nauc_precision_at_5_std": -0.36062293175923443, + "nauc_recall_at_1000_diff1": 0.007473235342908312, + "nauc_recall_at_1000_max": -0.10402375584020376, + "nauc_recall_at_1000_std": -0.19108285924800003, + "nauc_recall_at_100_diff1": -0.07801441066815565, + "nauc_recall_at_100_max": -0.258009918824871, + "nauc_recall_at_100_std": -0.32797137501769025, + "nauc_recall_at_10_diff1": -0.14140076584130015, + "nauc_recall_at_10_max": -0.4000421621998302, + "nauc_recall_at_10_std": -0.36242743540521677, + "nauc_recall_at_1_diff1": 0.03906158418885022, + "nauc_recall_at_1_max": -0.40327862019740474, + "nauc_recall_at_1_std": -0.4098431545192389, + "nauc_recall_at_20_diff1": -0.1662894798579558, + "nauc_recall_at_20_max": -0.37256557446954836, + "nauc_recall_at_20_std": -0.3691542030671265, + "nauc_recall_at_3_diff1": -0.060814332148489685, + "nauc_recall_at_3_max": -0.4047507534744073, + "nauc_recall_at_3_std": -0.3755660816052261, + "nauc_recall_at_5_diff1": -0.09862720234682339, + "nauc_recall_at_5_max": -0.4104661067242356, + "nauc_recall_at_5_std": -0.37489476567131363, + "ndcg_at_1": 0.015, + "ndcg_at_10": 0.02743, + "ndcg_at_100": 0.06949, + "ndcg_at_1000": 0.15673, + "ndcg_at_20": 0.03579, + "ndcg_at_3": 0.018, + "ndcg_at_5": 0.02026, + "precision_at_1": 0.02, + "precision_at_10": 0.0295, + "precision_at_100": 0.02415, + "precision_at_1000": 0.01439, + "precision_at_20": 0.02925, + "precision_at_3": 0.02167, + "precision_at_5": 0.024, + "recall_at_1": 0.00736, + "recall_at_10": 0.02389, + "recall_at_100": 0.12035, + "recall_at_1000": 0.38657, + "recall_at_20": 0.04306, + "recall_at_3": 0.00949, + "recall_at_5": 0.01322 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.34924, + "map_at_1": 0.08221, + "map_at_10": 0.15928, + "map_at_100": 0.21879, + "map_at_1000": 0.24789, + "map_at_20": 0.17834, + "map_at_3": 0.12189, + "map_at_5": 0.13739, + "mrr_at_1": 0.52, + "mrr_at_10": 0.6261507936507937, + "mrr_at_100": 0.6321044678192241, + "mrr_at_1000": 0.6321819918576856, + "mrr_at_20": 0.63058154090062, + "mrr_at_3": 0.5958333333333333, + "mrr_at_5": 0.6115833333333335, + "nauc_map_at_1000_diff1": 0.3105391104510579, + "nauc_map_at_1000_max": 0.32439522429253914, + "nauc_map_at_1000_std": 0.09197067838157821, + "nauc_map_at_100_diff1": 0.33326504798955225, + "nauc_map_at_100_max": 0.35271743566968833, + "nauc_map_at_100_std": 0.09923320251512012, + "nauc_map_at_10_diff1": 0.3863549511562539, + "nauc_map_at_10_max": 0.4016540974127653, + "nauc_map_at_10_std": 0.1071355862510552, + "nauc_map_at_1_diff1": 0.5264842608394429, + "nauc_map_at_1_max": 0.4586333318668466, + "nauc_map_at_1_std": 0.1050594611813352, + "nauc_map_at_20_diff1": 0.373035087331183, + "nauc_map_at_20_max": 0.3964126055759216, + "nauc_map_at_20_std": 0.10581981155797619, + "nauc_map_at_3_diff1": 0.42956709216490563, + "nauc_map_at_3_max": 0.41810547925406294, + "nauc_map_at_3_std": 0.09433519438093262, + "nauc_map_at_5_diff1": 0.4251087859934106, + "nauc_map_at_5_max": 0.4106115100211853, + "nauc_map_at_5_std": 0.09692553295446023, + "nauc_mrr_at_1000_diff1": 0.36001074502738734, + "nauc_mrr_at_1000_max": 0.2298952767154896, + "nauc_mrr_at_1000_std": 0.024772387015181734, + "nauc_mrr_at_100_diff1": 0.35968925353836306, + "nauc_mrr_at_100_max": 0.22973215970678015, + "nauc_mrr_at_100_std": 0.024827623789613673, + "nauc_mrr_at_10_diff1": 0.3626242362916001, + "nauc_mrr_at_10_max": 0.23135609740157112, + "nauc_mrr_at_10_std": 0.025862509357263093, + "nauc_mrr_at_1_diff1": 0.41339300288372605, + "nauc_mrr_at_1_max": 0.24006338756189152, + "nauc_mrr_at_1_std": 0.007699004298384121, + "nauc_mrr_at_20_diff1": 0.35761144538566786, + "nauc_mrr_at_20_max": 0.22720655056216868, + "nauc_mrr_at_20_std": 0.02262694930527623, + "nauc_mrr_at_3_diff1": 0.34663586522059275, + "nauc_mrr_at_3_max": 0.2188169978661396, + "nauc_mrr_at_3_std": 0.019649140475995575, + "nauc_mrr_at_5_diff1": 0.3708937706828425, + "nauc_mrr_at_5_max": 0.2360940780426837, + "nauc_mrr_at_5_std": 0.031877800544689104, + "nauc_ndcg_at_1000_diff1": 0.35354443373407324, + "nauc_ndcg_at_1000_max": 0.36256374001760244, + "nauc_ndcg_at_1000_std": 0.1708628741922213, + "nauc_ndcg_at_100_diff1": 0.36615369059641334, + "nauc_ndcg_at_100_max": 0.35737040989461966, + "nauc_ndcg_at_100_std": 0.14262132453142368, + "nauc_ndcg_at_10_diff1": 0.36281510676749285, + "nauc_ndcg_at_10_max": 0.30033422071509214, + "nauc_ndcg_at_10_std": 0.05461165408354762, + "nauc_ndcg_at_1_diff1": 0.4691734790192881, + "nauc_ndcg_at_1_max": 0.28764304272854346, + "nauc_ndcg_at_1_std": 0.023877421011730418, + "nauc_ndcg_at_20_diff1": 0.37670732501952253, + "nauc_ndcg_at_20_max": 0.3263698779232056, + "nauc_ndcg_at_20_std": 0.06959434130849763, + "nauc_ndcg_at_3_diff1": 0.3711894957051046, + "nauc_ndcg_at_3_max": 0.2728954329036437, + "nauc_ndcg_at_3_std": 0.02500931483442083, + "nauc_ndcg_at_5_diff1": 0.38918034854990513, + "nauc_ndcg_at_5_max": 0.3033980133417059, + "nauc_ndcg_at_5_std": 0.049135864868614154, + "nauc_precision_at_1000_diff1": -0.17971369150779867, + "nauc_precision_at_1000_max": -0.291074215289813, + "nauc_precision_at_1000_std": -0.22934658193722296, + "nauc_precision_at_100_diff1": -0.16840718657765952, + "nauc_precision_at_100_max": -0.2444642255808883, + "nauc_precision_at_100_std": -0.15173300913178658, + "nauc_precision_at_10_diff1": -0.06939398954040277, + "nauc_precision_at_10_max": -0.08494942251571436, + "nauc_precision_at_10_std": -0.09461575033556346, + "nauc_precision_at_1_diff1": 0.41339300288372605, + "nauc_precision_at_1_max": 0.24006338756189152, + "nauc_precision_at_1_std": 0.007699004298384121, + "nauc_precision_at_20_diff1": -0.12275317261162103, + "nauc_precision_at_20_max": -0.1692793444128148, + "nauc_precision_at_20_std": -0.13268129599642703, + "nauc_precision_at_3_diff1": 0.10736079996266207, + "nauc_precision_at_3_max": 0.0766154438532623, + "nauc_precision_at_3_std": -0.03486710071875335, + "nauc_precision_at_5_diff1": 0.0418625367025444, + "nauc_precision_at_5_max": 0.024954563780631423, + "nauc_precision_at_5_std": -0.048340760035546826, + "nauc_recall_at_1000_diff1": 0.1744928201179292, + "nauc_recall_at_1000_max": 0.5211400282824515, + "nauc_recall_at_1000_std": 0.5727164573304782, + "nauc_recall_at_100_diff1": 0.16610350272292992, + "nauc_recall_at_100_max": 0.2900338119517167, + "nauc_recall_at_100_std": 0.21958322535081934, + "nauc_recall_at_10_diff1": 0.2759275611161765, + "nauc_recall_at_10_max": 0.3322167420714606, + "nauc_recall_at_10_std": 0.14050865431991538, + "nauc_recall_at_1_diff1": 0.5264842608394429, + "nauc_recall_at_1_max": 0.4586333318668466, + "nauc_recall_at_1_std": 0.1050594611813352, + "nauc_recall_at_20_diff1": 0.2507363070650073, + "nauc_recall_at_20_max": 0.3099719534025855, + "nauc_recall_at_20_std": 0.11346652680439223, + "nauc_recall_at_3_diff1": 0.363785513399725, + "nauc_recall_at_3_max": 0.39879585466861117, + "nauc_recall_at_3_std": 0.11263236283615331, + "nauc_recall_at_5_diff1": 0.3612189438531596, + "nauc_recall_at_5_max": 0.37284782640827796, + "nauc_recall_at_5_std": 0.11797791089596124, + "ndcg_at_1": 0.4425, + "ndcg_at_10": 0.34924, + "ndcg_at_100": 0.42304, + "ndcg_at_1000": 0.52576, + "ndcg_at_20": 0.35881, + "ndcg_at_3": 0.37442, + "ndcg_at_5": 0.35356, + "precision_at_1": 0.52, + "precision_at_10": 0.2535, + "precision_at_100": 0.1065, + "precision_at_1000": 0.02737, + "precision_at_20": 0.1995, + "precision_at_3": 0.38, + "precision_at_5": 0.311, + "recall_at_1": 0.08221, + "recall_at_10": 0.23041, + "recall_at_100": 0.54264, + "recall_at_1000": 0.86927, + "recall_at_20": 0.30303, + "recall_at_3": 0.13767, + "recall_at_5": 0.17013 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.01324, + "map_at_1": 0.00179, + "map_at_10": 0.00748, + "map_at_100": 0.01148, + "map_at_1000": 0.01608, + "map_at_20": 0.00863, + "map_at_3": 0.00631, + "map_at_5": 0.00656, + "mrr_at_1": 0.01, + "mrr_at_10": 0.01876984126984127, + "mrr_at_100": 0.022108181848483212, + "mrr_at_1000": 0.023696574034090624, + "mrr_at_20": 0.019894110275689224, + "mrr_at_3": 0.016666666666666666, + "mrr_at_5": 0.016666666666666666, + "nauc_map_at_1000_diff1": -0.4127136255763783, + "nauc_map_at_1000_max": -0.3826399309229695, + "nauc_map_at_1000_std": -0.26540680641850023, + "nauc_map_at_100_diff1": -0.4590341149384653, + "nauc_map_at_100_max": -0.4494147242529279, + "nauc_map_at_100_std": -0.27371370188037075, + "nauc_map_at_10_diff1": -0.4562893939172837, + "nauc_map_at_10_max": -0.42674869975503377, + "nauc_map_at_10_std": -0.25834616796288795, + "nauc_map_at_1_diff1": -0.42648242554333243, + "nauc_map_at_1_max": -0.42648242554333243, + "nauc_map_at_1_std": -0.08827475181110808, + "nauc_map_at_20_diff1": -0.4681322866855925, + "nauc_map_at_20_max": -0.44252673765567746, + "nauc_map_at_20_std": -0.26480168207803, + "nauc_map_at_3_diff1": -0.44917899187946625, + "nauc_map_at_3_max": -0.48561546656079635, + "nauc_map_at_3_std": -0.29040992927169335, + "nauc_map_at_5_diff1": -0.4540831047598212, + "nauc_map_at_5_max": -0.48909628756500184, + "nauc_map_at_5_std": -0.291506672752614, + "nauc_mrr_at_1000_diff1": -0.28256295506621076, + "nauc_mrr_at_1000_max": -0.31307737727066764, + "nauc_mrr_at_1000_std": -0.24647127438301272, + "nauc_mrr_at_100_diff1": -0.2875805882967352, + "nauc_mrr_at_100_max": -0.3214361341187419, + "nauc_mrr_at_100_std": -0.25208157289305355, + "nauc_mrr_at_10_diff1": -0.31864838663747946, + "nauc_mrr_at_10_max": -0.36172868009060233, + "nauc_mrr_at_10_std": -0.280748279369279, + "nauc_mrr_at_1_diff1": -0.49490206600482967, + "nauc_mrr_at_1_max": -0.49490206600482967, + "nauc_mrr_at_1_std": -0.19452642876308024, + "nauc_mrr_at_20_diff1": -0.30569241846036405, + "nauc_mrr_at_20_max": -0.33601578608112853, + "nauc_mrr_at_20_std": -0.2511746054484626, + "nauc_mrr_at_3_diff1": -0.3134558626240944, + "nauc_mrr_at_3_max": -0.44824255433324384, + "nauc_mrr_at_3_std": -0.3097129058223772, + "nauc_mrr_at_5_diff1": -0.3134558626240944, + "nauc_mrr_at_5_max": -0.44824255433324384, + "nauc_mrr_at_5_std": -0.3097129058223772, + "nauc_ndcg_at_1000_diff1": -0.18959102743756484, + "nauc_ndcg_at_1000_max": -0.10659769746941514, + "nauc_ndcg_at_1000_std": -0.16760294495747646, + "nauc_ndcg_at_100_diff1": -0.32284979131361025, + "nauc_ndcg_at_100_max": -0.2918029431146485, + "nauc_ndcg_at_100_std": -0.22588146538580492, + "nauc_ndcg_at_10_diff1": -0.4278907967226014, + "nauc_ndcg_at_10_max": -0.36716472706684966, + "nauc_ndcg_at_10_std": -0.2547082498437093, + "nauc_ndcg_at_1_diff1": -0.46829442804758076, + "nauc_ndcg_at_1_max": -0.46829442804758076, + "nauc_ndcg_at_1_std": -0.1532063321706466, + "nauc_ndcg_at_20_diff1": -0.42539479121025003, + "nauc_ndcg_at_20_max": -0.3524614633672842, + "nauc_ndcg_at_20_std": -0.23343560563340027, + "nauc_ndcg_at_3_diff1": -0.4086432412321078, + "nauc_ndcg_at_3_max": -0.4772045508757705, + "nauc_ndcg_at_3_std": -0.3151891450513007, + "nauc_ndcg_at_5_diff1": -0.43207110641772994, + "nauc_ndcg_at_5_max": -0.48714640513495316, + "nauc_ndcg_at_5_std": -0.3124164691749941, + "nauc_precision_at_1000_diff1": -0.20013648880518214, + "nauc_precision_at_1000_max": -0.06759850661669344, + "nauc_precision_at_1000_std": -0.18510626292540006, + "nauc_precision_at_100_diff1": -0.2947619027747059, + "nauc_precision_at_100_max": -0.31590708970950926, + "nauc_precision_at_100_std": -0.2786682747079861, + "nauc_precision_at_10_diff1": -0.3898577944727665, + "nauc_precision_at_10_max": -0.33138061592582674, + "nauc_precision_at_10_std": -0.27030975166204585, + "nauc_precision_at_1_diff1": -0.49490206600482967, + "nauc_precision_at_1_max": -0.49490206600482967, + "nauc_precision_at_1_std": -0.19452642876308024, + "nauc_precision_at_20_diff1": -0.39426578251370326, + "nauc_precision_at_20_max": -0.3084135076085708, + "nauc_precision_at_20_std": -0.2109778067384723, + "nauc_precision_at_3_diff1": -0.3289508988462571, + "nauc_precision_at_3_max": -0.441273141937215, + "nauc_precision_at_3_std": -0.3064797424201771, + "nauc_precision_at_5_diff1": -0.37810571505232077, + "nauc_precision_at_5_max": -0.46796350952508703, + "nauc_precision_at_5_std": -0.30888113764421776, + "nauc_recall_at_1000_diff1": -0.03788889993595561, + "nauc_recall_at_1000_max": 0.0244977797941577, + "nauc_recall_at_1000_std": -0.09327881212815166, + "nauc_recall_at_100_diff1": -0.22963070549081904, + "nauc_recall_at_100_max": -0.18195059609652803, + "nauc_recall_at_100_std": -0.16429402152260944, + "nauc_recall_at_10_diff1": -0.4483466622240433, + "nauc_recall_at_10_max": -0.2665696118240744, + "nauc_recall_at_10_std": -0.22506695556602405, + "nauc_recall_at_1_diff1": -0.42648242554333243, + "nauc_recall_at_1_max": -0.42648242554333243, + "nauc_recall_at_1_std": -0.08827475181110808, + "nauc_recall_at_20_diff1": -0.42758538813519553, + "nauc_recall_at_20_max": -0.2779943224578728, + "nauc_recall_at_20_std": -0.22066599145316468, + "nauc_recall_at_3_diff1": -0.4541198107882248, + "nauc_recall_at_3_max": -0.5055577009156907, + "nauc_recall_at_3_std": -0.3708388279285556, + "nauc_recall_at_5_diff1": -0.4574838358781671, + "nauc_recall_at_5_max": -0.50748697528748, + "nauc_recall_at_5_std": -0.36937857700544463, + "ndcg_at_1": 0.0075, + "ndcg_at_10": 0.01324, + "ndcg_at_100": 0.02325, + "ndcg_at_1000": 0.08542, + "ndcg_at_20": 0.01405, + "ndcg_at_3": 0.01235, + "ndcg_at_5": 0.0123, + "precision_at_1": 0.01, + "precision_at_10": 0.009, + "precision_at_100": 0.0067, + "precision_at_1000": 0.00805, + "precision_at_20": 0.00875, + "precision_at_3": 0.01333, + "precision_at_5": 0.01, + "recall_at_1": 0.00179, + "recall_at_10": 0.01236, + "recall_at_100": 0.03881, + "recall_at_1000": 0.26663, + "recall_at_20": 0.01492, + "recall_at_3": 0.00894, + "recall_at_5": 0.00919 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.01515, + "map_at_1": 0.00176, + "map_at_10": 0.00565, + "map_at_100": 0.01053, + "map_at_1000": 0.01796, + "map_at_20": 0.00679, + "map_at_3": 0.004, + "map_at_5": 0.00522, + "mrr_at_1": 0.015, + "mrr_at_10": 0.035734126984126986, + "mrr_at_100": 0.043598958944065645, + "mrr_at_1000": 0.0452930144353184, + "mrr_at_20": 0.040080534446633516, + "mrr_at_3": 0.026666666666666665, + "mrr_at_5": 0.031166666666666665, + "nauc_map_at_1000_diff1": -0.1460552241413996, + "nauc_map_at_1000_max": -0.23444975639704294, + "nauc_map_at_1000_std": -0.14886027387606368, + "nauc_map_at_100_diff1": -0.27643469791905856, + "nauc_map_at_100_max": -0.313865080072973, + "nauc_map_at_100_std": -0.12333037502092617, + "nauc_map_at_10_diff1": -0.39529982715623085, + "nauc_map_at_10_max": -0.3474279933552472, + "nauc_map_at_10_std": 0.0559622524574184, + "nauc_map_at_1_diff1": -0.4234954173768019, + "nauc_map_at_1_max": -0.4234954173768019, + "nauc_map_at_1_std": 0.2759335840832978, + "nauc_map_at_20_diff1": -0.3582606914529135, + "nauc_map_at_20_max": -0.34340099941252367, + "nauc_map_at_20_std": -0.012168431194586982, + "nauc_map_at_3_diff1": -0.37728696204679124, + "nauc_map_at_3_max": -0.39660203206640876, + "nauc_map_at_3_std": 0.19661842095450774, + "nauc_map_at_5_diff1": -0.4034061325206806, + "nauc_map_at_5_max": -0.3444357158621041, + "nauc_map_at_5_std": 0.08078834894083599, + "nauc_mrr_at_1000_diff1": -0.32486329558262067, + "nauc_mrr_at_1000_max": -0.34374261443649295, + "nauc_mrr_at_1000_std": -0.2907002062273877, + "nauc_mrr_at_100_diff1": -0.32659744413326786, + "nauc_mrr_at_100_max": -0.3451676860649192, + "nauc_mrr_at_100_std": -0.2898983619043519, + "nauc_mrr_at_10_diff1": -0.3787544170598364, + "nauc_mrr_at_10_max": -0.3752295589890064, + "nauc_mrr_at_10_std": -0.26965502425611865, + "nauc_mrr_at_1_diff1": -0.4964672211787855, + "nauc_mrr_at_1_max": -0.4964672211787855, + "nauc_mrr_at_1_std": -0.22198372238619085, + "nauc_mrr_at_20_diff1": -0.34101168070959276, + "nauc_mrr_at_20_max": -0.36022726444832504, + "nauc_mrr_at_20_std": -0.2856084244772599, + "nauc_mrr_at_3_diff1": -0.37888214381540114, + "nauc_mrr_at_3_max": -0.42139287630802263, + "nauc_mrr_at_3_std": -0.31065535283069495, + "nauc_mrr_at_5_diff1": -0.4007560094067141, + "nauc_mrr_at_5_max": -0.40839645368599425, + "nauc_mrr_at_5_std": -0.31036560781348416, + "nauc_ndcg_at_1000_diff1": -0.017338319747986133, + "nauc_ndcg_at_1000_max": -0.12319321402782717, + "nauc_ndcg_at_1000_std": -0.23768226220668254, + "nauc_ndcg_at_100_diff1": -0.16461471492143054, + "nauc_ndcg_at_100_max": -0.2262425341917245, + "nauc_ndcg_at_100_std": -0.258454250441557, + "nauc_ndcg_at_10_diff1": -0.3748962228774955, + "nauc_ndcg_at_10_max": -0.3369153536573461, + "nauc_ndcg_at_10_std": -0.16427041334452827, + "nauc_ndcg_at_1_diff1": -0.4761202039173598, + "nauc_ndcg_at_1_max": -0.4761202039173598, + "nauc_ndcg_at_1_std": -0.08552455057687153, + "nauc_ndcg_at_20_diff1": -0.29055946664761806, + "nauc_ndcg_at_20_max": -0.31152488487427976, + "nauc_ndcg_at_20_std": -0.20684089623905322, + "nauc_ndcg_at_3_diff1": -0.32394480030366757, + "nauc_ndcg_at_3_max": -0.37295944771332196, + "nauc_ndcg_at_3_std": -0.20427391659561045, + "nauc_ndcg_at_5_diff1": -0.3830378625315311, + "nauc_ndcg_at_5_max": -0.3465009328615532, + "nauc_ndcg_at_5_std": -0.19914103608714964, + "nauc_precision_at_1000_diff1": 0.13704408868043544, + "nauc_precision_at_1000_max": -0.039901358688291165, + "nauc_precision_at_1000_std": -0.17126167229723194, + "nauc_precision_at_100_diff1": -0.02514935466736749, + "nauc_precision_at_100_max": -0.1910110667564711, + "nauc_precision_at_100_std": -0.3374046512137291, + "nauc_precision_at_10_diff1": -0.34356274036311596, + "nauc_precision_at_10_max": -0.31765942223414717, + "nauc_precision_at_10_std": -0.2218942849476791, + "nauc_precision_at_1_diff1": -0.4964672211787855, + "nauc_precision_at_1_max": -0.4964672211787855, + "nauc_precision_at_1_std": -0.22198372238619085, + "nauc_precision_at_20_diff1": -0.22568266168158718, + "nauc_precision_at_20_max": -0.27594827066350164, + "nauc_precision_at_20_std": -0.27167769487585725, + "nauc_precision_at_3_diff1": -0.33729839310735477, + "nauc_precision_at_3_max": -0.3876814834689801, + "nauc_precision_at_3_std": -0.27949199534925323, + "nauc_precision_at_5_diff1": -0.4053240829468359, + "nauc_precision_at_5_max": -0.3713250795354365, + "nauc_precision_at_5_std": -0.2842194028134463, + "nauc_recall_at_1000_diff1": 0.039696218955840516, + "nauc_recall_at_1000_max": -0.030130721412668923, + "nauc_recall_at_1000_std": -0.1934514918420022, + "nauc_recall_at_100_diff1": -0.11138135342681917, + "nauc_recall_at_100_max": -0.17167404062336006, + "nauc_recall_at_100_std": -0.26937302826871884, + "nauc_recall_at_10_diff1": -0.39932134981797784, + "nauc_recall_at_10_max": -0.30395940058913157, + "nauc_recall_at_10_std": -0.12277656426100307, + "nauc_recall_at_1_diff1": -0.4234954173768019, + "nauc_recall_at_1_max": -0.4234954173768019, + "nauc_recall_at_1_std": 0.2759335840832978, + "nauc_recall_at_20_diff1": -0.25105703772765403, + "nauc_recall_at_20_max": -0.2866345396511037, + "nauc_recall_at_20_std": -0.24656929534969327, + "nauc_recall_at_3_diff1": -0.34374973128205155, + "nauc_recall_at_3_max": -0.3770395696400904, + "nauc_recall_at_3_std": 0.10983420832928138, + "nauc_recall_at_5_diff1": -0.42302498072060274, + "nauc_recall_at_5_max": -0.2783368707935324, + "nauc_recall_at_5_std": -0.10781047029104639, + "ndcg_at_1": 0.01, + "ndcg_at_10": 0.01515, + "ndcg_at_100": 0.03951, + "ndcg_at_1000": 0.12, + "ndcg_at_20": 0.02078, + "ndcg_at_3": 0.01225, + "ndcg_at_5": 0.01468, + "precision_at_1": 0.015, + "precision_at_10": 0.012, + "precision_at_100": 0.0114, + "precision_at_1000": 0.00945, + "precision_at_20": 0.01325, + "precision_at_3": 0.015, + "precision_at_5": 0.014, + "recall_at_1": 0.00176, + "recall_at_10": 0.01233, + "recall_at_100": 0.07983, + "recall_at_1000": 0.36747, + "recall_at_20": 0.02617, + "recall_at_3": 0.00465, + "recall_at_5": 0.00976 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/bm25s/0_1_10/CmedqaRetrieval.json b/results/bm25s/0_1_10/CmedqaRetrieval.json new file mode 100644 index 000000000..606649e76 --- /dev/null +++ b/results/bm25s/0_1_10/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 21.54997682571411, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.01337, + "map_at_1": 0.00984, + "map_at_10": 0.01103, + "map_at_100": 0.01113, + "map_at_1000": 0.01114, + "map_at_20": 0.01111, + "map_at_3": 0.01075, + "map_at_5": 0.01099, + "mrr_at_1": 0.018504626156539136, + "mrr_at_10": 0.02038009502375594, + "mrr_at_100": 0.020498682835057864, + "mrr_at_1000": 0.020501645602935895, + "mrr_at_20": 0.020474364622901756, + "mrr_at_3": 0.02004667833625073, + "mrr_at_5": 0.020296740851879637, + "nauc_map_at_1000_diff1": 0.8255368172434896, + "nauc_map_at_1000_max": 0.9104256294878946, + "nauc_map_at_1000_std": 0.5896999725715052, + "nauc_map_at_100_diff1": 0.8261139329408789, + "nauc_map_at_100_max": 0.9110123658413878, + "nauc_map_at_100_std": 0.5901436976952473, + "nauc_map_at_10_diff1": 0.8304692808623193, + "nauc_map_at_10_max": 0.912560607834472, + "nauc_map_at_10_std": 0.5881650125905659, + "nauc_map_at_1_diff1": 0.8930448863323827, + "nauc_map_at_1_max": 0.9403558891475623, + "nauc_map_at_1_std": 0.5870795411210196, + "nauc_map_at_20_diff1": 0.8271904260869095, + "nauc_map_at_20_max": 0.9113035795604711, + "nauc_map_at_20_std": 0.5896725191924083, + "nauc_map_at_3_diff1": 0.8431088833382585, + "nauc_map_at_3_max": 0.9205274549235086, + "nauc_map_at_3_std": 0.5855425685070709, + "nauc_map_at_5_diff1": 0.8311085060620834, + "nauc_map_at_5_max": 0.9122289450561594, + "nauc_map_at_5_std": 0.5866028981619589, + "nauc_mrr_at_1000_diff1": 0.8164673993516466, + "nauc_mrr_at_1000_max": 0.9128566253084057, + "nauc_mrr_at_1000_std": 0.5904296417911621, + "nauc_mrr_at_100_diff1": 0.8166213853831369, + "nauc_mrr_at_100_max": 0.9129938817506885, + "nauc_mrr_at_100_std": 0.5905202963948064, + "nauc_mrr_at_10_diff1": 0.8191637645523948, + "nauc_mrr_at_10_max": 0.9139306043282182, + "nauc_mrr_at_10_std": 0.589009994161653, + "nauc_mrr_at_1_diff1": 0.872124260818181, + "nauc_mrr_at_1_max": 0.9314751962170285, + "nauc_mrr_at_1_std": 0.5842828570499714, + "nauc_mrr_at_20_diff1": 0.8171782976885139, + "nauc_mrr_at_20_max": 0.9131144588761649, + "nauc_mrr_at_20_std": 0.5900339411652648, + "nauc_mrr_at_3_diff1": 0.8285639624002322, + "nauc_mrr_at_3_max": 0.9191758724611107, + "nauc_mrr_at_3_std": 0.5881483588018314, + "nauc_mrr_at_5_diff1": 0.8209663622749162, + "nauc_mrr_at_5_max": 0.9149654556752035, + "nauc_mrr_at_5_std": 0.5880163097406794, + "nauc_ndcg_at_1000_diff1": 0.7675091092966864, + "nauc_ndcg_at_1000_max": 0.8740360095215125, + "nauc_ndcg_at_1000_std": 0.581525844660141, + "nauc_ndcg_at_100_diff1": 0.7899398367946759, + "nauc_ndcg_at_100_max": 0.8974545572218835, + "nauc_ndcg_at_100_std": 0.5996784635047759, + "nauc_ndcg_at_10_diff1": 0.8060904426357339, + "nauc_ndcg_at_10_max": 0.9040636304808389, + "nauc_ndcg_at_10_std": 0.5926580207299526, + "nauc_ndcg_at_1_diff1": 0.8731397251698784, + "nauc_ndcg_at_1_max": 0.9406118367214247, + "nauc_ndcg_at_1_std": 0.5888511773021695, + "nauc_ndcg_at_20_diff1": 0.7969545210483827, + "nauc_ndcg_at_20_max": 0.9002596474536654, + "nauc_ndcg_at_20_std": 0.5974054442618414, + "nauc_ndcg_at_3_diff1": 0.8211559315704008, + "nauc_ndcg_at_3_max": 0.9160739342601982, + "nauc_ndcg_at_3_std": 0.5829090695503085, + "nauc_ndcg_at_5_diff1": 0.8055720341312385, + "nauc_ndcg_at_5_max": 0.9038113458145713, + "nauc_ndcg_at_5_std": 0.5888411314687034, + "nauc_precision_at_1000_diff1": 0.5470796982067246, + "nauc_precision_at_1000_max": 0.7041717526386974, + "nauc_precision_at_1000_std": 0.48781610549459453, + "nauc_precision_at_100_diff1": 0.6873134777348527, + "nauc_precision_at_100_max": 0.8596807087045916, + "nauc_precision_at_100_std": 0.6138220187681109, + "nauc_precision_at_10_diff1": 0.7333573658863658, + "nauc_precision_at_10_max": 0.8804853590586557, + "nauc_precision_at_10_std": 0.5970649248263239, + "nauc_precision_at_1_diff1": 0.8731397251698784, + "nauc_precision_at_1_max": 0.9406118367214247, + "nauc_precision_at_1_std": 0.5888511773021695, + "nauc_precision_at_20_diff1": 0.716921903219099, + "nauc_precision_at_20_max": 0.8732291130015026, + "nauc_precision_at_20_std": 0.6066851967482507, + "nauc_precision_at_3_diff1": 0.775525690760731, + "nauc_precision_at_3_max": 0.9060956392603723, + "nauc_precision_at_3_std": 0.5905769871752224, + "nauc_precision_at_5_diff1": 0.7340860706266623, + "nauc_precision_at_5_max": 0.8792658219061927, + "nauc_precision_at_5_std": 0.5929533424265925, + "nauc_recall_at_1000_diff1": 0.5626597680098376, + "nauc_recall_at_1000_max": 0.7056903570086696, + "nauc_recall_at_1000_std": 0.49900844677116485, + "nauc_recall_at_100_diff1": 0.6973491693356767, + "nauc_recall_at_100_max": 0.8528836406378237, + "nauc_recall_at_100_std": 0.6198193424068289, + "nauc_recall_at_10_diff1": 0.7515409871934671, + "nauc_recall_at_10_max": 0.8740907980410827, + "nauc_recall_at_10_std": 0.5961870503282699, + "nauc_recall_at_1_diff1": 0.8930448863323827, + "nauc_recall_at_1_max": 0.9403558891475623, + "nauc_recall_at_1_std": 0.5870795411210196, + "nauc_recall_at_20_diff1": 0.7232156296253177, + "nauc_recall_at_20_max": 0.8630811311891493, + "nauc_recall_at_20_std": 0.6105247322037605, + "nauc_recall_at_3_diff1": 0.7865978773773863, + "nauc_recall_at_3_max": 0.8974105290904881, + "nauc_recall_at_3_std": 0.5841096223421571, + "nauc_recall_at_5_diff1": 0.7533149805538332, + "nauc_recall_at_5_max": 0.8715978253808795, + "nauc_recall_at_5_std": 0.5881916486602013, + "ndcg_at_1": 0.0185, + "ndcg_at_10": 0.01337, + "ndcg_at_100": 0.0138, + "ndcg_at_1000": 0.01405, + "ndcg_at_20": 0.01365, + "ndcg_at_3": 0.01388, + "ndcg_at_5": 0.01356, + "precision_at_1": 0.0185, + "precision_at_10": 0.00248, + "precision_at_100": 0.00028, + "precision_at_1000": 3e-05, + "precision_at_20": 0.0013, + "precision_at_3": 0.0075, + "precision_at_5": 0.0049, + "recall_at_1": 0.00984, + "recall_at_10": 0.01288, + "recall_at_100": 0.01469, + "recall_at_1000": 0.01657, + "recall_at_20": 0.014, + "recall_at_3": 0.01183, + "recall_at_5": 0.01263 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/bm25s/0_1_10/MedicalQARetrieval.json b/results/bm25s/0_1_10/MedicalQARetrieval.json new file mode 100644 index 000000000..e1c7ad9d0 --- /dev/null +++ b/results/bm25s/0_1_10/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 3.8687002658843994, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.45831, + "map_at_1": 0.22705, + "map_at_10": 0.37876, + "map_at_100": 0.38438, + "map_at_1000": 0.38481, + "map_at_20": 0.38256, + "map_at_3": 0.33691, + "map_at_5": 0.36326, + "mrr_at_1": 0.2275390625, + "mrr_at_10": 0.37878960503472253, + "mrr_at_100": 0.38440741053670263, + "mrr_at_1000": 0.38483539992155746, + "mrr_at_20": 0.38259344525468814, + "mrr_at_3": 0.3368326822916675, + "mrr_at_5": 0.36337076822916836, + "nauc_map_at_1000_diff1": 0.0706258904160368, + "nauc_map_at_1000_max": -0.021747163455575733, + "nauc_map_at_1000_std": -0.10717990948012555, + "nauc_map_at_100_diff1": 0.07037124844230125, + "nauc_map_at_100_max": -0.02162619573602153, + "nauc_map_at_100_std": -0.10706463991117927, + "nauc_map_at_10_diff1": 0.0717399323887491, + "nauc_map_at_10_max": -0.021134958143729687, + "nauc_map_at_10_std": -0.11242672136532393, + "nauc_map_at_1_diff1": 0.13538129536296245, + "nauc_map_at_1_max": -0.022886275158143284, + "nauc_map_at_1_std": -0.04767543909482947, + "nauc_map_at_20_diff1": 0.07040137750726613, + "nauc_map_at_20_max": -0.022254503836308316, + "nauc_map_at_20_std": -0.11032478975007748, + "nauc_map_at_3_diff1": 0.0791922695799978, + "nauc_map_at_3_max": -0.04257155197864481, + "nauc_map_at_3_std": -0.11383951213744535, + "nauc_map_at_5_diff1": 0.07930571969416544, + "nauc_map_at_5_max": -0.023672843378677054, + "nauc_map_at_5_std": -0.11908224178777488, + "nauc_mrr_at_1000_diff1": 0.07011665695404311, + "nauc_mrr_at_1000_max": -0.018127991077920867, + "nauc_mrr_at_1000_std": -0.10209031193791002, + "nauc_mrr_at_100_diff1": 0.06987052399576074, + "nauc_mrr_at_100_max": -0.018015332664028588, + "nauc_mrr_at_100_std": -0.10199155560546845, + "nauc_mrr_at_10_diff1": 0.07125030544785772, + "nauc_mrr_at_10_max": -0.017572823914317238, + "nauc_mrr_at_10_std": -0.10743237729640288, + "nauc_mrr_at_1_diff1": 0.13365679479433873, + "nauc_mrr_at_1_max": -0.01819606507168705, + "nauc_mrr_at_1_std": -0.04117165900459319, + "nauc_mrr_at_20_diff1": 0.06990488498307566, + "nauc_mrr_at_20_max": -0.018659940023107842, + "nauc_mrr_at_20_std": -0.10528495614471543, + "nauc_mrr_at_3_diff1": 0.07898564080468594, + "nauc_mrr_at_3_max": -0.03853806094658041, + "nauc_mrr_at_3_std": -0.10829927666959563, + "nauc_mrr_at_5_diff1": 0.07858015784723607, + "nauc_mrr_at_5_max": -0.019765995498314443, + "nauc_mrr_at_5_std": -0.11378841760075246, + "nauc_ndcg_at_1000_diff1": 0.04372211202526786, + "nauc_ndcg_at_1000_max": -0.012985455785277798, + "nauc_ndcg_at_1000_std": -0.10181525244286736, + "nauc_ndcg_at_100_diff1": 0.034047409219201685, + "nauc_ndcg_at_100_max": -0.006624178818112452, + "nauc_ndcg_at_100_std": -0.09379202138804969, + "nauc_ndcg_at_10_diff1": 0.04111189573244548, + "nauc_ndcg_at_10_max": -0.010241672796666448, + "nauc_ndcg_at_10_std": -0.1301515701823748, + "nauc_ndcg_at_1_diff1": 0.13538129536296245, + "nauc_ndcg_at_1_max": -0.022886275158143284, + "nauc_ndcg_at_1_std": -0.04767543909482947, + "nauc_ndcg_at_20_diff1": 0.034226138325801354, + "nauc_ndcg_at_20_max": -0.014324776186797604, + "nauc_ndcg_at_20_std": -0.1221181236121848, + "nauc_ndcg_at_3_diff1": 0.06174528014835416, + "nauc_ndcg_at_3_max": -0.04973055845506697, + "nauc_ndcg_at_3_std": -0.13542137211020422, + "nauc_ndcg_at_5_diff1": 0.06147696779566129, + "nauc_ndcg_at_5_max": -0.016546689940307804, + "nauc_ndcg_at_5_std": -0.14522910401136777, + "nauc_precision_at_1000_diff1": -0.3632970294179002, + "nauc_precision_at_1000_max": 0.11807329832841586, + "nauc_precision_at_1000_std": 0.25997379951472954, + "nauc_precision_at_100_diff1": -0.20025770199677803, + "nauc_precision_at_100_max": 0.11902539195948449, + "nauc_precision_at_100_std": 0.116388667659723, + "nauc_precision_at_10_diff1": -0.07919066147913147, + "nauc_precision_at_10_max": 0.03662775453628333, + "nauc_precision_at_10_std": -0.18795723160621947, + "nauc_precision_at_1_diff1": 0.13538129536296245, + "nauc_precision_at_1_max": -0.022886275158143284, + "nauc_precision_at_1_std": -0.04767543909482947, + "nauc_precision_at_20_diff1": -0.14052168924302433, + "nauc_precision_at_20_max": 0.0229883044313826, + "nauc_precision_at_20_std": -0.15415349651617002, + "nauc_precision_at_3_diff1": 0.014285462671214652, + "nauc_precision_at_3_max": -0.0694946760502056, + "nauc_precision_at_3_std": -0.1944164533370489, + "nauc_precision_at_5_diff1": 0.009030861963971218, + "nauc_precision_at_5_max": 0.008495660081645684, + "nauc_precision_at_5_std": -0.2236954144813768, + "nauc_recall_at_1000_diff1": -0.3632970294178984, + "nauc_recall_at_1000_max": 0.11807329832841859, + "nauc_recall_at_1000_std": 0.25997379951473776, + "nauc_recall_at_100_diff1": -0.20025770199677828, + "nauc_recall_at_100_max": 0.11902539195948388, + "nauc_recall_at_100_std": 0.11638866765972268, + "nauc_recall_at_10_diff1": -0.07919066147913156, + "nauc_recall_at_10_max": 0.03662775453628334, + "nauc_recall_at_10_std": -0.18795723160621935, + "nauc_recall_at_1_diff1": 0.13538129536296245, + "nauc_recall_at_1_max": -0.022886275158143284, + "nauc_recall_at_1_std": -0.04767543909482947, + "nauc_recall_at_20_diff1": -0.14052168924302327, + "nauc_recall_at_20_max": 0.02298830443138365, + "nauc_recall_at_20_std": -0.15415349651616847, + "nauc_recall_at_3_diff1": 0.0142854626712142, + "nauc_recall_at_3_max": -0.06949467605020603, + "nauc_recall_at_3_std": -0.19441645333704946, + "nauc_recall_at_5_diff1": 0.009030861963971733, + "nauc_recall_at_5_max": 0.008495660081646407, + "nauc_recall_at_5_std": -0.22369541448137656, + "ndcg_at_1": 0.22705, + "ndcg_at_10": 0.45831, + "ndcg_at_100": 0.48535, + "ndcg_at_1000": 0.50063, + "ndcg_at_20": 0.47215, + "ndcg_at_3": 0.37417, + "ndcg_at_5": 0.42102, + "precision_at_1": 0.22705, + "precision_at_10": 0.07095, + "precision_at_100": 0.00835, + "precision_at_1000": 0.00096, + "precision_at_20": 0.03821, + "precision_at_3": 0.16081, + "precision_at_5": 0.11895, + "recall_at_1": 0.22705, + "recall_at_10": 0.70947, + "recall_at_100": 0.83545, + "recall_at_1000": 0.96338, + "recall_at_20": 0.76416, + "recall_at_3": 0.48242, + "recall_at_5": 0.59473 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/bm25s/0_1_10/NFCorpus.json b/results/bm25s/0_1_10/NFCorpus.json index d2a23baf2..dc68c2d53 100644 --- a/results/bm25s/0_1_10/NFCorpus.json +++ b/results/bm25s/0_1_10/NFCorpus.json @@ -1,8 +1,8 @@ { "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", - "evaluation_time": 1.505730390548706, + "evaluation_time": 1.674867868423462, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -13,142 +13,142 @@ "main_score": 0.32082, "map_at_1": 0.05628, "map_at_10": 0.11857, - "map_at_100": 0.14306, - "map_at_1000": 0.15017, - "map_at_20": 0.12949, + "map_at_100": 0.14471, + "map_at_1000": 0.15579, + "map_at_20": 0.12967, "map_at_3": 0.09345, "map_at_5": 0.10424, - "mrr_at_1": 0.4458204334365325, - "mrr_at_10": 0.5291992235490686, - "mrr_at_100": 0.5328396005783896, - "mrr_at_1000": 0.5330333502604587, - "mrr_at_20": 0.5309545717440454, - "mrr_at_3": 0.5113519091847266, - "mrr_at_5": 0.5229618163054696, - "nauc_map_at_1000_diff1": 0.26918348098088474, - "nauc_map_at_1000_max": 0.35250262456844433, - "nauc_map_at_1000_std": 0.04649275803304677, - "nauc_map_at_100_diff1": 0.2844610717818622, - "nauc_map_at_100_max": 0.35724171816695854, - "nauc_map_at_100_std": 0.033648402491604675, + "mrr_at_1": 0.44272445820433437, + "mrr_at_10": 0.527221239372942, + "mrr_at_100": 0.5313777070415888, + "mrr_at_1000": 0.5316842837212824, + "mrr_at_20": 0.5291395336327713, + "mrr_at_3": 0.5098039215686276, + "mrr_at_5": 0.5206398348813209, + "nauc_map_at_1000_diff1": 0.26052481540291433, + "nauc_map_at_1000_max": 0.33539491030809876, + "nauc_map_at_1000_std": 0.03208273018134306, + "nauc_map_at_100_diff1": 0.2844159548859162, + "nauc_map_at_100_max": 0.3516889360653609, + "nauc_map_at_100_std": 0.02632697303885099, "nauc_map_at_10_diff1": 0.36081687164599285, - "nauc_map_at_10_max": 0.3667657239646644, + "nauc_map_at_10_max": 0.3665670156190266, "nauc_map_at_10_std": -0.03229932625541164, "nauc_map_at_1_diff1": 0.5627326977791751, - "nauc_map_at_1_max": 0.35586667523647353, + "nauc_map_at_1_max": 0.3555175538286996, "nauc_map_at_1_std": -0.08650129005765297, - "nauc_map_at_20_diff1": 0.31625167761149636, - "nauc_map_at_20_max": 0.3525543173962236, - "nauc_map_at_20_std": -0.012658733039342226, + "nauc_map_at_20_diff1": 0.3159317120223775, + "nauc_map_at_20_max": 0.3513440365443885, + "nauc_map_at_20_std": -0.01371383731704724, "nauc_map_at_3_diff1": 0.44354489651709644, - "nauc_map_at_3_max": 0.3728580261351689, + "nauc_map_at_3_max": 0.3726263906416828, "nauc_map_at_3_std": -0.07182246767848623, "nauc_map_at_5_diff1": 0.4054779536858048, - "nauc_map_at_5_max": 0.3771233860215608, + "nauc_map_at_5_max": 0.3769076618000827, "nauc_map_at_5_std": -0.0478039883499618, - "nauc_mrr_at_1000_diff1": 0.26481405467021124, - "nauc_mrr_at_1000_max": 0.38948776191324486, - "nauc_mrr_at_1000_std": 0.07368994398426237, - "nauc_mrr_at_100_diff1": 0.2648582111805387, - "nauc_mrr_at_100_max": 0.38948840666691625, - "nauc_mrr_at_100_std": 0.07346852439718575, - "nauc_mrr_at_10_diff1": 0.26709842606791906, - "nauc_mrr_at_10_max": 0.3893564355732135, - "nauc_mrr_at_10_std": 0.06928928650137192, - "nauc_mrr_at_1_diff1": 0.2851846137646564, - "nauc_mrr_at_1_max": 0.33868797400680184, - "nauc_mrr_at_1_std": 0.010234032481511224, - "nauc_mrr_at_20_diff1": 0.26571417377801404, - "nauc_mrr_at_20_max": 0.38939310690392753, - "nauc_mrr_at_20_std": 0.0706806142294648, - "nauc_mrr_at_3_diff1": 0.25904889698082, - "nauc_mrr_at_3_max": 0.36860294661122706, - "nauc_mrr_at_3_std": 0.044839843391520404, - "nauc_mrr_at_5_diff1": 0.26960589154686077, - "nauc_mrr_at_5_max": 0.3881555082568393, - "nauc_mrr_at_5_std": 0.0635528387864065, - "nauc_ndcg_at_1000_diff1": 0.20725410116446266, - "nauc_ndcg_at_1000_max": 0.44937448679252595, - "nauc_ndcg_at_1000_std": 0.23065083861050717, - "nauc_ndcg_at_100_diff1": 0.21032951524940585, - "nauc_ndcg_at_100_max": 0.40801920701805033, - "nauc_ndcg_at_100_std": 0.1804573250325198, + "nauc_mrr_at_1000_diff1": 0.2638993564896863, + "nauc_mrr_at_1000_max": 0.3858906835822145, + "nauc_mrr_at_1000_std": 0.07489778471882931, + "nauc_mrr_at_100_diff1": 0.26370717976420516, + "nauc_mrr_at_100_max": 0.3859672637316607, + "nauc_mrr_at_100_std": 0.07492357828042433, + "nauc_mrr_at_10_diff1": 0.2663157707199084, + "nauc_mrr_at_10_max": 0.3866607384582181, + "nauc_mrr_at_10_std": 0.07217571398466686, + "nauc_mrr_at_1_diff1": 0.29353816205560446, + "nauc_mrr_at_1_max": 0.33803893869107504, + "nauc_mrr_at_1_std": 0.013322629741103464, + "nauc_mrr_at_20_diff1": 0.26453041840592, + "nauc_mrr_at_20_max": 0.3863308737164361, + "nauc_mrr_at_20_std": 0.07310758098344507, + "nauc_mrr_at_3_diff1": 0.2634543275858289, + "nauc_mrr_at_3_max": 0.3664629728195252, + "nauc_mrr_at_3_std": 0.04644409685354048, + "nauc_mrr_at_5_diff1": 0.26970357549204205, + "nauc_mrr_at_5_max": 0.38629818847749076, + "nauc_mrr_at_5_std": 0.06740755502579916, + "nauc_ndcg_at_1000_diff1": 0.20162704724467026, + "nauc_ndcg_at_1000_max": 0.4102940699580011, + "nauc_ndcg_at_1000_std": 0.18382893576439116, + "nauc_ndcg_at_100_diff1": 0.21490430884120462, + "nauc_ndcg_at_100_max": 0.39150799255635343, + "nauc_ndcg_at_100_std": 0.1572685952448302, "nauc_ndcg_at_10_diff1": 0.11096186553902558, - "nauc_ndcg_at_10_max": 0.2921276203541946, + "nauc_ndcg_at_10_max": 0.29113565237984645, "nauc_ndcg_at_10_std": 0.06593893621520551, "nauc_ndcg_at_1_diff1": 0.30441868977288594, - "nauc_ndcg_at_1_max": 0.34064225025753125, + "nauc_ndcg_at_1_max": 0.3372677216696571, "nauc_ndcg_at_1_std": 0.008606763912151906, - "nauc_ndcg_at_20_diff1": 0.11790509594205417, - "nauc_ndcg_at_20_max": 0.29267475836328677, - "nauc_ndcg_at_20_std": 0.0879483645580819, + "nauc_ndcg_at_20_diff1": 0.11828078480762952, + "nauc_ndcg_at_20_max": 0.2891074181573808, + "nauc_ndcg_at_20_std": 0.08474626655425421, "nauc_ndcg_at_3_diff1": 0.14333521518237052, - "nauc_ndcg_at_3_max": 0.30753554508117714, + "nauc_ndcg_at_3_max": 0.30575724421138195, "nauc_ndcg_at_3_std": 0.029252109106690828, "nauc_ndcg_at_5_diff1": 0.12583578294712258, - "nauc_ndcg_at_5_max": 0.3114217418709933, + "nauc_ndcg_at_5_max": 0.31002424151735086, "nauc_ndcg_at_5_std": 0.06054029842243836, - "nauc_precision_at_1000_diff1": -0.3257249041220851, - "nauc_precision_at_1000_max": -0.18044815224301092, - "nauc_precision_at_1000_std": 0.09340990941757926, - "nauc_precision_at_100_diff1": -0.2767002876551104, - "nauc_precision_at_100_max": -0.05247057470593053, - "nauc_precision_at_100_std": 0.2061539452437707, + "nauc_precision_at_1000_diff1": -0.3164137761214783, + "nauc_precision_at_1000_max": -0.22115564689397418, + "nauc_precision_at_1000_std": 0.027043176563540123, + "nauc_precision_at_100_diff1": -0.26613540030459015, + "nauc_precision_at_100_max": -0.0844031263975, + "nauc_precision_at_100_std": 0.15111225599378109, "nauc_precision_at_10_diff1": -0.14955751515979857, - "nauc_precision_at_10_max": 0.12035424980932316, + "nauc_precision_at_10_max": 0.11980311706992888, "nauc_precision_at_10_std": 0.1194530222127563, "nauc_precision_at_1_diff1": 0.3018740755481865, - "nauc_precision_at_1_max": 0.34416526405214426, + "nauc_precision_at_1_max": 0.3407782687883115, "nauc_precision_at_1_std": 0.01955191479108776, - "nauc_precision_at_20_diff1": -0.22421135707777895, - "nauc_precision_at_20_max": 0.04080525536528606, - "nauc_precision_at_20_std": 0.1464153503298407, + "nauc_precision_at_20_diff1": -0.22232176508980162, + "nauc_precision_at_20_max": 0.03542679385674601, + "nauc_precision_at_20_std": 0.14144795209435582, "nauc_precision_at_3_diff1": 0.003971419213691873, - "nauc_precision_at_3_max": 0.24886157646239254, + "nauc_precision_at_3_max": 0.247523707738049, "nauc_precision_at_3_std": 0.06408623185207662, "nauc_precision_at_5_diff1": -0.06381667669350159, - "nauc_precision_at_5_max": 0.21113495960173914, + "nauc_precision_at_5_max": 0.21020442983867516, "nauc_precision_at_5_std": 0.11230866090510294, - "nauc_recall_at_1000_diff1": 0.0756426528289946, - "nauc_recall_at_1000_max": 0.36069204543106304, - "nauc_recall_at_1000_std": 0.31806303246793655, - "nauc_recall_at_100_diff1": 0.20595566419978653, - "nauc_recall_at_100_max": 0.4419320428250885, - "nauc_recall_at_100_std": 0.2869120882408191, + "nauc_recall_at_1000_diff1": 0.04885257045849028, + "nauc_recall_at_1000_max": 0.26912987731277793, + "nauc_recall_at_1000_std": 0.1957602505126718, + "nauc_recall_at_100_diff1": 0.22585561439569063, + "nauc_recall_at_100_max": 0.41495220874163574, + "nauc_recall_at_100_std": 0.24177161359143978, "nauc_recall_at_10_diff1": 0.33138244816570206, - "nauc_recall_at_10_max": 0.4013218163043384, + "nauc_recall_at_10_max": 0.401146069816215, "nauc_recall_at_10_std": 0.03117399554240831, "nauc_recall_at_1_diff1": 0.5627326977791751, - "nauc_recall_at_1_max": 0.35586667523647353, + "nauc_recall_at_1_max": 0.3555175538286996, "nauc_recall_at_1_std": -0.08650129005765297, - "nauc_recall_at_20_diff1": 0.24113110007544242, - "nauc_recall_at_20_max": 0.3667516792470692, - "nauc_recall_at_20_std": 0.08852420576406517, + "nauc_recall_at_20_diff1": 0.2378812582412098, + "nauc_recall_at_20_max": 0.3581301008831881, + "nauc_recall_at_20_std": 0.0810837240787552, "nauc_recall_at_3_diff1": 0.4244171130872568, - "nauc_recall_at_3_max": 0.37635599727909247, + "nauc_recall_at_3_max": 0.3761376043309891, "nauc_recall_at_3_std": -0.057936548839647786, "nauc_recall_at_5_diff1": 0.3714267043339234, - "nauc_recall_at_5_max": 0.3915011480327067, + "nauc_recall_at_5_max": 0.3913050460974898, "nauc_recall_at_5_std": -0.010054484415243814, "ndcg_at_1": 0.42879, "ndcg_at_10": 0.32082, - "ndcg_at_100": 0.27318, - "ndcg_at_1000": 0.32252, - "ndcg_at_20": 0.29417, + "ndcg_at_100": 0.27993, + "ndcg_at_1000": 0.34606, + "ndcg_at_20": 0.29505, "ndcg_at_3": 0.39021, "ndcg_at_5": 0.35562, "precision_at_1": 0.43963, "precision_at_10": 0.23158, - "precision_at_100": 0.06554, - "precision_at_1000": 0.01462, - "precision_at_20": 0.1661, + "precision_at_100": 0.07037, + "precision_at_1000": 0.01798, + "precision_at_20": 0.16703, "precision_at_3": 0.36739, "precision_at_5": 0.30031, "recall_at_1": 0.05628, "recall_at_10": 0.14707, - "recall_at_100": 0.24656, - "recall_at_1000": 0.4288, - "recall_at_20": 0.17655, + "recall_at_100": 0.25808, + "recall_at_1000": 0.491, + "recall_at_20": 0.17806, "recall_at_3": 0.10287, "recall_at_5": 0.12078 } diff --git a/results/bm25s/0_1_10/SciFact-PL.json b/results/bm25s/0_1_10/SciFact-PL.json new file mode 100644 index 000000000..d29ca84e2 --- /dev/null +++ b/results/bm25s/0_1_10/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 1.2472434043884277, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.56361, + "map_at_1": 0.44278, + "map_at_10": 0.51775, + "map_at_100": 0.52562, + "map_at_1000": 0.52601, + "map_at_20": 0.52304, + "map_at_3": 0.48953, + "map_at_5": 0.50429, + "mrr_at_1": 0.4633333333333333, + "mrr_at_10": 0.5346164021164018, + "mrr_at_100": 0.541320592889644, + "mrr_at_1000": 0.5416520421804698, + "mrr_at_20": 0.5394965670151426, + "mrr_at_3": 0.5105555555555554, + "mrr_at_5": 0.5228888888888888, + "nauc_map_at_1000_diff1": 0.6626737026037531, + "nauc_map_at_1000_max": 0.5647324026821545, + "nauc_map_at_1000_std": 0.19873356283710447, + "nauc_map_at_100_diff1": 0.6626234217191974, + "nauc_map_at_100_max": 0.5647163958571998, + "nauc_map_at_100_std": 0.1984483837091867, + "nauc_map_at_10_diff1": 0.6628139870834455, + "nauc_map_at_10_max": 0.5638055736815246, + "nauc_map_at_10_std": 0.19338253104867514, + "nauc_map_at_1_diff1": 0.692752264350441, + "nauc_map_at_1_max": 0.5565037166479558, + "nauc_map_at_1_std": 0.17008190921698238, + "nauc_map_at_20_diff1": 0.6629097446049927, + "nauc_map_at_20_max": 0.5657788333686996, + "nauc_map_at_20_std": 0.2000922453693624, + "nauc_map_at_3_diff1": 0.661284018280772, + "nauc_map_at_3_max": 0.545418896417508, + "nauc_map_at_3_std": 0.16783570380825213, + "nauc_map_at_5_diff1": 0.6593880532325909, + "nauc_map_at_5_max": 0.5505226438526611, + "nauc_map_at_5_std": 0.17476552160396325, + "nauc_mrr_at_1000_diff1": 0.6624614650605403, + "nauc_mrr_at_1000_max": 0.5716183772575187, + "nauc_mrr_at_1000_std": 0.2192437396704512, + "nauc_mrr_at_100_diff1": 0.6625301962626123, + "nauc_mrr_at_100_max": 0.5716637845037263, + "nauc_mrr_at_100_std": 0.2190385372571353, + "nauc_mrr_at_10_diff1": 0.6624380345715896, + "nauc_mrr_at_10_max": 0.5728912745522075, + "nauc_mrr_at_10_std": 0.21792561487543177, + "nauc_mrr_at_1_diff1": 0.689269129067763, + "nauc_mrr_at_1_max": 0.5637401718097023, + "nauc_mrr_at_1_std": 0.20229079603408165, + "nauc_mrr_at_20_diff1": 0.6623716142821944, + "nauc_mrr_at_20_max": 0.5724543273043351, + "nauc_mrr_at_20_std": 0.22148753147967404, + "nauc_mrr_at_3_diff1": 0.6621370847051783, + "nauc_mrr_at_3_max": 0.5655443113749766, + "nauc_mrr_at_3_std": 0.20764797926793674, + "nauc_mrr_at_5_diff1": 0.657869485311663, + "nauc_mrr_at_5_max": 0.562877384385789, + "nauc_mrr_at_5_std": 0.20698283694839273, + "nauc_ndcg_at_1000_diff1": 0.6568685713482404, + "nauc_ndcg_at_1000_max": 0.5808798893105446, + "nauc_ndcg_at_1000_std": 0.2383053405569649, + "nauc_ndcg_at_100_diff1": 0.6563219476885946, + "nauc_ndcg_at_100_max": 0.5798756609603495, + "nauc_ndcg_at_100_std": 0.23001180949846936, + "nauc_ndcg_at_10_diff1": 0.6554997303880125, + "nauc_ndcg_at_10_max": 0.5794811456905561, + "nauc_ndcg_at_10_std": 0.21971337443594532, + "nauc_ndcg_at_1_diff1": 0.689269129067763, + "nauc_ndcg_at_1_max": 0.5637401718097023, + "nauc_ndcg_at_1_std": 0.20229079603408165, + "nauc_ndcg_at_20_diff1": 0.6559270087448221, + "nauc_ndcg_at_20_max": 0.5829275588995997, + "nauc_ndcg_at_20_std": 0.24094427268703147, + "nauc_ndcg_at_3_diff1": 0.651275298825358, + "nauc_ndcg_at_3_max": 0.5467617461970696, + "nauc_ndcg_at_3_std": 0.17789663099452716, + "nauc_ndcg_at_5_diff1": 0.6466141397743633, + "nauc_ndcg_at_5_max": 0.5506417459846653, + "nauc_ndcg_at_5_std": 0.18251595197818654, + "nauc_precision_at_1000_diff1": 0.0022352674298298475, + "nauc_precision_at_1000_max": 0.21127150200012174, + "nauc_precision_at_1000_std": 0.4647087789575021, + "nauc_precision_at_100_diff1": 0.16045856717729584, + "nauc_precision_at_100_max": 0.33176216820787346, + "nauc_precision_at_100_std": 0.4226167888314131, + "nauc_precision_at_10_diff1": 0.4385263148159275, + "nauc_precision_at_10_max": 0.5453671033586583, + "nauc_precision_at_10_std": 0.40567036768140097, + "nauc_precision_at_1_diff1": 0.689269129067763, + "nauc_precision_at_1_max": 0.5637401718097023, + "nauc_precision_at_1_std": 0.20229079603408165, + "nauc_precision_at_20_diff1": 0.3629533491214822, + "nauc_precision_at_20_max": 0.5253937557525051, + "nauc_precision_at_20_std": 0.5208227763012292, + "nauc_precision_at_3_diff1": 0.5840147336316865, + "nauc_precision_at_3_max": 0.5278314501495532, + "nauc_precision_at_3_std": 0.23043472358602834, + "nauc_precision_at_5_diff1": 0.5091908230380912, + "nauc_precision_at_5_max": 0.5043081284345418, + "nauc_precision_at_5_std": 0.2537302087664933, + "nauc_recall_at_1000_diff1": 0.6164923296210585, + "nauc_recall_at_1000_max": 0.8049477439929252, + "nauc_recall_at_1000_std": 0.7996364407276582, + "nauc_recall_at_100_diff1": 0.6165558210526091, + "nauc_recall_at_100_max": 0.6571469216008837, + "nauc_recall_at_100_std": 0.3750200548915755, + "nauc_recall_at_10_diff1": 0.6212356502973049, + "nauc_recall_at_10_max": 0.6175820700995913, + "nauc_recall_at_10_std": 0.2831065735132016, + "nauc_recall_at_1_diff1": 0.692752264350441, + "nauc_recall_at_1_max": 0.5565037166479558, + "nauc_recall_at_1_std": 0.17008190921698238, + "nauc_recall_at_20_diff1": 0.6154690445844911, + "nauc_recall_at_20_max": 0.6385328994896069, + "nauc_recall_at_20_std": 0.40657358408560973, + "nauc_recall_at_3_diff1": 0.6168103799368865, + "nauc_recall_at_3_max": 0.522321139459807, + "nauc_recall_at_3_std": 0.15517401003378234, + "nauc_recall_at_5_diff1": 0.5976586420352784, + "nauc_recall_at_5_max": 0.5271346622643487, + "nauc_recall_at_5_std": 0.16861250240285955, + "ndcg_at_1": 0.46333, + "ndcg_at_10": 0.56361, + "ndcg_at_100": 0.59859, + "ndcg_at_1000": 0.60934, + "ndcg_at_20": 0.58241, + "ndcg_at_3": 0.5087, + "ndcg_at_5": 0.53293, + "precision_at_1": 0.46333, + "precision_at_10": 0.07633, + "precision_at_100": 0.00957, + "precision_at_1000": 0.00106, + "precision_at_20": 0.04233, + "precision_at_3": 0.19222, + "precision_at_5": 0.13, + "recall_at_1": 0.44278, + "recall_at_10": 0.69217, + "recall_at_100": 0.84767, + "recall_at_1000": 0.931, + "recall_at_20": 0.76533, + "recall_at_3": 0.54122, + "recall_at_5": 0.60106 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/bm25s/0_1_10/SciFact.json b/results/bm25s/0_1_10/SciFact.json index 9d39c4c76..84c8a6b37 100644 --- a/results/bm25s/0_1_10/SciFact.json +++ b/results/bm25s/0_1_10/SciFact.json @@ -1,8 +1,8 @@ { "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", - "evaluation_time": 5.407999515533447, + "evaluation_time": 3.9898624420166016, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,12 +10,12 @@ "languages": [ "eng-Latn" ], - "main_score": 0.68703, + "main_score": 0.68736, "map_at_1": 0.5375, - "map_at_10": 0.64011, - "map_at_100": 0.64542, - "map_at_1000": 0.64569, - "map_at_20": 0.64349, + "map_at_10": 0.64024, + "map_at_100": 0.64543, + "map_at_1000": 0.6457, + "map_at_20": 0.64351, "map_at_3": 0.61977, "map_at_5": 0.62702, "mrr_at_1": 0.5533333333333333, @@ -25,21 +25,21 @@ "mrr_at_20": 0.6527961835922362, "mrr_at_3": 0.6327777777777779, "mrr_at_5": 0.6396111111111111, - "nauc_map_at_1000_diff1": 0.6515802163337553, - "nauc_map_at_1000_max": 0.44869406537117645, - "nauc_map_at_1000_std": 0.13440242926811222, - "nauc_map_at_100_diff1": 0.6516203583186828, - "nauc_map_at_100_max": 0.4488480388820315, - "nauc_map_at_100_std": 0.13442409481123158, - "nauc_map_at_10_diff1": 0.6513749958292991, - "nauc_map_at_10_max": 0.4532468698751438, - "nauc_map_at_10_std": 0.13734686225094148, + "nauc_map_at_1000_diff1": 0.6515669779315729, + "nauc_map_at_1000_max": 0.44866740458067633, + "nauc_map_at_1000_std": 0.13436382679325212, + "nauc_map_at_100_diff1": 0.6516071342049911, + "nauc_map_at_100_max": 0.4488214096430907, + "nauc_map_at_100_std": 0.1343855303800843, + "nauc_map_at_10_diff1": 0.6512315773708729, + "nauc_map_at_10_max": 0.45296008271029936, + "nauc_map_at_10_std": 0.13693011914040057, "nauc_map_at_1_diff1": 0.6679690792474182, "nauc_map_at_1_max": 0.39641028305535836, "nauc_map_at_1_std": 0.07946217749989873, - "nauc_map_at_20_diff1": 0.6519782394855551, - "nauc_map_at_20_max": 0.4493581021265059, - "nauc_map_at_20_std": 0.1343347487606731, + "nauc_map_at_20_diff1": 0.6519651039618202, + "nauc_map_at_20_max": 0.4493316433314227, + "nauc_map_at_20_std": 0.13429639991386136, "nauc_map_at_3_diff1": 0.6560016534579957, "nauc_map_at_3_max": 0.4298358265914772, "nauc_map_at_3_std": 0.10348594090142527, @@ -67,21 +67,21 @@ "nauc_mrr_at_5_diff1": 0.6523783762120482, "nauc_mrr_at_5_max": 0.4448604021760145, "nauc_mrr_at_5_std": 0.13494088263597187, - "nauc_ndcg_at_1000_diff1": 0.649891012116661, - "nauc_ndcg_at_1000_max": 0.46884645959013155, - "nauc_ndcg_at_1000_std": 0.16452684883824967, - "nauc_ndcg_at_100_diff1": 0.6510361257449979, - "nauc_ndcg_at_100_max": 0.47217754440929155, - "nauc_ndcg_at_100_std": 0.16072946025712687, - "nauc_ndcg_at_10_diff1": 0.6478157913560237, - "nauc_ndcg_at_10_max": 0.4878962642548131, - "nauc_ndcg_at_10_std": 0.17763229348219722, + "nauc_ndcg_at_1000_diff1": 0.6498708620351189, + "nauc_ndcg_at_1000_max": 0.4688131349458876, + "nauc_ndcg_at_1000_std": 0.16448245006549092, + "nauc_ndcg_at_100_diff1": 0.6510166391031867, + "nauc_ndcg_at_100_max": 0.4721453676609146, + "nauc_ndcg_at_100_std": 0.16068630041905824, + "nauc_ndcg_at_10_diff1": 0.647419521621886, + "nauc_ndcg_at_10_max": 0.48715085705461464, + "nauc_ndcg_at_10_std": 0.17653778425472888, "nauc_ndcg_at_1_diff1": 0.6711120923721567, "nauc_ndcg_at_1_max": 0.39838780897979115, "nauc_ndcg_at_1_std": 0.08391660951343036, - "nauc_ndcg_at_20_diff1": 0.6519536856239165, - "nauc_ndcg_at_20_max": 0.4748422977894064, - "nauc_ndcg_at_20_std": 0.16683263779056515, + "nauc_ndcg_at_20_diff1": 0.6519394933582398, + "nauc_ndcg_at_20_max": 0.47481475159073794, + "nauc_ndcg_at_20_std": 0.1667925318987026, "nauc_ndcg_at_3_diff1": 0.6539730052084252, "nauc_ndcg_at_3_max": 0.44958372840357136, "nauc_ndcg_at_3_std": 0.12290050459229948, @@ -94,9 +94,9 @@ "nauc_precision_at_100_diff1": -0.0012518511415821184, "nauc_precision_at_100_max": 0.21627193403010742, "nauc_precision_at_100_std": 0.31556770117514144, - "nauc_precision_at_10_diff1": 0.2660783795886963, - "nauc_precision_at_10_max": 0.4929038110438742, - "nauc_precision_at_10_std": 0.42594357496354296, + "nauc_precision_at_10_diff1": 0.25003794159804293, + "nauc_precision_at_10_max": 0.47053764649672514, + "nauc_precision_at_10_std": 0.40498018605435454, "nauc_precision_at_1_diff1": 0.6711120923721567, "nauc_precision_at_1_max": 0.39838780897979115, "nauc_precision_at_1_std": 0.08391660951343036, @@ -115,9 +115,9 @@ "nauc_recall_at_100_diff1": 0.6664225486632297, "nauc_recall_at_100_max": 0.6344288351472888, "nauc_recall_at_100_std": 0.2668530516532301, - "nauc_recall_at_10_diff1": 0.6221035349956205, - "nauc_recall_at_10_max": 0.6356568652035337, - "nauc_recall_at_10_std": 0.3346107579870839, + "nauc_recall_at_10_diff1": 0.6208206008051577, + "nauc_recall_at_10_max": 0.6339094270544646, + "nauc_recall_at_10_std": 0.3318412876688352, "nauc_recall_at_1_diff1": 0.6679690792474182, "nauc_recall_at_1_max": 0.39641028305535836, "nauc_recall_at_1_std": 0.07946217749989873, @@ -131,21 +131,21 @@ "nauc_recall_at_5_max": 0.48376717492159743, "nauc_recall_at_5_std": 0.17232963559800124, "ndcg_at_1": 0.55333, - "ndcg_at_10": 0.68703, - "ndcg_at_100": 0.70892, - "ndcg_at_1000": 0.71624, - "ndcg_at_20": 0.69777, + "ndcg_at_10": 0.68736, + "ndcg_at_100": 0.70893, + "ndcg_at_1000": 0.71625, + "ndcg_at_20": 0.69778, "ndcg_at_3": 0.64726, "ndcg_at_5": 0.65872, "precision_at_1": 0.55333, - "precision_at_10": 0.09033, + "precision_at_10": 0.09067, "precision_at_100": 0.01037, "precision_at_1000": 0.0011, "precision_at_20": 0.04783, "precision_at_3": 0.25111, "precision_at_5": 0.15867, "recall_at_1": 0.5375, - "recall_at_10": 0.818, + "recall_at_10": 0.81867, "recall_at_100": 0.91267, "recall_at_1000": 0.97, "recall_at_20": 0.85694, @@ -170,13 +170,13 @@ "mrr_at_1": 0.5920889987639061, "mrr_at_10": 0.6656463986501069, "mrr_at_100": 0.670029120961771, - "mrr_at_1000": 0.6702201896259565, + "mrr_at_1000": 0.6702214638655207, "mrr_at_20": 0.6685074879992159, "mrr_at_3": 0.6442109600329622, "mrr_at_5": 0.65613926658426, - "nauc_map_at_1000_diff1": 0.7239712678815537, - "nauc_map_at_1000_max": 0.5208963663782994, - "nauc_map_at_1000_std": 0.16964367110250128, + "nauc_map_at_1000_diff1": 0.7239671447930514, + "nauc_map_at_1000_max": 0.5208892099251726, + "nauc_map_at_1000_std": 0.16963126792763594, "nauc_map_at_100_diff1": 0.7238431951036898, "nauc_map_at_100_max": 0.5209897773881522, "nauc_map_at_100_std": 0.16971443003477418, @@ -195,9 +195,9 @@ "nauc_map_at_5_diff1": 0.7229198857950043, "nauc_map_at_5_max": 0.506717761464418, "nauc_map_at_5_std": 0.15225614235532645, - "nauc_mrr_at_1000_diff1": 0.7176419736643064, - "nauc_mrr_at_1000_max": 0.5188116751448882, - "nauc_mrr_at_1000_std": 0.17158951699372815, + "nauc_mrr_at_1000_diff1": 0.7176406320601758, + "nauc_mrr_at_1000_max": 0.5188093910676944, + "nauc_mrr_at_1000_std": 0.17158558341905664, "nauc_mrr_at_100_diff1": 0.7176307688481897, "nauc_mrr_at_100_max": 0.5189260110249083, "nauc_mrr_at_100_std": 0.17159566641675084, @@ -216,9 +216,9 @@ "nauc_mrr_at_5_diff1": 0.7170467952485343, "nauc_mrr_at_5_max": 0.5118811288445246, "nauc_mrr_at_5_std": 0.16395544170072995, - "nauc_ndcg_at_1000_diff1": 0.7196808496717253, - "nauc_ndcg_at_1000_max": 0.5380516342272229, - "nauc_ndcg_at_1000_std": 0.1952966175667907, + "nauc_ndcg_at_1000_diff1": 0.7194918836195673, + "nauc_ndcg_at_1000_max": 0.5377402300335433, + "nauc_ndcg_at_1000_std": 0.19475415865466006, "nauc_ndcg_at_100_diff1": 0.717752870147442, "nauc_ndcg_at_100_max": 0.5413055394605453, "nauc_ndcg_at_100_std": 0.1980366513983387, @@ -237,9 +237,9 @@ "nauc_ndcg_at_5_diff1": 0.7133180603693328, "nauc_ndcg_at_5_max": 0.5151739926555841, "nauc_ndcg_at_5_std": 0.16664716518445416, - "nauc_precision_at_1000_diff1": -0.09810177200813268, - "nauc_precision_at_1000_max": 0.17967554698525431, - "nauc_precision_at_1000_std": 0.2855149903610938, + "nauc_precision_at_1000_diff1": -0.10351294026701417, + "nauc_precision_at_1000_max": 0.17563319521487136, + "nauc_precision_at_1000_std": 0.28199418864293024, "nauc_precision_at_100_diff1": 0.023439680712808372, "nauc_precision_at_100_max": 0.2802451652973477, "nauc_precision_at_100_std": 0.31964673321468146, @@ -258,9 +258,9 @@ "nauc_precision_at_5_diff1": 0.3991705721717818, "nauc_precision_at_5_max": 0.45426954590664825, "nauc_precision_at_5_std": 0.2711575247396718, - "nauc_recall_at_1000_diff1": 0.6773678546288053, - "nauc_recall_at_1000_max": 0.8123200361979269, - "nauc_recall_at_1000_std": 0.7061797873572301, + "nauc_recall_at_1000_diff1": 0.6597697376085583, + "nauc_recall_at_1000_max": 0.8020829472632683, + "nauc_recall_at_1000_std": 0.690153230303988, "nauc_recall_at_100_diff1": 0.6660477634563566, "nauc_recall_at_100_max": 0.7125845683213293, "nauc_recall_at_100_std": 0.4406169874180956, @@ -282,7 +282,7 @@ "ndcg_at_1": 0.59209, "ndcg_at_10": 0.696, "ndcg_at_100": 0.72189, - "ndcg_at_1000": 0.72801, + "ndcg_at_1000": 0.72816, "ndcg_at_20": 0.7082, "ndcg_at_3": 0.64855, "ndcg_at_5": 0.6731, @@ -296,7 +296,7 @@ "recall_at_1": 0.56875, "recall_at_10": 0.81374, "recall_at_100": 0.92827, - "recall_at_1000": 0.9761, + "recall_at_1000": 0.97734, "recall_at_20": 0.8588, "recall_at_3": 0.69112, "recall_at_5": 0.74843 diff --git a/results/bm25s/0_1_10/TRECCOVID-PL.json b/results/bm25s/0_1_10/TRECCOVID-PL.json new file mode 100644 index 000000000..9062ef38b --- /dev/null +++ b/results/bm25s/0_1_10/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 19.96194338798523, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.44601, + "map_at_1": 0.00168, + "map_at_10": 0.00864, + "map_at_100": 0.03385, + "map_at_1000": 0.0792, + "map_at_20": 0.01337, + "map_at_3": 0.00378, + "map_at_5": 0.00541, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7648333333333333, + "mrr_at_100": 0.7719551282051281, + "mrr_at_1000": 0.7719551282051281, + "mrr_at_20": 0.7719551282051281, + "mrr_at_3": 0.7433333333333334, + "mrr_at_5": 0.7623333333333332, + "nauc_map_at_1000_diff1": -0.05742156966584107, + "nauc_map_at_1000_max": 0.2920233853558402, + "nauc_map_at_1000_std": 0.5408590053348996, + "nauc_map_at_100_diff1": 0.03248317244993043, + "nauc_map_at_100_max": 0.204475606381661, + "nauc_map_at_100_std": 0.3837799374750596, + "nauc_map_at_10_diff1": 0.16944665688886837, + "nauc_map_at_10_max": 0.12123544292127854, + "nauc_map_at_10_std": 0.18532325107559697, + "nauc_map_at_1_diff1": -0.08040114619005274, + "nauc_map_at_1_max": -0.06572438256917053, + "nauc_map_at_1_std": -0.09462659884219157, + "nauc_map_at_20_diff1": 0.11269740476512978, + "nauc_map_at_20_max": 0.10722493892281838, + "nauc_map_at_20_std": 0.2306606555747995, + "nauc_map_at_3_diff1": 0.12326726444176324, + "nauc_map_at_3_max": 0.04705519427792097, + "nauc_map_at_3_std": 0.07511430803344102, + "nauc_map_at_5_diff1": 0.17865015949895252, + "nauc_map_at_5_max": 0.106549476368106, + "nauc_map_at_5_std": 0.14598296166114336, + "nauc_mrr_at_1000_diff1": 0.013515403040335178, + "nauc_mrr_at_1000_max": 0.17719439686922414, + "nauc_mrr_at_1000_std": 0.110996094528208, + "nauc_mrr_at_100_diff1": 0.013515403040335178, + "nauc_mrr_at_100_max": 0.17719439686922414, + "nauc_mrr_at_100_std": 0.110996094528208, + "nauc_mrr_at_10_diff1": 0.019592051431042718, + "nauc_mrr_at_10_max": 0.17696606851768262, + "nauc_mrr_at_10_std": 0.11075626575879224, + "nauc_mrr_at_1_diff1": -0.13460637722932828, + "nauc_mrr_at_1_max": 0.08315618807422072, + "nauc_mrr_at_1_std": 0.07897676094397361, + "nauc_mrr_at_20_diff1": 0.013515403040335178, + "nauc_mrr_at_20_max": 0.17719439686922414, + "nauc_mrr_at_20_std": 0.110996094528208, + "nauc_mrr_at_3_diff1": 0.05159849473087539, + "nauc_mrr_at_3_max": 0.19185351627862476, + "nauc_mrr_at_3_std": 0.10729481829543981, + "nauc_mrr_at_5_diff1": 0.023626418940014954, + "nauc_mrr_at_5_max": 0.1793821462443374, + "nauc_mrr_at_5_std": 0.10295157195285062, + "nauc_ndcg_at_1000_diff1": 0.0221241516678468, + "nauc_ndcg_at_1000_max": 0.3272474302062035, + "nauc_ndcg_at_1000_std": 0.5531596897371875, + "nauc_ndcg_at_100_diff1": -0.07457591600596, + "nauc_ndcg_at_100_max": 0.21276337795050268, + "nauc_ndcg_at_100_std": 0.41029579127020477, + "nauc_ndcg_at_10_diff1": 0.06418572685183653, + "nauc_ndcg_at_10_max": 0.18815119084631354, + "nauc_ndcg_at_10_std": 0.2591802783180996, + "nauc_ndcg_at_1_diff1": -0.18639546515505168, + "nauc_ndcg_at_1_max": 0.08310706743517685, + "nauc_ndcg_at_1_std": 0.05781292176757328, + "nauc_ndcg_at_20_diff1": -0.014586412133070988, + "nauc_ndcg_at_20_max": 0.14878204209646956, + "nauc_ndcg_at_20_std": 0.2802463860641551, + "nauc_ndcg_at_3_diff1": 0.03384977266537255, + "nauc_ndcg_at_3_max": 0.09434190175864997, + "nauc_ndcg_at_3_std": 0.15381224803129812, + "nauc_ndcg_at_5_diff1": 0.06667720615192263, + "nauc_ndcg_at_5_max": 0.15112388260711138, + "nauc_ndcg_at_5_std": 0.20421245268910074, + "nauc_precision_at_1000_diff1": -0.12027395363218953, + "nauc_precision_at_1000_max": 0.27893180398035095, + "nauc_precision_at_1000_std": 0.5321037135008592, + "nauc_precision_at_100_diff1": -0.0847166303800717, + "nauc_precision_at_100_max": 0.24367734917995842, + "nauc_precision_at_100_std": 0.469818839101039, + "nauc_precision_at_10_diff1": 0.07870640496028505, + "nauc_precision_at_10_max": 0.2273010167961972, + "nauc_precision_at_10_std": 0.3362623598696138, + "nauc_precision_at_1_diff1": -0.13460637722932828, + "nauc_precision_at_1_max": 0.08315618807422072, + "nauc_precision_at_1_std": 0.07897676094397361, + "nauc_precision_at_20_diff1": -0.03610588954757018, + "nauc_precision_at_20_max": 0.1454593458966782, + "nauc_precision_at_20_std": 0.3352161050320324, + "nauc_precision_at_3_diff1": 0.1327504784770273, + "nauc_precision_at_3_max": 0.12379248253134179, + "nauc_precision_at_3_std": 0.21792505181141794, + "nauc_precision_at_5_diff1": 0.11978891820580434, + "nauc_precision_at_5_max": 0.1958749860641417, + "nauc_precision_at_5_std": 0.29303207105429396, + "nauc_recall_at_1000_diff1": 0.10100850136189983, + "nauc_recall_at_1000_max": 0.3877429172243725, + "nauc_recall_at_1000_std": 0.6031756201711407, + "nauc_recall_at_100_diff1": 0.18368811070202998, + "nauc_recall_at_100_max": 0.25402335370859014, + "nauc_recall_at_100_std": 0.3801656067490246, + "nauc_recall_at_10_diff1": 0.18792412839899392, + "nauc_recall_at_10_max": 0.11645688204890653, + "nauc_recall_at_10_std": 0.14270548330563315, + "nauc_recall_at_1_diff1": -0.08040114619005274, + "nauc_recall_at_1_max": -0.06572438256917053, + "nauc_recall_at_1_std": -0.09462659884219157, + "nauc_recall_at_20_diff1": 0.1683814137798367, + "nauc_recall_at_20_max": 0.08781099727814347, + "nauc_recall_at_20_std": 0.1773508545437157, + "nauc_recall_at_3_diff1": 0.22356405680526148, + "nauc_recall_at_3_max": 0.09598838626422873, + "nauc_recall_at_3_std": 0.0713983972114934, + "nauc_recall_at_5_diff1": 0.2723602944086505, + "nauc_recall_at_5_max": 0.1384235066926, + "nauc_recall_at_5_std": 0.1289117714552266, + "ndcg_at_1": 0.63, + "ndcg_at_10": 0.44601, + "ndcg_at_100": 0.29077, + "ndcg_at_1000": 0.25605, + "ndcg_at_20": 0.40639, + "ndcg_at_3": 0.52458, + "ndcg_at_5": 0.49648, + "precision_at_1": 0.7, + "precision_at_10": 0.462, + "precision_at_100": 0.2982, + "precision_at_1000": 0.11854, + "precision_at_20": 0.422, + "precision_at_3": 0.55333, + "precision_at_5": 0.532, + "recall_at_1": 0.00168, + "recall_at_10": 0.01088, + "recall_at_100": 0.06603, + "recall_at_1000": 0.24552, + "recall_at_20": 0.01932, + "recall_at_3": 0.00413, + "recall_at_5": 0.00634 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/bm25s/0_1_10/TRECCOVID.json b/results/bm25s/0_1_10/TRECCOVID.json index 6501b4509..441ba4dd8 100644 --- a/results/bm25s/0_1_10/TRECCOVID.json +++ b/results/bm25s/0_1_10/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 32.00744581222534, + "evaluation_time": 14.279785394668579, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -25,9 +25,9 @@ "mrr_at_20": 0.8755555555555555, "mrr_at_3": 0.8733333333333334, "mrr_at_5": 0.8733333333333334, - "nauc_map_at_1000_diff1": -0.17286809142447151, - "nauc_map_at_1000_max": 0.44412872746137255, - "nauc_map_at_1000_std": 0.6642438672266683, + "nauc_map_at_1000_diff1": -0.17286793324760996, + "nauc_map_at_1000_max": 0.44412884161280963, + "nauc_map_at_1000_std": 0.664243965671926, "nauc_map_at_100_diff1": 0.02970616566865273, "nauc_map_at_100_max": 0.43569861924655684, "nauc_map_at_100_std": 0.6598150995516672, @@ -67,9 +67,9 @@ "nauc_mrr_at_5_diff1": 0.1560923604971642, "nauc_mrr_at_5_max": 0.34934213947683096, "nauc_mrr_at_5_std": 0.3540745748608867, - "nauc_ndcg_at_1000_diff1": -0.10280049788921376, - "nauc_ndcg_at_1000_max": 0.47663111422435256, - "nauc_ndcg_at_1000_std": 0.6507783604002365, + "nauc_ndcg_at_1000_diff1": -0.10280044997379724, + "nauc_ndcg_at_1000_max": 0.4766311492066323, + "nauc_ndcg_at_1000_std": 0.6507783914954837, "nauc_ndcg_at_100_diff1": -0.20359384304257597, "nauc_ndcg_at_100_max": 0.3998182375977918, "nauc_ndcg_at_100_std": 0.5979098896233466, diff --git a/results/bm25s/0_1_10/model_meta.json b/results/bm25s/0_1_10/model_meta.json new file mode 100644 index 000000000..59c4c99fe --- /dev/null +++ b/results/bm25s/0_1_10/model_meta.json @@ -0,0 +1 @@ +{"name": "bm25s", "revision": "0_1_10", "release_date": "2024-07-10", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": [], "reference": null, "similarity_fn_name": null, "use_instructions": false, "zero_shot_benchmarks": null, "loader": "bm25_loader"} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CMedQAv2-reranking.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CMedQAv2-reranking.json index 1aaf0930c..49ce17c38 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CMedQAv2-reranking.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CMedQAv2-reranking.json @@ -1,8 +1,8 @@ { "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", - "evaluation_time": 60.339858293533325, - "kg_co2_emissions": 0.01088303112636651, - "mteb_version": "1.12.75", + "evaluation_time": 13.471272230148315, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,15 +10,15 @@ "languages": [ "cmn-Hans" ], - "main_score": 0.6626811733992187, - "map": 0.6626811733992187, - "mrr": 0.7149797619047619, - "nAUC_map_diff1": 0.5414553573037935, - "nAUC_map_max": 0.5694487721338856, - "nAUC_map_std": 0.284310561025498, - "nAUC_mrr_diff1": 0.6187784200345934, - "nAUC_mrr_max": 0.6542347910327142, - "nAUC_mrr_std": 0.3268256275238338 + "main_score": 0.6630909651902922, + "map": 0.6630909651902922, + "mrr": 0.7152400793650793, + "nAUC_map_diff1": 0.546770076211531, + "nAUC_map_max": 0.5679598973682528, + "nAUC_map_std": 0.2752842953482484, + "nAUC_mrr_diff1": 0.6239378812997685, + "nAUC_mrr_max": 0.6512071331461224, + "nAUC_mrr_std": 0.3174661690205069 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CUREv1.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CUREv1.json new file mode 100644 index 000000000..de166274d --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 465.47688126564026, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52201, + "map_at_1": 0.08882, + "map_at_10": 0.245, + "map_at_100": 0.3679, + "map_at_1000": 0.40565, + "map_at_20": 0.28875, + "map_at_3": 0.16114, + "map_at_5": 0.19787, + "mrr_at_1": 0.7245, + "mrr_at_10": 0.8134111111111103, + "mrr_at_100": 0.8150741680477677, + "mrr_at_1000": 0.81509139641669, + "mrr_at_20": 0.814614765839165, + "mrr_at_3": 0.8008333333333326, + "mrr_at_5": 0.8090333333333328, + "nauc_map_at_1000_diff1": 0.16922678976955882, + "nauc_map_at_1000_max": 0.2753922349268209, + "nauc_map_at_1000_std": 0.18233107245449373, + "nauc_map_at_100_diff1": 0.20168945894820173, + "nauc_map_at_100_max": 0.243979778083298, + "nauc_map_at_100_std": 0.12077404361038456, + "nauc_map_at_10_diff1": 0.2581952695665276, + "nauc_map_at_10_max": 0.13814769464192223, + "nauc_map_at_10_std": -0.06097436143075251, + "nauc_map_at_1_diff1": 0.39782700495044704, + "nauc_map_at_1_max": 0.018664513982209648, + "nauc_map_at_1_std": -0.15373969130015314, + "nauc_map_at_20_diff1": 0.23962997237880984, + "nauc_map_at_20_max": 0.17729498833740137, + "nauc_map_at_20_std": -0.012940425903634537, + "nauc_map_at_3_diff1": 0.3048801775516659, + "nauc_map_at_3_max": 0.07237208632791557, + "nauc_map_at_3_std": -0.12740255355037736, + "nauc_map_at_5_diff1": 0.2803260112441953, + "nauc_map_at_5_max": 0.09874859969446585, + "nauc_map_at_5_std": -0.10038981100733738, + "nauc_mrr_at_1000_diff1": 0.3228038020217756, + "nauc_mrr_at_1000_max": 0.47621119552161617, + "nauc_mrr_at_1000_std": 0.26745217322395565, + "nauc_mrr_at_100_diff1": 0.32282961935744625, + "nauc_mrr_at_100_max": 0.4762563365795296, + "nauc_mrr_at_100_std": 0.26752206074867846, + "nauc_mrr_at_10_diff1": 0.3222643695576432, + "nauc_mrr_at_10_max": 0.4773119822775532, + "nauc_mrr_at_10_std": 0.2690023445527509, + "nauc_mrr_at_1_diff1": 0.3341134980089847, + "nauc_mrr_at_1_max": 0.44975575141845864, + "nauc_mrr_at_1_std": 0.22703178760185935, + "nauc_mrr_at_20_diff1": 0.3223173612903568, + "nauc_mrr_at_20_max": 0.4768894145969013, + "nauc_mrr_at_20_std": 0.26812224882577335, + "nauc_mrr_at_3_diff1": 0.32141570393788244, + "nauc_mrr_at_3_max": 0.4785623298018625, + "nauc_mrr_at_3_std": 0.2719427326673819, + "nauc_mrr_at_5_diff1": 0.3227626904607258, + "nauc_mrr_at_5_max": 0.4780967038638109, + "nauc_mrr_at_5_std": 0.2711922939808417, + "nauc_ndcg_at_1000_diff1": 0.23285858969346038, + "nauc_ndcg_at_1000_max": 0.4212459076331487, + "nauc_ndcg_at_1000_std": 0.3120701538738716, + "nauc_ndcg_at_100_diff1": 0.264692471757528, + "nauc_ndcg_at_100_max": 0.3540859504870047, + "nauc_ndcg_at_100_std": 0.20721460979108516, + "nauc_ndcg_at_10_diff1": 0.2412797121841418, + "nauc_ndcg_at_10_max": 0.33989083246476404, + "nauc_ndcg_at_10_std": 0.16012462110911724, + "nauc_ndcg_at_1_diff1": 0.3790833232955197, + "nauc_ndcg_at_1_max": 0.41178021991864217, + "nauc_ndcg_at_1_std": 0.15899305383338186, + "nauc_ndcg_at_20_diff1": 0.2475853726483083, + "nauc_ndcg_at_20_max": 0.3311520707127568, + "nauc_ndcg_at_20_std": 0.14733106062057083, + "nauc_ndcg_at_3_diff1": 0.25938859907847145, + "nauc_ndcg_at_3_max": 0.3831488317245131, + "nauc_ndcg_at_3_std": 0.17278962974114326, + "nauc_ndcg_at_5_diff1": 0.23656395118218856, + "nauc_ndcg_at_5_max": 0.36501811298610043, + "nauc_ndcg_at_5_std": 0.17030281981346765, + "nauc_precision_at_1000_diff1": -0.19365050587450636, + "nauc_precision_at_1000_max": 0.0744889742289765, + "nauc_precision_at_1000_std": 0.15897200562511477, + "nauc_precision_at_100_diff1": -0.18448968198430565, + "nauc_precision_at_100_max": 0.1426810025691689, + "nauc_precision_at_100_std": 0.30470554905269415, + "nauc_precision_at_10_diff1": -0.12432296110234116, + "nauc_precision_at_10_max": 0.2799871877650326, + "nauc_precision_at_10_std": 0.3106433487926432, + "nauc_precision_at_1_diff1": 0.3341134980089847, + "nauc_precision_at_1_max": 0.44975575141845864, + "nauc_precision_at_1_std": 0.22703178760185935, + "nauc_precision_at_20_diff1": -0.15950294242271668, + "nauc_precision_at_20_max": 0.2370091339314977, + "nauc_precision_at_20_std": 0.3213976629000552, + "nauc_precision_at_3_diff1": 0.027818665401056816, + "nauc_precision_at_3_max": 0.36014491560722045, + "nauc_precision_at_3_std": 0.2598923631375888, + "nauc_precision_at_5_diff1": -0.060217250253789885, + "nauc_precision_at_5_max": 0.3236298844829675, + "nauc_precision_at_5_std": 0.2817452587103441, + "nauc_recall_at_1000_diff1": 0.16722925776063594, + "nauc_recall_at_1000_max": 0.3660564030149602, + "nauc_recall_at_1000_std": 0.5072962291377184, + "nauc_recall_at_100_diff1": 0.2008252217741407, + "nauc_recall_at_100_max": 0.14370018360187503, + "nauc_recall_at_100_std": 0.1069611432538078, + "nauc_recall_at_10_diff1": 0.22709637700978527, + "nauc_recall_at_10_max": 0.06648226470613784, + "nauc_recall_at_10_std": -0.09340693496430733, + "nauc_recall_at_1_diff1": 0.39782700495044704, + "nauc_recall_at_1_max": 0.018664513982209648, + "nauc_recall_at_1_std": -0.15373969130015314, + "nauc_recall_at_20_diff1": 0.21726838462687223, + "nauc_recall_at_20_max": 0.09925953425257066, + "nauc_recall_at_20_std": -0.056989571946214, + "nauc_recall_at_3_diff1": 0.2735284702807378, + "nauc_recall_at_3_max": 0.03545874920997674, + "nauc_recall_at_3_std": -0.13747621239772265, + "nauc_recall_at_5_diff1": 0.2483590256299877, + "nauc_recall_at_5_max": 0.04735475087336401, + "nauc_recall_at_5_std": -0.11935285654717628, + "ndcg_at_1": 0.6075, + "ndcg_at_10": 0.52201, + "ndcg_at_100": 0.59143, + "ndcg_at_1000": 0.67359, + "ndcg_at_20": 0.52658, + "ndcg_at_3": 0.55416, + "ndcg_at_5": 0.53548, + "precision_at_1": 0.7245, + "precision_at_10": 0.43655, + "precision_at_100": 0.1682, + "precision_at_1000": 0.03387, + "precision_at_20": 0.34527, + "precision_at_3": 0.60067, + "precision_at_5": 0.5336, + "recall_at_1": 0.08882, + "recall_at_10": 0.32037, + "recall_at_100": 0.68631, + "recall_at_1000": 0.93361, + "recall_at_20": 0.42051, + "recall_at_3": 0.17925, + "recall_at_5": 0.23387 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.40124, + "map_at_1": 0.06998, + "map_at_10": 0.18087, + "map_at_100": 0.26548, + "map_at_1000": 0.29556, + "map_at_20": 0.2111, + "map_at_3": 0.12118, + "map_at_5": 0.14755, + "mrr_at_1": 0.563, + "mrr_at_10": 0.6721682539682534, + "mrr_at_100": 0.6766837366227962, + "mrr_at_1000": 0.676752343314531, + "mrr_at_20": 0.6756085472383648, + "mrr_at_3": 0.64975, + "mrr_at_5": 0.6634250000000003, + "nauc_map_at_1000_diff1": 0.23248424554844102, + "nauc_map_at_1000_max": 0.3781769398643096, + "nauc_map_at_1000_std": 0.38188356650741134, + "nauc_map_at_100_diff1": 0.25227638830853594, + "nauc_map_at_100_max": 0.348070381645184, + "nauc_map_at_100_std": 0.3255032121705779, + "nauc_map_at_10_diff1": 0.2924545912904562, + "nauc_map_at_10_max": 0.2563859807565005, + "nauc_map_at_10_std": 0.13829673907304368, + "nauc_map_at_1_diff1": 0.4149368980968714, + "nauc_map_at_1_max": 0.12550150575342464, + "nauc_map_at_1_std": -0.01487898739119676, + "nauc_map_at_20_diff1": 0.2781946946091148, + "nauc_map_at_20_max": 0.29078211929521647, + "nauc_map_at_20_std": 0.19881499149594706, + "nauc_map_at_3_diff1": 0.3350035475169501, + "nauc_map_at_3_max": 0.19945185213476901, + "nauc_map_at_3_std": 0.05992906193090775, + "nauc_map_at_5_diff1": 0.3134780018917089, + "nauc_map_at_5_max": 0.2234679539891006, + "nauc_map_at_5_std": 0.08664053606712561, + "nauc_mrr_at_1000_diff1": 0.28464980096822984, + "nauc_mrr_at_1000_max": 0.3948873749505882, + "nauc_mrr_at_1000_std": 0.3607878074588332, + "nauc_mrr_at_100_diff1": 0.28461983497723836, + "nauc_mrr_at_100_max": 0.3949597952458432, + "nauc_mrr_at_100_std": 0.36088838076004975, + "nauc_mrr_at_10_diff1": 0.2827133407421344, + "nauc_mrr_at_10_max": 0.39637233992393567, + "nauc_mrr_at_10_std": 0.36369359405249796, + "nauc_mrr_at_1_diff1": 0.3028885796926426, + "nauc_mrr_at_1_max": 0.36418135546634145, + "nauc_mrr_at_1_std": 0.31803998695489366, + "nauc_mrr_at_20_diff1": 0.28443487262578293, + "nauc_mrr_at_20_max": 0.3960622745699192, + "nauc_mrr_at_20_std": 0.3619491465561628, + "nauc_mrr_at_3_diff1": 0.28761350991828394, + "nauc_mrr_at_3_max": 0.39310139161420066, + "nauc_mrr_at_3_std": 0.35575647744608263, + "nauc_mrr_at_5_diff1": 0.2828296288019074, + "nauc_mrr_at_5_max": 0.39358674928685583, + "nauc_mrr_at_5_std": 0.36084956480806135, + "nauc_ndcg_at_1000_diff1": 0.24335041131464477, + "nauc_ndcg_at_1000_max": 0.4704661935692981, + "nauc_ndcg_at_1000_std": 0.5074916951578672, + "nauc_ndcg_at_100_diff1": 0.2656268080290262, + "nauc_ndcg_at_100_max": 0.4267430808958896, + "nauc_ndcg_at_100_std": 0.4362034741229256, + "nauc_ndcg_at_10_diff1": 0.2529617637977841, + "nauc_ndcg_at_10_max": 0.38592594025461924, + "nauc_ndcg_at_10_std": 0.35008800230056597, + "nauc_ndcg_at_1_diff1": 0.30529204164099744, + "nauc_ndcg_at_1_max": 0.3253385428925607, + "nauc_ndcg_at_1_std": 0.25971897307007197, + "nauc_ndcg_at_20_diff1": 0.258262876801521, + "nauc_ndcg_at_20_max": 0.3926383130297261, + "nauc_ndcg_at_20_std": 0.36220798240811447, + "nauc_ndcg_at_3_diff1": 0.24148424005338595, + "nauc_ndcg_at_3_max": 0.3722173779985832, + "nauc_ndcg_at_3_std": 0.3225922023710973, + "nauc_ndcg_at_5_diff1": 0.24047118698685044, + "nauc_ndcg_at_5_max": 0.3803165894104052, + "nauc_ndcg_at_5_std": 0.33298258169722333, + "nauc_precision_at_1000_diff1": -0.14034286908004667, + "nauc_precision_at_1000_max": 0.12550217172317113, + "nauc_precision_at_1000_std": 0.20330946859288893, + "nauc_precision_at_100_diff1": -0.10699302042923678, + "nauc_precision_at_100_max": 0.20741925707021636, + "nauc_precision_at_100_std": 0.38755736509685695, + "nauc_precision_at_10_diff1": 0.0004134066598628783, + "nauc_precision_at_10_max": 0.33908086706731666, + "nauc_precision_at_10_std": 0.4294680991798008, + "nauc_precision_at_1_diff1": 0.3028885796926426, + "nauc_precision_at_1_max": 0.36418135546634145, + "nauc_precision_at_1_std": 0.31803998695489366, + "nauc_precision_at_20_diff1": -0.053431734382699915, + "nauc_precision_at_20_max": 0.2946388363982504, + "nauc_precision_at_20_std": 0.4341948095595076, + "nauc_precision_at_3_diff1": 0.10445061513387909, + "nauc_precision_at_3_max": 0.37141310232809976, + "nauc_precision_at_3_std": 0.38242544982417054, + "nauc_precision_at_5_diff1": 0.0554109178797017, + "nauc_precision_at_5_max": 0.36189092011987833, + "nauc_precision_at_5_std": 0.3945431330399526, + "nauc_recall_at_1000_diff1": 0.16959883509316612, + "nauc_recall_at_1000_max": 0.4918783492209176, + "nauc_recall_at_1000_std": 0.6531893668703116, + "nauc_recall_at_100_diff1": 0.19258491377079828, + "nauc_recall_at_100_max": 0.30449415395322443, + "nauc_recall_at_100_std": 0.37709360244146184, + "nauc_recall_at_10_diff1": 0.2370255863911867, + "nauc_recall_at_10_max": 0.20229741701227585, + "nauc_recall_at_10_std": 0.11777664895495876, + "nauc_recall_at_1_diff1": 0.4149368980968714, + "nauc_recall_at_1_max": 0.12550150575342464, + "nauc_recall_at_1_std": -0.01487898739119676, + "nauc_recall_at_20_diff1": 0.21418219348010542, + "nauc_recall_at_20_max": 0.23168409602187334, + "nauc_recall_at_20_std": 0.18074628234998721, + "nauc_recall_at_3_diff1": 0.30208805947253115, + "nauc_recall_at_3_max": 0.17833949250271866, + "nauc_recall_at_3_std": 0.05658857638095897, + "nauc_recall_at_5_diff1": 0.2767824662005307, + "nauc_recall_at_5_max": 0.18590551087148335, + "nauc_recall_at_5_std": 0.07378411206239191, + "ndcg_at_1": 0.4635, + "ndcg_at_10": 0.40124, + "ndcg_at_100": 0.46564, + "ndcg_at_1000": 0.55665, + "ndcg_at_20": 0.40731, + "ndcg_at_3": 0.41957, + "ndcg_at_5": 0.40775, + "precision_at_1": 0.563, + "precision_at_10": 0.33465, + "precision_at_100": 0.13149, + "precision_at_1000": 0.02929, + "precision_at_20": 0.2656, + "precision_at_3": 0.46183, + "precision_at_5": 0.4082, + "recall_at_1": 0.06998, + "recall_at_10": 0.25017, + "recall_at_100": 0.56091, + "recall_at_1000": 0.84085, + "recall_at_20": 0.33247, + "recall_at_3": 0.13703, + "recall_at_5": 0.17987 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.3782, + "map_at_1": 0.06682, + "map_at_10": 0.17198, + "map_at_100": 0.24878, + "map_at_1000": 0.27593, + "map_at_20": 0.20017, + "map_at_3": 0.11671, + "map_at_5": 0.14063, + "mrr_at_1": 0.527, + "mrr_at_10": 0.6390482142857142, + "mrr_at_100": 0.6440286360809999, + "mrr_at_1000": 0.6441489636741379, + "mrr_at_20": 0.6424127730478154, + "mrr_at_3": 0.6139999999999999, + "mrr_at_5": 0.6298000000000005, + "nauc_map_at_1000_diff1": 0.22271361040046575, + "nauc_map_at_1000_max": 0.3690010247844744, + "nauc_map_at_1000_std": 0.41177387528292686, + "nauc_map_at_100_diff1": 0.23274946518705733, + "nauc_map_at_100_max": 0.3332398777403249, + "nauc_map_at_100_std": 0.36026639275205447, + "nauc_map_at_10_diff1": 0.25694611015113555, + "nauc_map_at_10_max": 0.23653602212972077, + "nauc_map_at_10_std": 0.18107158630376746, + "nauc_map_at_1_diff1": 0.3913125308694014, + "nauc_map_at_1_max": 0.13981686986535474, + "nauc_map_at_1_std": 0.05729128877366376, + "nauc_map_at_20_diff1": 0.24873273337211813, + "nauc_map_at_20_max": 0.2684408202764301, + "nauc_map_at_20_std": 0.2371541840055262, + "nauc_map_at_3_diff1": 0.30046840216197596, + "nauc_map_at_3_max": 0.18159581501778793, + "nauc_map_at_3_std": 0.09227349055883033, + "nauc_map_at_5_diff1": 0.2724940240766365, + "nauc_map_at_5_max": 0.2046823676840654, + "nauc_map_at_5_std": 0.13304836995258948, + "nauc_mrr_at_1000_diff1": 0.2634716162981345, + "nauc_mrr_at_1000_max": 0.3911803032726419, + "nauc_mrr_at_1000_std": 0.41852162293498335, + "nauc_mrr_at_100_diff1": 0.26349012177527703, + "nauc_mrr_at_100_max": 0.3912444756183215, + "nauc_mrr_at_100_std": 0.418641938642028, + "nauc_mrr_at_10_diff1": 0.26288402616817624, + "nauc_mrr_at_10_max": 0.39167745761337563, + "nauc_mrr_at_10_std": 0.41979395237536987, + "nauc_mrr_at_1_diff1": 0.2715229428699449, + "nauc_mrr_at_1_max": 0.3697140688224436, + "nauc_mrr_at_1_std": 0.3787817334003846, + "nauc_mrr_at_20_diff1": 0.26316582439699543, + "nauc_mrr_at_20_max": 0.39173238326105714, + "nauc_mrr_at_20_std": 0.4195767231618278, + "nauc_mrr_at_3_diff1": 0.26312095911073874, + "nauc_mrr_at_3_max": 0.38780319056828516, + "nauc_mrr_at_3_std": 0.4141758932986173, + "nauc_mrr_at_5_diff1": 0.26460661964365406, + "nauc_mrr_at_5_max": 0.38987118781319363, + "nauc_mrr_at_5_std": 0.4174858464028437, + "nauc_ndcg_at_1000_diff1": 0.23972047394393095, + "nauc_ndcg_at_1000_max": 0.47256327609108395, + "nauc_ndcg_at_1000_std": 0.5415238698754525, + "nauc_ndcg_at_100_diff1": 0.2559153391363022, + "nauc_ndcg_at_100_max": 0.41806913647274, + "nauc_ndcg_at_100_std": 0.4706162722246698, + "nauc_ndcg_at_10_diff1": 0.2450384266709334, + "nauc_ndcg_at_10_max": 0.375732911646472, + "nauc_ndcg_at_10_std": 0.37834633726944145, + "nauc_ndcg_at_1_diff1": 0.2925303952084193, + "nauc_ndcg_at_1_max": 0.34212034441842026, + "nauc_ndcg_at_1_std": 0.31335921095695585, + "nauc_ndcg_at_20_diff1": 0.2567756370325094, + "nauc_ndcg_at_20_max": 0.3809149476065805, + "nauc_ndcg_at_20_std": 0.39528030418875487, + "nauc_ndcg_at_3_diff1": 0.23408208974087621, + "nauc_ndcg_at_3_max": 0.36475004908727954, + "nauc_ndcg_at_3_std": 0.3497322819812345, + "nauc_ndcg_at_5_diff1": 0.23337633565268565, + "nauc_ndcg_at_5_max": 0.36886448964231483, + "nauc_ndcg_at_5_std": 0.3685203980207246, + "nauc_precision_at_1000_diff1": -0.09016522940157964, + "nauc_precision_at_1000_max": 0.17455544415402724, + "nauc_precision_at_1000_std": 0.21396027496048875, + "nauc_precision_at_100_diff1": -0.051801842592782345, + "nauc_precision_at_100_max": 0.2719643970566133, + "nauc_precision_at_100_std": 0.42116471622506885, + "nauc_precision_at_10_diff1": 0.037233476160510315, + "nauc_precision_at_10_max": 0.35418475226721674, + "nauc_precision_at_10_std": 0.4564737576484744, + "nauc_precision_at_1_diff1": 0.2715229428699449, + "nauc_precision_at_1_max": 0.3697140688224436, + "nauc_precision_at_1_std": 0.3787817334003846, + "nauc_precision_at_20_diff1": 0.0047840345681332795, + "nauc_precision_at_20_max": 0.33939686067144814, + "nauc_precision_at_20_std": 0.46887719843643594, + "nauc_precision_at_3_diff1": 0.11367513397732341, + "nauc_precision_at_3_max": 0.36267518046466185, + "nauc_precision_at_3_std": 0.39349927591213735, + "nauc_precision_at_5_diff1": 0.06957792470084281, + "nauc_precision_at_5_max": 0.3611757788191008, + "nauc_precision_at_5_std": 0.42565146132215276, + "nauc_recall_at_1000_diff1": 0.16054873791421215, + "nauc_recall_at_1000_max": 0.47411354062160543, + "nauc_recall_at_1000_std": 0.6363998851391875, + "nauc_recall_at_100_diff1": 0.19900316514439925, + "nauc_recall_at_100_max": 0.3038674388329312, + "nauc_recall_at_100_std": 0.3996830243759734, + "nauc_recall_at_10_diff1": 0.21134137014304938, + "nauc_recall_at_10_max": 0.17797502176799088, + "nauc_recall_at_10_std": 0.14360387912080352, + "nauc_recall_at_1_diff1": 0.3913125308694014, + "nauc_recall_at_1_max": 0.13981686986535474, + "nauc_recall_at_1_std": 0.05729128877366376, + "nauc_recall_at_20_diff1": 0.21618398940555883, + "nauc_recall_at_20_max": 0.2023121981159235, + "nauc_recall_at_20_std": 0.2037749647319396, + "nauc_recall_at_3_diff1": 0.2686883021795117, + "nauc_recall_at_3_max": 0.15004731450241218, + "nauc_recall_at_3_std": 0.07043695679035616, + "nauc_recall_at_5_diff1": 0.233849770001439, + "nauc_recall_at_5_max": 0.16158491709819855, + "nauc_recall_at_5_std": 0.11108182784550044, + "ndcg_at_1": 0.434, + "ndcg_at_10": 0.3782, + "ndcg_at_100": 0.44211, + "ndcg_at_1000": 0.5339, + "ndcg_at_20": 0.38532, + "ndcg_at_3": 0.39676, + "ndcg_at_5": 0.38418, + "precision_at_1": 0.527, + "precision_at_10": 0.3111, + "precision_at_100": 0.12161, + "precision_at_1000": 0.02778, + "precision_at_20": 0.24558, + "precision_at_3": 0.43417, + "precision_at_5": 0.3818, + "recall_at_1": 0.06682, + "recall_at_10": 0.24062, + "recall_at_100": 0.53566, + "recall_at_1000": 0.81897, + "recall_at_20": 0.32066, + "recall_at_3": 0.13362, + "recall_at_5": 0.17345 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48645, + "map_at_1": 0.09279, + "map_at_10": 0.19665, + "map_at_100": 0.31616, + "map_at_1000": 0.36473, + "map_at_20": 0.23293, + "map_at_3": 0.14165, + "map_at_5": 0.1644, + "mrr_at_1": 0.71, + "mrr_at_10": 0.8114027777777781, + "mrr_at_100": 0.812441700439041, + "mrr_at_1000": 0.8124481437380101, + "mrr_at_20": 0.8120972222222224, + "mrr_at_3": 0.7991666666666668, + "mrr_at_5": 0.809166666666667, + "nauc_map_at_1000_diff1": 0.30078694075132306, + "nauc_map_at_1000_max": 0.2036449164610551, + "nauc_map_at_1000_std": 0.09596570763426143, + "nauc_map_at_100_diff1": 0.35938840479466766, + "nauc_map_at_100_max": 0.17997336509997053, + "nauc_map_at_100_std": -0.03565628717739892, + "nauc_map_at_10_diff1": 0.45263919020869836, + "nauc_map_at_10_max": 0.07171594220394915, + "nauc_map_at_10_std": -0.27176807359059507, + "nauc_map_at_1_diff1": 0.5396974904729726, + "nauc_map_at_1_max": -0.06426446111507064, + "nauc_map_at_1_std": -0.27678394411781104, + "nauc_map_at_20_diff1": 0.4280341224912645, + "nauc_map_at_20_max": 0.10040920943650751, + "nauc_map_at_20_std": -0.23646866861744956, + "nauc_map_at_3_diff1": 0.4723975610342875, + "nauc_map_at_3_max": 0.040410146584431525, + "nauc_map_at_3_std": -0.27344390874790153, + "nauc_map_at_5_diff1": 0.48349496160770644, + "nauc_map_at_5_max": 0.05082457494615312, + "nauc_map_at_5_std": -0.28120499900314877, + "nauc_mrr_at_1000_diff1": 0.4359412927746137, + "nauc_mrr_at_1000_max": 0.49546420900903854, + "nauc_mrr_at_1000_std": 0.17635861479886872, + "nauc_mrr_at_100_diff1": 0.4359458449356677, + "nauc_mrr_at_100_max": 0.4954729409832028, + "nauc_mrr_at_100_std": 0.17636561237489634, + "nauc_mrr_at_10_diff1": 0.4373788060811794, + "nauc_mrr_at_10_max": 0.4948813850685156, + "nauc_mrr_at_10_std": 0.17490933587638852, + "nauc_mrr_at_1_diff1": 0.44663009840075646, + "nauc_mrr_at_1_max": 0.45693345440394334, + "nauc_mrr_at_1_std": 0.1431814391342215, + "nauc_mrr_at_20_diff1": 0.43526512230901937, + "nauc_mrr_at_20_max": 0.4957001402787278, + "nauc_mrr_at_20_std": 0.17583757120187588, + "nauc_mrr_at_3_diff1": 0.42457756369934363, + "nauc_mrr_at_3_max": 0.51176832998716, + "nauc_mrr_at_3_std": 0.19100755689210971, + "nauc_mrr_at_5_diff1": 0.4387397721364248, + "nauc_mrr_at_5_max": 0.49924471161301487, + "nauc_mrr_at_5_std": 0.1801930637525425, + "nauc_ndcg_at_1000_diff1": 0.3306105524095974, + "nauc_ndcg_at_1000_max": 0.34901252058917387, + "nauc_ndcg_at_1000_std": 0.19703669217813982, + "nauc_ndcg_at_100_diff1": 0.39380569129056747, + "nauc_ndcg_at_100_max": 0.27015060782034905, + "nauc_ndcg_at_100_std": -0.007715058503410963, + "nauc_ndcg_at_10_diff1": 0.3413873761560141, + "nauc_ndcg_at_10_max": 0.25637297033055906, + "nauc_ndcg_at_10_std": -0.027971952760803144, + "nauc_ndcg_at_1_diff1": 0.5000733369873168, + "nauc_ndcg_at_1_max": 0.40295972641443867, + "nauc_ndcg_at_1_std": -0.015809910528875194, + "nauc_ndcg_at_20_diff1": 0.3632220192217947, + "nauc_ndcg_at_20_max": 0.2190581822686889, + "nauc_ndcg_at_20_std": -0.045757823618264144, + "nauc_ndcg_at_3_diff1": 0.3384326915658111, + "nauc_ndcg_at_3_max": 0.3738850849679658, + "nauc_ndcg_at_3_std": 0.03223819209112925, + "nauc_ndcg_at_5_diff1": 0.3569072851029428, + "nauc_ndcg_at_5_max": 0.3311194387273792, + "nauc_ndcg_at_5_std": 0.03819312060925657, + "nauc_precision_at_1000_diff1": -0.24548264933307934, + "nauc_precision_at_1000_max": 0.026604071883457203, + "nauc_precision_at_1000_std": 0.4131276459361551, + "nauc_precision_at_100_diff1": -0.23493664758801355, + "nauc_precision_at_100_max": 0.14985070595694183, + "nauc_precision_at_100_std": 0.532299514103793, + "nauc_precision_at_10_diff1": -0.21221404599895294, + "nauc_precision_at_10_max": 0.25615841715475296, + "nauc_precision_at_10_std": 0.3726490726552306, + "nauc_precision_at_1_diff1": 0.44663009840075646, + "nauc_precision_at_1_max": 0.45693345440394334, + "nauc_precision_at_1_std": 0.1431814391342215, + "nauc_precision_at_20_diff1": -0.23555796710550408, + "nauc_precision_at_20_max": 0.22413560041487662, + "nauc_precision_at_20_std": 0.4518773663684798, + "nauc_precision_at_3_diff1": -0.026665571346422483, + "nauc_precision_at_3_max": 0.42863386182535185, + "nauc_precision_at_3_std": 0.3072176127495278, + "nauc_precision_at_5_diff1": -0.07005277296195403, + "nauc_precision_at_5_max": 0.37816600726924854, + "nauc_precision_at_5_std": 0.34181765068236514, + "nauc_recall_at_1000_diff1": 0.14938798122182706, + "nauc_recall_at_1000_max": 0.2596174927640901, + "nauc_recall_at_1000_std": 0.4177093668159422, + "nauc_recall_at_100_diff1": 0.31200945214385845, + "nauc_recall_at_100_max": 0.11299874662939727, + "nauc_recall_at_100_std": -0.10960822475134999, + "nauc_recall_at_10_diff1": 0.376728425279659, + "nauc_recall_at_10_max": -0.0035332115414952424, + "nauc_recall_at_10_std": -0.328065283725607, + "nauc_recall_at_1_diff1": 0.5396974904729726, + "nauc_recall_at_1_max": -0.06426446111507064, + "nauc_recall_at_1_std": -0.27678394411781104, + "nauc_recall_at_20_diff1": 0.33213553141370816, + "nauc_recall_at_20_max": -0.008690216138815824, + "nauc_recall_at_20_std": -0.32609159394490617, + "nauc_recall_at_3_diff1": 0.43346551026317504, + "nauc_recall_at_3_max": 0.023795431922270432, + "nauc_recall_at_3_std": -0.27389115517972623, + "nauc_recall_at_5_diff1": 0.4370836087613606, + "nauc_recall_at_5_max": -0.005206436930805141, + "nauc_recall_at_5_std": -0.3092690386220085, + "ndcg_at_1": 0.595, + "ndcg_at_10": 0.48645, + "ndcg_at_100": 0.55135, + "ndcg_at_1000": 0.66467, + "ndcg_at_20": 0.48785, + "ndcg_at_3": 0.52622, + "ndcg_at_5": 0.50138, + "precision_at_1": 0.71, + "precision_at_10": 0.409, + "precision_at_100": 0.18015, + "precision_at_1000": 0.03617, + "precision_at_20": 0.3375, + "precision_at_3": 0.57167, + "precision_at_5": 0.494, + "recall_at_1": 0.09279, + "recall_at_10": 0.25846, + "recall_at_100": 0.62401, + "recall_at_1000": 0.93696, + "recall_at_20": 0.35069, + "recall_at_3": 0.15315, + "recall_at_5": 0.19437 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.37674, + "map_at_1": 0.0761, + "map_at_10": 0.14586, + "map_at_100": 0.22761, + "map_at_1000": 0.2659, + "map_at_20": 0.16757, + "map_at_3": 0.11028, + "map_at_5": 0.127, + "mrr_at_1": 0.575, + "mrr_at_10": 0.6896428571428571, + "mrr_at_100": 0.6925737475600279, + "mrr_at_1000": 0.6927786523242788, + "mrr_at_20": 0.692262771950272, + "mrr_at_3": 0.6675, + "mrr_at_5": 0.6807500000000001, + "nauc_map_at_1000_diff1": 0.3904253067987052, + "nauc_map_at_1000_max": 0.37372631881124385, + "nauc_map_at_1000_std": 0.40331376173336836, + "nauc_map_at_100_diff1": 0.44342148341304943, + "nauc_map_at_100_max": 0.37461774003692533, + "nauc_map_at_100_std": 0.3188535275077102, + "nauc_map_at_10_diff1": 0.541003123068652, + "nauc_map_at_10_max": 0.32771794797205006, + "nauc_map_at_10_std": 0.08193525029352172, + "nauc_map_at_1_diff1": 0.6719905599632119, + "nauc_map_at_1_max": 0.16589181108426823, + "nauc_map_at_1_std": 0.05507953149765058, + "nauc_map_at_20_diff1": 0.5177744387193021, + "nauc_map_at_20_max": 0.35811537807021554, + "nauc_map_at_20_std": 0.12990675353564915, + "nauc_map_at_3_diff1": 0.6045272508634579, + "nauc_map_at_3_max": 0.28855068084912655, + "nauc_map_at_3_std": 0.058306215739193576, + "nauc_map_at_5_diff1": 0.5642687715226866, + "nauc_map_at_5_max": 0.3051934140782972, + "nauc_map_at_5_std": 0.05054181650417434, + "nauc_mrr_at_1000_diff1": 0.4116295046207433, + "nauc_mrr_at_1000_max": 0.44624431434022116, + "nauc_mrr_at_1000_std": 0.3646922168296411, + "nauc_mrr_at_100_diff1": 0.4117030764849641, + "nauc_mrr_at_100_max": 0.4464968606665348, + "nauc_mrr_at_100_std": 0.36509344571807606, + "nauc_mrr_at_10_diff1": 0.41145849311820987, + "nauc_mrr_at_10_max": 0.4475224185791598, + "nauc_mrr_at_10_std": 0.3680158837143119, + "nauc_mrr_at_1_diff1": 0.40236660774198213, + "nauc_mrr_at_1_max": 0.3909809156174466, + "nauc_mrr_at_1_std": 0.281799487716007, + "nauc_mrr_at_20_diff1": 0.4113493018118294, + "nauc_mrr_at_20_max": 0.4470260033715137, + "nauc_mrr_at_20_std": 0.36549579702718954, + "nauc_mrr_at_3_diff1": 0.42422957124906047, + "nauc_mrr_at_3_max": 0.4496857115240068, + "nauc_mrr_at_3_std": 0.3690180955719735, + "nauc_mrr_at_5_diff1": 0.412906882873395, + "nauc_mrr_at_5_max": 0.44417189180286226, + "nauc_mrr_at_5_std": 0.3718552254066944, + "nauc_ndcg_at_1000_diff1": 0.3646442836980519, + "nauc_ndcg_at_1000_max": 0.46234624082186154, + "nauc_ndcg_at_1000_std": 0.5115193142167371, + "nauc_ndcg_at_100_diff1": 0.4363118849466702, + "nauc_ndcg_at_100_max": 0.44298961740337156, + "nauc_ndcg_at_100_std": 0.39594234228879555, + "nauc_ndcg_at_10_diff1": 0.4245089535150976, + "nauc_ndcg_at_10_max": 0.41595392146483345, + "nauc_ndcg_at_10_std": 0.3121037993731157, + "nauc_ndcg_at_1_diff1": 0.4839787092938947, + "nauc_ndcg_at_1_max": 0.3638456595617469, + "nauc_ndcg_at_1_std": 0.1313281950663016, + "nauc_ndcg_at_20_diff1": 0.41399873428049916, + "nauc_ndcg_at_20_max": 0.4076868864291235, + "nauc_ndcg_at_20_std": 0.3150022788652095, + "nauc_ndcg_at_3_diff1": 0.429112633522127, + "nauc_ndcg_at_3_max": 0.43789349011373035, + "nauc_ndcg_at_3_std": 0.3050769845812925, + "nauc_ndcg_at_5_diff1": 0.4178365020855435, + "nauc_ndcg_at_5_max": 0.4249140306483902, + "nauc_ndcg_at_5_std": 0.31007815655329735, + "nauc_precision_at_1000_diff1": -0.2144076570141949, + "nauc_precision_at_1000_max": -0.0211269350297538, + "nauc_precision_at_1000_std": 0.31885960113180084, + "nauc_precision_at_100_diff1": -0.20028645022027008, + "nauc_precision_at_100_max": 0.06739483769321535, + "nauc_precision_at_100_std": 0.4982797179597843, + "nauc_precision_at_10_diff1": -0.05925241957275936, + "nauc_precision_at_10_max": 0.2772387485474081, + "nauc_precision_at_10_std": 0.44623622688424963, + "nauc_precision_at_1_diff1": 0.40236660774198213, + "nauc_precision_at_1_max": 0.3909809156174466, + "nauc_precision_at_1_std": 0.281799487716007, + "nauc_precision_at_20_diff1": -0.14961581574184799, + "nauc_precision_at_20_max": 0.18984818407446172, + "nauc_precision_at_20_std": 0.4669569531332081, + "nauc_precision_at_3_diff1": 0.1325260463733305, + "nauc_precision_at_3_max": 0.41175716093073145, + "nauc_precision_at_3_std": 0.42488966365634506, + "nauc_precision_at_5_diff1": 0.048485710504118144, + "nauc_precision_at_5_max": 0.3569242865129362, + "nauc_precision_at_5_std": 0.40644711395050714, + "nauc_recall_at_1000_diff1": 0.24077315310370342, + "nauc_recall_at_1000_max": 0.4375981284778606, + "nauc_recall_at_1000_std": 0.6574764664285321, + "nauc_recall_at_100_diff1": 0.3324985931859641, + "nauc_recall_at_100_max": 0.3375986310671207, + "nauc_recall_at_100_std": 0.34388484184166723, + "nauc_recall_at_10_diff1": 0.42527421982543717, + "nauc_recall_at_10_max": 0.27844537321302165, + "nauc_recall_at_10_std": 0.04403524621433276, + "nauc_recall_at_1_diff1": 0.6719905599632119, + "nauc_recall_at_1_max": 0.16589181108426823, + "nauc_recall_at_1_std": 0.05507953149765058, + "nauc_recall_at_20_diff1": 0.3945434092826444, + "nauc_recall_at_20_max": 0.3303799192723326, + "nauc_recall_at_20_std": 0.08675380145593613, + "nauc_recall_at_3_diff1": 0.5535202403470562, + "nauc_recall_at_3_max": 0.2793103423041097, + "nauc_recall_at_3_std": 0.05771877529017901, + "nauc_recall_at_5_diff1": 0.4695444684927079, + "nauc_recall_at_5_max": 0.2495168008010815, + "nauc_recall_at_5_std": 0.017021392426607985, + "ndcg_at_1": 0.4675, + "ndcg_at_10": 0.37674, + "ndcg_at_100": 0.43722, + "ndcg_at_1000": 0.55862, + "ndcg_at_20": 0.37618, + "ndcg_at_3": 0.41131, + "ndcg_at_5": 0.39095, + "precision_at_1": 0.575, + "precision_at_10": 0.314, + "precision_at_100": 0.1471, + "precision_at_1000": 0.03241, + "precision_at_20": 0.25925, + "precision_at_3": 0.44667, + "precision_at_5": 0.387, + "recall_at_1": 0.0761, + "recall_at_10": 0.19708, + "recall_at_100": 0.49973, + "recall_at_1000": 0.85397, + "recall_at_20": 0.25887, + "recall_at_3": 0.12266, + "recall_at_5": 0.15448 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.37329, + "map_at_1": 0.07896, + "map_at_10": 0.15354, + "map_at_100": 0.2208, + "map_at_1000": 0.25395, + "map_at_20": 0.17228, + "map_at_3": 0.12169, + "map_at_5": 0.13409, + "mrr_at_1": 0.55, + "mrr_at_10": 0.6728373015873017, + "mrr_at_100": 0.6760501418900847, + "mrr_at_1000": 0.676155374174793, + "mrr_at_20": 0.6745788144603935, + "mrr_at_3": 0.6474999999999997, + "mrr_at_5": 0.665, + "nauc_map_at_1000_diff1": 0.31443189550636136, + "nauc_map_at_1000_max": 0.45774111968076625, + "nauc_map_at_1000_std": 0.4099898650375149, + "nauc_map_at_100_diff1": 0.3381399581832165, + "nauc_map_at_100_max": 0.4419023340006573, + "nauc_map_at_100_std": 0.3364284797612924, + "nauc_map_at_10_diff1": 0.34126059749207255, + "nauc_map_at_10_max": 0.37310458490575826, + "nauc_map_at_10_std": 0.133820528005778, + "nauc_map_at_1_diff1": 0.4536131971506685, + "nauc_map_at_1_max": 0.3438427871916702, + "nauc_map_at_1_std": 0.09172404941178032, + "nauc_map_at_20_diff1": 0.3330317835910946, + "nauc_map_at_20_max": 0.3980550180889439, + "nauc_map_at_20_std": 0.17876949253630037, + "nauc_map_at_3_diff1": 0.3649812222700201, + "nauc_map_at_3_max": 0.36046545401539754, + "nauc_map_at_3_std": 0.09518044112565292, + "nauc_map_at_5_diff1": 0.3511397702698928, + "nauc_map_at_5_max": 0.3664346633045881, + "nauc_map_at_5_std": 0.1036527403813436, + "nauc_mrr_at_1000_diff1": 0.28857565377182187, + "nauc_mrr_at_1000_max": 0.5316762689764318, + "nauc_mrr_at_1000_std": 0.3720702704682904, + "nauc_mrr_at_100_diff1": 0.2885861541506169, + "nauc_mrr_at_100_max": 0.5317905399613898, + "nauc_mrr_at_100_std": 0.37226496416222393, + "nauc_mrr_at_10_diff1": 0.28867567352758206, + "nauc_mrr_at_10_max": 0.5332086148290914, + "nauc_mrr_at_10_std": 0.370774435332057, + "nauc_mrr_at_1_diff1": 0.30028786070350344, + "nauc_mrr_at_1_max": 0.4984834655620303, + "nauc_mrr_at_1_std": 0.3359404619813241, + "nauc_mrr_at_20_diff1": 0.28899539484605263, + "nauc_mrr_at_20_max": 0.5340907236432599, + "nauc_mrr_at_20_std": 0.374358132451306, + "nauc_mrr_at_3_diff1": 0.2821262536183153, + "nauc_mrr_at_3_max": 0.5277303225608833, + "nauc_mrr_at_3_std": 0.3644825200042885, + "nauc_mrr_at_5_diff1": 0.27981814022646684, + "nauc_mrr_at_5_max": 0.5241869686225167, + "nauc_mrr_at_5_std": 0.36941142657715903, + "nauc_ndcg_at_1000_diff1": 0.3019846830440389, + "nauc_ndcg_at_1000_max": 0.5684149354486038, + "nauc_ndcg_at_1000_std": 0.520513235115959, + "nauc_ndcg_at_100_diff1": 0.332501890269389, + "nauc_ndcg_at_100_max": 0.5308214148727046, + "nauc_ndcg_at_100_std": 0.4378322328060729, + "nauc_ndcg_at_10_diff1": 0.3047096061429049, + "nauc_ndcg_at_10_max": 0.4745015988001805, + "nauc_ndcg_at_10_std": 0.3234987723510035, + "nauc_ndcg_at_1_diff1": 0.3289346116557147, + "nauc_ndcg_at_1_max": 0.4821279489389205, + "nauc_ndcg_at_1_std": 0.2576584886351395, + "nauc_ndcg_at_20_diff1": 0.3215938425828798, + "nauc_ndcg_at_20_max": 0.48408345476000175, + "nauc_ndcg_at_20_std": 0.34407956808108664, + "nauc_ndcg_at_3_diff1": 0.28863614034081675, + "nauc_ndcg_at_3_max": 0.47902925865701007, + "nauc_ndcg_at_3_std": 0.2758080255113487, + "nauc_ndcg_at_5_diff1": 0.2884327370951569, + "nauc_ndcg_at_5_max": 0.4715403607838417, + "nauc_ndcg_at_5_std": 0.2934943999177532, + "nauc_precision_at_1000_diff1": -0.1566667397584728, + "nauc_precision_at_1000_max": 0.06132318761282847, + "nauc_precision_at_1000_std": 0.32264497116961627, + "nauc_precision_at_100_diff1": -0.05015178610401039, + "nauc_precision_at_100_max": 0.1905516612275079, + "nauc_precision_at_100_std": 0.5131837104850397, + "nauc_precision_at_10_diff1": -0.022715263480605763, + "nauc_precision_at_10_max": 0.2867442161881925, + "nauc_precision_at_10_std": 0.4416982796867447, + "nauc_precision_at_1_diff1": 0.30028786070350344, + "nauc_precision_at_1_max": 0.4984834655620303, + "nauc_precision_at_1_std": 0.3359404619813241, + "nauc_precision_at_20_diff1": -0.031821509436528034, + "nauc_precision_at_20_max": 0.2891058170958266, + "nauc_precision_at_20_std": 0.502427787762922, + "nauc_precision_at_3_diff1": 0.11742373764743873, + "nauc_precision_at_3_max": 0.422899583337035, + "nauc_precision_at_3_std": 0.3224148091553318, + "nauc_precision_at_5_diff1": 0.040040293686976154, + "nauc_precision_at_5_max": 0.34828699905496785, + "nauc_precision_at_5_std": 0.35239737052537556, + "nauc_recall_at_1000_diff1": 0.2440362781427879, + "nauc_recall_at_1000_max": 0.4726291884750107, + "nauc_recall_at_1000_std": 0.6316059175681463, + "nauc_recall_at_100_diff1": 0.29900638706105126, + "nauc_recall_at_100_max": 0.4231401645711198, + "nauc_recall_at_100_std": 0.420715424648001, + "nauc_recall_at_10_diff1": 0.30246467357804874, + "nauc_recall_at_10_max": 0.3059473527569043, + "nauc_recall_at_10_std": 0.10070162973504297, + "nauc_recall_at_1_diff1": 0.4536131971506685, + "nauc_recall_at_1_max": 0.3438427871916702, + "nauc_recall_at_1_std": 0.09172404941178032, + "nauc_recall_at_20_diff1": 0.28554644704561843, + "nauc_recall_at_20_max": 0.3458712509700305, + "nauc_recall_at_20_std": 0.15892880154717104, + "nauc_recall_at_3_diff1": 0.3469052531156418, + "nauc_recall_at_3_max": 0.3279740419828631, + "nauc_recall_at_3_std": 0.08626036068544625, + "nauc_recall_at_5_diff1": 0.32475433265170617, + "nauc_recall_at_5_max": 0.3309093889306356, + "nauc_recall_at_5_std": 0.09265633806435625, + "ndcg_at_1": 0.47, + "ndcg_at_10": 0.37329, + "ndcg_at_100": 0.42039, + "ndcg_at_1000": 0.54089, + "ndcg_at_20": 0.3662, + "ndcg_at_3": 0.41688, + "ndcg_at_5": 0.38939, + "precision_at_1": 0.55, + "precision_at_10": 0.298, + "precision_at_100": 0.1281, + "precision_at_1000": 0.02987, + "precision_at_20": 0.2315, + "precision_at_3": 0.445, + "precision_at_5": 0.376, + "recall_at_1": 0.07896, + "recall_at_10": 0.2017, + "recall_at_100": 0.46465, + "recall_at_1000": 0.81856, + "recall_at_20": 0.25731, + "recall_at_3": 0.13356, + "recall_at_5": 0.15466 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.60835, + "map_at_1": 0.141, + "map_at_10": 0.41427, + "map_at_100": 0.5156, + "map_at_1000": 0.53026, + "map_at_20": 0.46044, + "map_at_3": 0.27253, + "map_at_5": 0.33688, + "mrr_at_1": 0.72, + "mrr_at_10": 0.8117281746031747, + "mrr_at_100": 0.8131849049998027, + "mrr_at_1000": 0.8131849049998027, + "mrr_at_20": 0.8127402409681822, + "mrr_at_3": 0.7983333333333336, + "mrr_at_5": 0.8063333333333333, + "nauc_map_at_1000_diff1": 0.1396661271121619, + "nauc_map_at_1000_max": 0.1623988617895418, + "nauc_map_at_1000_std": -0.27374912130784274, + "nauc_map_at_100_diff1": 0.16389469262435946, + "nauc_map_at_100_max": 0.14366155155284377, + "nauc_map_at_100_std": -0.33215245867046017, + "nauc_map_at_10_diff1": 0.20053270295351108, + "nauc_map_at_10_max": 0.025392580277409774, + "nauc_map_at_10_std": -0.45847500141151154, + "nauc_map_at_1_diff1": 0.2433273548848428, + "nauc_map_at_1_max": -0.08645610237005545, + "nauc_map_at_1_std": -0.3434800278497109, + "nauc_map_at_20_diff1": 0.19375720309424183, + "nauc_map_at_20_max": 0.07940123633928879, + "nauc_map_at_20_std": -0.4322909871657448, + "nauc_map_at_3_diff1": 0.19778434168676737, + "nauc_map_at_3_max": -0.08341833092484986, + "nauc_map_at_3_std": -0.4209473479791652, + "nauc_map_at_5_diff1": 0.19570187608081865, + "nauc_map_at_5_max": -0.06166306860474668, + "nauc_map_at_5_std": -0.455501221052695, + "nauc_mrr_at_1000_diff1": 0.1316691840686171, + "nauc_mrr_at_1000_max": 0.4236631749738484, + "nauc_mrr_at_1000_std": 0.10295364995690355, + "nauc_mrr_at_100_diff1": 0.1316691840686171, + "nauc_mrr_at_100_max": 0.4236631749738484, + "nauc_mrr_at_100_std": 0.10295364995690355, + "nauc_mrr_at_10_diff1": 0.12724163162592442, + "nauc_mrr_at_10_max": 0.42501329930604076, + "nauc_mrr_at_10_std": 0.10512062147662396, + "nauc_mrr_at_1_diff1": 0.1416552197802193, + "nauc_mrr_at_1_max": 0.3765453296703296, + "nauc_mrr_at_1_std": 0.08800747863247821, + "nauc_mrr_at_20_diff1": 0.13080783195691498, + "nauc_mrr_at_20_max": 0.425011087260614, + "nauc_mrr_at_20_std": 0.1045918813616189, + "nauc_mrr_at_3_diff1": 0.11909594017276176, + "nauc_mrr_at_3_max": 0.43436356814557703, + "nauc_mrr_at_3_std": 0.12225315721704405, + "nauc_mrr_at_5_diff1": 0.12555404342451953, + "nauc_mrr_at_5_max": 0.4235346498980652, + "nauc_mrr_at_5_std": 0.09840591562308865, + "nauc_ndcg_at_1000_diff1": 0.1559182309460403, + "nauc_ndcg_at_1000_max": 0.3481149994662402, + "nauc_ndcg_at_1000_std": -0.035078146812810115, + "nauc_ndcg_at_100_diff1": 0.21767583593986875, + "nauc_ndcg_at_100_max": 0.2888776558725624, + "nauc_ndcg_at_100_std": -0.2074112048343956, + "nauc_ndcg_at_10_diff1": 0.20305227869096043, + "nauc_ndcg_at_10_max": 0.2620592022783725, + "nauc_ndcg_at_10_std": -0.203328603653514, + "nauc_ndcg_at_1_diff1": 0.2295298104844255, + "nauc_ndcg_at_1_max": 0.34659187420630727, + "nauc_ndcg_at_1_std": 0.04095251191044365, + "nauc_ndcg_at_20_diff1": 0.21934861947251386, + "nauc_ndcg_at_20_max": 0.26781771489834727, + "nauc_ndcg_at_20_std": -0.2414515580143372, + "nauc_ndcg_at_3_diff1": 0.12795719203938377, + "nauc_ndcg_at_3_max": 0.3232216874094463, + "nauc_ndcg_at_3_std": -0.0311502909347752, + "nauc_ndcg_at_5_diff1": 0.14674545972485648, + "nauc_ndcg_at_5_max": 0.24958590786025553, + "nauc_ndcg_at_5_std": -0.12955116348360726, + "nauc_precision_at_1000_diff1": -0.27058212900107514, + "nauc_precision_at_1000_max": 0.20978450471790577, + "nauc_precision_at_1000_std": 0.6518939113547597, + "nauc_precision_at_100_diff1": -0.23386467121124332, + "nauc_precision_at_100_max": 0.26202222059078084, + "nauc_precision_at_100_std": 0.5995548486769516, + "nauc_precision_at_10_diff1": -0.1489786958986789, + "nauc_precision_at_10_max": 0.3812302418082785, + "nauc_precision_at_10_std": 0.3187044582643012, + "nauc_precision_at_1_diff1": 0.1416552197802193, + "nauc_precision_at_1_max": 0.3765453296703296, + "nauc_precision_at_1_std": 0.08800747863247821, + "nauc_precision_at_20_diff1": -0.18853905207266433, + "nauc_precision_at_20_max": 0.38332818210671793, + "nauc_precision_at_20_std": 0.4671633557908332, + "nauc_precision_at_3_diff1": -0.06364332294634678, + "nauc_precision_at_3_max": 0.35883386221201535, + "nauc_precision_at_3_std": 0.14833061746983187, + "nauc_precision_at_5_diff1": -0.1199844571975123, + "nauc_precision_at_5_max": 0.31885860035071, + "nauc_precision_at_5_std": 0.1660210425633675, + "nauc_recall_at_1000_diff1": 0.032266353693059316, + "nauc_recall_at_1000_max": 0.6721353192411962, + "nauc_recall_at_1000_std": 0.4712937045112815, + "nauc_recall_at_100_diff1": 0.305075544350839, + "nauc_recall_at_100_max": -0.12462081435077473, + "nauc_recall_at_100_std": -0.759590922954467, + "nauc_recall_at_10_diff1": 0.24827132114093098, + "nauc_recall_at_10_max": -0.08633494055075266, + "nauc_recall_at_10_std": -0.5765109005500423, + "nauc_recall_at_1_diff1": 0.2433273548848428, + "nauc_recall_at_1_max": -0.08645610237005545, + "nauc_recall_at_1_std": -0.3434800278497109, + "nauc_recall_at_20_diff1": 0.2779399128142133, + "nauc_recall_at_20_max": -0.03672319392250787, + "nauc_recall_at_20_std": -0.6076841902381698, + "nauc_recall_at_3_diff1": 0.17357708093936244, + "nauc_recall_at_3_max": -0.12594911251076213, + "nauc_recall_at_3_std": -0.43956104011060293, + "nauc_recall_at_5_diff1": 0.21059460360048224, + "nauc_recall_at_5_max": -0.14222196109500235, + "nauc_recall_at_5_std": -0.5260175306182977, + "ndcg_at_1": 0.635, + "ndcg_at_10": 0.60835, + "ndcg_at_100": 0.69746, + "ndcg_at_1000": 0.73181, + "ndcg_at_20": 0.63668, + "ndcg_at_3": 0.58296, + "ndcg_at_5": 0.58416, + "precision_at_1": 0.72, + "precision_at_10": 0.404, + "precision_at_100": 0.10075, + "precision_at_1000": 0.01342, + "precision_at_20": 0.28, + "precision_at_3": 0.595, + "precision_at_5": 0.517, + "recall_at_1": 0.141, + "recall_at_10": 0.55177, + "recall_at_100": 0.88628, + "recall_at_1000": 0.99672, + "recall_at_20": 0.66884, + "recall_at_3": 0.30491, + "recall_at_5": 0.40464 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.50679, + "map_at_1": 0.11846, + "map_at_10": 0.33097, + "map_at_100": 0.42241, + "map_at_1000": 0.43794, + "map_at_20": 0.37278, + "map_at_3": 0.2227, + "map_at_5": 0.27036, + "mrr_at_1": 0.605, + "mrr_at_10": 0.7216130952380952, + "mrr_at_100": 0.724070243411362, + "mrr_at_1000": 0.7240799521492259, + "mrr_at_20": 0.7231509740259738, + "mrr_at_3": 0.6933333333333332, + "mrr_at_5": 0.7128333333333333, + "nauc_map_at_1000_diff1": 0.16791907585028062, + "nauc_map_at_1000_max": 0.25483081292211923, + "nauc_map_at_1000_std": -0.10866521504856365, + "nauc_map_at_100_diff1": 0.19227718886209394, + "nauc_map_at_100_max": 0.23441878579408015, + "nauc_map_at_100_std": -0.15983134498566284, + "nauc_map_at_10_diff1": 0.2423236583721178, + "nauc_map_at_10_max": 0.14225998990377572, + "nauc_map_at_10_std": -0.27867188071991555, + "nauc_map_at_1_diff1": 0.2871166577517382, + "nauc_map_at_1_max": 0.021437779226855174, + "nauc_map_at_1_std": -0.26082001050791176, + "nauc_map_at_20_diff1": 0.22529620902284694, + "nauc_map_at_20_max": 0.1809154535562491, + "nauc_map_at_20_std": -0.24103933827702076, + "nauc_map_at_3_diff1": 0.26283081039524747, + "nauc_map_at_3_max": 0.074598417936014, + "nauc_map_at_3_std": -0.27374451546253104, + "nauc_map_at_5_diff1": 0.26450504562404803, + "nauc_map_at_5_max": 0.09916305177845493, + "nauc_map_at_5_std": -0.2908921513342165, + "nauc_mrr_at_1000_diff1": 0.1518058603011537, + "nauc_mrr_at_1000_max": 0.3581460895120757, + "nauc_mrr_at_1000_std": 0.07141144715459949, + "nauc_mrr_at_100_diff1": 0.1518363957753954, + "nauc_mrr_at_100_max": 0.35817340657327645, + "nauc_mrr_at_100_std": 0.07145096753441385, + "nauc_mrr_at_10_diff1": 0.15262736511646316, + "nauc_mrr_at_10_max": 0.3612534025057564, + "nauc_mrr_at_10_std": 0.07314040280963154, + "nauc_mrr_at_1_diff1": 0.14493198475739819, + "nauc_mrr_at_1_max": 0.33200571971880555, + "nauc_mrr_at_1_std": 0.06951255118923755, + "nauc_mrr_at_20_diff1": 0.1521468248538535, + "nauc_mrr_at_20_max": 0.35948806710534464, + "nauc_mrr_at_20_std": 0.07355792080344824, + "nauc_mrr_at_3_diff1": 0.13999446788332723, + "nauc_mrr_at_3_max": 0.3562455165537962, + "nauc_mrr_at_3_std": 0.06716202414677803, + "nauc_mrr_at_5_diff1": 0.1393515224155003, + "nauc_mrr_at_5_max": 0.3583136991679107, + "nauc_mrr_at_5_std": 0.0678443151197292, + "nauc_ndcg_at_1000_diff1": 0.1533365404798317, + "nauc_ndcg_at_1000_max": 0.3822670868806839, + "nauc_ndcg_at_1000_std": 0.0792294510054009, + "nauc_ndcg_at_100_diff1": 0.22141719288318257, + "nauc_ndcg_at_100_max": 0.3482790264211825, + "nauc_ndcg_at_100_std": -0.038985102778989617, + "nauc_ndcg_at_10_diff1": 0.20153093866915145, + "nauc_ndcg_at_10_max": 0.3090973068216619, + "nauc_ndcg_at_10_std": -0.06741699805502271, + "nauc_ndcg_at_1_diff1": 0.18113453794239368, + "nauc_ndcg_at_1_max": 0.3269892450604746, + "nauc_ndcg_at_1_std": 0.05840539352191111, + "nauc_ndcg_at_20_diff1": 0.20701168679381596, + "nauc_ndcg_at_20_max": 0.31788896332798877, + "nauc_ndcg_at_20_std": -0.0788308472302707, + "nauc_ndcg_at_3_diff1": 0.14913391700712794, + "nauc_ndcg_at_3_max": 0.33108091052232963, + "nauc_ndcg_at_3_std": 0.016559635828590595, + "nauc_ndcg_at_5_diff1": 0.18411648130605934, + "nauc_ndcg_at_5_max": 0.32309879828381094, + "nauc_ndcg_at_5_std": -0.02829350608745833, + "nauc_precision_at_1000_diff1": -0.29598000570401517, + "nauc_precision_at_1000_max": 0.17295421209159764, + "nauc_precision_at_1000_std": 0.548690731608508, + "nauc_precision_at_100_diff1": -0.28481533607903486, + "nauc_precision_at_100_max": 0.25505929281670214, + "nauc_precision_at_100_std": 0.5511083189872719, + "nauc_precision_at_10_diff1": -0.14196672669422333, + "nauc_precision_at_10_max": 0.37291925205042326, + "nauc_precision_at_10_std": 0.32174848142722523, + "nauc_precision_at_1_diff1": 0.14493198475739819, + "nauc_precision_at_1_max": 0.33200571971880555, + "nauc_precision_at_1_std": 0.06951255118923755, + "nauc_precision_at_20_diff1": -0.22641106223464388, + "nauc_precision_at_20_max": 0.34553321604002607, + "nauc_precision_at_20_std": 0.43452038552068506, + "nauc_precision_at_3_diff1": 0.009337205239405379, + "nauc_precision_at_3_max": 0.357805815493301, + "nauc_precision_at_3_std": 0.13127582045552622, + "nauc_precision_at_5_diff1": -0.04114169702036161, + "nauc_precision_at_5_max": 0.3814155769192491, + "nauc_precision_at_5_std": 0.1969049182938236, + "nauc_recall_at_1000_diff1": 0.35353000790585426, + "nauc_recall_at_1000_max": 0.6402434786775127, + "nauc_recall_at_1000_std": 0.5217475079100411, + "nauc_recall_at_100_diff1": 0.35512754702334276, + "nauc_recall_at_100_max": 0.11975636797346441, + "nauc_recall_at_100_std": -0.2978405512927272, + "nauc_recall_at_10_diff1": 0.27839055417145037, + "nauc_recall_at_10_max": 0.045172871441060414, + "nauc_recall_at_10_std": -0.3766835155481124, + "nauc_recall_at_1_diff1": 0.2871166577517382, + "nauc_recall_at_1_max": 0.021437779226855174, + "nauc_recall_at_1_std": -0.26082001050791176, + "nauc_recall_at_20_diff1": 0.2627112294829732, + "nauc_recall_at_20_max": 0.07897529663764072, + "nauc_recall_at_20_std": -0.34054337350368846, + "nauc_recall_at_3_diff1": 0.2691902913401517, + "nauc_recall_at_3_max": 0.06334778832276572, + "nauc_recall_at_3_std": -0.2847466237870994, + "nauc_recall_at_5_diff1": 0.28979575680723596, + "nauc_recall_at_5_max": 0.04892268853610303, + "nauc_recall_at_5_std": -0.3359643344897893, + "ndcg_at_1": 0.525, + "ndcg_at_10": 0.50679, + "ndcg_at_100": 0.61481, + "ndcg_at_1000": 0.66026, + "ndcg_at_20": 0.54104, + "ndcg_at_3": 0.47017, + "ndcg_at_5": 0.47526, + "precision_at_1": 0.605, + "precision_at_10": 0.3355, + "precision_at_100": 0.09145, + "precision_at_1000": 0.01328, + "precision_at_20": 0.2405, + "precision_at_3": 0.48167, + "precision_at_5": 0.417, + "recall_at_1": 0.11846, + "recall_at_10": 0.45662, + "recall_at_100": 0.83602, + "recall_at_1000": 0.98838, + "recall_at_20": 0.57986, + "recall_at_3": 0.24999, + "recall_at_5": 0.33004 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.51548, + "map_at_1": 0.12935, + "map_at_10": 0.33576, + "map_at_100": 0.43044, + "map_at_1000": 0.44475, + "map_at_20": 0.38228, + "map_at_3": 0.22551, + "map_at_5": 0.27657, + "mrr_at_1": 0.635, + "mrr_at_10": 0.739998015873016, + "mrr_at_100": 0.742931161037047, + "mrr_at_1000": 0.7429687550220094, + "mrr_at_20": 0.7422355859010272, + "mrr_at_3": 0.7183333333333333, + "mrr_at_5": 0.7350833333333334, + "nauc_map_at_1000_diff1": 0.08819226497778654, + "nauc_map_at_1000_max": 0.22786239951558257, + "nauc_map_at_1000_std": -0.20768425241577385, + "nauc_map_at_100_diff1": 0.10855656917163722, + "nauc_map_at_100_max": 0.22288276426012513, + "nauc_map_at_100_std": -0.24933546245070254, + "nauc_map_at_10_diff1": 0.14478354948235037, + "nauc_map_at_10_max": 0.1676240184707839, + "nauc_map_at_10_std": -0.3679978238578788, + "nauc_map_at_1_diff1": 0.1780411330814402, + "nauc_map_at_1_max": 0.03680925438736405, + "nauc_map_at_1_std": -0.31970738218280875, + "nauc_map_at_20_diff1": 0.13561790732359366, + "nauc_map_at_20_max": 0.20019569484545188, + "nauc_map_at_20_std": -0.3338457520270666, + "nauc_map_at_3_diff1": 0.14543958276329283, + "nauc_map_at_3_max": 0.030502703673789815, + "nauc_map_at_3_std": -0.39413077809852226, + "nauc_map_at_5_diff1": 0.12837729668359865, + "nauc_map_at_5_max": 0.08414991885670901, + "nauc_map_at_5_std": -0.3880011721447357, + "nauc_mrr_at_1000_diff1": 0.11672282030011827, + "nauc_mrr_at_1000_max": 0.28889854065700055, + "nauc_mrr_at_1000_std": 0.07577666126457915, + "nauc_mrr_at_100_diff1": 0.11682764606965351, + "nauc_mrr_at_100_max": 0.2889105169521126, + "nauc_mrr_at_100_std": 0.07585947947519717, + "nauc_mrr_at_10_diff1": 0.11173388978484589, + "nauc_mrr_at_10_max": 0.29102446259186854, + "nauc_mrr_at_10_std": 0.07750181355418001, + "nauc_mrr_at_1_diff1": 0.14267186499118212, + "nauc_mrr_at_1_max": 0.2797921724620606, + "nauc_mrr_at_1_std": 0.08189733572688274, + "nauc_mrr_at_20_diff1": 0.11602209507318013, + "nauc_mrr_at_20_max": 0.29060912289772173, + "nauc_mrr_at_20_std": 0.07798536833952358, + "nauc_mrr_at_3_diff1": 0.11528513823948966, + "nauc_mrr_at_3_max": 0.2852373417207398, + "nauc_mrr_at_3_std": 0.07443064955826403, + "nauc_mrr_at_5_diff1": 0.11754683187920129, + "nauc_mrr_at_5_max": 0.2894456977843618, + "nauc_mrr_at_5_std": 0.07066132871867387, + "nauc_ndcg_at_1000_diff1": 0.06777153720074329, + "nauc_ndcg_at_1000_max": 0.31893433214769534, + "nauc_ndcg_at_1000_std": -0.022971143164183236, + "nauc_ndcg_at_100_diff1": 0.13732152433632966, + "nauc_ndcg_at_100_max": 0.32389215017891976, + "nauc_ndcg_at_100_std": -0.127065448478115, + "nauc_ndcg_at_10_diff1": 0.1354749148203399, + "nauc_ndcg_at_10_max": 0.26166746540444186, + "nauc_ndcg_at_10_std": -0.2086646247778922, + "nauc_ndcg_at_1_diff1": 0.17140057349277352, + "nauc_ndcg_at_1_max": 0.27040943623418473, + "nauc_ndcg_at_1_std": -0.002730057023839936, + "nauc_ndcg_at_20_diff1": 0.14767574719122933, + "nauc_ndcg_at_20_max": 0.29363295835377806, + "nauc_ndcg_at_20_std": -0.2018951565716069, + "nauc_ndcg_at_3_diff1": 0.110698050794495, + "nauc_ndcg_at_3_max": 0.202328264532336, + "nauc_ndcg_at_3_std": -0.11870034911638329, + "nauc_ndcg_at_5_diff1": 0.09062899726976584, + "nauc_ndcg_at_5_max": 0.20697062737548266, + "nauc_ndcg_at_5_std": -0.15791938774843542, + "nauc_precision_at_1000_diff1": -0.2523344018157565, + "nauc_precision_at_1000_max": 0.009259213172198329, + "nauc_precision_at_1000_std": 0.5258460517820525, + "nauc_precision_at_100_diff1": -0.21678308734843346, + "nauc_precision_at_100_max": 0.0811369366346014, + "nauc_precision_at_100_std": 0.5249411120008326, + "nauc_precision_at_10_diff1": -0.08880828937566318, + "nauc_precision_at_10_max": 0.2888577025627134, + "nauc_precision_at_10_std": 0.28926279036518143, + "nauc_precision_at_1_diff1": 0.14267186499118212, + "nauc_precision_at_1_max": 0.2797921724620606, + "nauc_precision_at_1_std": 0.08189733572688274, + "nauc_precision_at_20_diff1": -0.15774275649812217, + "nauc_precision_at_20_max": 0.22188162116525556, + "nauc_precision_at_20_std": 0.4131591727165468, + "nauc_precision_at_3_diff1": 0.014563657327192454, + "nauc_precision_at_3_max": 0.19295664610596194, + "nauc_precision_at_3_std": 0.04543621666236158, + "nauc_precision_at_5_diff1": -0.08019930550081446, + "nauc_precision_at_5_max": 0.21635267614515655, + "nauc_precision_at_5_std": 0.14010504611325236, + "nauc_recall_at_1000_diff1": 0.00024062395562129897, + "nauc_recall_at_1000_max": 0.1427715057517093, + "nauc_recall_at_1000_std": 0.08862473055320218, + "nauc_recall_at_100_diff1": 0.2654308367835569, + "nauc_recall_at_100_max": 0.18618242921527386, + "nauc_recall_at_100_std": -0.33548940685247713, + "nauc_recall_at_10_diff1": 0.17951277919856554, + "nauc_recall_at_10_max": 0.14769396609606514, + "nauc_recall_at_10_std": -0.41247708503854524, + "nauc_recall_at_1_diff1": 0.1780411330814402, + "nauc_recall_at_1_max": 0.03680925438736405, + "nauc_recall_at_1_std": -0.31970738218280875, + "nauc_recall_at_20_diff1": 0.22816074585648077, + "nauc_recall_at_20_max": 0.1810602859863436, + "nauc_recall_at_20_std": -0.3902003808499933, + "nauc_recall_at_3_diff1": 0.1396992524423118, + "nauc_recall_at_3_max": 0.002131803508605059, + "nauc_recall_at_3_std": -0.41770252020396953, + "nauc_recall_at_5_diff1": 0.1144967720794127, + "nauc_recall_at_5_max": 0.03953352832157859, + "nauc_recall_at_5_std": -0.42934797697509125, + "ndcg_at_1": 0.5675, + "ndcg_at_10": 0.51548, + "ndcg_at_100": 0.62465, + "ndcg_at_1000": 0.66913, + "ndcg_at_20": 0.55895, + "ndcg_at_3": 0.47787, + "ndcg_at_5": 0.49119, + "precision_at_1": 0.635, + "precision_at_10": 0.3305, + "precision_at_100": 0.0919, + "precision_at_1000": 0.01321, + "precision_at_20": 0.24825, + "precision_at_3": 0.46667, + "precision_at_5": 0.421, + "recall_at_1": 0.12935, + "recall_at_10": 0.47026, + "recall_at_100": 0.83749, + "recall_at_1000": 0.98825, + "recall_at_20": 0.60804, + "recall_at_3": 0.25271, + "recall_at_5": 0.33906 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.54036, + "map_at_1": 0.06743, + "map_at_10": 0.22159, + "map_at_100": 0.38876, + "map_at_1000": 0.4454, + "map_at_20": 0.27781, + "map_at_3": 0.13386, + "map_at_5": 0.1688, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8684166666666665, + "mrr_at_100": 0.869392119017695, + "mrr_at_1000": 0.8694167495595668, + "mrr_at_20": 0.8687499999999999, + "mrr_at_3": 0.8608333333333333, + "mrr_at_5": 0.8675833333333333, + "nauc_map_at_1000_diff1": -0.005021924318573625, + "nauc_map_at_1000_max": 0.3822283955158276, + "nauc_map_at_1000_std": 0.2142993609185677, + "nauc_map_at_100_diff1": 0.05367516193612238, + "nauc_map_at_100_max": 0.29720084914606815, + "nauc_map_at_100_std": 0.18991626630778255, + "nauc_map_at_10_diff1": 0.14086265365755374, + "nauc_map_at_10_max": 0.12718309033829145, + "nauc_map_at_10_std": -0.00413823191511744, + "nauc_map_at_1_diff1": 0.36497462186060603, + "nauc_map_at_1_max": -0.01887949581179453, + "nauc_map_at_1_std": -0.1319268689068118, + "nauc_map_at_20_diff1": 0.13950632735365, + "nauc_map_at_20_max": 0.19347792002661154, + "nauc_map_at_20_std": 0.05321309208746573, + "nauc_map_at_3_diff1": 0.21483301638359328, + "nauc_map_at_3_max": 0.02946683855633509, + "nauc_map_at_3_std": -0.09613176223189163, + "nauc_map_at_5_diff1": 0.16873692221034628, + "nauc_map_at_5_max": 0.07134067509772873, + "nauc_map_at_5_std": -0.038692072484734996, + "nauc_mrr_at_1000_diff1": 0.2339948383509322, + "nauc_mrr_at_1000_max": 0.6218911800026827, + "nauc_mrr_at_1000_std": 0.38443351317196583, + "nauc_mrr_at_100_diff1": 0.23405845183318666, + "nauc_mrr_at_100_max": 0.6219663074605715, + "nauc_mrr_at_100_std": 0.38450062931862067, + "nauc_mrr_at_10_diff1": 0.23686359109900998, + "nauc_mrr_at_10_max": 0.6242354623409354, + "nauc_mrr_at_10_std": 0.3858494907856898, + "nauc_mrr_at_1_diff1": 0.1991883116883112, + "nauc_mrr_at_1_max": 0.6086663336663329, + "nauc_mrr_at_1_std": 0.3732017982017979, + "nauc_mrr_at_20_diff1": 0.2365393321572977, + "nauc_mrr_at_20_max": 0.6232302480603213, + "nauc_mrr_at_20_std": 0.38455625458575904, + "nauc_mrr_at_3_diff1": 0.2379915099490947, + "nauc_mrr_at_3_max": 0.6122495112055748, + "nauc_mrr_at_3_std": 0.3831707932854609, + "nauc_mrr_at_5_diff1": 0.23156062877261385, + "nauc_mrr_at_5_max": 0.624884698831182, + "nauc_mrr_at_5_std": 0.3880782148687927, + "nauc_ndcg_at_1000_diff1": 0.08787644893253893, + "nauc_ndcg_at_1000_max": 0.4971306604205825, + "nauc_ndcg_at_1000_std": 0.31362138850119786, + "nauc_ndcg_at_100_diff1": 0.1101070490537299, + "nauc_ndcg_at_100_max": 0.3651957230183222, + "nauc_ndcg_at_100_std": 0.20152630166594815, + "nauc_ndcg_at_10_diff1": 0.06104845053223598, + "nauc_ndcg_at_10_max": 0.4043765729430892, + "nauc_ndcg_at_10_std": 0.1889341571862244, + "nauc_ndcg_at_1_diff1": 0.22227459867146393, + "nauc_ndcg_at_1_max": 0.46874999999999967, + "nauc_ndcg_at_1_std": 0.20236818433434758, + "nauc_ndcg_at_20_diff1": 0.09705497156382277, + "nauc_ndcg_at_20_max": 0.38826805092372324, + "nauc_ndcg_at_20_std": 0.1569213966133117, + "nauc_ndcg_at_3_diff1": 0.12866789917888502, + "nauc_ndcg_at_3_max": 0.4279405071772148, + "nauc_ndcg_at_3_std": 0.19571263401566877, + "nauc_ndcg_at_5_diff1": 0.0519299251550055, + "nauc_ndcg_at_5_max": 0.40600972539086283, + "nauc_ndcg_at_5_std": 0.19644759720084, + "nauc_precision_at_1000_diff1": -0.16501775634747745, + "nauc_precision_at_1000_max": 0.11849581225168204, + "nauc_precision_at_1000_std": -0.07210921566504881, + "nauc_precision_at_100_diff1": -0.19063748299991065, + "nauc_precision_at_100_max": 0.2113085896749415, + "nauc_precision_at_100_std": 0.12796371532632453, + "nauc_precision_at_10_diff1": -0.19402088026629982, + "nauc_precision_at_10_max": 0.40274053495174955, + "nauc_precision_at_10_std": 0.25683715241585686, + "nauc_precision_at_1_diff1": 0.1991883116883112, + "nauc_precision_at_1_max": 0.6086663336663329, + "nauc_precision_at_1_std": 0.3732017982017979, + "nauc_precision_at_20_diff1": -0.16099491506629462, + "nauc_precision_at_20_max": 0.34957678355501764, + "nauc_precision_at_20_std": 0.2252277131527116, + "nauc_precision_at_3_diff1": -0.07621418000807184, + "nauc_precision_at_3_max": 0.4503140334355329, + "nauc_precision_at_3_std": 0.2464330475050805, + "nauc_precision_at_5_diff1": -0.19942201847987578, + "nauc_precision_at_5_max": 0.3953900455558994, + "nauc_precision_at_5_std": 0.2777254342525582, + "nauc_recall_at_1000_diff1": 0.11687750049152877, + "nauc_recall_at_1000_max": 0.24723405004683588, + "nauc_recall_at_1000_std": 0.6301821376131056, + "nauc_recall_at_100_diff1": 0.09612947066322712, + "nauc_recall_at_100_max": 0.019746161352546948, + "nauc_recall_at_100_std": 0.0766647370773725, + "nauc_recall_at_10_diff1": 0.11037696044788821, + "nauc_recall_at_10_max": 0.00022692354943411552, + "nauc_recall_at_10_std": -0.08923718183741382, + "nauc_recall_at_1_diff1": 0.36497462186060603, + "nauc_recall_at_1_max": -0.01887949581179453, + "nauc_recall_at_1_std": -0.1319268689068118, + "nauc_recall_at_20_diff1": 0.14902680377042363, + "nauc_recall_at_20_max": 0.058422436303118955, + "nauc_recall_at_20_std": -0.041362127856832076, + "nauc_recall_at_3_diff1": 0.19497247121851943, + "nauc_recall_at_3_max": -0.05047168436997739, + "nauc_recall_at_3_std": -0.13547547960131442, + "nauc_recall_at_5_diff1": 0.132954880335731, + "nauc_recall_at_5_max": -0.03641861489981588, + "nauc_recall_at_5_std": -0.09587731655396689, + "ndcg_at_1": 0.64, + "ndcg_at_10": 0.54036, + "ndcg_at_100": 0.62247, + "ndcg_at_1000": 0.71551, + "ndcg_at_20": 0.54701, + "ndcg_at_3": 0.58529, + "ndcg_at_5": 0.55925, + "precision_at_1": 0.8, + "precision_at_10": 0.51, + "precision_at_100": 0.22405, + "precision_at_1000": 0.04814, + "precision_at_20": 0.4255, + "precision_at_3": 0.66833, + "precision_at_5": 0.596, + "recall_at_1": 0.06743, + "recall_at_10": 0.28833, + "recall_at_100": 0.70617, + "recall_at_1000": 0.97175, + "recall_at_20": 0.39781, + "recall_at_3": 0.15347, + "recall_at_5": 0.20358 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.47667, + "map_at_1": 0.06981, + "map_at_10": 0.19315, + "map_at_100": 0.32851, + "map_at_1000": 0.37979, + "map_at_20": 0.23839, + "map_at_3": 0.12301, + "map_at_5": 0.1532, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7668650793650791, + "mrr_at_100": 0.7678130533822722, + "mrr_at_1000": 0.7678419534558152, + "mrr_at_20": 0.7674533146591968, + "mrr_at_3": 0.7508333333333332, + "mrr_at_5": 0.7585833333333332, + "nauc_map_at_1000_diff1": 0.2710665709484061, + "nauc_map_at_1000_max": 0.43131131857650384, + "nauc_map_at_1000_std": 0.36279419445234595, + "nauc_map_at_100_diff1": 0.29949017771493647, + "nauc_map_at_100_max": 0.36080992924111915, + "nauc_map_at_100_std": 0.3703638561932886, + "nauc_map_at_10_diff1": 0.3035420818155615, + "nauc_map_at_10_max": 0.2532722102225291, + "nauc_map_at_10_std": 0.20286297904210945, + "nauc_map_at_1_diff1": 0.4112462328283311, + "nauc_map_at_1_max": -0.09300302407312491, + "nauc_map_at_1_std": -0.08777961872477003, + "nauc_map_at_20_diff1": 0.2989389102846509, + "nauc_map_at_20_max": 0.28747153161737393, + "nauc_map_at_20_std": 0.25876123534740786, + "nauc_map_at_3_diff1": 0.36306976038193517, + "nauc_map_at_3_max": 0.149454519021375, + "nauc_map_at_3_std": 0.07994580732354506, + "nauc_map_at_5_diff1": 0.3177085240713254, + "nauc_map_at_5_max": 0.220605898729368, + "nauc_map_at_5_std": 0.15337632336123883, + "nauc_mrr_at_1000_diff1": 0.27314324054417327, + "nauc_mrr_at_1000_max": 0.38779965896506, + "nauc_mrr_at_1000_std": 0.2892014877285473, + "nauc_mrr_at_100_diff1": 0.2731618079708989, + "nauc_mrr_at_100_max": 0.3878735688390234, + "nauc_mrr_at_100_std": 0.28930025360756356, + "nauc_mrr_at_10_diff1": 0.2733490211471322, + "nauc_mrr_at_10_max": 0.3897716572080549, + "nauc_mrr_at_10_std": 0.2874711720944295, + "nauc_mrr_at_1_diff1": 0.284443559361412, + "nauc_mrr_at_1_max": 0.3279398586079849, + "nauc_mrr_at_1_std": 0.29500647216967024, + "nauc_mrr_at_20_diff1": 0.27379206999132893, + "nauc_mrr_at_20_max": 0.38838471989806767, + "nauc_mrr_at_20_std": 0.28983092689240797, + "nauc_mrr_at_3_diff1": 0.26570784765457967, + "nauc_mrr_at_3_max": 0.39486336648667736, + "nauc_mrr_at_3_std": 0.28165969983384254, + "nauc_mrr_at_5_diff1": 0.25826978363909975, + "nauc_mrr_at_5_max": 0.3893812318267503, + "nauc_mrr_at_5_std": 0.2826119688342501, + "nauc_ndcg_at_1000_diff1": 0.2638981893745759, + "nauc_ndcg_at_1000_max": 0.46419795827610905, + "nauc_ndcg_at_1000_std": 0.407263634808195, + "nauc_ndcg_at_100_diff1": 0.3358764032048335, + "nauc_ndcg_at_100_max": 0.43093112210498297, + "nauc_ndcg_at_100_std": 0.4104775811034067, + "nauc_ndcg_at_10_diff1": 0.25403600068016585, + "nauc_ndcg_at_10_max": 0.4229356790845754, + "nauc_ndcg_at_10_std": 0.2886471707290811, + "nauc_ndcg_at_1_diff1": 0.24127639619465852, + "nauc_ndcg_at_1_max": 0.2572022669191929, + "nauc_ndcg_at_1_std": 0.21152580819886097, + "nauc_ndcg_at_20_diff1": 0.2847121916443761, + "nauc_ndcg_at_20_max": 0.42265498079842345, + "nauc_ndcg_at_20_std": 0.30732289204497665, + "nauc_ndcg_at_3_diff1": 0.23951955924743096, + "nauc_ndcg_at_3_max": 0.4251681715061374, + "nauc_ndcg_at_3_std": 0.2985600205328012, + "nauc_ndcg_at_5_diff1": 0.22046129038009618, + "nauc_ndcg_at_5_max": 0.43345918362030983, + "nauc_ndcg_at_5_std": 0.30481267666934037, + "nauc_precision_at_1000_diff1": -0.14714757770889172, + "nauc_precision_at_1000_max": 0.19302577018853256, + "nauc_precision_at_1000_std": -0.16626306797983414, + "nauc_precision_at_100_diff1": -0.07591729825039911, + "nauc_precision_at_100_max": 0.22901435188793234, + "nauc_precision_at_100_std": 0.06112673157853733, + "nauc_precision_at_10_diff1": -0.031572772039608316, + "nauc_precision_at_10_max": 0.40102711899500837, + "nauc_precision_at_10_std": 0.2420129524494726, + "nauc_precision_at_1_diff1": 0.284443559361412, + "nauc_precision_at_1_max": 0.3279398586079849, + "nauc_precision_at_1_std": 0.29500647216967024, + "nauc_precision_at_20_diff1": -0.06475739142580315, + "nauc_precision_at_20_max": 0.3012786179576208, + "nauc_precision_at_20_std": 0.17185126855486274, + "nauc_precision_at_3_diff1": 0.099173819585594, + "nauc_precision_at_3_max": 0.549551815403512, + "nauc_precision_at_3_std": 0.3451357714185445, + "nauc_precision_at_5_diff1": -0.004343855528366016, + "nauc_precision_at_5_max": 0.5218628378991668, + "nauc_precision_at_5_std": 0.32589104610044034, + "nauc_recall_at_1000_diff1": 0.28761509557434634, + "nauc_recall_at_1000_max": 0.26179334835483814, + "nauc_recall_at_1000_std": 0.6992777250437437, + "nauc_recall_at_100_diff1": 0.2993305133787926, + "nauc_recall_at_100_max": 0.22731452902658403, + "nauc_recall_at_100_std": 0.3959999143630121, + "nauc_recall_at_10_diff1": 0.2666896302108449, + "nauc_recall_at_10_max": 0.19932186154985057, + "nauc_recall_at_10_std": 0.1577740875430981, + "nauc_recall_at_1_diff1": 0.4112462328283311, + "nauc_recall_at_1_max": -0.09300302407312491, + "nauc_recall_at_1_std": -0.08777961872477003, + "nauc_recall_at_20_diff1": 0.2574824964911418, + "nauc_recall_at_20_max": 0.20135654954865168, + "nauc_recall_at_20_std": 0.214100517636642, + "nauc_recall_at_3_diff1": 0.347212738117355, + "nauc_recall_at_3_max": 0.14688237800044515, + "nauc_recall_at_3_std": 0.04322805567306163, + "nauc_recall_at_5_diff1": 0.29345391173161584, + "nauc_recall_at_5_max": 0.2063057562066881, + "nauc_recall_at_5_std": 0.10828121939705314, + "ndcg_at_1": 0.5375, + "ndcg_at_10": 0.47667, + "ndcg_at_100": 0.55309, + "ndcg_at_1000": 0.65846, + "ndcg_at_20": 0.48016, + "ndcg_at_3": 0.49554, + "ndcg_at_5": 0.48265, + "precision_at_1": 0.66, + "precision_at_10": 0.4515, + "precision_at_100": 0.1979, + "precision_at_1000": 0.04564, + "precision_at_20": 0.37, + "precision_at_3": 0.56167, + "precision_at_5": 0.516, + "recall_at_1": 0.06981, + "recall_at_10": 0.25801, + "recall_at_100": 0.6413, + "recall_at_1000": 0.94416, + "recall_at_20": 0.35498, + "recall_at_3": 0.13613, + "recall_at_5": 0.17971 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.40674, + "map_at_1": 0.04823, + "map_at_10": 0.15703, + "map_at_100": 0.2785, + "map_at_1000": 0.32681, + "map_at_20": 0.19757, + "map_at_3": 0.09375, + "map_at_5": 0.12143, + "mrr_at_1": 0.57, + "mrr_at_10": 0.6903988095238093, + "mrr_at_100": 0.6933958039979763, + "mrr_at_1000": 0.6934629105605044, + "mrr_at_20": 0.692802410308989, + "mrr_at_3": 0.6591666666666666, + "mrr_at_5": 0.6801666666666665, + "nauc_map_at_1000_diff1": 0.10947436975066824, + "nauc_map_at_1000_max": 0.4897173307002078, + "nauc_map_at_1000_std": 0.4668607307696438, + "nauc_map_at_100_diff1": 0.1301603807154679, + "nauc_map_at_100_max": 0.46230271577629034, + "nauc_map_at_100_std": 0.48421465176776457, + "nauc_map_at_10_diff1": 0.17395754858944965, + "nauc_map_at_10_max": 0.33643923253979713, + "nauc_map_at_10_std": 0.29197976686925925, + "nauc_map_at_1_diff1": 0.39789002742888463, + "nauc_map_at_1_max": 0.14970682971870164, + "nauc_map_at_1_std": 0.09249180353790598, + "nauc_map_at_20_diff1": 0.1805380499598617, + "nauc_map_at_20_max": 0.38896788719657893, + "nauc_map_at_20_std": 0.35859016171977026, + "nauc_map_at_3_diff1": 0.2272935264833539, + "nauc_map_at_3_max": 0.21904462962640847, + "nauc_map_at_3_std": 0.1686392283037091, + "nauc_map_at_5_diff1": 0.21437777506915676, + "nauc_map_at_5_max": 0.26761997159426104, + "nauc_map_at_5_std": 0.21145909958626302, + "nauc_mrr_at_1000_diff1": 0.11652279070447463, + "nauc_mrr_at_1000_max": 0.4236543078194024, + "nauc_mrr_at_1000_std": 0.36526289722172567, + "nauc_mrr_at_100_diff1": 0.11666265217107763, + "nauc_mrr_at_100_max": 0.4238118422191367, + "nauc_mrr_at_100_std": 0.365419542748565, + "nauc_mrr_at_10_diff1": 0.11123202727180892, + "nauc_mrr_at_10_max": 0.41870753176910996, + "nauc_mrr_at_10_std": 0.3657789428291329, + "nauc_mrr_at_1_diff1": 0.13142032978860801, + "nauc_mrr_at_1_max": 0.43653937228225775, + "nauc_mrr_at_1_std": 0.327549834244629, + "nauc_mrr_at_20_diff1": 0.1154907466366093, + "nauc_mrr_at_20_max": 0.4231804948166994, + "nauc_mrr_at_20_std": 0.3660668053179991, + "nauc_mrr_at_3_diff1": 0.12405225667331653, + "nauc_mrr_at_3_max": 0.4303544046791443, + "nauc_mrr_at_3_std": 0.36237315636933093, + "nauc_mrr_at_5_diff1": 0.11759838748839657, + "nauc_mrr_at_5_max": 0.425225237188873, + "nauc_mrr_at_5_std": 0.3542156322297689, + "nauc_ndcg_at_1000_diff1": 0.07322794844366258, + "nauc_ndcg_at_1000_max": 0.5029836651554105, + "nauc_ndcg_at_1000_std": 0.5056383703156065, + "nauc_ndcg_at_100_diff1": 0.14972993503653914, + "nauc_ndcg_at_100_max": 0.4986575296134867, + "nauc_ndcg_at_100_std": 0.5227915892546079, + "nauc_ndcg_at_10_diff1": 0.06768909808270748, + "nauc_ndcg_at_10_max": 0.42360832853357594, + "nauc_ndcg_at_10_std": 0.34636657751457184, + "nauc_ndcg_at_1_diff1": 0.11480938210606072, + "nauc_ndcg_at_1_max": 0.3966866455180933, + "nauc_ndcg_at_1_std": 0.2846530136717106, + "nauc_ndcg_at_20_diff1": 0.13708014624230852, + "nauc_ndcg_at_20_max": 0.45139834076093704, + "nauc_ndcg_at_20_std": 0.38768698768635657, + "nauc_ndcg_at_3_diff1": 0.056255161242213934, + "nauc_ndcg_at_3_max": 0.40905242139103504, + "nauc_ndcg_at_3_std": 0.3105242734534442, + "nauc_ndcg_at_5_diff1": 0.06965938276502268, + "nauc_ndcg_at_5_max": 0.3947387897125192, + "nauc_ndcg_at_5_std": 0.30445541612068205, + "nauc_precision_at_1000_diff1": -0.08454718412403259, + "nauc_precision_at_1000_max": 0.07043323426453713, + "nauc_precision_at_1000_std": -0.18921265975965482, + "nauc_precision_at_100_diff1": -0.10536660894888288, + "nauc_precision_at_100_max": 0.16324838649498183, + "nauc_precision_at_100_std": 0.10745593210179653, + "nauc_precision_at_10_diff1": -0.09033558813138393, + "nauc_precision_at_10_max": 0.36692253737822483, + "nauc_precision_at_10_std": 0.3115185334453654, + "nauc_precision_at_1_diff1": 0.13142032978860801, + "nauc_precision_at_1_max": 0.43653937228225775, + "nauc_precision_at_1_std": 0.327549834244629, + "nauc_precision_at_20_diff1": -0.0650453007091286, + "nauc_precision_at_20_max": 0.3054162833616781, + "nauc_precision_at_20_std": 0.25288002072958604, + "nauc_precision_at_3_diff1": -0.04729780719722284, + "nauc_precision_at_3_max": 0.41894230147264944, + "nauc_precision_at_3_std": 0.3074290088186468, + "nauc_precision_at_5_diff1": -0.056672963466810854, + "nauc_precision_at_5_max": 0.3693425717729489, + "nauc_precision_at_5_std": 0.2865631453926456, + "nauc_recall_at_1000_diff1": 0.03450255830690368, + "nauc_recall_at_1000_max": 0.4206383140601947, + "nauc_recall_at_1000_std": 0.6442539147872388, + "nauc_recall_at_100_diff1": 0.19566708888622866, + "nauc_recall_at_100_max": 0.3662603860617365, + "nauc_recall_at_100_std": 0.4727923694701104, + "nauc_recall_at_10_diff1": 0.11180722958385966, + "nauc_recall_at_10_max": 0.22030778239652923, + "nauc_recall_at_10_std": 0.19246324101795514, + "nauc_recall_at_1_diff1": 0.39789002742888463, + "nauc_recall_at_1_max": 0.14970682971870164, + "nauc_recall_at_1_std": 0.09249180353790598, + "nauc_recall_at_20_diff1": 0.17346846284164655, + "nauc_recall_at_20_max": 0.2595628936090941, + "nauc_recall_at_20_std": 0.2652535879827123, + "nauc_recall_at_3_diff1": 0.1879501768638054, + "nauc_recall_at_3_max": 0.17241113105974518, + "nauc_recall_at_3_std": 0.08286710712750174, + "nauc_recall_at_5_diff1": 0.1614664184176122, + "nauc_recall_at_5_max": 0.18043915190993287, + "nauc_recall_at_5_std": 0.10199272777453032, + "ndcg_at_1": 0.43, + "ndcg_at_10": 0.40674, + "ndcg_at_100": 0.49699, + "ndcg_at_1000": 0.60935, + "ndcg_at_20": 0.4229, + "ndcg_at_3": 0.41067, + "ndcg_at_5": 0.40977, + "precision_at_1": 0.57, + "precision_at_10": 0.4025, + "precision_at_100": 0.1837, + "precision_at_1000": 0.04426, + "precision_at_20": 0.33975, + "precision_at_3": 0.48667, + "precision_at_5": 0.463, + "recall_at_1": 0.04823, + "recall_at_10": 0.22546, + "recall_at_100": 0.60084, + "recall_at_1000": 0.92546, + "recall_at_20": 0.32306, + "recall_at_3": 0.11062, + "recall_at_5": 0.15652 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56824, + "map_at_1": 0.09926, + "map_at_10": 0.26696, + "map_at_100": 0.4053, + "map_at_1000": 0.46814, + "map_at_20": 0.31129, + "map_at_3": 0.1806, + "map_at_5": 0.21835, + "mrr_at_1": 0.755, + "mrr_at_10": 0.8378452380952381, + "mrr_at_100": 0.8385107252164822, + "mrr_at_1000": 0.8385171768293854, + "mrr_at_20": 0.8381083959899749, + "mrr_at_3": 0.8283333333333335, + "mrr_at_5": 0.8318333333333334, + "nauc_map_at_1000_diff1": 0.10230639013091818, + "nauc_map_at_1000_max": 0.3120716589779469, + "nauc_map_at_1000_std": 0.31323197231603117, + "nauc_map_at_100_diff1": 0.1732857471609164, + "nauc_map_at_100_max": 0.23412093868711578, + "nauc_map_at_100_std": 0.27326987600466346, + "nauc_map_at_10_diff1": 0.25503109242519206, + "nauc_map_at_10_max": 0.1761309762934238, + "nauc_map_at_10_std": 0.1235567932068381, + "nauc_map_at_1_diff1": 0.22917616673212018, + "nauc_map_at_1_max": 0.03410172326328636, + "nauc_map_at_1_std": -0.03708988376923957, + "nauc_map_at_20_diff1": 0.23878755404120344, + "nauc_map_at_20_max": 0.1989511275727889, + "nauc_map_at_20_std": 0.16730623789142732, + "nauc_map_at_3_diff1": 0.2300694994093948, + "nauc_map_at_3_max": 0.11753995314896354, + "nauc_map_at_3_std": 0.04178151322508108, + "nauc_map_at_5_diff1": 0.23389154035724816, + "nauc_map_at_5_max": 0.1533177623331928, + "nauc_map_at_5_std": 0.08114924916252297, + "nauc_mrr_at_1000_diff1": 0.1359286973058618, + "nauc_mrr_at_1000_max": 0.5901241824653936, + "nauc_mrr_at_1000_std": 0.2765687975782089, + "nauc_mrr_at_100_diff1": 0.13593838504612307, + "nauc_mrr_at_100_max": 0.5901420569132549, + "nauc_mrr_at_100_std": 0.27659464541729367, + "nauc_mrr_at_10_diff1": 0.13663667712452332, + "nauc_mrr_at_10_max": 0.5910163131480561, + "nauc_mrr_at_10_std": 0.2753843980080819, + "nauc_mrr_at_1_diff1": 0.107549759050243, + "nauc_mrr_at_1_max": 0.5889599268108456, + "nauc_mrr_at_1_std": 0.2944374115719719, + "nauc_mrr_at_20_diff1": 0.1353369799234825, + "nauc_mrr_at_20_max": 0.5905226767951408, + "nauc_mrr_at_20_std": 0.27459171619092876, + "nauc_mrr_at_3_diff1": 0.14417349241069158, + "nauc_mrr_at_3_max": 0.5825105123429309, + "nauc_mrr_at_3_std": 0.2857438113117488, + "nauc_mrr_at_5_diff1": 0.13851701403968317, + "nauc_mrr_at_5_max": 0.5806047647060892, + "nauc_mrr_at_5_std": 0.2812531294771966, + "nauc_ndcg_at_1000_diff1": 0.11678084738496537, + "nauc_ndcg_at_1000_max": 0.40541760457233, + "nauc_ndcg_at_1000_std": 0.3779354199145201, + "nauc_ndcg_at_100_diff1": 0.19391551089535575, + "nauc_ndcg_at_100_max": 0.34618521951578257, + "nauc_ndcg_at_100_std": 0.33342548277832895, + "nauc_ndcg_at_10_diff1": 0.13484144361112788, + "nauc_ndcg_at_10_max": 0.34949789358534206, + "nauc_ndcg_at_10_std": 0.25712095956720027, + "nauc_ndcg_at_1_diff1": 0.19929292143070784, + "nauc_ndcg_at_1_max": 0.4680442272319469, + "nauc_ndcg_at_1_std": 0.25426971401416654, + "nauc_ndcg_at_20_diff1": 0.15481561349627918, + "nauc_ndcg_at_20_max": 0.35558946786391055, + "nauc_ndcg_at_20_std": 0.2667897813223997, + "nauc_ndcg_at_3_diff1": 0.11382058492780903, + "nauc_ndcg_at_3_max": 0.3801224604175507, + "nauc_ndcg_at_3_std": 0.27399972015208635, + "nauc_ndcg_at_5_diff1": 0.11599206548332083, + "nauc_ndcg_at_5_max": 0.37252628888012623, + "nauc_ndcg_at_5_std": 0.2633539673052303, + "nauc_precision_at_1000_diff1": -0.235492374649005, + "nauc_precision_at_1000_max": 0.16604345639890772, + "nauc_precision_at_1000_std": -0.07638594843009887, + "nauc_precision_at_100_diff1": -0.27487106392966953, + "nauc_precision_at_100_max": 0.1087901716665544, + "nauc_precision_at_100_std": 0.06315413300106339, + "nauc_precision_at_10_diff1": -0.1790412663119721, + "nauc_precision_at_10_max": 0.21516362705912462, + "nauc_precision_at_10_std": 0.20606686254268225, + "nauc_precision_at_1_diff1": 0.107549759050243, + "nauc_precision_at_1_max": 0.5889599268108456, + "nauc_precision_at_1_std": 0.2944374115719719, + "nauc_precision_at_20_diff1": -0.2506672797582106, + "nauc_precision_at_20_max": 0.15298591040640638, + "nauc_precision_at_20_std": 0.15300465837743207, + "nauc_precision_at_3_diff1": -0.06887841633981145, + "nauc_precision_at_3_max": 0.3748283391129947, + "nauc_precision_at_3_std": 0.29299755311196046, + "nauc_precision_at_5_diff1": -0.12497151478480856, + "nauc_precision_at_5_max": 0.3151997108259538, + "nauc_precision_at_5_std": 0.25850038111253454, + "nauc_recall_at_1000_diff1": 0.2302019463112653, + "nauc_recall_at_1000_max": 0.30198497444376776, + "nauc_recall_at_1000_std": 0.7299771650899319, + "nauc_recall_at_100_diff1": 0.25969014480518404, + "nauc_recall_at_100_max": 0.11672931122473279, + "nauc_recall_at_100_std": 0.33301567507020663, + "nauc_recall_at_10_diff1": 0.28901442407257905, + "nauc_recall_at_10_max": 0.1423144782539339, + "nauc_recall_at_10_std": 0.10082826254901914, + "nauc_recall_at_1_diff1": 0.22917616673212018, + "nauc_recall_at_1_max": 0.03410172326328636, + "nauc_recall_at_1_std": -0.03708988376923957, + "nauc_recall_at_20_diff1": 0.29252750272777134, + "nauc_recall_at_20_max": 0.15891804074372712, + "nauc_recall_at_20_std": 0.15998797633550957, + "nauc_recall_at_3_diff1": 0.22254621666735372, + "nauc_recall_at_3_max": 0.09070225316474677, + "nauc_recall_at_3_std": 0.03487988562850366, + "nauc_recall_at_5_diff1": 0.23750442690095386, + "nauc_recall_at_5_max": 0.12424992131641611, + "nauc_recall_at_5_std": 0.06844038659734934, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.56824, + "ndcg_at_100": 0.62546, + "ndcg_at_1000": 0.71608, + "ndcg_at_20": 0.57515, + "ndcg_at_3": 0.59303, + "ndcg_at_5": 0.57624, + "precision_at_1": 0.755, + "precision_at_10": 0.495, + "precision_at_100": 0.2247, + "precision_at_1000": 0.05722, + "precision_at_20": 0.41125, + "precision_at_3": 0.65167, + "precision_at_5": 0.579, + "recall_at_1": 0.09926, + "recall_at_10": 0.33757, + "recall_at_100": 0.68538, + "recall_at_1000": 0.9432, + "recall_at_20": 0.42262, + "recall_at_3": 0.20089, + "recall_at_5": 0.25301 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.47044, + "map_at_1": 0.0733, + "map_at_10": 0.20957, + "map_at_100": 0.31579, + "map_at_1000": 0.37134, + "map_at_20": 0.24363, + "map_at_3": 0.13929, + "map_at_5": 0.17273, + "mrr_at_1": 0.615, + "mrr_at_10": 0.7262896825396825, + "mrr_at_100": 0.7302669945792326, + "mrr_at_1000": 0.730292088102222, + "mrr_at_20": 0.7291924970454382, + "mrr_at_3": 0.7091666666666666, + "mrr_at_5": 0.7229166666666665, + "nauc_map_at_1000_diff1": 0.18705561956813546, + "nauc_map_at_1000_max": 0.4864185085644117, + "nauc_map_at_1000_std": 0.4226326267253378, + "nauc_map_at_100_diff1": 0.23428098812199794, + "nauc_map_at_100_max": 0.477218376171735, + "nauc_map_at_100_std": 0.3965329345275229, + "nauc_map_at_10_diff1": 0.3024317104799725, + "nauc_map_at_10_max": 0.4464813741430913, + "nauc_map_at_10_std": 0.28013324571710063, + "nauc_map_at_1_diff1": 0.3857624893331612, + "nauc_map_at_1_max": 0.3433124633018606, + "nauc_map_at_1_std": 0.16270442005380376, + "nauc_map_at_20_diff1": 0.2779543294742564, + "nauc_map_at_20_max": 0.4626149431921898, + "nauc_map_at_20_std": 0.3130668977173873, + "nauc_map_at_3_diff1": 0.33422855444045196, + "nauc_map_at_3_max": 0.4016555773974387, + "nauc_map_at_3_std": 0.22157094849697082, + "nauc_map_at_5_diff1": 0.31859299831791377, + "nauc_map_at_5_max": 0.41339802872899706, + "nauc_map_at_5_std": 0.23934513659920442, + "nauc_mrr_at_1000_diff1": 0.21142836343677146, + "nauc_mrr_at_1000_max": 0.35946686576487086, + "nauc_mrr_at_1000_std": 0.30942198053141984, + "nauc_mrr_at_100_diff1": 0.21136601865441848, + "nauc_mrr_at_100_max": 0.3595285857128914, + "nauc_mrr_at_100_std": 0.30947929586309697, + "nauc_mrr_at_10_diff1": 0.2119727220242445, + "nauc_mrr_at_10_max": 0.36259008784693625, + "nauc_mrr_at_10_std": 0.3167816798368243, + "nauc_mrr_at_1_diff1": 0.21195283500636491, + "nauc_mrr_at_1_max": 0.3175557740531557, + "nauc_mrr_at_1_std": 0.26202181419065684, + "nauc_mrr_at_20_diff1": 0.21060221145601404, + "nauc_mrr_at_20_max": 0.3611487459850724, + "nauc_mrr_at_20_std": 0.31099524915290755, + "nauc_mrr_at_3_diff1": 0.22384096031185302, + "nauc_mrr_at_3_max": 0.35533516331904763, + "nauc_mrr_at_3_std": 0.3069511278975, + "nauc_mrr_at_5_diff1": 0.20370454850395833, + "nauc_mrr_at_5_max": 0.35787048839393576, + "nauc_mrr_at_5_std": 0.3078859184221121, + "nauc_ndcg_at_1000_diff1": 0.15922727638422526, + "nauc_ndcg_at_1000_max": 0.4884087892175804, + "nauc_ndcg_at_1000_std": 0.4812197550060206, + "nauc_ndcg_at_100_diff1": 0.21419501854181008, + "nauc_ndcg_at_100_max": 0.502352082528351, + "nauc_ndcg_at_100_std": 0.476819682972529, + "nauc_ndcg_at_10_diff1": 0.19779688419057173, + "nauc_ndcg_at_10_max": 0.4588511198041336, + "nauc_ndcg_at_10_std": 0.3497605543337041, + "nauc_ndcg_at_1_diff1": 0.18181466964498955, + "nauc_ndcg_at_1_max": 0.3133209704836963, + "nauc_ndcg_at_1_std": 0.25318554108540203, + "nauc_ndcg_at_20_diff1": 0.19265206764337828, + "nauc_ndcg_at_20_max": 0.48892141237423564, + "nauc_ndcg_at_20_std": 0.3741191498706028, + "nauc_ndcg_at_3_diff1": 0.16061562358308548, + "nauc_ndcg_at_3_max": 0.3676307419335253, + "nauc_ndcg_at_3_std": 0.2909301227806179, + "nauc_ndcg_at_5_diff1": 0.16803234544317283, + "nauc_ndcg_at_5_max": 0.39902100091101556, + "nauc_ndcg_at_5_std": 0.2926872078329876, + "nauc_precision_at_1000_diff1": -0.20303283338364758, + "nauc_precision_at_1000_max": -0.0725777932417709, + "nauc_precision_at_1000_std": -0.1153672521670134, + "nauc_precision_at_100_diff1": -0.20897155391926267, + "nauc_precision_at_100_max": -0.032866837438913325, + "nauc_precision_at_100_std": 0.04360308180220096, + "nauc_precision_at_10_diff1": -0.11989365437672386, + "nauc_precision_at_10_max": 0.17099473288186612, + "nauc_precision_at_10_std": 0.19895460245798863, + "nauc_precision_at_1_diff1": 0.21195283500636491, + "nauc_precision_at_1_max": 0.3175557740531557, + "nauc_precision_at_1_std": 0.26202181419065684, + "nauc_precision_at_20_diff1": -0.1881029189135342, + "nauc_precision_at_20_max": 0.09619205830563778, + "nauc_precision_at_20_std": 0.14200585422137948, + "nauc_precision_at_3_diff1": 0.03220045552845919, + "nauc_precision_at_3_max": 0.30421191275939846, + "nauc_precision_at_3_std": 0.2713586481387751, + "nauc_precision_at_5_diff1": -0.061135540181418285, + "nauc_precision_at_5_max": 0.24222928269451247, + "nauc_precision_at_5_std": 0.21525246307688362, + "nauc_recall_at_1000_diff1": 0.15056099218269778, + "nauc_recall_at_1000_max": 0.49359730152354947, + "nauc_recall_at_1000_std": 0.7855840576172987, + "nauc_recall_at_100_diff1": 0.21369640633721718, + "nauc_recall_at_100_max": 0.3958783448915673, + "nauc_recall_at_100_std": 0.48530226077758276, + "nauc_recall_at_10_diff1": 0.2688981561148343, + "nauc_recall_at_10_max": 0.42172944504448395, + "nauc_recall_at_10_std": 0.2861131002735203, + "nauc_recall_at_1_diff1": 0.3857624893331612, + "nauc_recall_at_1_max": 0.3433124633018606, + "nauc_recall_at_1_std": 0.16270442005380376, + "nauc_recall_at_20_diff1": 0.2353904367238668, + "nauc_recall_at_20_max": 0.4226035573778279, + "nauc_recall_at_20_std": 0.31264572570982657, + "nauc_recall_at_3_diff1": 0.31166638324121193, + "nauc_recall_at_3_max": 0.36271720437666893, + "nauc_recall_at_3_std": 0.21772097835040846, + "nauc_recall_at_5_diff1": 0.28844076187363754, + "nauc_recall_at_5_max": 0.3659908621803925, + "nauc_recall_at_5_std": 0.23311551685295367, + "ndcg_at_1": 0.495, + "ndcg_at_10": 0.47044, + "ndcg_at_100": 0.52729, + "ndcg_at_1000": 0.6297, + "ndcg_at_20": 0.4784, + "ndcg_at_3": 0.48203, + "ndcg_at_5": 0.47694, + "precision_at_1": 0.615, + "precision_at_10": 0.4125, + "precision_at_100": 0.19525, + "precision_at_1000": 0.05269, + "precision_at_20": 0.3465, + "precision_at_3": 0.54667, + "precision_at_5": 0.496, + "recall_at_1": 0.0733, + "recall_at_10": 0.28587, + "recall_at_100": 0.60293, + "recall_at_1000": 0.89682, + "recall_at_20": 0.36676, + "recall_at_3": 0.1603, + "recall_at_5": 0.21141 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.44781, + "map_at_1": 0.07812, + "map_at_10": 0.21206, + "map_at_100": 0.30414, + "map_at_1000": 0.34943, + "map_at_20": 0.24124, + "map_at_3": 0.14754, + "map_at_5": 0.17634, + "mrr_at_1": 0.6, + "mrr_at_10": 0.7071170634920635, + "mrr_at_100": 0.7119701310627518, + "mrr_at_1000": 0.7119701310627518, + "mrr_at_20": 0.7112216672216674, + "mrr_at_3": 0.6825, + "mrr_at_5": 0.6992500000000001, + "nauc_map_at_1000_diff1": 0.1945155180140396, + "nauc_map_at_1000_max": 0.5243517082705976, + "nauc_map_at_1000_std": 0.5183610388475748, + "nauc_map_at_100_diff1": 0.22792559872532728, + "nauc_map_at_100_max": 0.507582122280144, + "nauc_map_at_100_std": 0.5181688477922392, + "nauc_map_at_10_diff1": 0.26413778152638795, + "nauc_map_at_10_max": 0.46425036395462976, + "nauc_map_at_10_std": 0.3984809415638262, + "nauc_map_at_1_diff1": 0.3429392442381556, + "nauc_map_at_1_max": 0.44176470782565413, + "nauc_map_at_1_std": 0.3136825927406744, + "nauc_map_at_20_diff1": 0.2564516355473844, + "nauc_map_at_20_max": 0.4722876840555185, + "nauc_map_at_20_std": 0.4329134237094521, + "nauc_map_at_3_diff1": 0.29858219244116485, + "nauc_map_at_3_max": 0.4520240041763741, + "nauc_map_at_3_std": 0.342045144211381, + "nauc_map_at_5_diff1": 0.2706145786475283, + "nauc_map_at_5_max": 0.4636153034394088, + "nauc_map_at_5_std": 0.36015554420431484, + "nauc_mrr_at_1000_diff1": 0.21214103087166572, + "nauc_mrr_at_1000_max": 0.5066631007760225, + "nauc_mrr_at_1000_std": 0.45145493605099535, + "nauc_mrr_at_100_diff1": 0.21214103087166572, + "nauc_mrr_at_100_max": 0.5066631007760225, + "nauc_mrr_at_100_std": 0.45145493605099535, + "nauc_mrr_at_10_diff1": 0.21550228689426287, + "nauc_mrr_at_10_max": 0.5043634834923658, + "nauc_mrr_at_10_std": 0.45321798277692893, + "nauc_mrr_at_1_diff1": 0.19505788067675855, + "nauc_mrr_at_1_max": 0.4928317008014249, + "nauc_mrr_at_1_std": 0.4121846245176608, + "nauc_mrr_at_20_diff1": 0.21230314762173724, + "nauc_mrr_at_20_max": 0.5069885184403775, + "nauc_mrr_at_20_std": 0.45223471031669116, + "nauc_mrr_at_3_diff1": 0.2091529334260949, + "nauc_mrr_at_3_max": 0.5160832901284628, + "nauc_mrr_at_3_std": 0.4696110970787595, + "nauc_mrr_at_5_diff1": 0.21995081734226102, + "nauc_mrr_at_5_max": 0.5038787154349709, + "nauc_mrr_at_5_std": 0.44519634451448553, + "nauc_ndcg_at_1000_diff1": 0.20021652192183487, + "nauc_ndcg_at_1000_max": 0.5761174487948199, + "nauc_ndcg_at_1000_std": 0.5915838258387356, + "nauc_ndcg_at_100_diff1": 0.23433008719830345, + "nauc_ndcg_at_100_max": 0.5506007884351144, + "nauc_ndcg_at_100_std": 0.5952179789475478, + "nauc_ndcg_at_10_diff1": 0.19840351805048534, + "nauc_ndcg_at_10_max": 0.5400432025958808, + "nauc_ndcg_at_10_std": 0.47632308865452055, + "nauc_ndcg_at_1_diff1": 0.22718185578381378, + "nauc_ndcg_at_1_max": 0.4548290362608574, + "nauc_ndcg_at_1_std": 0.40302978078036655, + "nauc_ndcg_at_20_diff1": 0.1940698803387321, + "nauc_ndcg_at_20_max": 0.5378598222630298, + "nauc_ndcg_at_20_std": 0.49795277135806526, + "nauc_ndcg_at_3_diff1": 0.20264822823356848, + "nauc_ndcg_at_3_max": 0.533705247666797, + "nauc_ndcg_at_3_std": 0.47268217333635887, + "nauc_ndcg_at_5_diff1": 0.19370615904420627, + "nauc_ndcg_at_5_max": 0.548318974792249, + "nauc_ndcg_at_5_std": 0.4528217851928508, + "nauc_precision_at_1000_diff1": -0.16991713946475792, + "nauc_precision_at_1000_max": -0.08177819492598953, + "nauc_precision_at_1000_std": -0.2291467449496852, + "nauc_precision_at_100_diff1": -0.18576093738816163, + "nauc_precision_at_100_max": 0.016221291745695587, + "nauc_precision_at_100_std": -0.0024601776173564936, + "nauc_precision_at_10_diff1": -0.06317004730557903, + "nauc_precision_at_10_max": 0.23213932948006327, + "nauc_precision_at_10_std": 0.25513574598157446, + "nauc_precision_at_1_diff1": 0.19505788067675855, + "nauc_precision_at_1_max": 0.4928317008014249, + "nauc_precision_at_1_std": 0.4121846245176608, + "nauc_precision_at_20_diff1": -0.14297767022011712, + "nauc_precision_at_20_max": 0.1546314849028946, + "nauc_precision_at_20_std": 0.1699659689875413, + "nauc_precision_at_3_diff1": 0.09051119047947387, + "nauc_precision_at_3_max": 0.41780823806831524, + "nauc_precision_at_3_std": 0.40620268350869476, + "nauc_precision_at_5_diff1": 0.027307223957965008, + "nauc_precision_at_5_max": 0.3658248211605851, + "nauc_precision_at_5_std": 0.3155412475748223, + "nauc_recall_at_1000_diff1": 0.23249133869218705, + "nauc_recall_at_1000_max": 0.5605143018614881, + "nauc_recall_at_1000_std": 0.8031256392762549, + "nauc_recall_at_100_diff1": 0.22494376579389647, + "nauc_recall_at_100_max": 0.39538471529830077, + "nauc_recall_at_100_std": 0.607382929323773, + "nauc_recall_at_10_diff1": 0.2530957622647082, + "nauc_recall_at_10_max": 0.38837480025018606, + "nauc_recall_at_10_std": 0.38901316498373784, + "nauc_recall_at_1_diff1": 0.3429392442381556, + "nauc_recall_at_1_max": 0.44176470782565413, + "nauc_recall_at_1_std": 0.3136825927406744, + "nauc_recall_at_20_diff1": 0.24085710620522, + "nauc_recall_at_20_max": 0.35245894370162345, + "nauc_recall_at_20_std": 0.4165137833615454, + "nauc_recall_at_3_diff1": 0.2749141314971606, + "nauc_recall_at_3_max": 0.42354969070698034, + "nauc_recall_at_3_std": 0.3394646053960005, + "nauc_recall_at_5_diff1": 0.24704997772726064, + "nauc_recall_at_5_max": 0.42458344616134, + "nauc_recall_at_5_std": 0.33923011637990585, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.44781, + "ndcg_at_100": 0.50812, + "ndcg_at_1000": 0.60837, + "ndcg_at_20": 0.45631, + "ndcg_at_3": 0.46366, + "ndcg_at_5": 0.45025, + "precision_at_1": 0.6, + "precision_at_10": 0.3705, + "precision_at_100": 0.173, + "precision_at_1000": 0.04795, + "precision_at_20": 0.3035, + "precision_at_3": 0.49833, + "precision_at_5": 0.44, + "recall_at_1": 0.07812, + "recall_at_10": 0.2833, + "recall_at_100": 0.59123, + "recall_at_1000": 0.8687, + "recall_at_20": 0.36277, + "recall_at_3": 0.16358, + "recall_at_5": 0.20736 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47947, + "map_at_1": 0.05468, + "map_at_10": 0.17843, + "map_at_100": 0.34237, + "map_at_1000": 0.3939, + "map_at_20": 0.22831, + "map_at_3": 0.10554, + "map_at_5": 0.13447, + "mrr_at_1": 0.705, + "mrr_at_10": 0.7775853174603173, + "mrr_at_100": 0.7795104166467222, + "mrr_at_1000": 0.7795726630436257, + "mrr_at_20": 0.7788330691925891, + "mrr_at_3": 0.7583333333333333, + "mrr_at_5": 0.7703333333333332, + "nauc_map_at_1000_diff1": 0.10082209483529458, + "nauc_map_at_1000_max": 0.40811439009219164, + "nauc_map_at_1000_std": 0.19973011769938015, + "nauc_map_at_100_diff1": 0.10763426929162981, + "nauc_map_at_100_max": 0.3673890328574853, + "nauc_map_at_100_std": 0.10478905972823518, + "nauc_map_at_10_diff1": 0.013404393584362033, + "nauc_map_at_10_max": 0.15967772733181226, + "nauc_map_at_10_std": -0.16499214721818198, + "nauc_map_at_1_diff1": 0.011112524029987905, + "nauc_map_at_1_max": -0.014818576817879493, + "nauc_map_at_1_std": -0.2567064078105333, + "nauc_map_at_20_diff1": 0.04648310662571177, + "nauc_map_at_20_max": 0.22454556820913787, + "nauc_map_at_20_std": -0.09510581262367673, + "nauc_map_at_3_diff1": -0.009786322360351731, + "nauc_map_at_3_max": 0.06502740960534745, + "nauc_map_at_3_std": -0.24759745790338294, + "nauc_map_at_5_diff1": -0.0005396010838692326, + "nauc_map_at_5_max": 0.09202427920870067, + "nauc_map_at_5_std": -0.20614344060001377, + "nauc_mrr_at_1000_diff1": 0.1898375673953922, + "nauc_mrr_at_1000_max": 0.4375318993079426, + "nauc_mrr_at_1000_std": 0.27672989109516516, + "nauc_mrr_at_100_diff1": 0.18999646557271557, + "nauc_mrr_at_100_max": 0.43756994522951576, + "nauc_mrr_at_100_std": 0.27690579046986175, + "nauc_mrr_at_10_diff1": 0.18940825660519797, + "nauc_mrr_at_10_max": 0.437471207207819, + "nauc_mrr_at_10_std": 0.2765169082678731, + "nauc_mrr_at_1_diff1": 0.19663295972522915, + "nauc_mrr_at_1_max": 0.4296493199236345, + "nauc_mrr_at_1_std": 0.20589551761621575, + "nauc_mrr_at_20_diff1": 0.18925763826181044, + "nauc_mrr_at_20_max": 0.4377031583111355, + "nauc_mrr_at_20_std": 0.2775794389284458, + "nauc_mrr_at_3_diff1": 0.20147472416528384, + "nauc_mrr_at_3_max": 0.4439911300209135, + "nauc_mrr_at_3_std": 0.26800677868320477, + "nauc_mrr_at_5_diff1": 0.19394385557579594, + "nauc_mrr_at_5_max": 0.44642762422063775, + "nauc_mrr_at_5_std": 0.29093548528872415, + "nauc_ndcg_at_1000_diff1": 0.15108033901186133, + "nauc_ndcg_at_1000_max": 0.46662588033185853, + "nauc_ndcg_at_1000_std": 0.3788058837499814, + "nauc_ndcg_at_100_diff1": 0.16107358856587212, + "nauc_ndcg_at_100_max": 0.42066579869287457, + "nauc_ndcg_at_100_std": 0.24722188356826447, + "nauc_ndcg_at_10_diff1": 0.16046312316291805, + "nauc_ndcg_at_10_max": 0.4326773298799673, + "nauc_ndcg_at_10_std": 0.25123867134191863, + "nauc_ndcg_at_1_diff1": 0.20007214322328318, + "nauc_ndcg_at_1_max": 0.4009568469614413, + "nauc_ndcg_at_1_std": 0.22944582613483197, + "nauc_ndcg_at_20_diff1": 0.16212359031499696, + "nauc_ndcg_at_20_max": 0.40510791235977184, + "nauc_ndcg_at_20_std": 0.21907909271610412, + "nauc_ndcg_at_3_diff1": 0.21120645980027347, + "nauc_ndcg_at_3_max": 0.4350429703163477, + "nauc_ndcg_at_3_std": 0.26098557054465205, + "nauc_ndcg_at_5_diff1": 0.17840246594166792, + "nauc_ndcg_at_5_max": 0.4374999408129668, + "nauc_ndcg_at_5_std": 0.2935780322453199, + "nauc_precision_at_1000_diff1": -0.01879457140610829, + "nauc_precision_at_1000_max": 0.167816237065504, + "nauc_precision_at_1000_std": 0.2823859111021655, + "nauc_precision_at_100_diff1": 0.08024613310988316, + "nauc_precision_at_100_max": 0.29845533134335467, + "nauc_precision_at_100_std": 0.3917336370982896, + "nauc_precision_at_10_diff1": 0.13737964609701878, + "nauc_precision_at_10_max": 0.4040749319508066, + "nauc_precision_at_10_std": 0.35836285669806967, + "nauc_precision_at_1_diff1": 0.19663295972522915, + "nauc_precision_at_1_max": 0.4296493199236345, + "nauc_precision_at_1_std": 0.20589551761621575, + "nauc_precision_at_20_diff1": 0.14446869075469543, + "nauc_precision_at_20_max": 0.3754649519837366, + "nauc_precision_at_20_std": 0.36980159864341683, + "nauc_precision_at_3_diff1": 0.19850877015458768, + "nauc_precision_at_3_max": 0.4334569760819222, + "nauc_precision_at_3_std": 0.2585482625929123, + "nauc_precision_at_5_diff1": 0.17821407695217198, + "nauc_precision_at_5_max": 0.4330871534645848, + "nauc_precision_at_5_std": 0.36677603302345185, + "nauc_recall_at_1000_diff1": 0.09061367333417894, + "nauc_recall_at_1000_max": 0.2557679901290265, + "nauc_recall_at_1000_std": 0.5130186863461585, + "nauc_recall_at_100_diff1": 0.14673109492905395, + "nauc_recall_at_100_max": 0.16697710836294882, + "nauc_recall_at_100_std": 0.053349826923731455, + "nauc_recall_at_10_diff1": -0.02221699234376166, + "nauc_recall_at_10_max": 0.05311826604601631, + "nauc_recall_at_10_std": -0.1992861265690005, + "nauc_recall_at_1_diff1": 0.011112524029987905, + "nauc_recall_at_1_max": -0.014818576817879493, + "nauc_recall_at_1_std": -0.2567064078105333, + "nauc_recall_at_20_diff1": 0.040364676297259955, + "nauc_recall_at_20_max": 0.06093184618334374, + "nauc_recall_at_20_std": -0.163008898699434, + "nauc_recall_at_3_diff1": -0.029162175975608568, + "nauc_recall_at_3_max": 0.04041895651459704, + "nauc_recall_at_3_std": -0.23543067690653122, + "nauc_recall_at_5_diff1": -0.019207638033309896, + "nauc_recall_at_5_max": 0.02639454480756866, + "nauc_recall_at_5_std": -0.21128544192909157, + "ndcg_at_1": 0.5425, + "ndcg_at_10": 0.47947, + "ndcg_at_100": 0.55181, + "ndcg_at_1000": 0.66124, + "ndcg_at_20": 0.47778, + "ndcg_at_3": 0.49784, + "ndcg_at_5": 0.4953, + "precision_at_1": 0.705, + "precision_at_10": 0.485, + "precision_at_100": 0.21855, + "precision_at_1000": 0.03982, + "precision_at_20": 0.406, + "precision_at_3": 0.59667, + "precision_at_5": 0.565, + "recall_at_1": 0.05468, + "recall_at_10": 0.23802, + "recall_at_100": 0.6596, + "recall_at_1000": 0.96761, + "recall_at_20": 0.34166, + "recall_at_3": 0.11391, + "recall_at_5": 0.1608 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.35622, + "map_at_1": 0.03665, + "map_at_10": 0.12213, + "map_at_100": 0.23102, + "map_at_1000": 0.27548, + "map_at_20": 0.15435, + "map_at_3": 0.07074, + "map_at_5": 0.09141, + "mrr_at_1": 0.545, + "mrr_at_10": 0.6469107142857143, + "mrr_at_100": 0.6506477395384889, + "mrr_at_1000": 0.6507422755340753, + "mrr_at_20": 0.6494086209842789, + "mrr_at_3": 0.6175, + "mrr_at_5": 0.63275, + "nauc_map_at_1000_diff1": 0.27169008763785235, + "nauc_map_at_1000_max": 0.3115817352962522, + "nauc_map_at_1000_std": 0.31044516087973734, + "nauc_map_at_100_diff1": 0.28058551109643365, + "nauc_map_at_100_max": 0.2847117079759763, + "nauc_map_at_100_std": 0.23018809990572, + "nauc_map_at_10_diff1": 0.3386658055143985, + "nauc_map_at_10_max": 0.1791368719963503, + "nauc_map_at_10_std": -0.05192873694442123, + "nauc_map_at_1_diff1": 0.27941675248922904, + "nauc_map_at_1_max": 0.14118248138238232, + "nauc_map_at_1_std": -0.16804673824784844, + "nauc_map_at_20_diff1": 0.3284384355608367, + "nauc_map_at_20_max": 0.21573890943008475, + "nauc_map_at_20_std": 0.03560259318658973, + "nauc_map_at_3_diff1": 0.2812320639130806, + "nauc_map_at_3_max": 0.1519925743153503, + "nauc_map_at_3_std": -0.13459112311349575, + "nauc_map_at_5_diff1": 0.3273703757533788, + "nauc_map_at_5_max": 0.13827583162171572, + "nauc_map_at_5_std": -0.11239456511622045, + "nauc_mrr_at_1000_diff1": 0.367498802353195, + "nauc_mrr_at_1000_max": 0.3197913252019265, + "nauc_mrr_at_1000_std": 0.33190703783102393, + "nauc_mrr_at_100_diff1": 0.36723527413917273, + "nauc_mrr_at_100_max": 0.3198145257683862, + "nauc_mrr_at_100_std": 0.3319895836790031, + "nauc_mrr_at_10_diff1": 0.3693432762186526, + "nauc_mrr_at_10_max": 0.3215219604716641, + "nauc_mrr_at_10_std": 0.33146632948546567, + "nauc_mrr_at_1_diff1": 0.36774513432544, + "nauc_mrr_at_1_max": 0.34225577351480857, + "nauc_mrr_at_1_std": 0.3042521840541353, + "nauc_mrr_at_20_diff1": 0.3672724394895631, + "nauc_mrr_at_20_max": 0.32019535072951966, + "nauc_mrr_at_20_std": 0.33237926670565304, + "nauc_mrr_at_3_diff1": 0.37045171139050237, + "nauc_mrr_at_3_max": 0.3194968357187344, + "nauc_mrr_at_3_std": 0.3325648557381606, + "nauc_mrr_at_5_diff1": 0.37595054910414927, + "nauc_mrr_at_5_max": 0.32119578871427584, + "nauc_mrr_at_5_std": 0.33176990289073327, + "nauc_ndcg_at_1000_diff1": 0.26255034899908497, + "nauc_ndcg_at_1000_max": 0.32757788814997196, + "nauc_ndcg_at_1000_std": 0.4720299955452033, + "nauc_ndcg_at_100_diff1": 0.2622512749025596, + "nauc_ndcg_at_100_max": 0.31100452501161807, + "nauc_ndcg_at_100_std": 0.36202427643643026, + "nauc_ndcg_at_10_diff1": 0.25476285983195934, + "nauc_ndcg_at_10_max": 0.2659944584831959, + "nauc_ndcg_at_10_std": 0.32046934532998533, + "nauc_ndcg_at_1_diff1": 0.2778673683019295, + "nauc_ndcg_at_1_max": 0.26512547388671953, + "nauc_ndcg_at_1_std": 0.27262278617099517, + "nauc_ndcg_at_20_diff1": 0.2729192936399174, + "nauc_ndcg_at_20_max": 0.2680695770202799, + "nauc_ndcg_at_20_std": 0.2914592004956347, + "nauc_ndcg_at_3_diff1": 0.20072669258165607, + "nauc_ndcg_at_3_max": 0.24923466345657827, + "nauc_ndcg_at_3_std": 0.3202900592298011, + "nauc_ndcg_at_5_diff1": 0.23793295432931008, + "nauc_ndcg_at_5_max": 0.2591909863432888, + "nauc_ndcg_at_5_std": 0.3273593132138104, + "nauc_precision_at_1000_diff1": -0.008963189540848468, + "nauc_precision_at_1000_max": 0.15748203436967192, + "nauc_precision_at_1000_std": 0.2991341550221916, + "nauc_precision_at_100_diff1": 0.015761610000534113, + "nauc_precision_at_100_max": 0.22740580892357512, + "nauc_precision_at_100_std": 0.4593435516085029, + "nauc_precision_at_10_diff1": 0.1695097493461039, + "nauc_precision_at_10_max": 0.2558431258912436, + "nauc_precision_at_10_std": 0.41962127393489257, + "nauc_precision_at_1_diff1": 0.36774513432544, + "nauc_precision_at_1_max": 0.34225577351480857, + "nauc_precision_at_1_std": 0.3042521840541353, + "nauc_precision_at_20_diff1": 0.09848427881248874, + "nauc_precision_at_20_max": 0.25121101435084664, + "nauc_precision_at_20_std": 0.4364632781197183, + "nauc_precision_at_3_diff1": 0.21441651964880812, + "nauc_precision_at_3_max": 0.2730199015754129, + "nauc_precision_at_3_std": 0.3455280778317706, + "nauc_precision_at_5_diff1": 0.22713281034662056, + "nauc_precision_at_5_max": 0.25332946017274116, + "nauc_precision_at_5_std": 0.3601890806580194, + "nauc_recall_at_1000_diff1": 0.1750311054345177, + "nauc_recall_at_1000_max": 0.37422657399825765, + "nauc_recall_at_1000_std": 0.6395709835423922, + "nauc_recall_at_100_diff1": 0.13741621948112057, + "nauc_recall_at_100_max": 0.16788034816119776, + "nauc_recall_at_100_std": 0.20286809707940553, + "nauc_recall_at_10_diff1": 0.2610432678699272, + "nauc_recall_at_10_max": 0.08328208328136825, + "nauc_recall_at_10_std": -0.10596752456556809, + "nauc_recall_at_1_diff1": 0.27941675248922904, + "nauc_recall_at_1_max": 0.14118248138238232, + "nauc_recall_at_1_std": -0.16804673824784844, + "nauc_recall_at_20_diff1": 0.2360306824216508, + "nauc_recall_at_20_max": 0.09007808610898582, + "nauc_recall_at_20_std": -0.048214486961146615, + "nauc_recall_at_3_diff1": 0.2717071258415954, + "nauc_recall_at_3_max": 0.09637541402392424, + "nauc_recall_at_3_std": -0.13894727978610508, + "nauc_recall_at_5_diff1": 0.32884675389080037, + "nauc_recall_at_5_max": 0.07483823642871486, + "nauc_recall_at_5_std": -0.12319860302488368, + "ndcg_at_1": 0.405, + "ndcg_at_10": 0.35622, + "ndcg_at_100": 0.42185, + "ndcg_at_1000": 0.55324, + "ndcg_at_20": 0.35595, + "ndcg_at_3": 0.37279, + "ndcg_at_5": 0.36515, + "precision_at_1": 0.545, + "precision_at_10": 0.3685, + "precision_at_100": 0.1694, + "precision_at_1000": 0.03633, + "precision_at_20": 0.3095, + "precision_at_3": 0.46, + "precision_at_5": 0.425, + "recall_at_1": 0.03665, + "recall_at_10": 0.17807, + "recall_at_100": 0.52886, + "recall_at_1000": 0.89657, + "recall_at_20": 0.25482, + "recall_at_3": 0.08027, + "recall_at_5": 0.1123 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.31818, + "map_at_1": 0.02692, + "map_at_10": 0.10533, + "map_at_100": 0.20768, + "map_at_1000": 0.2501, + "map_at_20": 0.13565, + "map_at_3": 0.06369, + "map_at_5": 0.0792, + "mrr_at_1": 0.455, + "mrr_at_10": 0.5825575396825396, + "mrr_at_100": 0.5881386902638192, + "mrr_at_1000": 0.5883956008666591, + "mrr_at_20": 0.5864945699725111, + "mrr_at_3": 0.5549999999999999, + "mrr_at_5": 0.5712499999999999, + "nauc_map_at_1000_diff1": 0.16107171243299892, + "nauc_map_at_1000_max": 0.5016574368571669, + "nauc_map_at_1000_std": 0.3681513017130244, + "nauc_map_at_100_diff1": 0.1408364797749777, + "nauc_map_at_100_max": 0.4628215859045582, + "nauc_map_at_100_std": 0.278400176707055, + "nauc_map_at_10_diff1": 0.14740655239393366, + "nauc_map_at_10_max": 0.34844555652838516, + "nauc_map_at_10_std": 0.020518146672982795, + "nauc_map_at_1_diff1": 0.16938133456102253, + "nauc_map_at_1_max": 0.2206619376207757, + "nauc_map_at_1_std": -0.043892807866899836, + "nauc_map_at_20_diff1": 0.1380756202380134, + "nauc_map_at_20_max": 0.36622713266460943, + "nauc_map_at_20_std": 0.08556501614237032, + "nauc_map_at_3_diff1": 0.14119302049012114, + "nauc_map_at_3_max": 0.30207435141093997, + "nauc_map_at_3_std": -0.030747044634758584, + "nauc_map_at_5_diff1": 0.12707344234596904, + "nauc_map_at_5_max": 0.3229373612044271, + "nauc_map_at_5_std": -0.015154639806191774, + "nauc_mrr_at_1000_diff1": 0.19316068985008147, + "nauc_mrr_at_1000_max": 0.3295234311188465, + "nauc_mrr_at_1000_std": 0.3025549722866461, + "nauc_mrr_at_100_diff1": 0.19295048221657415, + "nauc_mrr_at_100_max": 0.32954940448389985, + "nauc_mrr_at_100_std": 0.30277417090215786, + "nauc_mrr_at_10_diff1": 0.19402639950301773, + "nauc_mrr_at_10_max": 0.33110810169151855, + "nauc_mrr_at_10_std": 0.29990882627982535, + "nauc_mrr_at_1_diff1": 0.18261656620776975, + "nauc_mrr_at_1_max": 0.3228698669220227, + "nauc_mrr_at_1_std": 0.26489666616382546, + "nauc_mrr_at_20_diff1": 0.19364880168794626, + "nauc_mrr_at_20_max": 0.3294352640267554, + "nauc_mrr_at_20_std": 0.3049867645632214, + "nauc_mrr_at_3_diff1": 0.20467106782896252, + "nauc_mrr_at_3_max": 0.331159499580552, + "nauc_mrr_at_3_std": 0.2822433769802191, + "nauc_mrr_at_5_diff1": 0.19494543380330714, + "nauc_mrr_at_5_max": 0.33728758237756756, + "nauc_mrr_at_5_std": 0.29944952697556815, + "nauc_ndcg_at_1000_diff1": 0.22151542203984045, + "nauc_ndcg_at_1000_max": 0.4891503922234662, + "nauc_ndcg_at_1000_std": 0.5086796302216499, + "nauc_ndcg_at_100_diff1": 0.18864147217299232, + "nauc_ndcg_at_100_max": 0.44946407261845595, + "nauc_ndcg_at_100_std": 0.38631016013090563, + "nauc_ndcg_at_10_diff1": 0.22559323488543276, + "nauc_ndcg_at_10_max": 0.4638532995880007, + "nauc_ndcg_at_10_std": 0.33584592915932104, + "nauc_ndcg_at_1_diff1": 0.2131297656766825, + "nauc_ndcg_at_1_max": 0.31038264684377287, + "nauc_ndcg_at_1_std": 0.22504439260471434, + "nauc_ndcg_at_20_diff1": 0.20945172918391308, + "nauc_ndcg_at_20_max": 0.4512769864726337, + "nauc_ndcg_at_20_std": 0.3355062313579542, + "nauc_ndcg_at_3_diff1": 0.2231555575597233, + "nauc_ndcg_at_3_max": 0.4184641559455647, + "nauc_ndcg_at_3_std": 0.31369202954344844, + "nauc_ndcg_at_5_diff1": 0.20767119811584725, + "nauc_ndcg_at_5_max": 0.43933579672887096, + "nauc_ndcg_at_5_std": 0.3385041774222849, + "nauc_precision_at_1000_diff1": 0.09140243043313205, + "nauc_precision_at_1000_max": 0.2350393035547764, + "nauc_precision_at_1000_std": 0.3402408964598913, + "nauc_precision_at_100_diff1": 0.10584179117884447, + "nauc_precision_at_100_max": 0.36469468567217284, + "nauc_precision_at_100_std": 0.4729514109299177, + "nauc_precision_at_10_diff1": 0.16144538404207584, + "nauc_precision_at_10_max": 0.4119696949271359, + "nauc_precision_at_10_std": 0.40153643792139876, + "nauc_precision_at_1_diff1": 0.18261656620776975, + "nauc_precision_at_1_max": 0.3228698669220227, + "nauc_precision_at_1_std": 0.26489666616382546, + "nauc_precision_at_20_diff1": 0.1267562770845582, + "nauc_precision_at_20_max": 0.37418991311164823, + "nauc_precision_at_20_std": 0.42522484266457605, + "nauc_precision_at_3_diff1": 0.181313545198696, + "nauc_precision_at_3_max": 0.42559526047109614, + "nauc_precision_at_3_std": 0.326779892087503, + "nauc_precision_at_5_diff1": 0.14712774030002623, + "nauc_precision_at_5_max": 0.41021322014959616, + "nauc_precision_at_5_std": 0.366071562585993, + "nauc_recall_at_1000_diff1": 0.2478950643254343, + "nauc_recall_at_1000_max": 0.5026759603335202, + "nauc_recall_at_1000_std": 0.6929859371977487, + "nauc_recall_at_100_diff1": 0.037795577955762785, + "nauc_recall_at_100_max": 0.2342872275777612, + "nauc_recall_at_100_std": 0.19979707886294948, + "nauc_recall_at_10_diff1": 0.09835113950114903, + "nauc_recall_at_10_max": 0.20760478022142753, + "nauc_recall_at_10_std": -0.035399704063778105, + "nauc_recall_at_1_diff1": 0.16938133456102253, + "nauc_recall_at_1_max": 0.2206619376207757, + "nauc_recall_at_1_std": -0.043892807866899836, + "nauc_recall_at_20_diff1": 0.07653246891980744, + "nauc_recall_at_20_max": 0.19764128229403732, + "nauc_recall_at_20_std": 0.0263552583974747, + "nauc_recall_at_3_diff1": 0.11267621284900346, + "nauc_recall_at_3_max": 0.20896641162898436, + "nauc_recall_at_3_std": -0.05191391455226751, + "nauc_recall_at_5_diff1": 0.0897505072139628, + "nauc_recall_at_5_max": 0.25041956425673, + "nauc_recall_at_5_std": -0.04393139915131754, + "ndcg_at_1": 0.35, + "ndcg_at_10": 0.31818, + "ndcg_at_100": 0.39762, + "ndcg_at_1000": 0.52661, + "ndcg_at_20": 0.3239, + "ndcg_at_3": 0.34529, + "ndcg_at_5": 0.32773, + "precision_at_1": 0.455, + "precision_at_10": 0.328, + "precision_at_100": 0.1622, + "precision_at_1000": 0.03536, + "precision_at_20": 0.28725, + "precision_at_3": 0.435, + "precision_at_5": 0.383, + "recall_at_1": 0.02692, + "recall_at_10": 0.1595, + "recall_at_100": 0.50856, + "recall_at_1000": 0.8725, + "recall_at_20": 0.23437, + "recall_at_3": 0.07756, + "recall_at_5": 0.10149 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49779, + "map_at_1": 0.11762, + "map_at_10": 0.28541, + "map_at_100": 0.38475, + "map_at_1000": 0.40136, + "map_at_20": 0.32475, + "map_at_3": 0.1994, + "map_at_5": 0.23934, + "mrr_at_1": 0.675, + "mrr_at_10": 0.7648174603174602, + "mrr_at_100": 0.7685018892294998, + "mrr_at_1000": 0.7685461370171105, + "mrr_at_20": 0.7676305633650834, + "mrr_at_3": 0.7491666666666665, + "mrr_at_5": 0.7599166666666666, + "nauc_map_at_1000_diff1": 0.22912682977746576, + "nauc_map_at_1000_max": 0.26749498175285713, + "nauc_map_at_1000_std": -0.028888848729627423, + "nauc_map_at_100_diff1": 0.23675722220280856, + "nauc_map_at_100_max": 0.247751525905804, + "nauc_map_at_100_std": -0.06640305845091814, + "nauc_map_at_10_diff1": 0.27092232023692014, + "nauc_map_at_10_max": 0.16407805417311583, + "nauc_map_at_10_std": -0.1883434344106336, + "nauc_map_at_1_diff1": 0.4390006114736132, + "nauc_map_at_1_max": -0.028545297237504038, + "nauc_map_at_1_std": -0.25087044721132934, + "nauc_map_at_20_diff1": 0.25843534417480585, + "nauc_map_at_20_max": 0.20020676823421932, + "nauc_map_at_20_std": -0.16986706727545284, + "nauc_map_at_3_diff1": 0.35753550382262167, + "nauc_map_at_3_max": 0.08303574324371006, + "nauc_map_at_3_std": -0.23626915654996075, + "nauc_map_at_5_diff1": 0.29494818672157597, + "nauc_map_at_5_max": 0.11147129959787042, + "nauc_map_at_5_std": -0.2258686424710466, + "nauc_mrr_at_1000_diff1": 0.3485694609750973, + "nauc_mrr_at_1000_max": 0.49498249129712196, + "nauc_mrr_at_1000_std": 0.18505426200369543, + "nauc_mrr_at_100_diff1": 0.3483696364167452, + "nauc_mrr_at_100_max": 0.49509313613623585, + "nauc_mrr_at_100_std": 0.18523280935802072, + "nauc_mrr_at_10_diff1": 0.3477051022206033, + "nauc_mrr_at_10_max": 0.4943371065146497, + "nauc_mrr_at_10_std": 0.18490541083667097, + "nauc_mrr_at_1_diff1": 0.36318242058911554, + "nauc_mrr_at_1_max": 0.45705613270061135, + "nauc_mrr_at_1_std": 0.14934803984438474, + "nauc_mrr_at_20_diff1": 0.34815411509646105, + "nauc_mrr_at_20_max": 0.4965266714352502, + "nauc_mrr_at_20_std": 0.18493324153759666, + "nauc_mrr_at_3_diff1": 0.35674787874707453, + "nauc_mrr_at_3_max": 0.4842179491041041, + "nauc_mrr_at_3_std": 0.17331819059650283, + "nauc_mrr_at_5_diff1": 0.3453101775911783, + "nauc_mrr_at_5_max": 0.499120815592967, + "nauc_mrr_at_5_std": 0.19418983277176027, + "nauc_ndcg_at_1000_diff1": 0.34488632393286395, + "nauc_ndcg_at_1000_max": 0.4411476442864562, + "nauc_ndcg_at_1000_std": 0.13327500951486568, + "nauc_ndcg_at_100_diff1": 0.35503337637862376, + "nauc_ndcg_at_100_max": 0.3892857684946017, + "nauc_ndcg_at_100_std": 0.05875494746117652, + "nauc_ndcg_at_10_diff1": 0.3359232552581572, + "nauc_ndcg_at_10_max": 0.38451003637020775, + "nauc_ndcg_at_10_std": 0.04356520838776621, + "nauc_ndcg_at_1_diff1": 0.45135098127019263, + "nauc_ndcg_at_1_max": 0.4329061363156942, + "nauc_ndcg_at_1_std": 0.12137921846260875, + "nauc_ndcg_at_20_diff1": 0.35431322363755285, + "nauc_ndcg_at_20_max": 0.37267608112752754, + "nauc_ndcg_at_20_std": -0.011906857754285044, + "nauc_ndcg_at_3_diff1": 0.35645161112232604, + "nauc_ndcg_at_3_max": 0.42219421716356215, + "nauc_ndcg_at_3_std": 0.08741938074702736, + "nauc_ndcg_at_5_diff1": 0.3231486371041338, + "nauc_ndcg_at_5_max": 0.41771592800833224, + "nauc_ndcg_at_5_std": 0.06933283618630123, + "nauc_precision_at_1000_diff1": -0.16413708871754293, + "nauc_precision_at_1000_max": 0.19481574368050186, + "nauc_precision_at_1000_std": 0.43646054741809925, + "nauc_precision_at_100_diff1": -0.1551285134729071, + "nauc_precision_at_100_max": 0.21455213897061026, + "nauc_precision_at_100_std": 0.4467643324761653, + "nauc_precision_at_10_diff1": -0.09735181884409595, + "nauc_precision_at_10_max": 0.3687287401800886, + "nauc_precision_at_10_std": 0.30948893110044984, + "nauc_precision_at_1_diff1": 0.36318242058911554, + "nauc_precision_at_1_max": 0.45705613270061135, + "nauc_precision_at_1_std": 0.14934803984438474, + "nauc_precision_at_20_diff1": -0.13181718613994933, + "nauc_precision_at_20_max": 0.32232370861843357, + "nauc_precision_at_20_std": 0.340181263222214, + "nauc_precision_at_3_diff1": 0.06667070172556416, + "nauc_precision_at_3_max": 0.4356047832741045, + "nauc_precision_at_3_std": 0.2038915260880972, + "nauc_precision_at_5_diff1": -0.05263978017509196, + "nauc_precision_at_5_max": 0.412956519590983, + "nauc_precision_at_5_std": 0.2288607604558406, + "nauc_recall_at_1000_diff1": 0.4513998501533328, + "nauc_recall_at_1000_max": 0.3500674923402313, + "nauc_recall_at_1000_std": 0.44705413233385877, + "nauc_recall_at_100_diff1": 0.16611798439751824, + "nauc_recall_at_100_max": 0.13671846336820417, + "nauc_recall_at_100_std": 0.011438574215141946, + "nauc_recall_at_10_diff1": 0.21615614171959655, + "nauc_recall_at_10_max": 0.1305188219861207, + "nauc_recall_at_10_std": -0.17353519691838815, + "nauc_recall_at_1_diff1": 0.4390006114736132, + "nauc_recall_at_1_max": -0.028545297237504038, + "nauc_recall_at_1_std": -0.25087044721132934, + "nauc_recall_at_20_diff1": 0.1971645167040334, + "nauc_recall_at_20_max": 0.14323323673694446, + "nauc_recall_at_20_std": -0.20282734713789577, + "nauc_recall_at_3_diff1": 0.3331894421561286, + "nauc_recall_at_3_max": 0.06701589804361559, + "nauc_recall_at_3_std": -0.22632470742676467, + "nauc_recall_at_5_diff1": 0.23200876306479928, + "nauc_recall_at_5_max": 0.09529706834115037, + "nauc_recall_at_5_std": -0.19983269963213843, + "ndcg_at_1": 0.5575, + "ndcg_at_10": 0.49779, + "ndcg_at_100": 0.59304, + "ndcg_at_1000": 0.65307, + "ndcg_at_20": 0.51186, + "ndcg_at_3": 0.52328, + "ndcg_at_5": 0.50176, + "precision_at_1": 0.675, + "precision_at_10": 0.3525, + "precision_at_100": 0.10245, + "precision_at_1000": 0.01454, + "precision_at_20": 0.2575, + "precision_at_3": 0.535, + "precision_at_5": 0.454, + "recall_at_1": 0.11762, + "recall_at_10": 0.37388, + "recall_at_100": 0.75155, + "recall_at_1000": 0.97054, + "recall_at_20": 0.48636, + "recall_at_3": 0.22458, + "recall_at_5": 0.28557 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.32797, + "map_at_1": 0.06712, + "map_at_10": 0.17683, + "map_at_100": 0.24665, + "map_at_1000": 0.26142, + "map_at_20": 0.20315, + "map_at_3": 0.11983, + "map_at_5": 0.14835, + "mrr_at_1": 0.425, + "mrr_at_10": 0.5494404761904761, + "mrr_at_100": 0.5572690189855981, + "mrr_at_1000": 0.5574424813409321, + "mrr_at_20": 0.5557341938032727, + "mrr_at_3": 0.5233333333333332, + "mrr_at_5": 0.5370833333333332, + "nauc_map_at_1000_diff1": 0.17588546623209275, + "nauc_map_at_1000_max": 0.2892559717844592, + "nauc_map_at_1000_std": 0.2737627083393022, + "nauc_map_at_100_diff1": 0.18247504876467746, + "nauc_map_at_100_max": 0.2872405266564862, + "nauc_map_at_100_std": 0.2622706172804875, + "nauc_map_at_10_diff1": 0.18906958742059915, + "nauc_map_at_10_max": 0.21031048813620698, + "nauc_map_at_10_std": 0.12575213266673205, + "nauc_map_at_1_diff1": 0.4179305778091863, + "nauc_map_at_1_max": 0.10322888243201445, + "nauc_map_at_1_std": 0.02147211585413059, + "nauc_map_at_20_diff1": 0.18238112354648994, + "nauc_map_at_20_max": 0.24511156146833196, + "nauc_map_at_20_std": 0.17469188339511482, + "nauc_map_at_3_diff1": 0.23917396377556932, + "nauc_map_at_3_max": 0.1833522852911391, + "nauc_map_at_3_std": 0.0759668015662913, + "nauc_map_at_5_diff1": 0.2320550528692896, + "nauc_map_at_5_max": 0.19639702146131668, + "nauc_map_at_5_std": 0.10036669740988276, + "nauc_mrr_at_1000_diff1": 0.3203522032923178, + "nauc_mrr_at_1000_max": 0.34271070373419804, + "nauc_mrr_at_1000_std": 0.2699486778191522, + "nauc_mrr_at_100_diff1": 0.3203057174070855, + "nauc_mrr_at_100_max": 0.3429615748805412, + "nauc_mrr_at_100_std": 0.27031894824381836, + "nauc_mrr_at_10_diff1": 0.31734954850618896, + "nauc_mrr_at_10_max": 0.3357956551875386, + "nauc_mrr_at_10_std": 0.2665073860182458, + "nauc_mrr_at_1_diff1": 0.3535525333506442, + "nauc_mrr_at_1_max": 0.3083968970106137, + "nauc_mrr_at_1_std": 0.25630822162355155, + "nauc_mrr_at_20_diff1": 0.3213475389332092, + "nauc_mrr_at_20_max": 0.34302506310032854, + "nauc_mrr_at_20_std": 0.27002610559227996, + "nauc_mrr_at_3_diff1": 0.3270396347359336, + "nauc_mrr_at_3_max": 0.33406639278150674, + "nauc_mrr_at_3_std": 0.2634592073052813, + "nauc_mrr_at_5_diff1": 0.320144829382022, + "nauc_mrr_at_5_max": 0.34722814131800045, + "nauc_mrr_at_5_std": 0.2667364270787204, + "nauc_ndcg_at_1000_diff1": 0.24177282515581675, + "nauc_ndcg_at_1000_max": 0.352323771670671, + "nauc_ndcg_at_1000_std": 0.3360978406948941, + "nauc_ndcg_at_100_diff1": 0.26410256579195346, + "nauc_ndcg_at_100_max": 0.3592453228152219, + "nauc_ndcg_at_100_std": 0.3538445724558544, + "nauc_ndcg_at_10_diff1": 0.24528802647982872, + "nauc_ndcg_at_10_max": 0.3166269931521408, + "nauc_ndcg_at_10_std": 0.26061116317680943, + "nauc_ndcg_at_1_diff1": 0.3968896015448543, + "nauc_ndcg_at_1_max": 0.29799479301367254, + "nauc_ndcg_at_1_std": 0.2612045035259229, + "nauc_ndcg_at_20_diff1": 0.24406461277027935, + "nauc_ndcg_at_20_max": 0.3253165358776912, + "nauc_ndcg_at_20_std": 0.2733523490419389, + "nauc_ndcg_at_3_diff1": 0.259447249245417, + "nauc_ndcg_at_3_max": 0.31137520783762357, + "nauc_ndcg_at_3_std": 0.2625116688524177, + "nauc_ndcg_at_5_diff1": 0.2602873600925384, + "nauc_ndcg_at_5_max": 0.3265620702292538, + "nauc_ndcg_at_5_std": 0.26315443920878756, + "nauc_precision_at_1000_diff1": -0.06437579941989947, + "nauc_precision_at_1000_max": 0.07887187538032492, + "nauc_precision_at_1000_std": 0.18369909979872728, + "nauc_precision_at_100_diff1": -0.00708834826437636, + "nauc_precision_at_100_max": 0.19183580212954165, + "nauc_precision_at_100_std": 0.35642608918038077, + "nauc_precision_at_10_diff1": 0.025415272566421943, + "nauc_precision_at_10_max": 0.30672562821307436, + "nauc_precision_at_10_std": 0.3454432531548887, + "nauc_precision_at_1_diff1": 0.3535525333506442, + "nauc_precision_at_1_max": 0.3083968970106137, + "nauc_precision_at_1_std": 0.25630822162355155, + "nauc_precision_at_20_diff1": 0.004989470749227769, + "nauc_precision_at_20_max": 0.28373701575841154, + "nauc_precision_at_20_std": 0.36856780177126214, + "nauc_precision_at_3_diff1": 0.11226568518360003, + "nauc_precision_at_3_max": 0.34461753545036944, + "nauc_precision_at_3_std": 0.33291677365973354, + "nauc_precision_at_5_diff1": 0.09098705724152706, + "nauc_precision_at_5_max": 0.32108011674459835, + "nauc_precision_at_5_std": 0.3122173069282726, + "nauc_recall_at_1000_diff1": -0.06876013487321406, + "nauc_recall_at_1000_max": 0.3172929771114028, + "nauc_recall_at_1000_std": 0.5522973299985684, + "nauc_recall_at_100_diff1": 0.08887983924588977, + "nauc_recall_at_100_max": 0.2710519768973653, + "nauc_recall_at_100_std": 0.40651001192448033, + "nauc_recall_at_10_diff1": 0.09949873659882232, + "nauc_recall_at_10_max": 0.16263953616853127, + "nauc_recall_at_10_std": 0.12536673017423042, + "nauc_recall_at_1_diff1": 0.4179305778091863, + "nauc_recall_at_1_max": 0.10322888243201445, + "nauc_recall_at_1_std": 0.02147211585413059, + "nauc_recall_at_20_diff1": 0.07185832560936324, + "nauc_recall_at_20_max": 0.18544090461995988, + "nauc_recall_at_20_std": 0.17510226020370404, + "nauc_recall_at_3_diff1": 0.18563126845790998, + "nauc_recall_at_3_max": 0.1713086547918574, + "nauc_recall_at_3_std": 0.05768860895922191, + "nauc_recall_at_5_diff1": 0.1777389793912543, + "nauc_recall_at_5_max": 0.1808967215149205, + "nauc_recall_at_5_std": 0.09175975824345241, + "ndcg_at_1": 0.3375, + "ndcg_at_10": 0.32797, + "ndcg_at_100": 0.43297, + "ndcg_at_1000": 0.51069, + "ndcg_at_20": 0.35146, + "ndcg_at_3": 0.32286, + "ndcg_at_5": 0.32948, + "precision_at_1": 0.425, + "precision_at_10": 0.239, + "precision_at_100": 0.0813, + "precision_at_1000": 0.01339, + "precision_at_20": 0.186, + "precision_at_3": 0.35, + "precision_at_5": 0.312, + "recall_at_1": 0.06712, + "recall_at_10": 0.26401, + "recall_at_100": 0.60949, + "recall_at_1000": 0.90702, + "recall_at_20": 0.35907, + "recall_at_3": 0.14388, + "recall_at_5": 0.19957 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.33669, + "map_at_1": 0.08488, + "map_at_10": 0.17817, + "map_at_100": 0.2442, + "map_at_1000": 0.25934, + "map_at_20": 0.20259, + "map_at_3": 0.13019, + "map_at_5": 0.15112, + "mrr_at_1": 0.455, + "mrr_at_10": 0.5610376984126985, + "mrr_at_100": 0.5689661995253789, + "mrr_at_1000": 0.5692552891203482, + "mrr_at_20": 0.565675587785108, + "mrr_at_3": 0.5391666666666666, + "mrr_at_5": 0.5526666666666666, + "nauc_map_at_1000_diff1": 0.21865295936918186, + "nauc_map_at_1000_max": 0.4000127058528224, + "nauc_map_at_1000_std": 0.29395991720258546, + "nauc_map_at_100_diff1": 0.22510025021011637, + "nauc_map_at_100_max": 0.3915737518277907, + "nauc_map_at_100_std": 0.27627143553443173, + "nauc_map_at_10_diff1": 0.25129754264602705, + "nauc_map_at_10_max": 0.33053777948280466, + "nauc_map_at_10_std": 0.1373503363672264, + "nauc_map_at_1_diff1": 0.38900674864078605, + "nauc_map_at_1_max": 0.13782490389753724, + "nauc_map_at_1_std": 0.02322190889810239, + "nauc_map_at_20_diff1": 0.24051958586362288, + "nauc_map_at_20_max": 0.3596439663073626, + "nauc_map_at_20_std": 0.17891202793622674, + "nauc_map_at_3_diff1": 0.2927964001940787, + "nauc_map_at_3_max": 0.24768412983970095, + "nauc_map_at_3_std": 0.08369943603222875, + "nauc_map_at_5_diff1": 0.2594435860435106, + "nauc_map_at_5_max": 0.29496453401506867, + "nauc_map_at_5_std": 0.1157855151082344, + "nauc_mrr_at_1000_diff1": 0.28200873824198935, + "nauc_mrr_at_1000_max": 0.5262901971777363, + "nauc_mrr_at_1000_std": 0.4078728663640158, + "nauc_mrr_at_100_diff1": 0.28229149582238827, + "nauc_mrr_at_100_max": 0.5264744914821688, + "nauc_mrr_at_100_std": 0.40802986406731184, + "nauc_mrr_at_10_diff1": 0.2798651525401619, + "nauc_mrr_at_10_max": 0.5260889658762733, + "nauc_mrr_at_10_std": 0.40843059383172164, + "nauc_mrr_at_1_diff1": 0.2961886834528128, + "nauc_mrr_at_1_max": 0.4710461936025505, + "nauc_mrr_at_1_std": 0.3945837459909357, + "nauc_mrr_at_20_diff1": 0.28227730617173225, + "nauc_mrr_at_20_max": 0.5261576387537833, + "nauc_mrr_at_20_std": 0.40744216510572573, + "nauc_mrr_at_3_diff1": 0.29087496428075965, + "nauc_mrr_at_3_max": 0.5335251006956506, + "nauc_mrr_at_3_std": 0.4110540525478934, + "nauc_mrr_at_5_diff1": 0.2846133936514474, + "nauc_mrr_at_5_max": 0.5274885349613267, + "nauc_mrr_at_5_std": 0.4052372791972433, + "nauc_ndcg_at_1000_diff1": 0.24912944114163985, + "nauc_ndcg_at_1000_max": 0.5140200956902922, + "nauc_ndcg_at_1000_std": 0.38115709919013346, + "nauc_ndcg_at_100_diff1": 0.28535404343277426, + "nauc_ndcg_at_100_max": 0.492139788003622, + "nauc_ndcg_at_100_std": 0.3616736188032276, + "nauc_ndcg_at_10_diff1": 0.2657402206352176, + "nauc_ndcg_at_10_max": 0.4607809597030224, + "nauc_ndcg_at_10_std": 0.27108111395006246, + "nauc_ndcg_at_1_diff1": 0.3447736507735775, + "nauc_ndcg_at_1_max": 0.46066551963978514, + "nauc_ndcg_at_1_std": 0.3085524498564001, + "nauc_ndcg_at_20_diff1": 0.27590851433651736, + "nauc_ndcg_at_20_max": 0.4471793637930265, + "nauc_ndcg_at_20_std": 0.2725858312402232, + "nauc_ndcg_at_3_diff1": 0.23572020668695975, + "nauc_ndcg_at_3_max": 0.483687883187399, + "nauc_ndcg_at_3_std": 0.30962512948796744, + "nauc_ndcg_at_5_diff1": 0.22754128707422103, + "nauc_ndcg_at_5_max": 0.4713565725738511, + "nauc_ndcg_at_5_std": 0.29861501668951473, + "nauc_precision_at_1000_diff1": -0.0984649707879637, + "nauc_precision_at_1000_max": 0.16132722015840253, + "nauc_precision_at_1000_std": 0.2750647659981652, + "nauc_precision_at_100_diff1": -0.04353425099473073, + "nauc_precision_at_100_max": 0.24815504355307008, + "nauc_precision_at_100_std": 0.4123770029035382, + "nauc_precision_at_10_diff1": 0.009504578752394131, + "nauc_precision_at_10_max": 0.3982560427843206, + "nauc_precision_at_10_std": 0.3540500311293143, + "nauc_precision_at_1_diff1": 0.2961886834528128, + "nauc_precision_at_1_max": 0.4710461936025505, + "nauc_precision_at_1_std": 0.3945837459909357, + "nauc_precision_at_20_diff1": -0.018294679191016558, + "nauc_precision_at_20_max": 0.34486353761894556, + "nauc_precision_at_20_std": 0.3856179053330478, + "nauc_precision_at_3_diff1": 0.06438365509243466, + "nauc_precision_at_3_max": 0.4868435773245106, + "nauc_precision_at_3_std": 0.3975687291083976, + "nauc_precision_at_5_diff1": -0.00409120039061878, + "nauc_precision_at_5_max": 0.4608675252147644, + "nauc_precision_at_5_std": 0.37806506248378813, + "nauc_recall_at_1000_diff1": 0.009854488275723274, + "nauc_recall_at_1000_max": 0.3918919748290605, + "nauc_recall_at_1000_std": 0.40772243916709056, + "nauc_recall_at_100_diff1": 0.18170429041182845, + "nauc_recall_at_100_max": 0.3525359301955515, + "nauc_recall_at_100_std": 0.31171194347843467, + "nauc_recall_at_10_diff1": 0.25212098226422025, + "nauc_recall_at_10_max": 0.29891906441521243, + "nauc_recall_at_10_std": 0.0924147652273986, + "nauc_recall_at_1_diff1": 0.38900674864078605, + "nauc_recall_at_1_max": 0.13782490389753724, + "nauc_recall_at_1_std": 0.02322190889810239, + "nauc_recall_at_20_diff1": 0.2295168416017013, + "nauc_recall_at_20_max": 0.3094005936467645, + "nauc_recall_at_20_std": 0.13713238834731312, + "nauc_recall_at_3_diff1": 0.28451945037833465, + "nauc_recall_at_3_max": 0.2308554615635185, + "nauc_recall_at_3_std": 0.05495867553778415, + "nauc_recall_at_5_diff1": 0.2520215791440839, + "nauc_recall_at_5_max": 0.2729914031797095, + "nauc_recall_at_5_std": 0.08789380551226594, + "ndcg_at_1": 0.3775, + "ndcg_at_10": 0.33669, + "ndcg_at_100": 0.42603, + "ndcg_at_1000": 0.50651, + "ndcg_at_20": 0.35003, + "ndcg_at_3": 0.34939, + "ndcg_at_5": 0.33671, + "precision_at_1": 0.455, + "precision_at_10": 0.239, + "precision_at_100": 0.07895, + "precision_at_1000": 0.01318, + "precision_at_20": 0.18175, + "precision_at_3": 0.37167, + "precision_at_5": 0.31, + "recall_at_1": 0.08488, + "recall_at_10": 0.24898, + "recall_at_100": 0.57721, + "recall_at_1000": 0.88393, + "recall_at_20": 0.32648, + "recall_at_3": 0.15239, + "recall_at_5": 0.18859 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48551, + "map_at_1": 0.05688, + "map_at_10": 0.18957, + "map_at_100": 0.31118, + "map_at_1000": 0.3515, + "map_at_20": 0.2319, + "map_at_3": 0.11476, + "map_at_5": 0.14845, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7777202380952383, + "mrr_at_100": 0.77866626984127, + "mrr_at_1000": 0.7786744935254805, + "mrr_at_20": 0.7779702380952384, + "mrr_at_3": 0.7583333333333334, + "mrr_at_5": 0.7723333333333336, + "nauc_map_at_1000_diff1": 0.08694846509612618, + "nauc_map_at_1000_max": 0.22048038420577176, + "nauc_map_at_1000_std": 0.3141097438710225, + "nauc_map_at_100_diff1": 0.14960973024435836, + "nauc_map_at_100_max": 0.21916050613478916, + "nauc_map_at_100_std": 0.258964727801317, + "nauc_map_at_10_diff1": 0.2528332829369136, + "nauc_map_at_10_max": 0.19504276838265305, + "nauc_map_at_10_std": 0.09380349156799232, + "nauc_map_at_1_diff1": 0.4779435697275938, + "nauc_map_at_1_max": 0.16922450148134882, + "nauc_map_at_1_std": 0.06655729240941037, + "nauc_map_at_20_diff1": 0.23000700380136216, + "nauc_map_at_20_max": 0.21184003000445062, + "nauc_map_at_20_std": 0.1487629272572106, + "nauc_map_at_3_diff1": 0.32509149560744055, + "nauc_map_at_3_max": 0.19284499003987884, + "nauc_map_at_3_std": 0.0479130401631192, + "nauc_map_at_5_diff1": 0.30727120289550397, + "nauc_map_at_5_max": 0.21036592742051297, + "nauc_map_at_5_std": 0.06505204157571504, + "nauc_mrr_at_1000_diff1": 0.2828333320034142, + "nauc_mrr_at_1000_max": 0.3417277815884352, + "nauc_mrr_at_1000_std": 0.31242146733722115, + "nauc_mrr_at_100_diff1": 0.2827969511977861, + "nauc_mrr_at_100_max": 0.3417057266616489, + "nauc_mrr_at_100_std": 0.3124454049387539, + "nauc_mrr_at_10_diff1": 0.28060254708687277, + "nauc_mrr_at_10_max": 0.34114173109411333, + "nauc_mrr_at_10_std": 0.31179534324265085, + "nauc_mrr_at_1_diff1": 0.3276650132890926, + "nauc_mrr_at_1_max": 0.30255963162973354, + "nauc_mrr_at_1_std": 0.26887982258637927, + "nauc_mrr_at_20_diff1": 0.27983605182666743, + "nauc_mrr_at_20_max": 0.3423196193936621, + "nauc_mrr_at_20_std": 0.31293502075780144, + "nauc_mrr_at_3_diff1": 0.2836685735375534, + "nauc_mrr_at_3_max": 0.35917512456172707, + "nauc_mrr_at_3_std": 0.33383281048163843, + "nauc_mrr_at_5_diff1": 0.27987730269063266, + "nauc_mrr_at_5_max": 0.34715039573681356, + "nauc_mrr_at_5_std": 0.3225873124856307, + "nauc_ndcg_at_1000_diff1": 0.1150112985608685, + "nauc_ndcg_at_1000_max": 0.30494007813758595, + "nauc_ndcg_at_1000_std": 0.3728304192787738, + "nauc_ndcg_at_100_diff1": 0.2050925996525323, + "nauc_ndcg_at_100_max": 0.2931789369021366, + "nauc_ndcg_at_100_std": 0.29360832087527194, + "nauc_ndcg_at_10_diff1": 0.142156243167469, + "nauc_ndcg_at_10_max": 0.28127251203938697, + "nauc_ndcg_at_10_std": 0.21360604943327255, + "nauc_ndcg_at_1_diff1": 0.37950202405048233, + "nauc_ndcg_at_1_max": 0.32349089177283, + "nauc_ndcg_at_1_std": 0.18836691868079547, + "nauc_ndcg_at_20_diff1": 0.17494052914927383, + "nauc_ndcg_at_20_max": 0.2737700044781207, + "nauc_ndcg_at_20_std": 0.19910198023510473, + "nauc_ndcg_at_3_diff1": 0.2014919025382823, + "nauc_ndcg_at_3_max": 0.32165296787056025, + "nauc_ndcg_at_3_std": 0.1869076152794639, + "nauc_ndcg_at_5_diff1": 0.18365920421739987, + "nauc_ndcg_at_5_max": 0.3116655156668759, + "nauc_ndcg_at_5_std": 0.1947865526483958, + "nauc_precision_at_1000_diff1": -0.28164039512536904, + "nauc_precision_at_1000_max": -0.02161318897389129, + "nauc_precision_at_1000_std": 0.12794761058900975, + "nauc_precision_at_100_diff1": -0.2701805502012577, + "nauc_precision_at_100_max": 0.01216544628141254, + "nauc_precision_at_100_std": 0.21477807165582402, + "nauc_precision_at_10_diff1": -0.21026673046749933, + "nauc_precision_at_10_max": 0.12461184998659552, + "nauc_precision_at_10_std": 0.25055175276951097, + "nauc_precision_at_1_diff1": 0.3276650132890926, + "nauc_precision_at_1_max": 0.30255963162973354, + "nauc_precision_at_1_std": 0.26887982258637927, + "nauc_precision_at_20_diff1": -0.22673917443089409, + "nauc_precision_at_20_max": 0.08482933691124929, + "nauc_precision_at_20_std": 0.23292057376578165, + "nauc_precision_at_3_diff1": -0.0029009088722674577, + "nauc_precision_at_3_max": 0.23627412846542795, + "nauc_precision_at_3_std": 0.2124462945862569, + "nauc_precision_at_5_diff1": -0.08144877969335204, + "nauc_precision_at_5_max": 0.19199181033479906, + "nauc_precision_at_5_std": 0.23673250971359489, + "nauc_recall_at_1000_diff1": 0.15638374568175642, + "nauc_recall_at_1000_max": 0.11714313991004466, + "nauc_recall_at_1000_std": 0.4266031323860926, + "nauc_recall_at_100_diff1": 0.18520737378717653, + "nauc_recall_at_100_max": 0.0982363247642254, + "nauc_recall_at_100_std": 0.17839435068671655, + "nauc_recall_at_10_diff1": 0.19937740524629735, + "nauc_recall_at_10_max": 0.08968974360906191, + "nauc_recall_at_10_std": 0.016386905076766177, + "nauc_recall_at_1_diff1": 0.4779435697275938, + "nauc_recall_at_1_max": 0.16922450148134882, + "nauc_recall_at_1_std": 0.06655729240941037, + "nauc_recall_at_20_diff1": 0.19628199577900243, + "nauc_recall_at_20_max": 0.12127288241813121, + "nauc_recall_at_20_std": 0.08293005682446583, + "nauc_recall_at_3_diff1": 0.2761337405606332, + "nauc_recall_at_3_max": 0.14681756343422972, + "nauc_recall_at_3_std": 0.020885599933217223, + "nauc_recall_at_5_diff1": 0.2576722351087678, + "nauc_recall_at_5_max": 0.14988420875400438, + "nauc_recall_at_5_std": 0.013562608930919215, + "ndcg_at_1": 0.58, + "ndcg_at_10": 0.48551, + "ndcg_at_100": 0.55301, + "ndcg_at_1000": 0.65478, + "ndcg_at_20": 0.48227, + "ndcg_at_3": 0.52954, + "ndcg_at_5": 0.50873, + "precision_at_1": 0.67, + "precision_at_10": 0.4285, + "precision_at_100": 0.16725, + "precision_at_1000": 0.03308, + "precision_at_20": 0.345, + "precision_at_3": 0.58333, + "precision_at_5": 0.529, + "recall_at_1": 0.05688, + "recall_at_10": 0.25847, + "recall_at_100": 0.63497, + "recall_at_1000": 0.94482, + "recall_at_20": 0.34983, + "recall_at_3": 0.1298, + "recall_at_5": 0.18192 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.40151, + "map_at_1": 0.04577, + "map_at_10": 0.14577, + "map_at_100": 0.23856, + "map_at_1000": 0.27319, + "map_at_20": 0.17731, + "map_at_3": 0.08915, + "map_at_5": 0.111, + "mrr_at_1": 0.58, + "mrr_at_10": 0.6900813492063491, + "mrr_at_100": 0.6928355595262616, + "mrr_at_1000": 0.692888102053404, + "mrr_at_20": 0.6918925123079535, + "mrr_at_3": 0.6608333333333332, + "mrr_at_5": 0.6795833333333331, + "nauc_map_at_1000_diff1": 0.14475216107099134, + "nauc_map_at_1000_max": 0.3528433984122657, + "nauc_map_at_1000_std": 0.4384995399122127, + "nauc_map_at_100_diff1": 0.18564078692025188, + "nauc_map_at_100_max": 0.3536221433638922, + "nauc_map_at_100_std": 0.4132775589497427, + "nauc_map_at_10_diff1": 0.27202201127041853, + "nauc_map_at_10_max": 0.30495268342736875, + "nauc_map_at_10_std": 0.20656503149716984, + "nauc_map_at_1_diff1": 0.34194158260577934, + "nauc_map_at_1_max": 0.16569873682208744, + "nauc_map_at_1_std": 0.027769873210401558, + "nauc_map_at_20_diff1": 0.24728551128702556, + "nauc_map_at_20_max": 0.3349944632298181, + "nauc_map_at_20_std": 0.28509399418025144, + "nauc_map_at_3_diff1": 0.26312560028935184, + "nauc_map_at_3_max": 0.25628196569971134, + "nauc_map_at_3_std": 0.14005930043442938, + "nauc_map_at_5_diff1": 0.2763755242199757, + "nauc_map_at_5_max": 0.29437728426532417, + "nauc_map_at_5_std": 0.156529613957924, + "nauc_mrr_at_1000_diff1": 0.1544219579114239, + "nauc_mrr_at_1000_max": 0.3615369142262406, + "nauc_mrr_at_1000_std": 0.39850241399437675, + "nauc_mrr_at_100_diff1": 0.15449853477739417, + "nauc_mrr_at_100_max": 0.3615702698481158, + "nauc_mrr_at_100_std": 0.3985867607674435, + "nauc_mrr_at_10_diff1": 0.1555661564661994, + "nauc_mrr_at_10_max": 0.3598952374035969, + "nauc_mrr_at_10_std": 0.39438457734811827, + "nauc_mrr_at_1_diff1": 0.17801172475839436, + "nauc_mrr_at_1_max": 0.37437966160722097, + "nauc_mrr_at_1_std": 0.38350697971384623, + "nauc_mrr_at_20_diff1": 0.1536938854961555, + "nauc_mrr_at_20_max": 0.3616523638701386, + "nauc_mrr_at_20_std": 0.3986459017362379, + "nauc_mrr_at_3_diff1": 0.14162931276832305, + "nauc_mrr_at_3_max": 0.3635757463598485, + "nauc_mrr_at_3_std": 0.3893319244097425, + "nauc_mrr_at_5_diff1": 0.14735600576819896, + "nauc_mrr_at_5_max": 0.3626297975385931, + "nauc_mrr_at_5_std": 0.4023566659927648, + "nauc_ndcg_at_1000_diff1": 0.18625535976274007, + "nauc_ndcg_at_1000_max": 0.38085923233034624, + "nauc_ndcg_at_1000_std": 0.45838267451914544, + "nauc_ndcg_at_100_diff1": 0.18860455954804392, + "nauc_ndcg_at_100_max": 0.35873089563594496, + "nauc_ndcg_at_100_std": 0.461861884492364, + "nauc_ndcg_at_10_diff1": 0.19272811269307535, + "nauc_ndcg_at_10_max": 0.3690495769505752, + "nauc_ndcg_at_10_std": 0.3318240003624031, + "nauc_ndcg_at_1_diff1": 0.19793294940353756, + "nauc_ndcg_at_1_max": 0.35428835870012354, + "nauc_ndcg_at_1_std": 0.2689702454408337, + "nauc_ndcg_at_20_diff1": 0.1920617485154193, + "nauc_ndcg_at_20_max": 0.3783517426655751, + "nauc_ndcg_at_20_std": 0.3812723665951125, + "nauc_ndcg_at_3_diff1": 0.17615908290534724, + "nauc_ndcg_at_3_max": 0.38078222222603475, + "nauc_ndcg_at_3_std": 0.2980847820340845, + "nauc_ndcg_at_5_diff1": 0.18747226360128103, + "nauc_ndcg_at_5_max": 0.40209491022555627, + "nauc_ndcg_at_5_std": 0.3231054127366213, + "nauc_precision_at_1000_diff1": -0.21618599210082043, + "nauc_precision_at_1000_max": -0.059750218811129484, + "nauc_precision_at_1000_std": 0.016392646583010807, + "nauc_precision_at_100_diff1": -0.18563362570881606, + "nauc_precision_at_100_max": 0.06259979000866764, + "nauc_precision_at_100_std": 0.2557453046520092, + "nauc_precision_at_10_diff1": 0.029136912730886262, + "nauc_precision_at_10_max": 0.26423818491218254, + "nauc_precision_at_10_std": 0.3348609540585224, + "nauc_precision_at_1_diff1": 0.17801172475839436, + "nauc_precision_at_1_max": 0.37437966160722097, + "nauc_precision_at_1_std": 0.38350697971384623, + "nauc_precision_at_20_diff1": -0.07529154444455803, + "nauc_precision_at_20_max": 0.21145259485628054, + "nauc_precision_at_20_std": 0.3594028406632527, + "nauc_precision_at_3_diff1": 0.07999133237628335, + "nauc_precision_at_3_max": 0.350234296703595, + "nauc_precision_at_3_std": 0.3617161894959238, + "nauc_precision_at_5_diff1": 0.06718081871796587, + "nauc_precision_at_5_max": 0.3491877491530005, + "nauc_precision_at_5_std": 0.35169930792173826, + "nauc_recall_at_1000_diff1": 0.2186117556290882, + "nauc_recall_at_1000_max": 0.2442498802068801, + "nauc_recall_at_1000_std": 0.5659014638758033, + "nauc_recall_at_100_diff1": 0.12089134533527006, + "nauc_recall_at_100_max": 0.19356928891350936, + "nauc_recall_at_100_std": 0.42036133737672177, + "nauc_recall_at_10_diff1": 0.23939239721435807, + "nauc_recall_at_10_max": 0.1997566425196305, + "nauc_recall_at_10_std": 0.16139063999923436, + "nauc_recall_at_1_diff1": 0.34194158260577934, + "nauc_recall_at_1_max": 0.16569873682208744, + "nauc_recall_at_1_std": 0.027769873210401558, + "nauc_recall_at_20_diff1": 0.18586688680042474, + "nauc_recall_at_20_max": 0.23253885593264528, + "nauc_recall_at_20_std": 0.2728032723888441, + "nauc_recall_at_3_diff1": 0.21986152481535706, + "nauc_recall_at_3_max": 0.22609945927343283, + "nauc_recall_at_3_std": 0.12769020675235312, + "nauc_recall_at_5_diff1": 0.2367383910471893, + "nauc_recall_at_5_max": 0.21947018590885722, + "nauc_recall_at_5_std": 0.14292985578819678, + "ndcg_at_1": 0.48, + "ndcg_at_10": 0.40151, + "ndcg_at_100": 0.46141, + "ndcg_at_1000": 0.57366, + "ndcg_at_20": 0.39399, + "ndcg_at_3": 0.43138, + "ndcg_at_5": 0.41118, + "precision_at_1": 0.58, + "precision_at_10": 0.3635, + "precision_at_100": 0.14025, + "precision_at_1000": 0.03052, + "precision_at_20": 0.2855, + "precision_at_3": 0.48667, + "precision_at_5": 0.43, + "recall_at_1": 0.04577, + "recall_at_10": 0.21105, + "recall_at_100": 0.54715, + "recall_at_1000": 0.89054, + "recall_at_20": 0.28955, + "recall_at_3": 0.09953, + "recall_at_5": 0.14034 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.3654, + "map_at_1": 0.04177, + "map_at_10": 0.13602, + "map_at_100": 0.22104, + "map_at_1000": 0.25552, + "map_at_20": 0.16639, + "map_at_3": 0.0832, + "map_at_5": 0.10572, + "mrr_at_1": 0.525, + "mrr_at_10": 0.6499186507936507, + "mrr_at_100": 0.6546476277458129, + "mrr_at_1000": 0.6547505115737537, + "mrr_at_20": 0.6532804898275099, + "mrr_at_3": 0.6241666666666665, + "mrr_at_5": 0.6401666666666666, + "nauc_map_at_1000_diff1": 0.2314508475736009, + "nauc_map_at_1000_max": 0.25375666998257185, + "nauc_map_at_1000_std": 0.45623554964833474, + "nauc_map_at_100_diff1": 0.2518083648725888, + "nauc_map_at_100_max": 0.2576620540439279, + "nauc_map_at_100_std": 0.4304043771457999, + "nauc_map_at_10_diff1": 0.28008747197300166, + "nauc_map_at_10_max": 0.2235955146207357, + "nauc_map_at_10_std": 0.2648550596854746, + "nauc_map_at_1_diff1": 0.33609530665946297, + "nauc_map_at_1_max": 0.07978749953471559, + "nauc_map_at_1_std": 0.05283041735620458, + "nauc_map_at_20_diff1": 0.29087158396402496, + "nauc_map_at_20_max": 0.2509384133378568, + "nauc_map_at_20_std": 0.31447613110600986, + "nauc_map_at_3_diff1": 0.2663086136752547, + "nauc_map_at_3_max": 0.16544906035874568, + "nauc_map_at_3_std": 0.1460186156194785, + "nauc_map_at_5_diff1": 0.28309045843509656, + "nauc_map_at_5_max": 0.18757727170742505, + "nauc_map_at_5_std": 0.1926783008933166, + "nauc_mrr_at_1000_diff1": 0.32151972007905005, + "nauc_mrr_at_1000_max": 0.1755079604083077, + "nauc_mrr_at_1000_std": 0.30406309353187394, + "nauc_mrr_at_100_diff1": 0.3216806042637379, + "nauc_mrr_at_100_max": 0.17561280625313871, + "nauc_mrr_at_100_std": 0.3043315280711749, + "nauc_mrr_at_10_diff1": 0.3176456445008712, + "nauc_mrr_at_10_max": 0.17134445201325987, + "nauc_mrr_at_10_std": 0.3020602700182279, + "nauc_mrr_at_1_diff1": 0.33165145455166994, + "nauc_mrr_at_1_max": 0.24672341298328385, + "nauc_mrr_at_1_std": 0.29812326940826595, + "nauc_mrr_at_20_diff1": 0.32131448254309497, + "nauc_mrr_at_20_max": 0.17621385317861815, + "nauc_mrr_at_20_std": 0.3051530811204299, + "nauc_mrr_at_3_diff1": 0.3306412338203843, + "nauc_mrr_at_3_max": 0.17297528810090265, + "nauc_mrr_at_3_std": 0.2839967070370407, + "nauc_mrr_at_5_diff1": 0.3266985026534777, + "nauc_mrr_at_5_max": 0.16729247337968706, + "nauc_mrr_at_5_std": 0.29824722197728953, + "nauc_ndcg_at_1000_diff1": 0.23951888720228834, + "nauc_ndcg_at_1000_max": 0.23664136886146472, + "nauc_ndcg_at_1000_std": 0.4745861144891851, + "nauc_ndcg_at_100_diff1": 0.26815120600513825, + "nauc_ndcg_at_100_max": 0.24277735569642836, + "nauc_ndcg_at_100_std": 0.4563396334519396, + "nauc_ndcg_at_10_diff1": 0.2760984544440889, + "nauc_ndcg_at_10_max": 0.22751775349157818, + "nauc_ndcg_at_10_std": 0.34686140038842306, + "nauc_ndcg_at_1_diff1": 0.3182567869754829, + "nauc_ndcg_at_1_max": 0.23578774111512482, + "nauc_ndcg_at_1_std": 0.21544958126325958, + "nauc_ndcg_at_20_diff1": 0.2879454601729351, + "nauc_ndcg_at_20_max": 0.2391181377553717, + "nauc_ndcg_at_20_std": 0.3580680583394077, + "nauc_ndcg_at_3_diff1": 0.2618270933636801, + "nauc_ndcg_at_3_max": 0.21568275961493308, + "nauc_ndcg_at_3_std": 0.2680356017166458, + "nauc_ndcg_at_5_diff1": 0.2808157931717941, + "nauc_ndcg_at_5_max": 0.2218281455878627, + "nauc_ndcg_at_5_std": 0.29806765137313557, + "nauc_precision_at_1000_diff1": -0.11253998433580636, + "nauc_precision_at_1000_max": -0.07669857466548599, + "nauc_precision_at_1000_std": -0.0058065664707649765, + "nauc_precision_at_100_diff1": -0.06954899200648763, + "nauc_precision_at_100_max": 0.03088198256663984, + "nauc_precision_at_100_std": 0.26566332358310873, + "nauc_precision_at_10_diff1": 0.1588600902891631, + "nauc_precision_at_10_max": 0.20118148169978436, + "nauc_precision_at_10_std": 0.39448040426834635, + "nauc_precision_at_1_diff1": 0.33165145455166994, + "nauc_precision_at_1_max": 0.24672341298328385, + "nauc_precision_at_1_std": 0.29812326940826595, + "nauc_precision_at_20_diff1": 0.10584704839733353, + "nauc_precision_at_20_max": 0.18723658156356118, + "nauc_precision_at_20_std": 0.3767772061339751, + "nauc_precision_at_3_diff1": 0.20861054159434694, + "nauc_precision_at_3_max": 0.22250429782032236, + "nauc_precision_at_3_std": 0.333480503210603, + "nauc_precision_at_5_diff1": 0.21562580763005212, + "nauc_precision_at_5_max": 0.22935041768440223, + "nauc_precision_at_5_std": 0.36445708800422844, + "nauc_recall_at_1000_diff1": 0.16691537693820618, + "nauc_recall_at_1000_max": 0.16168533095161303, + "nauc_recall_at_1000_std": 0.5992317777687782, + "nauc_recall_at_100_diff1": 0.18753927330718909, + "nauc_recall_at_100_max": 0.18599884225002744, + "nauc_recall_at_100_std": 0.4260303971206083, + "nauc_recall_at_10_diff1": 0.21863289122938262, + "nauc_recall_at_10_max": 0.13655608518663215, + "nauc_recall_at_10_std": 0.2477548901716941, + "nauc_recall_at_1_diff1": 0.33609530665946297, + "nauc_recall_at_1_max": 0.07978749953471559, + "nauc_recall_at_1_std": 0.05283041735620458, + "nauc_recall_at_20_diff1": 0.24477601754627354, + "nauc_recall_at_20_max": 0.1705140253286444, + "nauc_recall_at_20_std": 0.27832823747299723, + "nauc_recall_at_3_diff1": 0.22692303237610403, + "nauc_recall_at_3_max": 0.1232782158029917, + "nauc_recall_at_3_std": 0.11483606605139098, + "nauc_recall_at_5_diff1": 0.27132305494281017, + "nauc_recall_at_5_max": 0.10297426868037345, + "nauc_recall_at_5_std": 0.18790717882937433, + "ndcg_at_1": 0.4275, + "ndcg_at_10": 0.3654, + "ndcg_at_100": 0.43849, + "ndcg_at_1000": 0.55762, + "ndcg_at_20": 0.36715, + "ndcg_at_3": 0.39268, + "ndcg_at_5": 0.37671, + "precision_at_1": 0.525, + "precision_at_10": 0.3235, + "precision_at_100": 0.13035, + "precision_at_1000": 0.03014, + "precision_at_20": 0.25825, + "precision_at_3": 0.45833, + "precision_at_5": 0.399, + "recall_at_1": 0.04177, + "recall_at_10": 0.19884, + "recall_at_100": 0.52941, + "recall_at_1000": 0.88003, + "recall_at_20": 0.28626, + "recall_at_3": 0.09652, + "recall_at_5": 0.13754 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53536, + "map_at_1": 0.08352, + "map_at_10": 0.25407, + "map_at_100": 0.3838, + "map_at_1000": 0.41109, + "map_at_20": 0.29879, + "map_at_3": 0.16312, + "map_at_5": 0.20343, + "mrr_at_1": 0.775, + "mrr_at_10": 0.8588115079365078, + "mrr_at_100": 0.8589156746031744, + "mrr_at_1000": 0.8589156746031744, + "mrr_at_20": 0.8588115079365078, + "mrr_at_3": 0.8466666666666666, + "mrr_at_5": 0.8539166666666665, + "nauc_map_at_1000_diff1": 0.1334833006281481, + "nauc_map_at_1000_max": 0.12628028586890075, + "nauc_map_at_1000_std": 0.14206591872087518, + "nauc_map_at_100_diff1": 0.15647034800569296, + "nauc_map_at_100_max": 0.14385090085629354, + "nauc_map_at_100_std": 0.10149307798815964, + "nauc_map_at_10_diff1": 0.21467634711380826, + "nauc_map_at_10_max": 0.1686274759586281, + "nauc_map_at_10_std": -0.12222266623100295, + "nauc_map_at_1_diff1": 0.33799346620959286, + "nauc_map_at_1_max": 0.16070792605314407, + "nauc_map_at_1_std": -0.14895984175565072, + "nauc_map_at_20_diff1": 0.19286527853481533, + "nauc_map_at_20_max": 0.16944653708605834, + "nauc_map_at_20_std": -0.06776354145697441, + "nauc_map_at_3_diff1": 0.2489619029070182, + "nauc_map_at_3_max": 0.1648082506158727, + "nauc_map_at_3_std": -0.194911701197016, + "nauc_map_at_5_diff1": 0.23044370466379366, + "nauc_map_at_5_max": 0.17598486783275105, + "nauc_map_at_5_std": -0.16818493080403496, + "nauc_mrr_at_1000_diff1": 0.42831849696349356, + "nauc_mrr_at_1000_max": 0.3220502878097393, + "nauc_mrr_at_1000_std": 0.10682037402842837, + "nauc_mrr_at_100_diff1": 0.42831849696349356, + "nauc_mrr_at_100_max": 0.3220502878097393, + "nauc_mrr_at_100_std": 0.10682037402842837, + "nauc_mrr_at_10_diff1": 0.4285520717463586, + "nauc_mrr_at_10_max": 0.3218919232202185, + "nauc_mrr_at_10_std": 0.10683305960281002, + "nauc_mrr_at_1_diff1": 0.4436713545521831, + "nauc_mrr_at_1_max": 0.34376814894949664, + "nauc_mrr_at_1_std": 0.1307863121334626, + "nauc_mrr_at_20_diff1": 0.4285520717463586, + "nauc_mrr_at_20_max": 0.3218919232202185, + "nauc_mrr_at_20_std": 0.10683305960281002, + "nauc_mrr_at_3_diff1": 0.4145272096554693, + "nauc_mrr_at_3_max": 0.32020547480054196, + "nauc_mrr_at_3_std": 0.10734455603154464, + "nauc_mrr_at_5_diff1": 0.4290484125903169, + "nauc_mrr_at_5_max": 0.31822044616175255, + "nauc_mrr_at_5_std": 0.10805791106751729, + "nauc_ndcg_at_1000_diff1": 0.2110786852723322, + "nauc_ndcg_at_1000_max": 0.27429881406905365, + "nauc_ndcg_at_1000_std": 0.22440727926034587, + "nauc_ndcg_at_100_diff1": 0.23703973213351, + "nauc_ndcg_at_100_max": 0.27456858013629615, + "nauc_ndcg_at_100_std": 0.1522557823526872, + "nauc_ndcg_at_10_diff1": 0.20187669331920713, + "nauc_ndcg_at_10_max": 0.23781041475283085, + "nauc_ndcg_at_10_std": 0.1418118806089289, + "nauc_ndcg_at_1_diff1": 0.43060456208927467, + "nauc_ndcg_at_1_max": 0.4410937821092996, + "nauc_ndcg_at_1_std": 0.06638946093541605, + "nauc_ndcg_at_20_diff1": 0.2022544644831198, + "nauc_ndcg_at_20_max": 0.2332507889257535, + "nauc_ndcg_at_20_std": 0.09097481801775131, + "nauc_ndcg_at_3_diff1": 0.23688735611423364, + "nauc_ndcg_at_3_max": 0.3084239906083006, + "nauc_ndcg_at_3_std": 0.09146949681463033, + "nauc_ndcg_at_5_diff1": 0.21578159370146682, + "nauc_ndcg_at_5_max": 0.29493440756487843, + "nauc_ndcg_at_5_std": 0.1176474442460563, + "nauc_precision_at_1000_diff1": -0.1873116107133925, + "nauc_precision_at_1000_max": -0.19046665406172483, + "nauc_precision_at_1000_std": 0.21323877917330994, + "nauc_precision_at_100_diff1": -0.17395219400818565, + "nauc_precision_at_100_max": -0.14165111899794858, + "nauc_precision_at_100_std": 0.3529181632619888, + "nauc_precision_at_10_diff1": -0.09514252458435288, + "nauc_precision_at_10_max": -0.032656595025170806, + "nauc_precision_at_10_std": 0.3210168078899851, + "nauc_precision_at_1_diff1": 0.4436713545521831, + "nauc_precision_at_1_max": 0.34376814894949664, + "nauc_precision_at_1_std": 0.1307863121334626, + "nauc_precision_at_20_diff1": -0.14443120599954443, + "nauc_precision_at_20_max": -0.07958994087815269, + "nauc_precision_at_20_std": 0.35430795174826113, + "nauc_precision_at_3_diff1": 0.07633037564529116, + "nauc_precision_at_3_max": 0.12130302898845716, + "nauc_precision_at_3_std": 0.12351211828972461, + "nauc_precision_at_5_diff1": 0.012860719285022849, + "nauc_precision_at_5_max": 0.08360252682961916, + "nauc_precision_at_5_std": 0.19812865654499143, + "nauc_recall_at_1000_diff1": 0.014596759205731998, + "nauc_recall_at_1000_max": 0.3423697405178581, + "nauc_recall_at_1000_std": 0.5786710630947309, + "nauc_recall_at_100_diff1": 0.11982858769776843, + "nauc_recall_at_100_max": 0.11942019554655242, + "nauc_recall_at_100_std": 0.09159254641726577, + "nauc_recall_at_10_diff1": 0.1651663054759324, + "nauc_recall_at_10_max": 0.10240655019209427, + "nauc_recall_at_10_std": -0.14974697503558268, + "nauc_recall_at_1_diff1": 0.33799346620959286, + "nauc_recall_at_1_max": 0.16070792605314407, + "nauc_recall_at_1_std": -0.14895984175565072, + "nauc_recall_at_20_diff1": 0.1335831738312752, + "nauc_recall_at_20_max": 0.11933554298640361, + "nauc_recall_at_20_std": -0.1172963774381951, + "nauc_recall_at_3_diff1": 0.19899512875481154, + "nauc_recall_at_3_max": 0.1223539898448703, + "nauc_recall_at_3_std": -0.2226517517553089, + "nauc_recall_at_5_diff1": 0.1871412657049433, + "nauc_recall_at_5_max": 0.13866708417331422, + "nauc_recall_at_5_std": -0.19084952171236408, + "ndcg_at_1": 0.6675, + "ndcg_at_10": 0.53536, + "ndcg_at_100": 0.62557, + "ndcg_at_1000": 0.7009, + "ndcg_at_20": 0.53524, + "ndcg_at_3": 0.58491, + "ndcg_at_5": 0.55512, + "precision_at_1": 0.775, + "precision_at_10": 0.438, + "precision_at_100": 0.15195, + "precision_at_1000": 0.02395, + "precision_at_20": 0.33175, + "precision_at_3": 0.62167, + "precision_at_5": 0.549, + "recall_at_1": 0.08352, + "recall_at_10": 0.3301, + "recall_at_100": 0.7414, + "recall_at_1000": 0.96797, + "recall_at_20": 0.43153, + "recall_at_3": 0.1769, + "recall_at_5": 0.2332 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.37314, + "map_at_1": 0.06158, + "map_at_10": 0.16563, + "map_at_100": 0.2557, + "map_at_1000": 0.27737, + "map_at_20": 0.1982, + "map_at_3": 0.10768, + "map_at_5": 0.13366, + "mrr_at_1": 0.575, + "mrr_at_10": 0.6811825396825397, + "mrr_at_100": 0.6848911360378751, + "mrr_at_1000": 0.684987962470664, + "mrr_at_20": 0.683803751803752, + "mrr_at_3": 0.6549999999999997, + "mrr_at_5": 0.6687499999999998, + "nauc_map_at_1000_diff1": 0.2521275567638727, + "nauc_map_at_1000_max": 0.30974765881835686, + "nauc_map_at_1000_std": 0.35246497684277983, + "nauc_map_at_100_diff1": 0.2684034499413945, + "nauc_map_at_100_max": 0.3073124161586458, + "nauc_map_at_100_std": 0.32330692086085844, + "nauc_map_at_10_diff1": 0.32531599963216873, + "nauc_map_at_10_max": 0.2912618949029098, + "nauc_map_at_10_std": 0.12094132435064385, + "nauc_map_at_1_diff1": 0.4568929871920784, + "nauc_map_at_1_max": 0.14249693483540135, + "nauc_map_at_1_std": -0.08052176900188668, + "nauc_map_at_20_diff1": 0.29946511086677285, + "nauc_map_at_20_max": 0.2975285678150597, + "nauc_map_at_20_std": 0.18713192506469484, + "nauc_map_at_3_diff1": 0.39005660103164963, + "nauc_map_at_3_max": 0.219888950017867, + "nauc_map_at_3_std": -0.014189933817199811, + "nauc_map_at_5_diff1": 0.3587428361355138, + "nauc_map_at_5_max": 0.2575276240456775, + "nauc_map_at_5_std": 0.04803917347516449, + "nauc_mrr_at_1000_diff1": 0.3084075416343935, + "nauc_mrr_at_1000_max": 0.3127307597335524, + "nauc_mrr_at_1000_std": 0.17771459718574217, + "nauc_mrr_at_100_diff1": 0.3081313014563978, + "nauc_mrr_at_100_max": 0.312784081257618, + "nauc_mrr_at_100_std": 0.17789764906325758, + "nauc_mrr_at_10_diff1": 0.30810674848822805, + "nauc_mrr_at_10_max": 0.3160005562301033, + "nauc_mrr_at_10_std": 0.1819348239809563, + "nauc_mrr_at_1_diff1": 0.3559580071431146, + "nauc_mrr_at_1_max": 0.2537465276525128, + "nauc_mrr_at_1_std": 0.0871532162054907, + "nauc_mrr_at_20_diff1": 0.3081982857256146, + "nauc_mrr_at_20_max": 0.3150913888226825, + "nauc_mrr_at_20_std": 0.18065633701775202, + "nauc_mrr_at_3_diff1": 0.3075036522448383, + "nauc_mrr_at_3_max": 0.3129100919276309, + "nauc_mrr_at_3_std": 0.17131472434280567, + "nauc_mrr_at_5_diff1": 0.3121290918757624, + "nauc_mrr_at_5_max": 0.3144867144371016, + "nauc_mrr_at_5_std": 0.1864626739983332, + "nauc_ndcg_at_1000_diff1": 0.2456415982946069, + "nauc_ndcg_at_1000_max": 0.4077269577148581, + "nauc_ndcg_at_1000_std": 0.43629110664784887, + "nauc_ndcg_at_100_diff1": 0.2732238363084003, + "nauc_ndcg_at_100_max": 0.38884229681831856, + "nauc_ndcg_at_100_std": 0.4148601571565503, + "nauc_ndcg_at_10_diff1": 0.2712305072016979, + "nauc_ndcg_at_10_max": 0.34660441383277335, + "nauc_ndcg_at_10_std": 0.3084047576313135, + "nauc_ndcg_at_1_diff1": 0.3583150759961661, + "nauc_ndcg_at_1_max": 0.2871491168013149, + "nauc_ndcg_at_1_std": 0.10292003286320689, + "nauc_ndcg_at_20_diff1": 0.28506849702475096, + "nauc_ndcg_at_20_max": 0.3483880771344983, + "nauc_ndcg_at_20_std": 0.31783506159085684, + "nauc_ndcg_at_3_diff1": 0.2923850960447245, + "nauc_ndcg_at_3_max": 0.35130607851968854, + "nauc_ndcg_at_3_std": 0.23331933771010901, + "nauc_ndcg_at_5_diff1": 0.257571396287157, + "nauc_ndcg_at_5_max": 0.32553187108284587, + "nauc_ndcg_at_5_std": 0.26484794768462094, + "nauc_precision_at_1000_diff1": -0.18568593873334832, + "nauc_precision_at_1000_max": -0.09970503982413369, + "nauc_precision_at_1000_std": 0.19743526982519038, + "nauc_precision_at_100_diff1": -0.11588429497368309, + "nauc_precision_at_100_max": 0.028271971482027244, + "nauc_precision_at_100_std": 0.40765176866274694, + "nauc_precision_at_10_diff1": -0.014295123172849486, + "nauc_precision_at_10_max": 0.21996532045711786, + "nauc_precision_at_10_std": 0.4231508954499863, + "nauc_precision_at_1_diff1": 0.3559580071431146, + "nauc_precision_at_1_max": 0.2537465276525128, + "nauc_precision_at_1_std": 0.0871532162054907, + "nauc_precision_at_20_diff1": -0.056129057358645394, + "nauc_precision_at_20_max": 0.14127543270657014, + "nauc_precision_at_20_std": 0.44058258344910534, + "nauc_precision_at_3_diff1": 0.14115215258889285, + "nauc_precision_at_3_max": 0.2977822749087939, + "nauc_precision_at_3_std": 0.2933728173184926, + "nauc_precision_at_5_diff1": 0.059663254977888484, + "nauc_precision_at_5_max": 0.2585582710003657, + "nauc_precision_at_5_std": 0.3468981911189699, + "nauc_recall_at_1000_diff1": 0.14388093335524124, + "nauc_recall_at_1000_max": 0.5691194768771245, + "nauc_recall_at_1000_std": 0.7327224861250613, + "nauc_recall_at_100_diff1": 0.1956099705841423, + "nauc_recall_at_100_max": 0.325788562339071, + "nauc_recall_at_100_std": 0.4714877522084786, + "nauc_recall_at_10_diff1": 0.2647385509550701, + "nauc_recall_at_10_max": 0.30808764445439457, + "nauc_recall_at_10_std": 0.19979962446026597, + "nauc_recall_at_1_diff1": 0.4568929871920784, + "nauc_recall_at_1_max": 0.14249693483540135, + "nauc_recall_at_1_std": -0.08052176900188668, + "nauc_recall_at_20_diff1": 0.20201762899447112, + "nauc_recall_at_20_max": 0.27849302201887194, + "nauc_recall_at_20_std": 0.26197935160097, + "nauc_recall_at_3_diff1": 0.3584517813478458, + "nauc_recall_at_3_max": 0.2351512207503251, + "nauc_recall_at_3_std": 0.008623652949664886, + "nauc_recall_at_5_diff1": 0.32315049822565245, + "nauc_recall_at_5_max": 0.2654628203756136, + "nauc_recall_at_5_std": 0.09785813354341041, + "ndcg_at_1": 0.475, + "ndcg_at_10": 0.37314, + "ndcg_at_100": 0.47062, + "ndcg_at_1000": 0.56334, + "ndcg_at_20": 0.38686, + "ndcg_at_3": 0.39361, + "ndcg_at_5": 0.37934, + "precision_at_1": 0.575, + "precision_at_10": 0.303, + "precision_at_100": 0.11025, + "precision_at_1000": 0.02015, + "precision_at_20": 0.2395, + "precision_at_3": 0.415, + "precision_at_5": 0.367, + "recall_at_1": 0.06158, + "recall_at_10": 0.23168, + "recall_at_100": 0.5963, + "recall_at_1000": 0.89188, + "recall_at_20": 0.33171, + "recall_at_3": 0.11732, + "recall_at_5": 0.16082 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.36664, + "map_at_1": 0.05289, + "map_at_10": 0.15819, + "map_at_100": 0.24387, + "map_at_1000": 0.2657, + "map_at_20": 0.19002, + "map_at_3": 0.09915, + "map_at_5": 0.12527, + "mrr_at_1": 0.525, + "mrr_at_10": 0.6523293650793647, + "mrr_at_100": 0.6568596890157596, + "mrr_at_1000": 0.6569436059556188, + "mrr_at_20": 0.6555622106651515, + "mrr_at_3": 0.6266666666666663, + "mrr_at_5": 0.6441666666666663, + "nauc_map_at_1000_diff1": 0.14875242126790766, + "nauc_map_at_1000_max": 0.3221047532492476, + "nauc_map_at_1000_std": 0.42017627142288133, + "nauc_map_at_100_diff1": 0.15701771563488084, + "nauc_map_at_100_max": 0.31816474602321654, + "nauc_map_at_100_std": 0.3856036695480949, + "nauc_map_at_10_diff1": 0.1682935322261894, + "nauc_map_at_10_max": 0.32418530146069097, + "nauc_map_at_10_std": 0.2275250308102437, + "nauc_map_at_1_diff1": 0.3627679789338162, + "nauc_map_at_1_max": 0.27783737068598835, + "nauc_map_at_1_std": 0.15182887789933097, + "nauc_map_at_20_diff1": 0.16031173459041492, + "nauc_map_at_20_max": 0.3217262524820945, + "nauc_map_at_20_std": 0.27712476007942544, + "nauc_map_at_3_diff1": 0.2263204609680971, + "nauc_map_at_3_max": 0.34459076239116865, + "nauc_map_at_3_std": 0.16639485261373585, + "nauc_map_at_5_diff1": 0.2013164291822734, + "nauc_map_at_5_max": 0.34120906943622625, + "nauc_map_at_5_std": 0.20158431234143898, + "nauc_mrr_at_1000_diff1": 0.14071347264399484, + "nauc_mrr_at_1000_max": 0.28055657688891994, + "nauc_mrr_at_1000_std": 0.21061902561854792, + "nauc_mrr_at_100_diff1": 0.1408951457138604, + "nauc_mrr_at_100_max": 0.2804711273222137, + "nauc_mrr_at_100_std": 0.2106560683179166, + "nauc_mrr_at_10_diff1": 0.14430080663976888, + "nauc_mrr_at_10_max": 0.2857605205649715, + "nauc_mrr_at_10_std": 0.21350923131557367, + "nauc_mrr_at_1_diff1": 0.1743410932212078, + "nauc_mrr_at_1_max": 0.254558506819813, + "nauc_mrr_at_1_std": 0.18209414419033948, + "nauc_mrr_at_20_diff1": 0.14100640833442393, + "nauc_mrr_at_20_max": 0.2813458498516259, + "nauc_mrr_at_20_std": 0.21098073393326136, + "nauc_mrr_at_3_diff1": 0.10326955894465426, + "nauc_mrr_at_3_max": 0.2781803304281353, + "nauc_mrr_at_3_std": 0.20966682637180478, + "nauc_mrr_at_5_diff1": 0.14138751280873507, + "nauc_mrr_at_5_max": 0.2826423094590293, + "nauc_mrr_at_5_std": 0.21707360163951814, + "nauc_ndcg_at_1000_diff1": 0.18019615538957354, + "nauc_ndcg_at_1000_max": 0.4377356880656855, + "nauc_ndcg_at_1000_std": 0.49757207713612084, + "nauc_ndcg_at_100_diff1": 0.2007407932203709, + "nauc_ndcg_at_100_max": 0.40564095884429213, + "nauc_ndcg_at_100_std": 0.4367870192316255, + "nauc_ndcg_at_10_diff1": 0.1420473876835996, + "nauc_ndcg_at_10_max": 0.3354188737338209, + "nauc_ndcg_at_10_std": 0.3536359155592507, + "nauc_ndcg_at_1_diff1": 0.22837976284264236, + "nauc_ndcg_at_1_max": 0.32004409084607766, + "nauc_ndcg_at_1_std": 0.1872542290357159, + "nauc_ndcg_at_20_diff1": 0.1497526958329265, + "nauc_ndcg_at_20_max": 0.34725226294941364, + "nauc_ndcg_at_20_std": 0.37108028994181047, + "nauc_ndcg_at_3_diff1": 0.09006043530577133, + "nauc_ndcg_at_3_max": 0.3536191022558483, + "nauc_ndcg_at_3_std": 0.28607649886951786, + "nauc_ndcg_at_5_diff1": 0.11473887609972601, + "nauc_ndcg_at_5_max": 0.33523155256672, + "nauc_ndcg_at_5_std": 0.32911497178754, + "nauc_precision_at_1000_diff1": -0.11591788951975014, + "nauc_precision_at_1000_max": -0.07216429280282649, + "nauc_precision_at_1000_std": 0.18440997942924517, + "nauc_precision_at_100_diff1": -0.031711024227034534, + "nauc_precision_at_100_max": 0.026103390093746993, + "nauc_precision_at_100_std": 0.374498652553044, + "nauc_precision_at_10_diff1": 0.033000475392511164, + "nauc_precision_at_10_max": 0.150039366492689, + "nauc_precision_at_10_std": 0.3692015526993187, + "nauc_precision_at_1_diff1": 0.1743410932212078, + "nauc_precision_at_1_max": 0.254558506819813, + "nauc_precision_at_1_std": 0.18209414419033948, + "nauc_precision_at_20_diff1": 0.00022107423328988614, + "nauc_precision_at_20_max": 0.0983428806675658, + "nauc_precision_at_20_std": 0.3844035643728326, + "nauc_precision_at_3_diff1": -0.009651342390541544, + "nauc_precision_at_3_max": 0.28692111288459926, + "nauc_precision_at_3_std": 0.3076250762966123, + "nauc_precision_at_5_diff1": 0.025657570196728263, + "nauc_precision_at_5_max": 0.21896643580181147, + "nauc_precision_at_5_std": 0.3533357011780025, + "nauc_recall_at_1000_diff1": 0.18760249641137292, + "nauc_recall_at_1000_max": 0.5813180610949331, + "nauc_recall_at_1000_std": 0.7333638139132596, + "nauc_recall_at_100_diff1": 0.2149364698333257, + "nauc_recall_at_100_max": 0.30719549203539687, + "nauc_recall_at_100_std": 0.39085757839256163, + "nauc_recall_at_10_diff1": 0.10850913979814167, + "nauc_recall_at_10_max": 0.2348377268025491, + "nauc_recall_at_10_std": 0.1734561930714951, + "nauc_recall_at_1_diff1": 0.3627679789338162, + "nauc_recall_at_1_max": 0.27783737068598835, + "nauc_recall_at_1_std": 0.15182887789933097, + "nauc_recall_at_20_diff1": 0.09828073078968051, + "nauc_recall_at_20_max": 0.18735116065378515, + "nauc_recall_at_20_std": 0.19564181071975054, + "nauc_recall_at_3_diff1": 0.1670026033309697, + "nauc_recall_at_3_max": 0.299828989238275, + "nauc_recall_at_3_std": 0.1472943274068328, + "nauc_recall_at_5_diff1": 0.14912087263474524, + "nauc_recall_at_5_max": 0.2759132691314022, + "nauc_recall_at_5_std": 0.18387308455525467, + "ndcg_at_1": 0.4225, + "ndcg_at_10": 0.36664, + "ndcg_at_100": 0.45711, + "ndcg_at_1000": 0.5487, + "ndcg_at_20": 0.37994, + "ndcg_at_3": 0.39701, + "ndcg_at_5": 0.37533, + "precision_at_1": 0.525, + "precision_at_10": 0.3115, + "precision_at_100": 0.1101, + "precision_at_1000": 0.02019, + "precision_at_20": 0.24, + "precision_at_3": 0.44167, + "precision_at_5": 0.384, + "recall_at_1": 0.05289, + "recall_at_10": 0.23011, + "recall_at_100": 0.58228, + "recall_at_1000": 0.8739, + "recall_at_20": 0.33765, + "recall_at_3": 0.11418, + "recall_at_5": 0.15856 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53616, + "map_at_1": 0.06461, + "map_at_10": 0.19924, + "map_at_100": 0.37292, + "map_at_1000": 0.42923, + "map_at_20": 0.25898, + "map_at_3": 0.11593, + "map_at_5": 0.14906, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8469226190476192, + "mrr_at_100": 0.8490220147499561, + "mrr_at_1000": 0.8490880638149758, + "mrr_at_20": 0.8488297070576484, + "mrr_at_3": 0.8375, + "mrr_at_5": 0.84225, + "nauc_map_at_1000_diff1": 0.10534703441817306, + "nauc_map_at_1000_max": 0.32102973861838335, + "nauc_map_at_1000_std": 0.4029019861111525, + "nauc_map_at_100_diff1": 0.1250363317786843, + "nauc_map_at_100_max": 0.2805586174529316, + "nauc_map_at_100_std": 0.3619583336895168, + "nauc_map_at_10_diff1": 0.24469958573145703, + "nauc_map_at_10_max": 0.09169393582200007, + "nauc_map_at_10_std": 0.048312689478623994, + "nauc_map_at_1_diff1": 0.6051920598594851, + "nauc_map_at_1_max": -0.13229995611920925, + "nauc_map_at_1_std": -0.22169296394147103, + "nauc_map_at_20_diff1": 0.1709719132137689, + "nauc_map_at_20_max": 0.15183793266037382, + "nauc_map_at_20_std": 0.14946553482175975, + "nauc_map_at_3_diff1": 0.37330990367519395, + "nauc_map_at_3_max": -0.05591252173645371, + "nauc_map_at_3_std": -0.09179335486854279, + "nauc_map_at_5_diff1": 0.30443900855808786, + "nauc_map_at_5_max": 0.025613275363286857, + "nauc_map_at_5_std": -0.01561802641726747, + "nauc_mrr_at_1000_diff1": 0.3797423056568541, + "nauc_mrr_at_1000_max": 0.43278993161842416, + "nauc_mrr_at_1000_std": 0.3078521929512968, + "nauc_mrr_at_100_diff1": 0.37967575888251354, + "nauc_mrr_at_100_max": 0.4330572116828358, + "nauc_mrr_at_100_std": 0.3081783460306633, + "nauc_mrr_at_10_diff1": 0.37360086042418045, + "nauc_mrr_at_10_max": 0.4314417750065477, + "nauc_mrr_at_10_std": 0.3118748365814037, + "nauc_mrr_at_1_diff1": 0.4488485038383207, + "nauc_mrr_at_1_max": 0.39585058525995404, + "nauc_mrr_at_1_std": 0.22613638906917924, + "nauc_mrr_at_20_diff1": 0.38034657467044775, + "nauc_mrr_at_20_max": 0.4336548887153649, + "nauc_mrr_at_20_std": 0.30874563395931826, + "nauc_mrr_at_3_diff1": 0.36381892793023873, + "nauc_mrr_at_3_max": 0.4306181072069759, + "nauc_mrr_at_3_std": 0.30303924083098166, + "nauc_mrr_at_5_diff1": 0.3613722449009854, + "nauc_mrr_at_5_max": 0.4318630116820497, + "nauc_mrr_at_5_std": 0.3236117075722828, + "nauc_ndcg_at_1000_diff1": 0.21635541011012635, + "nauc_ndcg_at_1000_max": 0.44716418425069665, + "nauc_ndcg_at_1000_std": 0.4097088731074394, + "nauc_ndcg_at_100_diff1": 0.17987453877792398, + "nauc_ndcg_at_100_max": 0.4070551709985127, + "nauc_ndcg_at_100_std": 0.42562682943450314, + "nauc_ndcg_at_10_diff1": 0.23767450555022848, + "nauc_ndcg_at_10_max": 0.3340405401337289, + "nauc_ndcg_at_10_std": 0.20783763406087352, + "nauc_ndcg_at_1_diff1": 0.4269028071259745, + "nauc_ndcg_at_1_max": 0.33394442542031716, + "nauc_ndcg_at_1_std": 0.10103481972087452, + "nauc_ndcg_at_20_diff1": 0.20378981611218427, + "nauc_ndcg_at_20_max": 0.33216307336248985, + "nauc_ndcg_at_20_std": 0.2687243604525216, + "nauc_ndcg_at_3_diff1": 0.272155153262346, + "nauc_ndcg_at_3_max": 0.3539470940819234, + "nauc_ndcg_at_3_std": 0.19690900083814042, + "nauc_ndcg_at_5_diff1": 0.21977416350774692, + "nauc_ndcg_at_5_max": 0.3665574761613794, + "nauc_ndcg_at_5_std": 0.20594427367811627, + "nauc_precision_at_1000_diff1": -0.09960394208237153, + "nauc_precision_at_1000_max": 0.030616106765263898, + "nauc_precision_at_1000_std": -0.0027049937519990374, + "nauc_precision_at_100_diff1": -0.11175941887667926, + "nauc_precision_at_100_max": 0.15617753901981354, + "nauc_precision_at_100_std": 0.20373664260838203, + "nauc_precision_at_10_diff1": -0.0945592868272517, + "nauc_precision_at_10_max": 0.3357162280506759, + "nauc_precision_at_10_std": 0.3114547479194476, + "nauc_precision_at_1_diff1": 0.4488485038383207, + "nauc_precision_at_1_max": 0.39585058525995404, + "nauc_precision_at_1_std": 0.22613638906917924, + "nauc_precision_at_20_diff1": -0.12682536411685758, + "nauc_precision_at_20_max": 0.2688192544314342, + "nauc_precision_at_20_std": 0.311061802144763, + "nauc_precision_at_3_diff1": -0.010070585371789691, + "nauc_precision_at_3_max": 0.39028842643300443, + "nauc_precision_at_3_std": 0.3224649439508876, + "nauc_precision_at_5_diff1": -0.09322259873370135, + "nauc_precision_at_5_max": 0.3772074093825968, + "nauc_precision_at_5_std": 0.31033455888793116, + "nauc_recall_at_1000_diff1": -0.007182773964534015, + "nauc_recall_at_1000_max": 0.3535891638899866, + "nauc_recall_at_1000_std": 0.5268608075703392, + "nauc_recall_at_100_diff1": 0.030496731166753704, + "nauc_recall_at_100_max": 0.1826430730716288, + "nauc_recall_at_100_std": 0.36406014258452546, + "nauc_recall_at_10_diff1": 0.15258196442819016, + "nauc_recall_at_10_max": 0.015189787076388333, + "nauc_recall_at_10_std": 0.010388950743982855, + "nauc_recall_at_1_diff1": 0.6051920598594851, + "nauc_recall_at_1_max": -0.13229995611920925, + "nauc_recall_at_1_std": -0.22169296394147103, + "nauc_recall_at_20_diff1": 0.09470501593284944, + "nauc_recall_at_20_max": 0.05034521890056046, + "nauc_recall_at_20_std": 0.0987969830631455, + "nauc_recall_at_3_diff1": 0.3000127540858787, + "nauc_recall_at_3_max": -0.07512116765206034, + "nauc_recall_at_3_std": -0.08733067938791682, + "nauc_recall_at_5_diff1": 0.23976960319276708, + "nauc_recall_at_5_max": 0.0012612368151959613, + "nauc_recall_at_5_std": -0.013529764389386977, + "ndcg_at_1": 0.635, + "ndcg_at_10": 0.53616, + "ndcg_at_100": 0.61664, + "ndcg_at_1000": 0.69443, + "ndcg_at_20": 0.54091, + "ndcg_at_3": 0.57325, + "ndcg_at_5": 0.55601, + "precision_at_1": 0.77, + "precision_at_10": 0.5255, + "precision_at_100": 0.24055, + "precision_at_1000": 0.05241, + "precision_at_20": 0.44625, + "precision_at_3": 0.66333, + "precision_at_5": 0.616, + "recall_at_1": 0.06461, + "recall_at_10": 0.25639, + "recall_at_100": 0.68726, + "recall_at_1000": 0.93651, + "recall_at_20": 0.37544, + "recall_at_3": 0.12713, + "recall_at_5": 0.16983 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.45326, + "map_at_1": 0.05082, + "map_at_10": 0.1665, + "map_at_100": 0.29771, + "map_at_1000": 0.34906, + "map_at_20": 0.21075, + "map_at_3": 0.09743, + "map_at_5": 0.12467, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7587063492063489, + "mrr_at_100": 0.7623932000454942, + "mrr_at_1000": 0.7624258959372371, + "mrr_at_20": 0.7618907892503093, + "mrr_at_3": 0.7416666666666666, + "mrr_at_5": 0.7541666666666665, + "nauc_map_at_1000_diff1": 0.13114595148167305, + "nauc_map_at_1000_max": 0.27404915953861536, + "nauc_map_at_1000_std": 0.3909285023492857, + "nauc_map_at_100_diff1": 0.17105183422786532, + "nauc_map_at_100_max": 0.26754765399617086, + "nauc_map_at_100_std": 0.34496603214456634, + "nauc_map_at_10_diff1": 0.271210527607795, + "nauc_map_at_10_max": 0.13070612058177963, + "nauc_map_at_10_std": 0.05139680495876035, + "nauc_map_at_1_diff1": 0.6054169594952864, + "nauc_map_at_1_max": 0.05580674380512221, + "nauc_map_at_1_std": -0.10960267683402705, + "nauc_map_at_20_diff1": 0.22315744609116192, + "nauc_map_at_20_max": 0.17860884303210353, + "nauc_map_at_20_std": 0.14758819484354468, + "nauc_map_at_3_diff1": 0.3869887848885148, + "nauc_map_at_3_max": 0.05314984139607993, + "nauc_map_at_3_std": -0.034381864810916866, + "nauc_map_at_5_diff1": 0.3170716659301736, + "nauc_map_at_5_max": 0.09736749891289748, + "nauc_map_at_5_std": -0.01439624831391131, + "nauc_mrr_at_1000_diff1": 0.24705376352960878, + "nauc_mrr_at_1000_max": 0.26101161093468217, + "nauc_mrr_at_1000_std": 0.15159862183873693, + "nauc_mrr_at_100_diff1": 0.24708647779190246, + "nauc_mrr_at_100_max": 0.2611287691476914, + "nauc_mrr_at_100_std": 0.15173312623806193, + "nauc_mrr_at_10_diff1": 0.24561052806077158, + "nauc_mrr_at_10_max": 0.2597583867854652, + "nauc_mrr_at_10_std": 0.15463608624138528, + "nauc_mrr_at_1_diff1": 0.3053105584804722, + "nauc_mrr_at_1_max": 0.2700733016200843, + "nauc_mrr_at_1_std": 0.1344145181222596, + "nauc_mrr_at_20_diff1": 0.247742882511082, + "nauc_mrr_at_20_max": 0.26255110814718624, + "nauc_mrr_at_20_std": 0.15324601061007762, + "nauc_mrr_at_3_diff1": 0.2437347669011772, + "nauc_mrr_at_3_max": 0.25642426232908716, + "nauc_mrr_at_3_std": 0.14506922957252277, + "nauc_mrr_at_5_diff1": 0.23648388971629936, + "nauc_mrr_at_5_max": 0.2558788913509391, + "nauc_mrr_at_5_std": 0.15112390569944562, + "nauc_ndcg_at_1000_diff1": 0.15390196129485564, + "nauc_ndcg_at_1000_max": 0.4031996687913618, + "nauc_ndcg_at_1000_std": 0.45502636561479837, + "nauc_ndcg_at_100_diff1": 0.1412313913266357, + "nauc_ndcg_at_100_max": 0.37906749718567334, + "nauc_ndcg_at_100_std": 0.44576684215419066, + "nauc_ndcg_at_10_diff1": 0.1415943881136875, + "nauc_ndcg_at_10_max": 0.21192473730222183, + "nauc_ndcg_at_10_std": 0.18926872395805888, + "nauc_ndcg_at_1_diff1": 0.2644113716660259, + "nauc_ndcg_at_1_max": 0.2589598550167503, + "nauc_ndcg_at_1_std": 0.1694766324345103, + "nauc_ndcg_at_20_diff1": 0.14131630725194883, + "nauc_ndcg_at_20_max": 0.25400686724522087, + "nauc_ndcg_at_20_std": 0.2620523677055258, + "nauc_ndcg_at_3_diff1": 0.13281296213135887, + "nauc_ndcg_at_3_max": 0.22345732533497248, + "nauc_ndcg_at_3_std": 0.15474330772834166, + "nauc_ndcg_at_5_diff1": 0.12873688186314855, + "nauc_ndcg_at_5_max": 0.24204520031169227, + "nauc_ndcg_at_5_std": 0.16042936534793004, + "nauc_precision_at_1000_diff1": -0.1471914617513028, + "nauc_precision_at_1000_max": -0.0794354236915543, + "nauc_precision_at_1000_std": -0.024153966257944456, + "nauc_precision_at_100_diff1": -0.16522668391228393, + "nauc_precision_at_100_max": 0.08309458325231753, + "nauc_precision_at_100_std": 0.24734270780660442, + "nauc_precision_at_10_diff1": -0.08750685286575768, + "nauc_precision_at_10_max": 0.1585513993217593, + "nauc_precision_at_10_std": 0.2312426907050973, + "nauc_precision_at_1_diff1": 0.3053105584804722, + "nauc_precision_at_1_max": 0.2700733016200843, + "nauc_precision_at_1_std": 0.1344145181222596, + "nauc_precision_at_20_diff1": -0.15132267272329497, + "nauc_precision_at_20_max": 0.1596677519931344, + "nauc_precision_at_20_std": 0.3028902257366865, + "nauc_precision_at_3_diff1": -0.0327298648207628, + "nauc_precision_at_3_max": 0.16392987398157532, + "nauc_precision_at_3_std": 0.16710466800643567, + "nauc_precision_at_5_diff1": -0.07342779057452081, + "nauc_precision_at_5_max": 0.19355155276742925, + "nauc_precision_at_5_std": 0.17555381914870008, + "nauc_recall_at_1000_diff1": 0.018014800174674012, + "nauc_recall_at_1000_max": 0.4547214260878346, + "nauc_recall_at_1000_std": 0.6608650164627973, + "nauc_recall_at_100_diff1": 0.09851349372333214, + "nauc_recall_at_100_max": 0.3171153481063672, + "nauc_recall_at_100_std": 0.4638046249920741, + "nauc_recall_at_10_diff1": 0.2028944006568871, + "nauc_recall_at_10_max": 0.07422915138567211, + "nauc_recall_at_10_std": 0.06973755987866569, + "nauc_recall_at_1_diff1": 0.6054169594952864, + "nauc_recall_at_1_max": 0.05580674380512221, + "nauc_recall_at_1_std": -0.10960267683402705, + "nauc_recall_at_20_diff1": 0.15764243163200212, + "nauc_recall_at_20_max": 0.1513971568736682, + "nauc_recall_at_20_std": 0.18274233278012675, + "nauc_recall_at_3_diff1": 0.3284586623628068, + "nauc_recall_at_3_max": 0.03145064904923797, + "nauc_recall_at_3_std": -0.019042917745461664, + "nauc_recall_at_5_diff1": 0.24540010742356616, + "nauc_recall_at_5_max": 0.06420901075399131, + "nauc_recall_at_5_std": -0.009419761271632762, + "ndcg_at_1": 0.5325, + "ndcg_at_10": 0.45326, + "ndcg_at_100": 0.52884, + "ndcg_at_1000": 0.62579, + "ndcg_at_20": 0.45262, + "ndcg_at_3": 0.48675, + "ndcg_at_5": 0.46987, + "precision_at_1": 0.67, + "precision_at_10": 0.4475, + "precision_at_100": 0.20555, + "precision_at_1000": 0.04767, + "precision_at_20": 0.37275, + "precision_at_3": 0.58, + "precision_at_5": 0.527, + "recall_at_1": 0.05082, + "recall_at_10": 0.21793, + "recall_at_100": 0.61127, + "recall_at_1000": 0.90624, + "recall_at_20": 0.324, + "recall_at_3": 0.10884, + "recall_at_5": 0.14747 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42858, + "map_at_1": 0.04726, + "map_at_10": 0.15327, + "map_at_100": 0.27523, + "map_at_1000": 0.3252, + "map_at_20": 0.19485, + "map_at_3": 0.08843, + "map_at_5": 0.11251, + "mrr_at_1": 0.625, + "mrr_at_10": 0.7305277777777777, + "mrr_at_100": 0.7331611593762287, + "mrr_at_1000": 0.7332382930076246, + "mrr_at_20": 0.7323186327561325, + "mrr_at_3": 0.7083333333333331, + "mrr_at_5": 0.7250833333333331, + "nauc_map_at_1000_diff1": 0.20345052790305226, + "nauc_map_at_1000_max": 0.32931758936932554, + "nauc_map_at_1000_std": 0.4632230165727027, + "nauc_map_at_100_diff1": 0.1991650170704672, + "nauc_map_at_100_max": 0.2876378516579611, + "nauc_map_at_100_std": 0.41016822276393006, + "nauc_map_at_10_diff1": 0.24351622773016848, + "nauc_map_at_10_max": 0.14329421520090224, + "nauc_map_at_10_std": 0.14562824721123924, + "nauc_map_at_1_diff1": 0.59893521690511, + "nauc_map_at_1_max": 0.03357531083431004, + "nauc_map_at_1_std": -0.10018343315193201, + "nauc_map_at_20_diff1": 0.2151506550677825, + "nauc_map_at_20_max": 0.19567331854606596, + "nauc_map_at_20_std": 0.24113926365795774, + "nauc_map_at_3_diff1": 0.36218313679874564, + "nauc_map_at_3_max": 0.03130853603509535, + "nauc_map_at_3_std": -0.010709759231027561, + "nauc_map_at_5_diff1": 0.3044793942900638, + "nauc_map_at_5_max": 0.09337324147129551, + "nauc_map_at_5_std": 0.04102376243325256, + "nauc_mrr_at_1000_diff1": 0.37381521347575997, + "nauc_mrr_at_1000_max": 0.23496426045162544, + "nauc_mrr_at_1000_std": 0.23723074244848158, + "nauc_mrr_at_100_diff1": 0.3737560705984421, + "nauc_mrr_at_100_max": 0.23510665668953187, + "nauc_mrr_at_100_std": 0.237470289342945, + "nauc_mrr_at_10_diff1": 0.37481750499530814, + "nauc_mrr_at_10_max": 0.23858272875866987, + "nauc_mrr_at_10_std": 0.24143111136465223, + "nauc_mrr_at_1_diff1": 0.3721948379584709, + "nauc_mrr_at_1_max": 0.22010479332427774, + "nauc_mrr_at_1_std": 0.20589947603337894, + "nauc_mrr_at_20_diff1": 0.37503906222497135, + "nauc_mrr_at_20_max": 0.23568899742681723, + "nauc_mrr_at_20_std": 0.23800176403405449, + "nauc_mrr_at_3_diff1": 0.3588908562033637, + "nauc_mrr_at_3_max": 0.2147954344251929, + "nauc_mrr_at_3_std": 0.2229701530289623, + "nauc_mrr_at_5_diff1": 0.38002277807108253, + "nauc_mrr_at_5_max": 0.22433761954034503, + "nauc_mrr_at_5_std": 0.22966364874587866, + "nauc_ndcg_at_1000_diff1": 0.2536833459425178, + "nauc_ndcg_at_1000_max": 0.40968479731780544, + "nauc_ndcg_at_1000_std": 0.5021334315675684, + "nauc_ndcg_at_100_diff1": 0.21411086296760698, + "nauc_ndcg_at_100_max": 0.3759423337024437, + "nauc_ndcg_at_100_std": 0.4889697532448275, + "nauc_ndcg_at_10_diff1": 0.2648348815693641, + "nauc_ndcg_at_10_max": 0.2692792064082664, + "nauc_ndcg_at_10_std": 0.2919528085998531, + "nauc_ndcg_at_1_diff1": 0.3638716614094172, + "nauc_ndcg_at_1_max": 0.23756951317635147, + "nauc_ndcg_at_1_std": 0.1849851539080468, + "nauc_ndcg_at_20_diff1": 0.2684007676658798, + "nauc_ndcg_at_20_max": 0.29281625015190677, + "nauc_ndcg_at_20_std": 0.3474323411813549, + "nauc_ndcg_at_3_diff1": 0.248804302403164, + "nauc_ndcg_at_3_max": 0.21734143282486948, + "nauc_ndcg_at_3_std": 0.20347225740250965, + "nauc_ndcg_at_5_diff1": 0.26096643852984697, + "nauc_ndcg_at_5_max": 0.26241957003973054, + "nauc_ndcg_at_5_std": 0.2268922998527146, + "nauc_precision_at_1000_diff1": -0.00841579947078024, + "nauc_precision_at_1000_max": 0.08081543573556338, + "nauc_precision_at_1000_std": 0.05670629834872371, + "nauc_precision_at_100_diff1": 0.008191090552405507, + "nauc_precision_at_100_max": 0.19954101687934003, + "nauc_precision_at_100_std": 0.2897894737986521, + "nauc_precision_at_10_diff1": 0.061627813262900406, + "nauc_precision_at_10_max": 0.29498287634548426, + "nauc_precision_at_10_std": 0.3836504550495144, + "nauc_precision_at_1_diff1": 0.3721948379584709, + "nauc_precision_at_1_max": 0.22010479332427774, + "nauc_precision_at_1_std": 0.20589947603337894, + "nauc_precision_at_20_diff1": 0.056499050307220834, + "nauc_precision_at_20_max": 0.266542644134357, + "nauc_precision_at_20_std": 0.38702225990622985, + "nauc_precision_at_3_diff1": 0.09707522853662025, + "nauc_precision_at_3_max": 0.18884349005599832, + "nauc_precision_at_3_std": 0.22565522118808676, + "nauc_precision_at_5_diff1": 0.08055204042003247, + "nauc_precision_at_5_max": 0.28609548656598865, + "nauc_precision_at_5_std": 0.3056588416962593, + "nauc_recall_at_1000_diff1": -0.018918990763878017, + "nauc_recall_at_1000_max": 0.3453308587859561, + "nauc_recall_at_1000_std": 0.5947604024348371, + "nauc_recall_at_100_diff1": 0.04235477058378163, + "nauc_recall_at_100_max": 0.21617576076443057, + "nauc_recall_at_100_std": 0.4149100561125838, + "nauc_recall_at_10_diff1": 0.14659100499502828, + "nauc_recall_at_10_max": 0.06060921051898677, + "nauc_recall_at_10_std": 0.12248607181782072, + "nauc_recall_at_1_diff1": 0.59893521690511, + "nauc_recall_at_1_max": 0.03357531083431004, + "nauc_recall_at_1_std": -0.10018343315193201, + "nauc_recall_at_20_diff1": 0.11710777666413483, + "nauc_recall_at_20_max": 0.10697855824092671, + "nauc_recall_at_20_std": 0.2116650018747443, + "nauc_recall_at_3_diff1": 0.27920400117369537, + "nauc_recall_at_3_max": -0.023083092985746827, + "nauc_recall_at_3_std": -0.043603457957378126, + "nauc_recall_at_5_diff1": 0.21707107765996544, + "nauc_recall_at_5_max": 0.03305957223499511, + "nauc_recall_at_5_std": 0.013411779565490445, + "ndcg_at_1": 0.49, + "ndcg_at_10": 0.42858, + "ndcg_at_100": 0.50336, + "ndcg_at_1000": 0.60261, + "ndcg_at_20": 0.42624, + "ndcg_at_3": 0.45637, + "ndcg_at_5": 0.43795, + "precision_at_1": 0.625, + "precision_at_10": 0.4285, + "precision_at_100": 0.1981, + "precision_at_1000": 0.04794, + "precision_at_20": 0.3555, + "precision_at_3": 0.54, + "precision_at_5": 0.486, + "recall_at_1": 0.04726, + "recall_at_10": 0.21369, + "recall_at_100": 0.58988, + "recall_at_1000": 0.88665, + "recall_at_20": 0.30162, + "recall_at_3": 0.10333, + "recall_at_5": 0.14197 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56774, + "map_at_1": 0.12743, + "map_at_10": 0.28974, + "map_at_100": 0.40828, + "map_at_1000": 0.44717, + "map_at_20": 0.33551, + "map_at_3": 0.20441, + "map_at_5": 0.24167, + "mrr_at_1": 0.755, + "mrr_at_10": 0.8434781746031748, + "mrr_at_100": 0.8456317710067711, + "mrr_at_1000": 0.8456317710067711, + "mrr_at_20": 0.8451372655122655, + "mrr_at_3": 0.8383333333333334, + "mrr_at_5": 0.8415833333333335, + "nauc_map_at_1000_diff1": 0.1989872821912632, + "nauc_map_at_1000_max": 0.21350206981496958, + "nauc_map_at_1000_std": 0.3554691156549461, + "nauc_map_at_100_diff1": 0.2109896236900592, + "nauc_map_at_100_max": 0.20648975522055435, + "nauc_map_at_100_std": 0.3494121417605937, + "nauc_map_at_10_diff1": 0.2187320392046998, + "nauc_map_at_10_max": 0.16835509795924986, + "nauc_map_at_10_std": 0.27880134195961165, + "nauc_map_at_1_diff1": 0.404776547281326, + "nauc_map_at_1_max": 0.12829026427894585, + "nauc_map_at_1_std": 0.17244984827442464, + "nauc_map_at_20_diff1": 0.21435551692997146, + "nauc_map_at_20_max": 0.18707790094922686, + "nauc_map_at_20_std": 0.28879337886781486, + "nauc_map_at_3_diff1": 0.3173683657220907, + "nauc_map_at_3_max": 0.13800922162101348, + "nauc_map_at_3_std": 0.25218038272137366, + "nauc_map_at_5_diff1": 0.26479455462278245, + "nauc_map_at_5_max": 0.14908588901042796, + "nauc_map_at_5_std": 0.2756840554304732, + "nauc_mrr_at_1000_diff1": 0.5559359557322018, + "nauc_mrr_at_1000_max": 0.5427788475301036, + "nauc_mrr_at_1000_std": 0.195116652779454, + "nauc_mrr_at_100_diff1": 0.5559359557322018, + "nauc_mrr_at_100_max": 0.5427788475301036, + "nauc_mrr_at_100_std": 0.195116652779454, + "nauc_mrr_at_10_diff1": 0.5565393889063432, + "nauc_mrr_at_10_max": 0.5453507113673318, + "nauc_mrr_at_10_std": 0.19637675918644967, + "nauc_mrr_at_1_diff1": 0.5662159718306862, + "nauc_mrr_at_1_max": 0.49917555822686444, + "nauc_mrr_at_1_std": 0.14503792432156412, + "nauc_mrr_at_20_diff1": 0.5550201901890848, + "nauc_mrr_at_20_max": 0.543117805941201, + "nauc_mrr_at_20_std": 0.1976419868326524, + "nauc_mrr_at_3_diff1": 0.5514836442182733, + "nauc_mrr_at_3_max": 0.5439026367470973, + "nauc_mrr_at_3_std": 0.19980491784844853, + "nauc_mrr_at_5_diff1": 0.5549176418503234, + "nauc_mrr_at_5_max": 0.5502102397224748, + "nauc_mrr_at_5_std": 0.20322380050538766, + "nauc_ndcg_at_1000_diff1": 0.340098940324462, + "nauc_ndcg_at_1000_max": 0.3832358254634414, + "nauc_ndcg_at_1000_std": 0.3632802680758412, + "nauc_ndcg_at_100_diff1": 0.337241697122259, + "nauc_ndcg_at_100_max": 0.33931528726349985, + "nauc_ndcg_at_100_std": 0.3239981183911165, + "nauc_ndcg_at_10_diff1": 0.3107054593721912, + "nauc_ndcg_at_10_max": 0.30973867288038553, + "nauc_ndcg_at_10_std": 0.2556530704396438, + "nauc_ndcg_at_1_diff1": 0.5836536097415789, + "nauc_ndcg_at_1_max": 0.4544905556202583, + "nauc_ndcg_at_1_std": 0.13480509509082042, + "nauc_ndcg_at_20_diff1": 0.311712012971211, + "nauc_ndcg_at_20_max": 0.3171861090360076, + "nauc_ndcg_at_20_std": 0.252434035096409, + "nauc_ndcg_at_3_diff1": 0.3841465350613675, + "nauc_ndcg_at_3_max": 0.35460089886956886, + "nauc_ndcg_at_3_std": 0.2182650870820746, + "nauc_ndcg_at_5_diff1": 0.34033398256801634, + "nauc_ndcg_at_5_max": 0.3437529551694523, + "nauc_ndcg_at_5_std": 0.2428465359135303, + "nauc_precision_at_1000_diff1": -0.12263247499467982, + "nauc_precision_at_1000_max": -0.031071281448802817, + "nauc_precision_at_1000_std": -0.15410986935094384, + "nauc_precision_at_100_diff1": -0.10584276266694435, + "nauc_precision_at_100_max": 0.012153399045283219, + "nauc_precision_at_100_std": 0.00169166955229511, + "nauc_precision_at_10_diff1": -0.10470426404350958, + "nauc_precision_at_10_max": 0.11101489907323558, + "nauc_precision_at_10_std": 0.0669464216691038, + "nauc_precision_at_1_diff1": 0.5662159718306862, + "nauc_precision_at_1_max": 0.49917555822686444, + "nauc_precision_at_1_std": 0.14503792432156412, + "nauc_precision_at_20_diff1": -0.1210880013586248, + "nauc_precision_at_20_max": 0.07131460137159128, + "nauc_precision_at_20_std": 0.025455853589827264, + "nauc_precision_at_3_diff1": 0.050552307107661267, + "nauc_precision_at_3_max": 0.20440312830322457, + "nauc_precision_at_3_std": 0.19835792821764012, + "nauc_precision_at_5_diff1": -0.07115299402570009, + "nauc_precision_at_5_max": 0.1541419010802635, + "nauc_precision_at_5_std": 0.1442923281433833, + "nauc_recall_at_1000_diff1": 0.34423595027330217, + "nauc_recall_at_1000_max": 0.34612832505185875, + "nauc_recall_at_1000_std": 0.6335382587134114, + "nauc_recall_at_100_diff1": 0.25778231145743874, + "nauc_recall_at_100_max": 0.20152070413689113, + "nauc_recall_at_100_std": 0.3026006467558538, + "nauc_recall_at_10_diff1": 0.16836278714620992, + "nauc_recall_at_10_max": 0.12171749597333871, + "nauc_recall_at_10_std": 0.24369668739447725, + "nauc_recall_at_1_diff1": 0.404776547281326, + "nauc_recall_at_1_max": 0.12829026427894585, + "nauc_recall_at_1_std": 0.17244984827442464, + "nauc_recall_at_20_diff1": 0.19002449474732874, + "nauc_recall_at_20_max": 0.1694029754173007, + "nauc_recall_at_20_std": 0.22258284262384065, + "nauc_recall_at_3_diff1": 0.28605574921275334, + "nauc_recall_at_3_max": 0.10156928511346143, + "nauc_recall_at_3_std": 0.251040317905201, + "nauc_recall_at_5_diff1": 0.21616283979717138, + "nauc_recall_at_5_max": 0.11086348525984943, + "nauc_recall_at_5_std": 0.2680480853606155, + "ndcg_at_1": 0.6675, + "ndcg_at_10": 0.56774, + "ndcg_at_100": 0.64134, + "ndcg_at_1000": 0.71765, + "ndcg_at_20": 0.58085, + "ndcg_at_3": 0.60569, + "ndcg_at_5": 0.58357, + "precision_at_1": 0.755, + "precision_at_10": 0.416, + "precision_at_100": 0.16275, + "precision_at_1000": 0.03523, + "precision_at_20": 0.32575, + "precision_at_3": 0.59333, + "precision_at_5": 0.518, + "recall_at_1": 0.12743, + "recall_at_10": 0.36404, + "recall_at_100": 0.73147, + "recall_at_1000": 0.9664, + "recall_at_20": 0.48426, + "recall_at_3": 0.22148, + "recall_at_5": 0.27549 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.46524, + "map_at_1": 0.11527, + "map_at_10": 0.23494, + "map_at_100": 0.3169, + "map_at_1000": 0.35011, + "map_at_20": 0.26251, + "map_at_3": 0.16511, + "map_at_5": 0.1978, + "mrr_at_1": 0.635, + "mrr_at_10": 0.7475257936507937, + "mrr_at_100": 0.7509793282697694, + "mrr_at_1000": 0.7510243733148145, + "mrr_at_20": 0.7505229790634204, + "mrr_at_3": 0.73, + "mrr_at_5": 0.74275, + "nauc_map_at_1000_diff1": 0.2710615726825279, + "nauc_map_at_1000_max": 0.3039242377043488, + "nauc_map_at_1000_std": 0.3814668194828341, + "nauc_map_at_100_diff1": 0.28112217178564425, + "nauc_map_at_100_max": 0.24784891667568953, + "nauc_map_at_100_std": 0.3786154529465761, + "nauc_map_at_10_diff1": 0.2790188224451745, + "nauc_map_at_10_max": 0.15260663638333025, + "nauc_map_at_10_std": 0.2303325423166896, + "nauc_map_at_1_diff1": 0.4140274072509316, + "nauc_map_at_1_max": 0.1768242223457367, + "nauc_map_at_1_std": 0.14959962023306175, + "nauc_map_at_20_diff1": 0.2827752641107491, + "nauc_map_at_20_max": 0.18240217632425837, + "nauc_map_at_20_std": 0.2749158340128651, + "nauc_map_at_3_diff1": 0.3709918460366848, + "nauc_map_at_3_max": 0.1589111836393081, + "nauc_map_at_3_std": 0.2181941794495997, + "nauc_map_at_5_diff1": 0.31835352942115097, + "nauc_map_at_5_max": 0.1415448365566327, + "nauc_map_at_5_std": 0.20847548045480038, + "nauc_mrr_at_1000_diff1": 0.4068810421094273, + "nauc_mrr_at_1000_max": 0.3922458170232583, + "nauc_mrr_at_1000_std": 0.23396637051316485, + "nauc_mrr_at_100_diff1": 0.40675731092647316, + "nauc_mrr_at_100_max": 0.392316427926129, + "nauc_mrr_at_100_std": 0.23403488695110117, + "nauc_mrr_at_10_diff1": 0.40472110046112436, + "nauc_mrr_at_10_max": 0.3943648130656051, + "nauc_mrr_at_10_std": 0.2367182174132284, + "nauc_mrr_at_1_diff1": 0.4018710804975841, + "nauc_mrr_at_1_max": 0.37250792797209986, + "nauc_mrr_at_1_std": 0.1897493890914271, + "nauc_mrr_at_20_diff1": 0.40771020582827167, + "nauc_mrr_at_20_max": 0.3919728478269921, + "nauc_mrr_at_20_std": 0.23401894970030857, + "nauc_mrr_at_3_diff1": 0.4159717496334962, + "nauc_mrr_at_3_max": 0.3972555432541413, + "nauc_mrr_at_3_std": 0.2515938231101815, + "nauc_mrr_at_5_diff1": 0.40670036109815655, + "nauc_mrr_at_5_max": 0.39252696497194917, + "nauc_mrr_at_5_std": 0.24065034663786655, + "nauc_ndcg_at_1000_diff1": 0.35614301598929266, + "nauc_ndcg_at_1000_max": 0.4443873067348632, + "nauc_ndcg_at_1000_std": 0.4361223435770854, + "nauc_ndcg_at_100_diff1": 0.33186744841395804, + "nauc_ndcg_at_100_max": 0.36274776338558995, + "nauc_ndcg_at_100_std": 0.43897609042216906, + "nauc_ndcg_at_10_diff1": 0.30669232906271954, + "nauc_ndcg_at_10_max": 0.3670333518087464, + "nauc_ndcg_at_10_std": 0.3455504657488475, + "nauc_ndcg_at_1_diff1": 0.4635776756702597, + "nauc_ndcg_at_1_max": 0.33811067691558955, + "nauc_ndcg_at_1_std": 0.20111363994217082, + "nauc_ndcg_at_20_diff1": 0.3114781216439755, + "nauc_ndcg_at_20_max": 0.35927872497281477, + "nauc_ndcg_at_20_std": 0.35467036223670656, + "nauc_ndcg_at_3_diff1": 0.37477036957877546, + "nauc_ndcg_at_3_max": 0.3897410169565625, + "nauc_ndcg_at_3_std": 0.34680733061098956, + "nauc_ndcg_at_5_diff1": 0.32804478637124657, + "nauc_ndcg_at_5_max": 0.36997152839111425, + "nauc_ndcg_at_5_std": 0.32262045511742954, + "nauc_precision_at_1000_diff1": -0.15900202734406482, + "nauc_precision_at_1000_max": 0.2567416788735981, + "nauc_precision_at_1000_std": -0.1343922073212749, + "nauc_precision_at_100_diff1": -0.09137343181523501, + "nauc_precision_at_100_max": 0.2873875784055607, + "nauc_precision_at_100_std": 0.12550636669137422, + "nauc_precision_at_10_diff1": -0.028765527825066937, + "nauc_precision_at_10_max": 0.3223216753435723, + "nauc_precision_at_10_std": 0.24511782918558966, + "nauc_precision_at_1_diff1": 0.4018710804975841, + "nauc_precision_at_1_max": 0.37250792797209986, + "nauc_precision_at_1_std": 0.1897493890914271, + "nauc_precision_at_20_diff1": -0.04799551269872658, + "nauc_precision_at_20_max": 0.31698285856083247, + "nauc_precision_at_20_std": 0.23107404434828793, + "nauc_precision_at_3_diff1": 0.12003909072105011, + "nauc_precision_at_3_max": 0.29672675166300444, + "nauc_precision_at_3_std": 0.28949616737063943, + "nauc_precision_at_5_diff1": 0.01727746820302718, + "nauc_precision_at_5_max": 0.28147773412596183, + "nauc_precision_at_5_std": 0.2379765784707743, + "nauc_recall_at_1000_diff1": 0.2795064548883276, + "nauc_recall_at_1000_max": 0.3900818733051711, + "nauc_recall_at_1000_std": 0.6587837759094047, + "nauc_recall_at_100_diff1": 0.22095792566979236, + "nauc_recall_at_100_max": 0.17901032294597766, + "nauc_recall_at_100_std": 0.4603552888202082, + "nauc_recall_at_10_diff1": 0.19087613352630756, + "nauc_recall_at_10_max": 0.07257661195678324, + "nauc_recall_at_10_std": 0.20702081209773002, + "nauc_recall_at_1_diff1": 0.4140274072509316, + "nauc_recall_at_1_max": 0.1768242223457367, + "nauc_recall_at_1_std": 0.14959962023306175, + "nauc_recall_at_20_diff1": 0.2056627801838, + "nauc_recall_at_20_max": 0.1125099846393236, + "nauc_recall_at_20_std": 0.2636480523387791, + "nauc_recall_at_3_diff1": 0.33370970504174424, + "nauc_recall_at_3_max": 0.11214184867623851, + "nauc_recall_at_3_std": 0.24564043276986508, + "nauc_recall_at_5_diff1": 0.26308556134646666, + "nauc_recall_at_5_max": 0.0704054468176204, + "nauc_recall_at_5_std": 0.20568376722945605, + "ndcg_at_1": 0.54, + "ndcg_at_10": 0.46524, + "ndcg_at_100": 0.5357, + "ndcg_at_1000": 0.62704, + "ndcg_at_20": 0.47194, + "ndcg_at_3": 0.48552, + "ndcg_at_5": 0.47438, + "precision_at_1": 0.635, + "precision_at_10": 0.34, + "precision_at_100": 0.1313, + "precision_at_1000": 0.03217, + "precision_at_20": 0.259, + "precision_at_3": 0.48667, + "precision_at_5": 0.427, + "recall_at_1": 0.11527, + "recall_at_10": 0.31369, + "recall_at_100": 0.63345, + "recall_at_1000": 0.92078, + "recall_at_20": 0.3926, + "recall_at_3": 0.18444, + "recall_at_5": 0.23555 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.41744, + "map_at_1": 0.09564, + "map_at_10": 0.20605, + "map_at_100": 0.28312, + "map_at_1000": 0.31282, + "map_at_20": 0.23473, + "map_at_3": 0.15126, + "map_at_5": 0.1754, + "mrr_at_1": 0.565, + "mrr_at_10": 0.6761964285714284, + "mrr_at_100": 0.6813690922765558, + "mrr_at_1000": 0.681433789943332, + "mrr_at_20": 0.6801239863078098, + "mrr_at_3": 0.6549999999999997, + "mrr_at_5": 0.6679999999999998, + "nauc_map_at_1000_diff1": 0.28722347565746925, + "nauc_map_at_1000_max": 0.24934462023063936, + "nauc_map_at_1000_std": 0.4773207286672026, + "nauc_map_at_100_diff1": 0.2929576512609477, + "nauc_map_at_100_max": 0.1962944694718692, + "nauc_map_at_100_std": 0.4597366524278838, + "nauc_map_at_10_diff1": 0.31348832519697434, + "nauc_map_at_10_max": 0.06464286435762834, + "nauc_map_at_10_std": 0.3069211927121748, + "nauc_map_at_1_diff1": 0.47628029895121765, + "nauc_map_at_1_max": 0.05585365809433839, + "nauc_map_at_1_std": 0.2581582399435053, + "nauc_map_at_20_diff1": 0.3072555170572947, + "nauc_map_at_20_max": 0.1027204985266874, + "nauc_map_at_20_std": 0.3614481972849571, + "nauc_map_at_3_diff1": 0.3724805080551234, + "nauc_map_at_3_max": 0.04538310429827398, + "nauc_map_at_3_std": 0.263558667844307, + "nauc_map_at_5_diff1": 0.3286398632727365, + "nauc_map_at_5_max": 0.03833088341364693, + "nauc_map_at_5_std": 0.28956065243774787, + "nauc_mrr_at_1000_diff1": 0.2472392828926793, + "nauc_mrr_at_1000_max": 0.36443920444684236, + "nauc_mrr_at_1000_std": 0.4215192961802986, + "nauc_mrr_at_100_diff1": 0.24738164678375027, + "nauc_mrr_at_100_max": 0.364464431906036, + "nauc_mrr_at_100_std": 0.4215189087134133, + "nauc_mrr_at_10_diff1": 0.24362286750688128, + "nauc_mrr_at_10_max": 0.3672186118698976, + "nauc_mrr_at_10_std": 0.42437046627631636, + "nauc_mrr_at_1_diff1": 0.2659049875471888, + "nauc_mrr_at_1_max": 0.34204911188975906, + "nauc_mrr_at_1_std": 0.3779303356193225, + "nauc_mrr_at_20_diff1": 0.24616836088602692, + "nauc_mrr_at_20_max": 0.3652756209193149, + "nauc_mrr_at_20_std": 0.4228581397335203, + "nauc_mrr_at_3_diff1": 0.2530769858626112, + "nauc_mrr_at_3_max": 0.36157433598180677, + "nauc_mrr_at_3_std": 0.4312987089746948, + "nauc_mrr_at_5_diff1": 0.2487049162518119, + "nauc_mrr_at_5_max": 0.37189567741993096, + "nauc_mrr_at_5_std": 0.4258136228671094, + "nauc_ndcg_at_1000_diff1": 0.294965288974714, + "nauc_ndcg_at_1000_max": 0.3960725157596458, + "nauc_ndcg_at_1000_std": 0.5602847057484054, + "nauc_ndcg_at_100_diff1": 0.2866454459998566, + "nauc_ndcg_at_100_max": 0.3306027342595883, + "nauc_ndcg_at_100_std": 0.5408155973962905, + "nauc_ndcg_at_10_diff1": 0.2717275415244606, + "nauc_ndcg_at_10_max": 0.3031027525303373, + "nauc_ndcg_at_10_std": 0.44707452232795747, + "nauc_ndcg_at_1_diff1": 0.3295613204655819, + "nauc_ndcg_at_1_max": 0.30055439394661737, + "nauc_ndcg_at_1_std": 0.347081939970169, + "nauc_ndcg_at_20_diff1": 0.29280896600176065, + "nauc_ndcg_at_20_max": 0.29662160729387554, + "nauc_ndcg_at_20_std": 0.47947966749339505, + "nauc_ndcg_at_3_diff1": 0.2816464000356251, + "nauc_ndcg_at_3_max": 0.3009830344957376, + "nauc_ndcg_at_3_std": 0.42003442851986283, + "nauc_ndcg_at_5_diff1": 0.2696072633887286, + "nauc_ndcg_at_5_max": 0.3004260146237664, + "nauc_ndcg_at_5_std": 0.44477357493743586, + "nauc_precision_at_1000_diff1": -0.13052254038325728, + "nauc_precision_at_1000_max": 0.2500286771663596, + "nauc_precision_at_1000_std": -0.04891743860117532, + "nauc_precision_at_100_diff1": -0.07341878871125557, + "nauc_precision_at_100_max": 0.36422257769233846, + "nauc_precision_at_100_std": 0.22172768658532493, + "nauc_precision_at_10_diff1": -0.02979992112885489, + "nauc_precision_at_10_max": 0.3178427835168368, + "nauc_precision_at_10_std": 0.2979414177768306, + "nauc_precision_at_1_diff1": 0.2659049875471888, + "nauc_precision_at_1_max": 0.34204911188975906, + "nauc_precision_at_1_std": 0.3779303356193225, + "nauc_precision_at_20_diff1": -0.028615857037779198, + "nauc_precision_at_20_max": 0.3614148436511427, + "nauc_precision_at_20_std": 0.32585090034828407, + "nauc_precision_at_3_diff1": 0.06237142403739335, + "nauc_precision_at_3_max": 0.26393813927319426, + "nauc_precision_at_3_std": 0.3416477920279292, + "nauc_precision_at_5_diff1": 0.0024439316608510517, + "nauc_precision_at_5_max": 0.29055695118578123, + "nauc_precision_at_5_std": 0.34775631917368655, + "nauc_recall_at_1000_diff1": 0.12008896637225232, + "nauc_recall_at_1000_max": 0.4546177743495004, + "nauc_recall_at_1000_std": 0.7042301833244387, + "nauc_recall_at_100_diff1": 0.2071390383339532, + "nauc_recall_at_100_max": 0.24748501325661146, + "nauc_recall_at_100_std": 0.5018732286922786, + "nauc_recall_at_10_diff1": 0.23061094110607971, + "nauc_recall_at_10_max": 0.0694638977896956, + "nauc_recall_at_10_std": 0.28482553926563237, + "nauc_recall_at_1_diff1": 0.47628029895121765, + "nauc_recall_at_1_max": 0.05585365809433839, + "nauc_recall_at_1_std": 0.2581582399435053, + "nauc_recall_at_20_diff1": 0.21635370955116418, + "nauc_recall_at_20_max": 0.12150020620230668, + "nauc_recall_at_20_std": 0.3560339765347436, + "nauc_recall_at_3_diff1": 0.29742402558913866, + "nauc_recall_at_3_max": 0.03858034855007733, + "nauc_recall_at_3_std": 0.25244774520439267, + "nauc_recall_at_5_diff1": 0.247344755037695, + "nauc_recall_at_5_max": 0.04206691175484591, + "nauc_recall_at_5_std": 0.29076885852396134, + "ndcg_at_1": 0.47, + "ndcg_at_10": 0.41744, + "ndcg_at_100": 0.49011, + "ndcg_at_1000": 0.58147, + "ndcg_at_20": 0.43084, + "ndcg_at_3": 0.43583, + "ndcg_at_5": 0.42497, + "precision_at_1": 0.565, + "precision_at_10": 0.3025, + "precision_at_100": 0.12105, + "precision_at_1000": 0.03048, + "precision_at_20": 0.23625, + "precision_at_3": 0.44167, + "precision_at_5": 0.384, + "recall_at_1": 0.09564, + "recall_at_10": 0.28458, + "recall_at_100": 0.60046, + "recall_at_1000": 0.88965, + "recall_at_20": 0.37325, + "recall_at_3": 0.17789, + "recall_at_5": 0.21721 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CmedqaRetrieval.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CmedqaRetrieval.json index ede119bed..8d21ae951 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CmedqaRetrieval.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/CmedqaRetrieval.json @@ -1,8 +1,8 @@ { "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", - "evaluation_time": 143.3934986591339, - "kg_co2_emissions": 0.028171688577287836, - "mteb_version": "1.12.75", + "evaluation_time": 40.97112727165222, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "dev": [ { @@ -10,147 +10,147 @@ "languages": [ "cmn-Hans" ], - "main_score": 0.27198, - "map_at_1": 0.15711, - "map_at_10": 0.22577, - "map_at_100": 0.23808, - "map_at_1000": 0.23975, - "map_at_20": 0.2323, - "map_at_3": 0.2043, - "map_at_5": 0.21525, - "mrr_at_1": 0.245311327831958, - "mrr_at_10": 0.30229452204320906, - "mrr_at_100": 0.3108631557941536, - "mrr_at_1000": 0.3118092701340701, - "mrr_at_20": 0.30693958358831186, - "mrr_at_3": 0.2839043094106863, - "mrr_at_5": 0.29266900058347967, - "nauc_map_at_1000_diff1": 0.48560185418190355, - "nauc_map_at_1000_max": 0.38116269568765915, - "nauc_map_at_1000_std": 0.15770051584166384, - "nauc_map_at_100_diff1": 0.4856193679373507, - "nauc_map_at_100_max": 0.3806325865802602, - "nauc_map_at_100_std": 0.15724963131418446, - "nauc_map_at_10_diff1": 0.4890879282076314, - "nauc_map_at_10_max": 0.37741209429063105, - "nauc_map_at_10_std": 0.1456079749269153, - "nauc_map_at_1_diff1": 0.5375006320983841, - "nauc_map_at_1_max": 0.34425556689388365, - "nauc_map_at_1_std": 0.09363798109037005, - "nauc_map_at_20_diff1": 0.48709052031220323, - "nauc_map_at_20_max": 0.37896151530676697, - "nauc_map_at_20_std": 0.15198329333268995, - "nauc_map_at_3_diff1": 0.4996144186099165, - "nauc_map_at_3_max": 0.37022628999215323, - "nauc_map_at_3_std": 0.12958288050256406, - "nauc_map_at_5_diff1": 0.4959717700202244, - "nauc_map_at_5_max": 0.37453314158874157, - "nauc_map_at_5_std": 0.13466705027950582, - "nauc_mrr_at_1000_diff1": 0.513277744341866, - "nauc_mrr_at_1000_max": 0.40331720396065285, - "nauc_mrr_at_1000_std": 0.16278560781906648, - "nauc_mrr_at_100_diff1": 0.5131076845412225, - "nauc_mrr_at_100_max": 0.40320878850651004, - "nauc_mrr_at_100_std": 0.16290813383400746, - "nauc_mrr_at_10_diff1": 0.5153378735574979, - "nauc_mrr_at_10_max": 0.4037409960325079, - "nauc_mrr_at_10_std": 0.16030492104794816, - "nauc_mrr_at_1_diff1": 0.5700771371034855, - "nauc_mrr_at_1_max": 0.42611753732689783, - "nauc_mrr_at_1_std": 0.13512403333835205, - "nauc_mrr_at_20_diff1": 0.5136071969358348, - "nauc_mrr_at_20_max": 0.4029675932749369, - "nauc_mrr_at_20_std": 0.16140827573196748, - "nauc_mrr_at_3_diff1": 0.5289114340107481, - "nauc_mrr_at_3_max": 0.4100342741082729, - "nauc_mrr_at_3_std": 0.15444786162714097, - "nauc_mrr_at_5_diff1": 0.5226840655837196, - "nauc_mrr_at_5_max": 0.40680895221902197, - "nauc_mrr_at_5_std": 0.15570485416683572, - "nauc_ndcg_at_1000_diff1": 0.46132544028195427, - "nauc_ndcg_at_1000_max": 0.38843863761713576, - "nauc_ndcg_at_1000_std": 0.20015838738885286, - "nauc_ndcg_at_100_diff1": 0.4566842499448763, - "nauc_ndcg_at_100_max": 0.3810459353931257, - "nauc_ndcg_at_100_std": 0.19974230852889735, - "nauc_ndcg_at_10_diff1": 0.4696391312743468, - "nauc_ndcg_at_10_max": 0.37575539915197365, - "nauc_ndcg_at_10_std": 0.16515949588388573, - "nauc_ndcg_at_1_diff1": 0.5700771371034855, - "nauc_ndcg_at_1_max": 0.42611753732689783, - "nauc_ndcg_at_1_std": 0.13512403333835205, - "nauc_ndcg_at_20_diff1": 0.46488868745799394, - "nauc_ndcg_at_20_max": 0.3765803905293978, - "nauc_ndcg_at_20_std": 0.17753069516502043, - "nauc_ndcg_at_3_diff1": 0.493405514021888, - "nauc_ndcg_at_3_max": 0.3896857798926159, - "nauc_ndcg_at_3_std": 0.15437218768445055, - "nauc_ndcg_at_5_diff1": 0.48489650758988595, - "nauc_ndcg_at_5_max": 0.38130288906505244, - "nauc_ndcg_at_5_std": 0.152855224246484, - "nauc_precision_at_1000_diff1": 0.08632856550542672, - "nauc_precision_at_1000_max": 0.23570387663204465, - "nauc_precision_at_1000_std": 0.23119874085295494, - "nauc_precision_at_100_diff1": 0.18405790234866476, - "nauc_precision_at_100_max": 0.31299234741737336, - "nauc_precision_at_100_std": 0.29738465941322273, - "nauc_precision_at_10_diff1": 0.3337143837297193, - "nauc_precision_at_10_max": 0.3964727761104779, - "nauc_precision_at_10_std": 0.25037463056059567, - "nauc_precision_at_1_diff1": 0.5700771371034855, - "nauc_precision_at_1_max": 0.42611753732689783, - "nauc_precision_at_1_std": 0.13512403333835205, - "nauc_precision_at_20_diff1": 0.29176027950618877, - "nauc_precision_at_20_max": 0.37276516389880976, - "nauc_precision_at_20_std": 0.27294721556156204, - "nauc_precision_at_3_diff1": 0.4370255763942641, - "nauc_precision_at_3_max": 0.42454565193521376, - "nauc_precision_at_3_std": 0.19864471909711517, - "nauc_precision_at_5_diff1": 0.40251035114802547, - "nauc_precision_at_5_max": 0.4176866431216211, - "nauc_precision_at_5_std": 0.2123452883618841, - "nauc_recall_at_1000_diff1": 0.2290787427674998, - "nauc_recall_at_1000_max": 0.34045314266553994, - "nauc_recall_at_1000_std": 0.4084938158780693, - "nauc_recall_at_100_diff1": 0.2874909353167688, - "nauc_recall_at_100_max": 0.30031058063290694, - "nauc_recall_at_100_std": 0.29153506831475656, - "nauc_recall_at_10_diff1": 0.3600998578683182, - "nauc_recall_at_10_max": 0.30656853250243193, - "nauc_recall_at_10_std": 0.17564624663933595, - "nauc_recall_at_1_diff1": 0.5375006320983841, - "nauc_recall_at_1_max": 0.34425556689388365, - "nauc_recall_at_1_std": 0.09363798109037005, - "nauc_recall_at_20_diff1": 0.3395799462621455, - "nauc_recall_at_20_max": 0.30285304241669647, - "nauc_recall_at_20_std": 0.20672321559917686, - "nauc_recall_at_3_diff1": 0.43605179629763635, - "nauc_recall_at_3_max": 0.3338940362347943, - "nauc_recall_at_3_std": 0.13897142859975103, - "nauc_recall_at_5_diff1": 0.40677673658722396, - "nauc_recall_at_5_max": 0.3203323143960475, - "nauc_recall_at_5_std": 0.14187141190835673, - "ndcg_at_1": 0.24531, - "ndcg_at_10": 0.27198, - "ndcg_at_100": 0.3272, - "ndcg_at_1000": 0.36685, - "ndcg_at_20": 0.29146, - "ndcg_at_3": 0.24235, - "ndcg_at_5": 0.25194, - "precision_at_1": 0.24531, - "precision_at_10": 0.06012, - "precision_at_100": 0.01059, + "main_score": 0.27167, + "map_at_1": 0.15608, + "map_at_10": 0.2255, + "map_at_100": 0.23781, + "map_at_1000": 0.23948, + "map_at_20": 0.23199, + "map_at_3": 0.20416, + "map_at_5": 0.215, + "mrr_at_1": 0.24381095273818454, + "mrr_at_10": 0.30166232034199, + "mrr_at_100": 0.3103535214865941, + "mrr_at_1000": 0.3113115847833878, + "mrr_at_20": 0.3064070376999031, + "mrr_at_3": 0.28373760106693363, + "mrr_at_5": 0.2919896640826876, + "nauc_map_at_1000_diff1": 0.48888231004575705, + "nauc_map_at_1000_max": 0.3846834738687846, + "nauc_map_at_1000_std": 0.15841714598601814, + "nauc_map_at_100_diff1": 0.4888788275822163, + "nauc_map_at_100_max": 0.38416902995197394, + "nauc_map_at_100_std": 0.15804989417960566, + "nauc_map_at_10_diff1": 0.4916875250934596, + "nauc_map_at_10_max": 0.3811057785116947, + "nauc_map_at_10_std": 0.14644787350090166, + "nauc_map_at_1_diff1": 0.5450248925188169, + "nauc_map_at_1_max": 0.34769964824336036, + "nauc_map_at_1_std": 0.09347595275887509, + "nauc_map_at_20_diff1": 0.4905186670246612, + "nauc_map_at_20_max": 0.3824747981078628, + "nauc_map_at_20_std": 0.1524925017828462, + "nauc_map_at_3_diff1": 0.5036399906682927, + "nauc_map_at_3_max": 0.37443908830379824, + "nauc_map_at_3_std": 0.13089346081954262, + "nauc_map_at_5_diff1": 0.4994635369795521, + "nauc_map_at_5_max": 0.379333031163293, + "nauc_map_at_5_std": 0.13536369142983506, + "nauc_mrr_at_1000_diff1": 0.5163671834598976, + "nauc_mrr_at_1000_max": 0.40523472917635106, + "nauc_mrr_at_1000_std": 0.1625882366405101, + "nauc_mrr_at_100_diff1": 0.5161544286762195, + "nauc_mrr_at_100_max": 0.4051134072997508, + "nauc_mrr_at_100_std": 0.1627188816660164, + "nauc_mrr_at_10_diff1": 0.5181154728217927, + "nauc_mrr_at_10_max": 0.4057545791075952, + "nauc_mrr_at_10_std": 0.16012008254622956, + "nauc_mrr_at_1_diff1": 0.5773933882575197, + "nauc_mrr_at_1_max": 0.4275470959798736, + "nauc_mrr_at_1_std": 0.13395936859499685, + "nauc_mrr_at_20_diff1": 0.5166417608126005, + "nauc_mrr_at_20_max": 0.40487813538657863, + "nauc_mrr_at_20_std": 0.16116012937301918, + "nauc_mrr_at_3_diff1": 0.5332647158670691, + "nauc_mrr_at_3_max": 0.4128338226972775, + "nauc_mrr_at_3_std": 0.1548055452989, + "nauc_mrr_at_5_diff1": 0.5255290000729436, + "nauc_mrr_at_5_max": 0.40900457496093207, + "nauc_mrr_at_5_std": 0.1559121530662141, + "nauc_ndcg_at_1000_diff1": 0.46279435401888946, + "nauc_ndcg_at_1000_max": 0.3907795237361431, + "nauc_ndcg_at_1000_std": 0.2008671704679841, + "nauc_ndcg_at_100_diff1": 0.45834939797379676, + "nauc_ndcg_at_100_max": 0.38368498180600935, + "nauc_ndcg_at_100_std": 0.20090054922267592, + "nauc_ndcg_at_10_diff1": 0.47044687738577107, + "nauc_ndcg_at_10_max": 0.37894406195285674, + "nauc_ndcg_at_10_std": 0.16615240942693235, + "nauc_ndcg_at_1_diff1": 0.5773933882575197, + "nauc_ndcg_at_1_max": 0.4275470959798736, + "nauc_ndcg_at_1_std": 0.13395936859499685, + "nauc_ndcg_at_20_diff1": 0.46701483552510886, + "nauc_ndcg_at_20_max": 0.3789184203825526, + "nauc_ndcg_at_20_std": 0.1774525975035445, + "nauc_ndcg_at_3_diff1": 0.4970693292064555, + "nauc_ndcg_at_3_max": 0.39400529764439757, + "nauc_ndcg_at_3_std": 0.15615953894904747, + "nauc_ndcg_at_5_diff1": 0.48702312778817264, + "nauc_ndcg_at_5_max": 0.3858411990550862, + "nauc_ndcg_at_5_std": 0.1538934140577078, + "nauc_precision_at_1000_diff1": 0.08365482740137427, + "nauc_precision_at_1000_max": 0.2321868716247822, + "nauc_precision_at_1000_std": 0.23108979476532934, + "nauc_precision_at_100_diff1": 0.1839697474821998, + "nauc_precision_at_100_max": 0.3101823855258792, + "nauc_precision_at_100_std": 0.2991703840844696, + "nauc_precision_at_10_diff1": 0.3308049561684532, + "nauc_precision_at_10_max": 0.3967356148074269, + "nauc_precision_at_10_std": 0.25126510693414716, + "nauc_precision_at_1_diff1": 0.5773933882575197, + "nauc_precision_at_1_max": 0.4275470959798736, + "nauc_precision_at_1_std": 0.13395936859499685, + "nauc_precision_at_20_diff1": 0.29255868918912464, + "nauc_precision_at_20_max": 0.37095725979525107, + "nauc_precision_at_20_std": 0.27198975845531104, + "nauc_precision_at_3_diff1": 0.4408686693645647, + "nauc_precision_at_3_max": 0.42824816586130837, + "nauc_precision_at_3_std": 0.20119425508142655, + "nauc_precision_at_5_diff1": 0.4004271596434653, + "nauc_precision_at_5_max": 0.4214470919446307, + "nauc_precision_at_5_std": 0.2145077286191057, + "nauc_recall_at_1000_diff1": 0.2138630124528965, + "nauc_recall_at_1000_max": 0.33647500377477735, + "nauc_recall_at_1000_std": 0.4133741560841384, + "nauc_recall_at_100_diff1": 0.28404586064648996, + "nauc_recall_at_100_max": 0.30237170548482534, + "nauc_recall_at_100_std": 0.2953414400038687, + "nauc_recall_at_10_diff1": 0.3555067820274987, + "nauc_recall_at_10_max": 0.30953452725516417, + "nauc_recall_at_10_std": 0.17756374416425608, + "nauc_recall_at_1_diff1": 0.5450248925188169, + "nauc_recall_at_1_max": 0.34769964824336036, + "nauc_recall_at_1_std": 0.09347595275887509, + "nauc_recall_at_20_diff1": 0.3391960826180344, + "nauc_recall_at_20_max": 0.30328870810988223, + "nauc_recall_at_20_std": 0.20515459587162535, + "nauc_recall_at_3_diff1": 0.4366324057089794, + "nauc_recall_at_3_max": 0.33899146820709913, + "nauc_recall_at_3_std": 0.1422337572728296, + "nauc_recall_at_5_diff1": 0.4069292761940408, + "nauc_recall_at_5_max": 0.325713340992835, + "nauc_recall_at_5_std": 0.14284305207948197, + "ndcg_at_1": 0.24381, + "ndcg_at_10": 0.27167, + "ndcg_at_100": 0.32688, + "ndcg_at_1000": 0.3666, + "ndcg_at_20": 0.29107, + "ndcg_at_3": 0.24252, + "ndcg_at_5": 0.25169, + "precision_at_1": 0.24381, + "precision_at_10": 0.05994, + "precision_at_100": 0.01058, "precision_at_1000": 0.00157, - "precision_at_20": 0.0365, - "precision_at_3": 0.13587, - "precision_at_5": 0.09577, - "recall_at_1": 0.15711, - "recall_at_10": 0.33551, - "recall_at_100": 0.56757, - "recall_at_1000": 0.84832, - "recall_at_20": 0.40153, - "recall_at_3": 0.24072, - "recall_at_5": 0.27612 + "precision_at_20": 0.03646, + "precision_at_3": 0.13595, + "precision_at_5": 0.09572, + "recall_at_1": 0.15608, + "recall_at_10": 0.3354, + "recall_at_100": 0.5669, + "recall_at_1000": 0.84793, + "recall_at_20": 0.40076, + "recall_at_3": 0.24177, + "recall_at_5": 0.27615 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedicalQARetrieval.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedicalQARetrieval.json index 2fa72e6d2..d4e2583e0 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedicalQARetrieval.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedicalQARetrieval.json @@ -1,8 +1,8 @@ { "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", - "evaluation_time": 6.920967102050781, - "kg_co2_emissions": 0.0011811423601426323, - "mteb_version": "1.12.75", + "evaluation_time": 5.451050519943237, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.67188, - "map_at_1": 0.49365, - "map_at_10": 0.61521, - "map_at_100": 0.61998, - "map_at_1000": 0.62019, - "map_at_20": 0.61833, - "map_at_3": 0.58927, - "map_at_5": 0.606, - "mrr_at_1": 0.4931640625, - "mrr_at_10": 0.6152051168774795, - "mrr_at_100": 0.6199792878466064, - "mrr_at_1000": 0.6201934726144526, - "mrr_at_20": 0.6183315414499946, - "mrr_at_3": 0.5893554687499989, - "mrr_at_5": 0.6060791015624991, - "nauc_map_at_1000_diff1": 0.43416717204421335, - "nauc_map_at_1000_max": 0.22386042788895094, - "nauc_map_at_1000_std": 0.006657228870117783, - "nauc_map_at_100_diff1": 0.43404202900288524, - "nauc_map_at_100_max": 0.2241440960861656, - "nauc_map_at_100_std": 0.006646886745373169, - "nauc_map_at_10_diff1": 0.4331240952580052, - "nauc_map_at_10_max": 0.22252252289541274, - "nauc_map_at_10_std": 0.004183442308298928, - "nauc_map_at_1_diff1": 0.490096415687476, - "nauc_map_at_1_max": 0.22314806088649392, - "nauc_map_at_1_std": 0.04025486749636121, - "nauc_map_at_20_diff1": 0.43306643397390937, - "nauc_map_at_20_max": 0.22361784587023092, - "nauc_map_at_20_std": 0.004435961273340119, - "nauc_map_at_3_diff1": 0.42988312662973654, - "nauc_map_at_3_max": 0.21976651062785044, - "nauc_map_at_3_std": 0.008754118338019697, - "nauc_map_at_5_diff1": 0.43136798508184016, - "nauc_map_at_5_max": 0.2215600568488232, - "nauc_map_at_5_std": 0.00454564073277252, - "nauc_mrr_at_1000_diff1": 0.43434864099973264, - "nauc_mrr_at_1000_max": 0.22698506951199776, - "nauc_mrr_at_1000_std": 0.008336692943407702, - "nauc_mrr_at_100_diff1": 0.43422335406061013, - "nauc_mrr_at_100_max": 0.2272665434436841, - "nauc_mrr_at_100_std": 0.008325115202406749, - "nauc_mrr_at_10_diff1": 0.43330233068437823, - "nauc_mrr_at_10_max": 0.22559760374231316, - "nauc_mrr_at_10_std": 0.005835557503341774, - "nauc_mrr_at_1_diff1": 0.4914030605823695, - "nauc_mrr_at_1_max": 0.22551449537217463, - "nauc_mrr_at_1_std": 0.04145655990436986, - "nauc_mrr_at_20_diff1": 0.43324633666457535, - "nauc_mrr_at_20_max": 0.2267225601688571, - "nauc_mrr_at_20_std": 0.006103857749905182, - "nauc_mrr_at_3_diff1": 0.4298670336834603, - "nauc_mrr_at_3_max": 0.2242292298395627, - "nauc_mrr_at_3_std": 0.011459349896438795, - "nauc_mrr_at_5_diff1": 0.43135212670667405, - "nauc_mrr_at_5_max": 0.22507827911535386, - "nauc_mrr_at_5_std": 0.006473069842585906, - "nauc_ndcg_at_1000_diff1": 0.4238890164104818, - "nauc_ndcg_at_1000_max": 0.23007455214808312, - "nauc_ndcg_at_1000_std": 0.0023775018441886545, - "nauc_ndcg_at_100_diff1": 0.4199201181059781, - "nauc_ndcg_at_100_max": 0.2385822163688999, - "nauc_ndcg_at_100_std": 0.004157799791263166, - "nauc_ndcg_at_10_diff1": 0.41379004368401234, - "nauc_ndcg_at_10_max": 0.22956333824037925, - "nauc_ndcg_at_10_std": -0.014493292191193677, - "nauc_ndcg_at_1_diff1": 0.490096415687476, - "nauc_ndcg_at_1_max": 0.22314806088649392, - "nauc_ndcg_at_1_std": 0.04025486749636121, - "nauc_ndcg_at_20_diff1": 0.4127519284650612, - "nauc_ndcg_at_20_max": 0.23479380580138234, - "nauc_ndcg_at_20_std": -0.01368846872862099, - "nauc_ndcg_at_3_diff1": 0.40909780928309303, - "nauc_ndcg_at_3_max": 0.2225189365174738, - "nauc_ndcg_at_3_std": -0.0033573280630184677, - "nauc_ndcg_at_5_diff1": 0.41033392099656074, - "nauc_ndcg_at_5_max": 0.22679984914962797, - "nauc_ndcg_at_5_std": -0.012843071113074004, - "nauc_precision_at_1000_diff1": 0.17767160624667633, - "nauc_precision_at_1000_max": 0.4215851388778267, - "nauc_precision_at_1000_std": 0.7301581510691546, - "nauc_precision_at_100_diff1": 0.24511985516489607, - "nauc_precision_at_100_max": 0.5784494850737772, - "nauc_precision_at_100_std": 0.137796058852824, - "nauc_precision_at_10_diff1": 0.30703812609618847, - "nauc_precision_at_10_max": 0.27627112349144806, - "nauc_precision_at_10_std": -0.12541150728643943, - "nauc_precision_at_1_diff1": 0.490096415687476, - "nauc_precision_at_1_max": 0.22314806088649392, - "nauc_precision_at_1_std": 0.04025486749636121, - "nauc_precision_at_20_diff1": 0.258253483202113, - "nauc_precision_at_20_max": 0.34278494011290117, - "nauc_precision_at_20_std": -0.1564687723486636, - "nauc_precision_at_3_diff1": 0.3366019125628436, - "nauc_precision_at_3_max": 0.23368833780596476, - "nauc_precision_at_3_std": -0.04609562561872782, - "nauc_precision_at_5_diff1": 0.3217937765758795, - "nauc_precision_at_5_max": 0.25242247576471866, - "nauc_precision_at_5_std": -0.08934903052995631, - "nauc_recall_at_1000_diff1": 0.1776716062467505, - "nauc_recall_at_1000_max": 0.42158513887785803, - "nauc_recall_at_1000_std": 0.7301581510691904, - "nauc_recall_at_100_diff1": 0.24511985516489235, - "nauc_recall_at_100_max": 0.5784494850737724, - "nauc_recall_at_100_std": 0.13779605885282678, - "nauc_recall_at_10_diff1": 0.3070381260961917, - "nauc_recall_at_10_max": 0.2762711234914491, - "nauc_recall_at_10_std": -0.1254115072864358, - "nauc_recall_at_1_diff1": 0.490096415687476, - "nauc_recall_at_1_max": 0.22314806088649392, - "nauc_recall_at_1_std": 0.04025486749636121, - "nauc_recall_at_20_diff1": 0.25825348320211267, - "nauc_recall_at_20_max": 0.3427849401129026, - "nauc_recall_at_20_std": -0.15646877234866036, - "nauc_recall_at_3_diff1": 0.3366019125628432, - "nauc_recall_at_3_max": 0.23368833780596374, - "nauc_recall_at_3_std": -0.04609562561872865, - "nauc_recall_at_5_diff1": 0.32179377657588093, - "nauc_recall_at_5_max": 0.2524224757647195, - "nauc_recall_at_5_std": -0.08934903052995566, - "ndcg_at_1": 0.49365, - "ndcg_at_10": 0.67188, - "ndcg_at_100": 0.69481, - "ndcg_at_1000": 0.70031, - "ndcg_at_20": 0.68326, - "ndcg_at_3": 0.61993, - "ndcg_at_5": 0.64988, - "precision_at_1": 0.49365, - "precision_at_10": 0.08481, - "precision_at_100": 0.00955, + "main_score": 0.67109, + "map_at_1": 0.49219, + "map_at_10": 0.61441, + "map_at_100": 0.61924, + "map_at_1000": 0.61946, + "map_at_20": 0.61762, + "map_at_3": 0.58903, + "map_at_5": 0.60502, + "mrr_at_1": 0.4921875, + "mrr_at_10": 0.6147338867187493, + "mrr_at_100": 0.6195634734951022, + "mrr_at_1000": 0.619783094678323, + "mrr_at_20": 0.6179436275064369, + "mrr_at_3": 0.589599609374999, + "mrr_at_5": 0.6053466796874992, + "nauc_map_at_1000_diff1": 0.43900162365088813, + "nauc_map_at_1000_max": 0.22675784814866404, + "nauc_map_at_1000_std": 0.00016776494931382074, + "nauc_map_at_100_diff1": 0.4388288860390052, + "nauc_map_at_100_max": 0.22701913115520123, + "nauc_map_at_100_std": 0.0001744121970254775, + "nauc_map_at_10_diff1": 0.4380016950599633, + "nauc_map_at_10_max": 0.22607636198073117, + "nauc_map_at_10_std": -0.0031205244128867083, + "nauc_map_at_1_diff1": 0.4961786957765465, + "nauc_map_at_1_max": 0.22770720152154372, + "nauc_map_at_1_std": 0.03531495957789788, + "nauc_map_at_20_diff1": 0.4379275029772765, + "nauc_map_at_20_max": 0.22657219720419391, + "nauc_map_at_20_std": -0.002199000245308888, + "nauc_map_at_3_diff1": 0.4340880160247608, + "nauc_map_at_3_max": 0.22093684417763182, + "nauc_map_at_3_std": 0.0037348061738305114, + "nauc_map_at_5_diff1": 0.43580118972036197, + "nauc_map_at_5_max": 0.22369529645629763, + "nauc_map_at_5_std": -0.0034217444796276197, + "nauc_mrr_at_1000_diff1": 0.4381564804769801, + "nauc_mrr_at_1000_max": 0.2283443000953494, + "nauc_mrr_at_1000_std": 0.0012609163417292779, + "nauc_mrr_at_100_diff1": 0.4379843134386322, + "nauc_mrr_at_100_max": 0.22860457081481714, + "nauc_mrr_at_100_std": 0.0012667531418490538, + "nauc_mrr_at_10_diff1": 0.4371700257320892, + "nauc_mrr_at_10_max": 0.22763424287656658, + "nauc_mrr_at_10_std": -0.002047351229354774, + "nauc_mrr_at_1_diff1": 0.4961786957765465, + "nauc_mrr_at_1_max": 0.22926097732271972, + "nauc_mrr_at_1_std": 0.03676130354401846, + "nauc_mrr_at_20_diff1": 0.4370876815960295, + "nauc_mrr_at_20_max": 0.22814559029832418, + "nauc_mrr_at_20_std": -0.001114748259873908, + "nauc_mrr_at_3_diff1": 0.4327614631555118, + "nauc_mrr_at_3_max": 0.222924430544332, + "nauc_mrr_at_3_std": 0.004953139071196942, + "nauc_mrr_at_5_diff1": 0.43498953397477175, + "nauc_mrr_at_5_max": 0.22521143683730468, + "nauc_mrr_at_5_std": -0.0023764496383944255, + "nauc_ndcg_at_1000_diff1": 0.42853203718349836, + "nauc_ndcg_at_1000_max": 0.23280938122888872, + "nauc_ndcg_at_1000_std": -0.0039735385965933324, + "nauc_ndcg_at_100_diff1": 0.42379127689375157, + "nauc_ndcg_at_100_max": 0.2408574104939107, + "nauc_ndcg_at_100_std": -0.0018720487412628853, + "nauc_ndcg_at_10_diff1": 0.4188683745915147, + "nauc_ndcg_at_10_max": 0.23463787737457623, + "nauc_ndcg_at_10_std": -0.0236395093682745, + "nauc_ndcg_at_1_diff1": 0.4961786957765465, + "nauc_ndcg_at_1_max": 0.22770720152154372, + "nauc_ndcg_at_1_std": 0.03531495957789788, + "nauc_ndcg_at_20_diff1": 0.41767562622102833, + "nauc_ndcg_at_20_max": 0.23781822077390824, + "nauc_ndcg_at_20_std": -0.020832778598885913, + "nauc_ndcg_at_3_diff1": 0.4123765305873529, + "nauc_ndcg_at_3_max": 0.22192365252930493, + "nauc_ndcg_at_3_std": -0.007227276530119295, + "nauc_ndcg_at_5_diff1": 0.41445137301373164, + "nauc_ndcg_at_5_max": 0.22760346686772237, + "nauc_ndcg_at_5_std": -0.022391438248139613, + "nauc_precision_at_1000_diff1": 0.14234182461673228, + "nauc_precision_at_1000_max": 0.38648936917584226, + "nauc_precision_at_1000_std": 0.6681493352236009, + "nauc_precision_at_100_diff1": 0.22239251205964758, + "nauc_precision_at_100_max": 0.5615064635886041, + "nauc_precision_at_100_std": 0.1451988215015053, + "nauc_precision_at_10_diff1": 0.31480618462827087, + "nauc_precision_at_10_max": 0.2935229225735319, + "nauc_precision_at_10_std": -0.1473259699589073, + "nauc_precision_at_1_diff1": 0.4961786957765465, + "nauc_precision_at_1_max": 0.22770720152154372, + "nauc_precision_at_1_std": 0.03531495957789788, + "nauc_precision_at_20_diff1": 0.2637740634091359, + "nauc_precision_at_20_max": 0.34865507122407263, + "nauc_precision_at_20_std": -0.16981342263419094, + "nauc_precision_at_3_diff1": 0.3363012079966408, + "nauc_precision_at_3_max": 0.22671335940048648, + "nauc_precision_at_3_std": -0.04560550941506256, + "nauc_precision_at_5_diff1": 0.3254177116644283, + "nauc_precision_at_5_max": 0.2472056098770534, + "nauc_precision_at_5_std": -0.10595733935617961, + "nauc_recall_at_1000_diff1": 0.1423418246167301, + "nauc_recall_at_1000_max": 0.386489369175776, + "nauc_recall_at_1000_std": 0.6681493352235502, + "nauc_recall_at_100_diff1": 0.22239251205964505, + "nauc_recall_at_100_max": 0.5615064635886005, + "nauc_recall_at_100_std": 0.14519882150150124, + "nauc_recall_at_10_diff1": 0.31480618462827303, + "nauc_recall_at_10_max": 0.29352292257353296, + "nauc_recall_at_10_std": -0.1473259699589039, + "nauc_recall_at_1_diff1": 0.4961786957765465, + "nauc_recall_at_1_max": 0.22770720152154372, + "nauc_recall_at_1_std": 0.03531495957789788, + "nauc_recall_at_20_diff1": 0.2637740634091376, + "nauc_recall_at_20_max": 0.34865507122407463, + "nauc_recall_at_20_std": -0.16981342263418656, + "nauc_recall_at_3_diff1": 0.33630120799664115, + "nauc_recall_at_3_max": 0.2267133594004862, + "nauc_recall_at_3_std": -0.04560550941506339, + "nauc_recall_at_5_diff1": 0.32541771166442884, + "nauc_recall_at_5_max": 0.24720560987705378, + "nauc_recall_at_5_std": -0.10595733935617908, + "ndcg_at_1": 0.49219, + "ndcg_at_10": 0.67109, + "ndcg_at_100": 0.69417, + "ndcg_at_1000": 0.6997, + "ndcg_at_20": 0.6828, + "ndcg_at_3": 0.62013, + "ndcg_at_5": 0.64881, + "precision_at_1": 0.49219, + "precision_at_10": 0.08472, + "precision_at_100": 0.00954, "precision_at_1000": 0.001, - "precision_at_20": 0.04465, - "precision_at_3": 0.23617, - "precision_at_5": 0.15615, - "recall_at_1": 0.49365, - "recall_at_10": 0.84814, - "recall_at_100": 0.95459, - "recall_at_1000": 0.99756, - "recall_at_20": 0.89307, - "recall_at_3": 0.7085, - "recall_at_5": 0.78076 + "precision_at_20": 0.04468, + "precision_at_3": 0.23665, + "precision_at_5": 0.15586, + "recall_at_1": 0.49219, + "recall_at_10": 0.84717, + "recall_at_100": 0.9541, + "recall_at_1000": 0.99707, + "recall_at_20": 0.89355, + "recall_at_3": 0.70996, + "recall_at_5": 0.7793 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringP2P.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringP2P.v2.json index 6a2ef27da..99b38660a 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringP2P.v2.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 15.017643451690674, - "kg_co2_emissions": 0.003596128957176262, - "mteb_version": "1.12.75", + "evaluation_time": 14.720034837722778, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.34307417228562814, - "v_measure": 0.34307417228562814, - "v_measure_std": 0.010144621905117751, + "main_score": 0.33508773965624533, + "v_measure": 0.33508773965624533, + "v_measure_std": 0.009972064253601724, "v_measures": { "Level 0": [ - 0.3552367044880743, - 0.34417062384346003, - 0.34561687946145303, - 0.3331156937504119, - 0.323658973833394, - 0.3574139509899507, - 0.33323970262366054, - 0.34071379175969413, - 0.35226701779091335, - 0.34530838431526895 + 0.31745802392675654, + 0.34549433415995157, + 0.3370030093051154, + 0.33529294356673, + 0.34257023087735394, + 0.32753773776993, + 0.3180105365126959, + 0.34141194981135947, + 0.34272058761030816, + 0.343378043022252 ] } } diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringS2S.v2.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringS2S.v2.json index a4309512e..8d9d0db4d 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringS2S.v2.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MedrxivClusteringS2S.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", - "evaluation_time": 10.514744520187378, - "kg_co2_emissions": 0.0015549920738865814, - "mteb_version": "1.12.75", + "evaluation_time": 14.069650173187256, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.327174959455252, - "v_measure": 0.327174959455252, - "v_measure_std": 0.011135634587703148, + "main_score": 0.3121134364031596, + "v_measure": 0.3121134364031596, + "v_measure_std": 0.009373345525594132, "v_measures": { "Level 0": [ - 0.3176137626787165, - 0.3006747643686055, - 0.33612498021407927, - 0.3285346608760821, - 0.341574137344654, - 0.3233767050324564, - 0.323718677407187, - 0.33085289904949483, - 0.3329483409264531, - 0.33633066665479106 + 0.3087548840907753, + 0.3046278612650408, + 0.3171846678560439, + 0.30901864790102057, + 0.3192478636957569, + 0.2968509374273377, + 0.29874555801505454, + 0.32285171632446635, + 0.32025949713987695, + 0.32359273031622326 ] } } diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus.json index d7fd1ff59..3eee494fa 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NFCorpus.json @@ -1,8 +1,8 @@ { "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", - "evaluation_time": 9.736636877059937, - "kg_co2_emissions": 0.001959699585639976, - "mteb_version": "1.12.75", + "evaluation_time": 2.752984046936035, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.32487, + "main_score": 0.3245, "map_at_1": 0.0559, - "map_at_10": 0.11833, - "map_at_100": 0.14525, - "map_at_1000": 0.15812, - "map_at_20": 0.13029, - "map_at_3": 0.0887, - "map_at_5": 0.10096, - "mrr_at_1": 0.4458204334365325, - "mrr_at_10": 0.5195083296476485, - "mrr_at_100": 0.5263001861327657, - "mrr_at_1000": 0.5266790076549258, - "mrr_at_20": 0.5237730962093315, - "mrr_at_3": 0.4984520123839009, - "mrr_at_5": 0.5088235294117648, - "nauc_map_at_1000_diff1": 0.305719156385165, - "nauc_map_at_1000_max": 0.3636724737231662, - "nauc_map_at_1000_std": 0.21974270677931856, - "nauc_map_at_100_diff1": 0.3089490014135448, - "nauc_map_at_100_max": 0.35023656057692143, - "nauc_map_at_100_std": 0.1892813233885892, - "nauc_map_at_10_diff1": 0.33591332967737275, - "nauc_map_at_10_max": 0.2953076556688868, - "nauc_map_at_10_std": 0.0937091240932707, - "nauc_map_at_1_diff1": 0.4940676151950574, - "nauc_map_at_1_max": 0.14593888678848735, - "nauc_map_at_1_std": -0.07968497355897686, - "nauc_map_at_20_diff1": 0.31690668325941834, - "nauc_map_at_20_max": 0.32372520689447204, - "nauc_map_at_20_std": 0.1399912615110235, - "nauc_map_at_3_diff1": 0.40220153478699494, - "nauc_map_at_3_max": 0.23364480545202723, - "nauc_map_at_3_std": 0.00510960234603111, - "nauc_map_at_5_diff1": 0.37497176589790127, - "nauc_map_at_5_max": 0.25985164879368616, - "nauc_map_at_5_std": 0.03790977765927269, - "nauc_mrr_at_1000_diff1": 0.35501799059128586, - "nauc_mrr_at_1000_max": 0.5580798360111023, - "nauc_mrr_at_1000_std": 0.3437638778426353, - "nauc_mrr_at_100_diff1": 0.3548816556838518, - "nauc_mrr_at_100_max": 0.558279158819894, - "nauc_mrr_at_100_std": 0.3438522302266916, - "nauc_mrr_at_10_diff1": 0.3542183189293517, - "nauc_mrr_at_10_max": 0.5578624008601624, - "nauc_mrr_at_10_std": 0.347544557287642, - "nauc_mrr_at_1_diff1": 0.34281569298130415, - "nauc_mrr_at_1_max": 0.5142929832630816, - "nauc_mrr_at_1_std": 0.2850650204948947, - "nauc_mrr_at_20_diff1": 0.35623782298960316, - "nauc_mrr_at_20_max": 0.5583961365167436, - "nauc_mrr_at_20_std": 0.3440456427317656, - "nauc_mrr_at_3_diff1": 0.354232327611405, - "nauc_mrr_at_3_max": 0.5530004162664811, - "nauc_mrr_at_3_std": 0.34216900801134364, - "nauc_mrr_at_5_diff1": 0.3552760784867633, - "nauc_mrr_at_5_max": 0.5578789433162085, - "nauc_mrr_at_5_std": 0.34166427359246676, - "nauc_ndcg_at_1000_diff1": 0.29671826672205004, - "nauc_ndcg_at_1000_max": 0.5134513903204101, - "nauc_ndcg_at_1000_std": 0.3604385484933246, - "nauc_ndcg_at_100_diff1": 0.2976103331851199, - "nauc_ndcg_at_100_max": 0.4648336018953923, - "nauc_ndcg_at_100_std": 0.32396686874378, - "nauc_ndcg_at_10_diff1": 0.26182811157942765, - "nauc_ndcg_at_10_max": 0.475592092432848, - "nauc_ndcg_at_10_std": 0.3619526258998391, - "nauc_ndcg_at_1_diff1": 0.36480770736971535, - "nauc_ndcg_at_1_max": 0.5070923039461617, - "nauc_ndcg_at_1_std": 0.2910611190914369, - "nauc_ndcg_at_20_diff1": 0.27391373123349266, - "nauc_ndcg_at_20_max": 0.46959125460360085, - "nauc_ndcg_at_20_std": 0.3458295807854167, - "nauc_ndcg_at_3_diff1": 0.28288691255192194, - "nauc_ndcg_at_3_max": 0.4928937945582992, - "nauc_ndcg_at_3_std": 0.33413065750967913, - "nauc_ndcg_at_5_diff1": 0.26565295674029954, - "nauc_ndcg_at_5_max": 0.4874108330914178, - "nauc_ndcg_at_5_std": 0.3489512303689199, - "nauc_precision_at_1000_diff1": -0.019719624445528616, - "nauc_precision_at_1000_max": 0.16707193160784378, - "nauc_precision_at_1000_std": 0.3694577086530551, - "nauc_precision_at_100_diff1": 0.012701991406909635, - "nauc_precision_at_100_max": 0.29601332402562874, - "nauc_precision_at_100_std": 0.46572269179578024, - "nauc_precision_at_10_diff1": 0.0913995951018769, - "nauc_precision_at_10_max": 0.4660918199931472, - "nauc_precision_at_10_std": 0.46892979405072394, - "nauc_precision_at_1_diff1": 0.35938349239739287, - "nauc_precision_at_1_max": 0.5165056366939518, - "nauc_precision_at_1_std": 0.2938027195231161, - "nauc_precision_at_20_diff1": 0.05169242959769732, - "nauc_precision_at_20_max": 0.4212762046922259, - "nauc_precision_at_20_std": 0.474065752947858, - "nauc_precision_at_3_diff1": 0.1891928659683426, - "nauc_precision_at_3_max": 0.5059685447824749, - "nauc_precision_at_3_std": 0.3935342785504606, - "nauc_precision_at_5_diff1": 0.1396558383948865, - "nauc_precision_at_5_max": 0.4896621364632122, - "nauc_precision_at_5_std": 0.4225099079520437, - "nauc_recall_at_1000_diff1": 0.11441517867123124, - "nauc_recall_at_1000_max": 0.2510438099428907, - "nauc_recall_at_1000_std": 0.20214963970046668, - "nauc_recall_at_100_diff1": 0.20141736833541174, - "nauc_recall_at_100_max": 0.2928114257916226, - "nauc_recall_at_100_std": 0.19309453022726653, - "nauc_recall_at_10_diff1": 0.2576887838756854, - "nauc_recall_at_10_max": 0.25143191415185856, - "nauc_recall_at_10_std": 0.09613296300395953, - "nauc_recall_at_1_diff1": 0.4940676151950574, - "nauc_recall_at_1_max": 0.14593888678848735, - "nauc_recall_at_1_std": -0.07968497355897686, - "nauc_recall_at_20_diff1": 0.25825119804920993, - "nauc_recall_at_20_max": 0.29741765922757174, - "nauc_recall_at_20_std": 0.13312835005518173, - "nauc_recall_at_3_diff1": 0.3551868546407487, - "nauc_recall_at_3_max": 0.2257019848766363, - "nauc_recall_at_3_std": 0.02589876687179012, - "nauc_recall_at_5_diff1": 0.32949831959002085, - "nauc_recall_at_5_max": 0.2495253400517775, - "nauc_recall_at_5_std": 0.05297721399006919, + "map_at_10": 0.11799, + "map_at_100": 0.14522, + "map_at_1000": 0.15802, + "map_at_20": 0.13017, + "map_at_3": 0.08877, + "map_at_5": 0.10101, + "mrr_at_1": 0.44272445820433437, + "mrr_at_10": 0.5175389454027224, + "mrr_at_100": 0.5244246271470775, + "mrr_at_1000": 0.5248061364964564, + "mrr_at_20": 0.5218943404259806, + "mrr_at_3": 0.4958720330237359, + "mrr_at_5": 0.507172342621259, + "nauc_map_at_1000_diff1": 0.3093430265008627, + "nauc_map_at_1000_max": 0.3673039405165553, + "nauc_map_at_1000_std": 0.2198386798890012, + "nauc_map_at_100_diff1": 0.311354125772528, + "nauc_map_at_100_max": 0.3533385053327706, + "nauc_map_at_100_std": 0.18953015354666558, + "nauc_map_at_10_diff1": 0.33232398819193937, + "nauc_map_at_10_max": 0.29468044742603616, + "nauc_map_at_10_std": 0.09353485796298615, + "nauc_map_at_1_diff1": 0.5045536745869823, + "nauc_map_at_1_max": 0.14751534811791508, + "nauc_map_at_1_std": -0.07861235267287496, + "nauc_map_at_20_diff1": 0.31445759265019885, + "nauc_map_at_20_max": 0.3255498215618256, + "nauc_map_at_20_std": 0.1405738149157676, + "nauc_map_at_3_diff1": 0.4060665719166494, + "nauc_map_at_3_max": 0.23219972230496327, + "nauc_map_at_3_std": 0.004776943004969213, + "nauc_map_at_5_diff1": 0.37976206112850386, + "nauc_map_at_5_max": 0.2617017803173015, + "nauc_map_at_5_std": 0.03752332782878043, + "nauc_mrr_at_1000_diff1": 0.3672789112067202, + "nauc_mrr_at_1000_max": 0.565354153446849, + "nauc_mrr_at_1000_std": 0.3413582951619077, + "nauc_mrr_at_100_diff1": 0.36727933704462457, + "nauc_mrr_at_100_max": 0.5655526280008991, + "nauc_mrr_at_100_std": 0.3415079178668626, + "nauc_mrr_at_10_diff1": 0.3682154874327483, + "nauc_mrr_at_10_max": 0.5642495317048801, + "nauc_mrr_at_10_std": 0.34086857588588365, + "nauc_mrr_at_1_diff1": 0.35836839282562727, + "nauc_mrr_at_1_max": 0.5245573880482299, + "nauc_mrr_at_1_std": 0.28685516142497586, + "nauc_mrr_at_20_diff1": 0.36908321589636106, + "nauc_mrr_at_20_max": 0.5660055046814937, + "nauc_mrr_at_20_std": 0.34157118584975654, + "nauc_mrr_at_3_diff1": 0.36262679761964195, + "nauc_mrr_at_3_max": 0.5573620806347934, + "nauc_mrr_at_3_std": 0.335513551830507, + "nauc_mrr_at_5_diff1": 0.367245385953493, + "nauc_mrr_at_5_max": 0.5648831237223995, + "nauc_mrr_at_5_std": 0.3388405515020277, + "nauc_ndcg_at_1000_diff1": 0.3025482208931223, + "nauc_ndcg_at_1000_max": 0.5175532564750722, + "nauc_ndcg_at_1000_std": 0.3591105279189344, + "nauc_ndcg_at_100_diff1": 0.306729649487938, + "nauc_ndcg_at_100_max": 0.47030559213729956, + "nauc_ndcg_at_100_std": 0.32373215934643573, + "nauc_ndcg_at_10_diff1": 0.2658966629305024, + "nauc_ndcg_at_10_max": 0.4745179934615319, + "nauc_ndcg_at_10_std": 0.35620771091747916, + "nauc_ndcg_at_1_diff1": 0.3720295995843173, + "nauc_ndcg_at_1_max": 0.5130738329453307, + "nauc_ndcg_at_1_std": 0.28692438272480547, + "nauc_ndcg_at_20_diff1": 0.27795934980718046, + "nauc_ndcg_at_20_max": 0.47329906971385594, + "nauc_ndcg_at_20_std": 0.3445026010435646, + "nauc_ndcg_at_3_diff1": 0.28992064121697136, + "nauc_ndcg_at_3_max": 0.4945894740600052, + "nauc_ndcg_at_3_std": 0.3262688596532352, + "nauc_ndcg_at_5_diff1": 0.27748640737056246, + "nauc_ndcg_at_5_max": 0.4936300055116088, + "nauc_ndcg_at_5_std": 0.3435852100351097, + "nauc_precision_at_1000_diff1": -0.00495952366043523, + "nauc_precision_at_1000_max": 0.17221304419386457, + "nauc_precision_at_1000_std": 0.3673277158653975, + "nauc_precision_at_100_diff1": 0.02981581174221783, + "nauc_precision_at_100_max": 0.30667319565525986, + "nauc_precision_at_100_std": 0.46583474998632035, + "nauc_precision_at_10_diff1": 0.08444122277625878, + "nauc_precision_at_10_max": 0.4602585932130277, + "nauc_precision_at_10_std": 0.4611841193469932, + "nauc_precision_at_1_diff1": 0.3666358762327029, + "nauc_precision_at_1_max": 0.5225124203643448, + "nauc_precision_at_1_std": 0.28964851740201025, + "nauc_precision_at_20_diff1": 0.05552772540581665, + "nauc_precision_at_20_max": 0.4237095289130479, + "nauc_precision_at_20_std": 0.4687557798173232, + "nauc_precision_at_3_diff1": 0.19645393671569442, + "nauc_precision_at_3_max": 0.5071220254434856, + "nauc_precision_at_3_std": 0.3859988996628909, + "nauc_precision_at_5_diff1": 0.1515454976756067, + "nauc_precision_at_5_max": 0.49787717341521237, + "nauc_precision_at_5_std": 0.4175559118570937, + "nauc_recall_at_1000_diff1": 0.11631144560725881, + "nauc_recall_at_1000_max": 0.26744389215813846, + "nauc_recall_at_1000_std": 0.21586755051148698, + "nauc_recall_at_100_diff1": 0.2152994760682795, + "nauc_recall_at_100_max": 0.2846002283788105, + "nauc_recall_at_100_std": 0.19447643664474357, + "nauc_recall_at_10_diff1": 0.24225045872728607, + "nauc_recall_at_10_max": 0.24509449200315161, + "nauc_recall_at_10_std": 0.09622079815385666, + "nauc_recall_at_1_diff1": 0.5045536745869823, + "nauc_recall_at_1_max": 0.14751534811791508, + "nauc_recall_at_1_std": -0.07861235267287496, + "nauc_recall_at_20_diff1": 0.23970054978656366, + "nauc_recall_at_20_max": 0.3033511598518984, + "nauc_recall_at_20_std": 0.14415048115547657, + "nauc_recall_at_3_diff1": 0.3573422546508365, + "nauc_recall_at_3_max": 0.22125651361818743, + "nauc_recall_at_3_std": 0.0254668338162098, + "nauc_recall_at_5_diff1": 0.3316272086189698, + "nauc_recall_at_5_max": 0.24791978373377732, + "nauc_recall_at_5_std": 0.05365259688617431, "ndcg_at_1": 0.42724, - "ndcg_at_10": 0.32487, - "ndcg_at_100": 0.28955, - "ndcg_at_1000": 0.37669, - "ndcg_at_20": 0.30016, - "ndcg_at_3": 0.37972, - "ndcg_at_5": 0.35152, + "ndcg_at_10": 0.3245, + "ndcg_at_100": 0.29022, + "ndcg_at_1000": 0.37682, + "ndcg_at_20": 0.30014, + "ndcg_at_3": 0.37714, + "ndcg_at_5": 0.35199, "precision_at_1": 0.43963, - "precision_at_10": 0.23901, - "precision_at_100": 0.07164, - "precision_at_1000": 0.01966, - "precision_at_20": 0.1757, - "precision_at_3": 0.35501, - "precision_at_5": 0.29845, + "precision_at_10": 0.23839, + "precision_at_100": 0.07189, + "precision_at_1000": 0.01968, + "precision_at_20": 0.17616, + "precision_at_3": 0.35088, + "precision_at_5": 0.30031, "recall_at_1": 0.0559, - "recall_at_10": 0.15573, - "recall_at_100": 0.28511, - "recall_at_1000": 0.59873, - "recall_at_20": 0.18869, - "recall_at_3": 0.09823, - "recall_at_5": 0.11721 + "recall_at_10": 0.15498, + "recall_at_100": 0.28887, + "recall_at_1000": 0.59983, + "recall_at_20": 0.18749, + "recall_at_3": 0.09804, + "recall_at_5": 0.11729 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-PL.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-PL.json index 91fc5294e..5e79764c0 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-PL.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact-PL.json @@ -1,8 +1,8 @@ { "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", - "evaluation_time": 13.743317365646362, - "kg_co2_emissions": 0.0027610213048979604, - "mteb_version": "1.12.75", + "evaluation_time": 3.863612413406372, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "pol-Latn" ], - "main_score": 0.62265, - "map_at_1": 0.47567, - "map_at_10": 0.57518, - "map_at_100": 0.58128, - "map_at_1000": 0.58176, - "map_at_20": 0.57821, - "map_at_3": 0.54989, - "map_at_5": 0.56287, - "mrr_at_1": 0.49666666666666665, - "mrr_at_10": 0.588537037037037, - "mrr_at_100": 0.5934453966852312, - "mrr_at_1000": 0.5938617128606917, - "mrr_at_20": 0.5909514432935485, - "mrr_at_3": 0.5694444444444445, - "mrr_at_5": 0.5801111111111112, - "nauc_map_at_1000_diff1": 0.6435630151285039, - "nauc_map_at_1000_max": 0.4915907265656999, - "nauc_map_at_1000_std": 0.11242748184689279, - "nauc_map_at_100_diff1": 0.6435920834687929, - "nauc_map_at_100_max": 0.4917550058192255, - "nauc_map_at_100_std": 0.11290700497280455, - "nauc_map_at_10_diff1": 0.6380311985465157, - "nauc_map_at_10_max": 0.4864563220795566, - "nauc_map_at_10_std": 0.10586424137767873, - "nauc_map_at_1_diff1": 0.6676673130168286, - "nauc_map_at_1_max": 0.45852444555619204, - "nauc_map_at_1_std": 0.05875767770188809, - "nauc_map_at_20_diff1": 0.642403195653654, - "nauc_map_at_20_max": 0.49014381976170973, - "nauc_map_at_20_std": 0.11034625869731302, - "nauc_map_at_3_diff1": 0.6464848897557485, - "nauc_map_at_3_max": 0.4660450192659778, - "nauc_map_at_3_std": 0.06602059300021652, - "nauc_map_at_5_diff1": 0.6403084618570741, - "nauc_map_at_5_max": 0.47471101637652796, - "nauc_map_at_5_std": 0.08639706535541564, - "nauc_mrr_at_1000_diff1": 0.6550120330269282, - "nauc_mrr_at_1000_max": 0.5142056845931694, - "nauc_mrr_at_1000_std": 0.13811780590284947, - "nauc_mrr_at_100_diff1": 0.6550638833567725, - "nauc_mrr_at_100_max": 0.5143682094784413, - "nauc_mrr_at_100_std": 0.138548988469468, - "nauc_mrr_at_10_diff1": 0.6499811439172275, - "nauc_mrr_at_10_max": 0.5118511129482579, - "nauc_mrr_at_10_std": 0.13449335180375682, - "nauc_mrr_at_1_diff1": 0.6742956262504823, - "nauc_mrr_at_1_max": 0.4921898914437053, - "nauc_mrr_at_1_std": 0.11184359375901123, - "nauc_mrr_at_20_diff1": 0.6542028480837134, - "nauc_mrr_at_20_max": 0.5140605490666926, - "nauc_mrr_at_20_std": 0.13806706768993407, - "nauc_mrr_at_3_diff1": 0.6541538018977772, - "nauc_mrr_at_3_max": 0.507086969204551, - "nauc_mrr_at_3_std": 0.11737840722781151, - "nauc_mrr_at_5_diff1": 0.6514651495146225, - "nauc_mrr_at_5_max": 0.5134428916296502, - "nauc_mrr_at_5_std": 0.12910532518983217, - "nauc_ndcg_at_1000_diff1": 0.644643653994808, - "nauc_ndcg_at_1000_max": 0.5151052469956983, - "nauc_ndcg_at_1000_std": 0.14560817434038345, - "nauc_ndcg_at_100_diff1": 0.6462096779633, - "nauc_ndcg_at_100_max": 0.521517098240063, - "nauc_ndcg_at_100_std": 0.16242718987420068, - "nauc_ndcg_at_10_diff1": 0.6256774029410953, - "nauc_ndcg_at_10_max": 0.5021046224647054, - "nauc_ndcg_at_10_std": 0.13211192036870636, - "nauc_ndcg_at_1_diff1": 0.6742956262504823, - "nauc_ndcg_at_1_max": 0.4921898914437053, - "nauc_ndcg_at_1_std": 0.11184359375901123, - "nauc_ndcg_at_20_diff1": 0.6415120765538261, - "nauc_ndcg_at_20_max": 0.5129888722934145, - "nauc_ndcg_at_20_std": 0.14863341956632772, - "nauc_ndcg_at_3_diff1": 0.6352036817651453, - "nauc_ndcg_at_3_max": 0.47642861134300685, - "nauc_ndcg_at_3_std": 0.07650166632865724, - "nauc_ndcg_at_5_diff1": 0.6278183022099418, - "nauc_ndcg_at_5_max": 0.4883450705627068, - "nauc_ndcg_at_5_std": 0.10375184471800858, - "nauc_precision_at_1000_diff1": -0.08564489981609914, - "nauc_precision_at_1000_max": 0.277471277625062, - "nauc_precision_at_1000_std": 0.390393623088112, - "nauc_precision_at_100_diff1": 0.1612389505407558, - "nauc_precision_at_100_max": 0.4415348795016779, - "nauc_precision_at_100_std": 0.4890891314646259, - "nauc_precision_at_10_diff1": 0.2799482754023763, - "nauc_precision_at_10_max": 0.4765150774535851, - "nauc_precision_at_10_std": 0.35172726383988473, - "nauc_precision_at_1_diff1": 0.6742956262504823, - "nauc_precision_at_1_max": 0.4921898914437053, - "nauc_precision_at_1_std": 0.11184359375901123, - "nauc_precision_at_20_diff1": 0.27606960209554715, - "nauc_precision_at_20_max": 0.46904346121634355, - "nauc_precision_at_20_std": 0.3939129350130972, - "nauc_precision_at_3_diff1": 0.5281927615388037, - "nauc_precision_at_3_max": 0.4838597863817097, - "nauc_precision_at_3_std": 0.14093162134994458, - "nauc_precision_at_5_diff1": 0.40938480555291484, - "nauc_precision_at_5_max": 0.48119235523438236, - "nauc_precision_at_5_std": 0.2457687553484838, - "nauc_recall_at_1000_diff1": 0.5948646125116692, - "nauc_recall_at_1000_max": 0.9477124183006559, - "nauc_recall_at_1000_std": 0.6144724556489273, - "nauc_recall_at_100_diff1": 0.6634855367342762, - "nauc_recall_at_100_max": 0.6984044292173115, - "nauc_recall_at_100_std": 0.5282992539118465, - "nauc_recall_at_10_diff1": 0.5520397891288403, - "nauc_recall_at_10_max": 0.5116670115712559, - "nauc_recall_at_10_std": 0.1912256272294568, - "nauc_recall_at_1_diff1": 0.6676673130168286, - "nauc_recall_at_1_max": 0.45852444555619204, - "nauc_recall_at_1_std": 0.05875767770188809, - "nauc_recall_at_20_diff1": 0.630289635068088, - "nauc_recall_at_20_max": 0.5689701263115686, - "nauc_recall_at_20_std": 0.29030497449263754, - "nauc_recall_at_3_diff1": 0.590539809443261, - "nauc_recall_at_3_max": 0.4508084210552359, - "nauc_recall_at_3_std": 0.04329412417510693, - "nauc_recall_at_5_diff1": 0.5627660908229459, - "nauc_recall_at_5_max": 0.47652686055834936, - "nauc_recall_at_5_std": 0.10749763102266927, - "ndcg_at_1": 0.49667, - "ndcg_at_10": 0.62265, - "ndcg_at_100": 0.65086, - "ndcg_at_1000": 0.6638, - "ndcg_at_20": 0.63244, - "ndcg_at_3": 0.5795, - "ndcg_at_5": 0.59865, - "precision_at_1": 0.49667, - "precision_at_10": 0.08467, - "precision_at_100": 0.01, + "main_score": 0.61863, + "map_at_1": 0.46983, + "map_at_10": 0.57085, + "map_at_100": 0.57773, + "map_at_1000": 0.57818, + "map_at_20": 0.57492, + "map_at_3": 0.5462, + "map_at_5": 0.559, + "mrr_at_1": 0.49333333333333335, + "mrr_at_10": 0.5860582010582008, + "mrr_at_100": 0.5911986796335261, + "mrr_at_1000": 0.5915871168502165, + "mrr_at_20": 0.5890609774212715, + "mrr_at_3": 0.5672222222222222, + "mrr_at_5": 0.5780555555555554, + "nauc_map_at_1000_diff1": 0.6418549828574354, + "nauc_map_at_1000_max": 0.4858875747580789, + "nauc_map_at_1000_std": 0.12263158809358014, + "nauc_map_at_100_diff1": 0.6418451236010594, + "nauc_map_at_100_max": 0.48591608547008996, + "nauc_map_at_100_std": 0.12272225754281446, + "nauc_map_at_10_diff1": 0.6328146861566597, + "nauc_map_at_10_max": 0.47973338395798254, + "nauc_map_at_10_std": 0.11661019595939726, + "nauc_map_at_1_diff1": 0.6728982950171661, + "nauc_map_at_1_max": 0.44305710693725664, + "nauc_map_at_1_std": 0.05841357727756091, + "nauc_map_at_20_diff1": 0.6407128239314179, + "nauc_map_at_20_max": 0.48404531549603796, + "nauc_map_at_20_std": 0.11990426463410839, + "nauc_map_at_3_diff1": 0.6402589860946806, + "nauc_map_at_3_max": 0.46551353378609467, + "nauc_map_at_3_std": 0.08438236933527511, + "nauc_map_at_5_diff1": 0.6357574289519733, + "nauc_map_at_5_max": 0.46968176132050066, + "nauc_map_at_5_std": 0.10164241158691736, + "nauc_mrr_at_1000_diff1": 0.6508987654482635, + "nauc_mrr_at_1000_max": 0.515500952587639, + "nauc_mrr_at_1000_std": 0.15390203443157355, + "nauc_mrr_at_100_diff1": 0.6509404070899804, + "nauc_mrr_at_100_max": 0.5155301632212228, + "nauc_mrr_at_100_std": 0.15394598507786122, + "nauc_mrr_at_10_diff1": 0.6452937198830967, + "nauc_mrr_at_10_max": 0.5123705684041607, + "nauc_mrr_at_10_std": 0.15064204347273605, + "nauc_mrr_at_1_diff1": 0.6730799907832465, + "nauc_mrr_at_1_max": 0.4868616955281021, + "nauc_mrr_at_1_std": 0.12368616955281017, + "nauc_mrr_at_20_diff1": 0.6503359841683324, + "nauc_mrr_at_20_max": 0.515151574079758, + "nauc_mrr_at_20_std": 0.15317789352768155, + "nauc_mrr_at_3_diff1": 0.6480832638849108, + "nauc_mrr_at_3_max": 0.5099912950806316, + "nauc_mrr_at_3_std": 0.13697218862971353, + "nauc_mrr_at_5_diff1": 0.6462788451686359, + "nauc_mrr_at_5_max": 0.5153456153121607, + "nauc_mrr_at_5_std": 0.14948260885130413, + "nauc_ndcg_at_1000_diff1": 0.6439562997569148, + "nauc_ndcg_at_1000_max": 0.5100719365489986, + "nauc_ndcg_at_1000_std": 0.15566930049721625, + "nauc_ndcg_at_100_diff1": 0.6451929526267958, + "nauc_ndcg_at_100_max": 0.5152395635750318, + "nauc_ndcg_at_100_std": 0.16502014440660842, + "nauc_ndcg_at_10_diff1": 0.616872170167157, + "nauc_ndcg_at_10_max": 0.4955579799073813, + "nauc_ndcg_at_10_std": 0.1422514225441516, + "nauc_ndcg_at_1_diff1": 0.6730799907832465, + "nauc_ndcg_at_1_max": 0.4868616955281021, + "nauc_ndcg_at_1_std": 0.12368616955281017, + "nauc_ndcg_at_20_diff1": 0.6411091932432261, + "nauc_ndcg_at_20_max": 0.5079168479025327, + "nauc_ndcg_at_20_std": 0.1537472489901344, + "nauc_ndcg_at_3_diff1": 0.6259695478504093, + "nauc_ndcg_at_3_max": 0.4803241794725598, + "nauc_ndcg_at_3_std": 0.09968092910475791, + "nauc_ndcg_at_5_diff1": 0.621025773986565, + "nauc_ndcg_at_5_max": 0.4862880541081993, + "nauc_ndcg_at_5_std": 0.12416037046408873, + "nauc_precision_at_1000_diff1": -0.03645270377042412, + "nauc_precision_at_1000_max": 0.25900572042603026, + "nauc_precision_at_1000_std": 0.39008880882399516, + "nauc_precision_at_100_diff1": 0.18547139862843645, + "nauc_precision_at_100_max": 0.418260719155085, + "nauc_precision_at_100_std": 0.4523615718035854, + "nauc_precision_at_10_diff1": 0.2787570432558707, + "nauc_precision_at_10_max": 0.46575633384693943, + "nauc_precision_at_10_std": 0.3592681791686807, + "nauc_precision_at_1_diff1": 0.6730799907832465, + "nauc_precision_at_1_max": 0.4868616955281021, + "nauc_precision_at_1_std": 0.12368616955281017, + "nauc_precision_at_20_diff1": 0.3020128925512284, + "nauc_precision_at_20_max": 0.46378791892658094, + "nauc_precision_at_20_std": 0.39391531071792085, + "nauc_precision_at_3_diff1": 0.5180716367359796, + "nauc_precision_at_3_max": 0.49902528355387515, + "nauc_precision_at_3_std": 0.18598869722747316, + "nauc_precision_at_5_diff1": 0.42160948246238106, + "nauc_precision_at_5_max": 0.4879944630783156, + "nauc_precision_at_5_std": 0.28601782075668036, + "nauc_recall_at_1000_diff1": 0.6378773731714923, + "nauc_recall_at_1000_max": 0.7394179894179918, + "nauc_recall_at_1000_std": 0.5799097416744462, + "nauc_recall_at_100_diff1": 0.6679198951267168, + "nauc_recall_at_100_max": 0.6654738511769629, + "nauc_recall_at_100_std": 0.4320612996328885, + "nauc_recall_at_10_diff1": 0.5217808755514909, + "nauc_recall_at_10_max": 0.4995586687013102, + "nauc_recall_at_10_std": 0.19215620084309484, + "nauc_recall_at_1_diff1": 0.6728982950171661, + "nauc_recall_at_1_max": 0.44305710693725664, + "nauc_recall_at_1_std": 0.05841357727756091, + "nauc_recall_at_20_diff1": 0.6339054189929352, + "nauc_recall_at_20_max": 0.5621742121556903, + "nauc_recall_at_20_std": 0.2642238642076564, + "nauc_recall_at_3_diff1": 0.5702612427619842, + "nauc_recall_at_3_max": 0.4655888460397505, + "nauc_recall_at_3_std": 0.07442709659478364, + "nauc_recall_at_5_diff1": 0.5442061692858748, + "nauc_recall_at_5_max": 0.4818404319932637, + "nauc_recall_at_5_std": 0.1439331162807491, + "ndcg_at_1": 0.49333, + "ndcg_at_10": 0.61863, + "ndcg_at_100": 0.64885, + "ndcg_at_1000": 0.66098, + "ndcg_at_20": 0.63173, + "ndcg_at_3": 0.57575, + "ndcg_at_5": 0.59571, + "precision_at_1": 0.49333, + "precision_at_10": 0.08433, + "precision_at_100": 0.01003, "precision_at_1000": 0.00111, - "precision_at_20": 0.04467, - "precision_at_3": 0.22778, - "precision_at_5": 0.15067, - "recall_at_1": 0.47567, - "recall_at_10": 0.75167, - "recall_at_100": 0.88033, - "recall_at_1000": 0.98333, - "recall_at_20": 0.788, - "recall_at_3": 0.63794, - "recall_at_5": 0.685 + "precision_at_20": 0.045, + "precision_at_3": 0.22667, + "precision_at_5": 0.15, + "recall_at_1": 0.46983, + "recall_at_10": 0.74733, + "recall_at_100": 0.88367, + "recall_at_1000": 0.98, + "recall_at_20": 0.79733, + "recall_at_3": 0.63311, + "recall_at_5": 0.68433 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact.json index 65163bf38..2934bee23 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/SciFact.json @@ -1,8 +1,8 @@ { "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", - "evaluation_time": 26.157119512557983, - "kg_co2_emissions": 0.005283366735044242, - "mteb_version": "1.12.75", + "evaluation_time": 9.063939094543457, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.6939, + "main_score": 0.6965, "map_at_1": 0.55678, - "map_at_10": 0.65192, - "map_at_100": 0.65881, - "map_at_1000": 0.65909, - "map_at_20": 0.65644, - "map_at_3": 0.62792, - "map_at_5": 0.64467, + "map_at_10": 0.65297, + "map_at_100": 0.65916, + "map_at_1000": 0.65944, + "map_at_20": 0.6569, + "map_at_3": 0.62847, + "map_at_5": 0.64672, "mrr_at_1": 0.5833333333333334, - "mrr_at_10": 0.665521164021164, - "mrr_at_100": 0.6710143545936006, - "mrr_at_1000": 0.6712776387475052, - "mrr_at_20": 0.6692433136036077, - "mrr_at_3": 0.6500000000000001, - "mrr_at_5": 0.6595, - "nauc_map_at_1000_diff1": 0.6485387348202495, - "nauc_map_at_1000_max": 0.5157213294219265, - "nauc_map_at_1000_std": -0.032796337343998005, - "nauc_map_at_100_diff1": 0.6483441602886256, - "nauc_map_at_100_max": 0.5159064815121074, - "nauc_map_at_100_std": -0.032326087584961284, - "nauc_map_at_10_diff1": 0.6471225025038458, - "nauc_map_at_10_max": 0.5163993707319426, - "nauc_map_at_10_std": -0.038308850479888426, - "nauc_map_at_1_diff1": 0.6698455480912328, - "nauc_map_at_1_max": 0.43228680014641846, - "nauc_map_at_1_std": -0.1267699824740443, - "nauc_map_at_20_diff1": 0.6486644094423607, - "nauc_map_at_20_max": 0.5169923834932089, - "nauc_map_at_20_std": -0.031309280495756875, - "nauc_map_at_3_diff1": 0.6479996205731786, - "nauc_map_at_3_max": 0.48765544143939243, - "nauc_map_at_3_std": -0.07188617904557738, - "nauc_map_at_5_diff1": 0.646580668901641, - "nauc_map_at_5_max": 0.5141347097960259, - "nauc_map_at_5_std": -0.047534161424666405, - "nauc_mrr_at_1000_diff1": 0.6595838081486985, - "nauc_mrr_at_1000_max": 0.527834702832658, - "nauc_mrr_at_1000_std": -0.015645237132462027, - "nauc_mrr_at_100_diff1": 0.6594763996233346, - "nauc_mrr_at_100_max": 0.5280269978564877, - "nauc_mrr_at_100_std": -0.015075518585194726, - "nauc_mrr_at_10_diff1": 0.6603014100528634, - "nauc_mrr_at_10_max": 0.5308710712423085, - "nauc_mrr_at_10_std": -0.016620489036388096, - "nauc_mrr_at_1_diff1": 0.6672654448355381, - "nauc_mrr_at_1_max": 0.4662313387547029, - "nauc_mrr_at_1_std": -0.07572278189100612, - "nauc_mrr_at_20_diff1": 0.6602618536114495, - "nauc_mrr_at_20_max": 0.5296784121200839, - "nauc_mrr_at_20_std": -0.01277249006884176, - "nauc_mrr_at_3_diff1": 0.657336774949428, - "nauc_mrr_at_3_max": 0.5248070955872255, - "nauc_mrr_at_3_std": -0.02564644717210843, - "nauc_mrr_at_5_diff1": 0.6605069544638498, - "nauc_mrr_at_5_max": 0.531072139435788, - "nauc_mrr_at_5_std": -0.022753676330227176, - "nauc_ndcg_at_1000_diff1": 0.6480728442674929, - "nauc_ndcg_at_1000_max": 0.5359914882435869, - "nauc_ndcg_at_1000_std": -0.0008975841611578109, - "nauc_ndcg_at_100_diff1": 0.6452493996268183, - "nauc_ndcg_at_100_max": 0.5424731635867138, - "nauc_ndcg_at_100_std": 0.012947979362378178, - "nauc_ndcg_at_10_diff1": 0.6453445139259745, - "nauc_ndcg_at_10_max": 0.5492944827754851, - "nauc_ndcg_at_10_std": 0.0003843067906201838, - "nauc_ndcg_at_1_diff1": 0.6672654448355381, - "nauc_ndcg_at_1_max": 0.4662313387547029, - "nauc_ndcg_at_1_std": -0.07572278189100612, - "nauc_ndcg_at_20_diff1": 0.6486997117289408, - "nauc_ndcg_at_20_max": 0.5504062152151091, - "nauc_ndcg_at_20_std": 0.02189595854241925, - "nauc_ndcg_at_3_diff1": 0.6456099453403605, - "nauc_ndcg_at_3_max": 0.5191524565668703, - "nauc_ndcg_at_3_std": -0.04025775281426112, - "nauc_ndcg_at_5_diff1": 0.6442289834523347, - "nauc_ndcg_at_5_max": 0.5429981385409327, - "nauc_ndcg_at_5_std": -0.0246062486880879, - "nauc_precision_at_1000_diff1": -0.10780087812506121, - "nauc_precision_at_1000_max": 0.20369961974645429, - "nauc_precision_at_1000_std": 0.5158283044968824, - "nauc_precision_at_100_diff1": 0.010633692599704947, - "nauc_precision_at_100_max": 0.31636345472910643, - "nauc_precision_at_100_std": 0.500027749719727, - "nauc_precision_at_10_diff1": 0.26445283317583873, - "nauc_precision_at_10_max": 0.5282872310424837, - "nauc_precision_at_10_std": 0.3803575050835382, - "nauc_precision_at_1_diff1": 0.6672654448355381, - "nauc_precision_at_1_max": 0.4662313387547029, - "nauc_precision_at_1_std": -0.07572278189100612, - "nauc_precision_at_20_diff1": 0.1789470408861778, - "nauc_precision_at_20_max": 0.46799220030286026, - "nauc_precision_at_20_std": 0.49700769597776207, - "nauc_precision_at_3_diff1": 0.4810268522180026, - "nauc_precision_at_3_max": 0.5523420529460518, - "nauc_precision_at_3_std": 0.15768974502039498, - "nauc_precision_at_5_diff1": 0.32025275313551504, - "nauc_precision_at_5_max": 0.551860278372591, - "nauc_precision_at_5_std": 0.28381672529825647, - "nauc_recall_at_1000_diff1": 0.09337068160596816, - "nauc_recall_at_1000_max": 0.540149393090572, - "nauc_recall_at_1000_std": 0.49603174603173406, - "nauc_recall_at_100_diff1": 0.5238146540667554, - "nauc_recall_at_100_max": 0.7342834569725329, - "nauc_recall_at_100_std": 0.4621233108628063, - "nauc_recall_at_10_diff1": 0.605963218284977, - "nauc_recall_at_10_max": 0.654649215684018, - "nauc_recall_at_10_std": 0.13483933894189234, - "nauc_recall_at_1_diff1": 0.6698455480912328, - "nauc_recall_at_1_max": 0.43228680014641846, - "nauc_recall_at_1_std": -0.1267699824740443, - "nauc_recall_at_20_diff1": 0.6122007822665558, - "nauc_recall_at_20_max": 0.6935717893668542, - "nauc_recall_at_20_std": 0.3004397824675153, - "nauc_recall_at_3_diff1": 0.6060138263692354, - "nauc_recall_at_3_max": 0.5415381381101827, - "nauc_recall_at_3_std": -0.023246265286639336, - "nauc_recall_at_5_diff1": 0.6146681704884268, - "nauc_recall_at_5_max": 0.6157237438436897, - "nauc_recall_at_5_std": 0.01825769631863169, + "mrr_at_10": 0.6670502645502646, + "mrr_at_100": 0.6715939915820037, + "mrr_at_1000": 0.671857631621979, + "mrr_at_20": 0.6699218725174609, + "mrr_at_3": 0.6505555555555557, + "mrr_at_5": 0.6615555555555556, + "nauc_map_at_1000_diff1": 0.6648221771880791, + "nauc_map_at_1000_max": 0.5052414836742938, + "nauc_map_at_1000_std": -0.03325120834321717, + "nauc_map_at_100_diff1": 0.664622348248771, + "nauc_map_at_100_max": 0.5053715775912079, + "nauc_map_at_100_std": -0.03308814999423831, + "nauc_map_at_10_diff1": 0.6622748071787301, + "nauc_map_at_10_max": 0.5055237613267997, + "nauc_map_at_10_std": -0.03921990569630882, + "nauc_map_at_1_diff1": 0.6858438179708394, + "nauc_map_at_1_max": 0.42602045747916345, + "nauc_map_at_1_std": -0.11936259020146467, + "nauc_map_at_20_diff1": 0.6646980575926429, + "nauc_map_at_20_max": 0.5064824058192438, + "nauc_map_at_20_std": -0.031907699465456164, + "nauc_map_at_3_diff1": 0.6612609644570773, + "nauc_map_at_3_max": 0.47661918537727516, + "nauc_map_at_3_std": -0.07200968999260945, + "nauc_map_at_5_diff1": 0.6618835664055056, + "nauc_map_at_5_max": 0.5021978851246943, + "nauc_map_at_5_std": -0.05227305835206015, + "nauc_mrr_at_1000_diff1": 0.6761285756841559, + "nauc_mrr_at_1000_max": 0.5178485903362313, + "nauc_mrr_at_1000_std": -0.013608366928511287, + "nauc_mrr_at_100_diff1": 0.6760045061272318, + "nauc_mrr_at_100_max": 0.5179821416684586, + "nauc_mrr_at_100_std": -0.013366234391320815, + "nauc_mrr_at_10_diff1": 0.6755662201063302, + "nauc_mrr_at_10_max": 0.520508160077829, + "nauc_mrr_at_10_std": -0.014134973571798382, + "nauc_mrr_at_1_diff1": 0.6839325160820491, + "nauc_mrr_at_1_max": 0.45926932880203897, + "nauc_mrr_at_1_std": -0.06524092729700166, + "nauc_mrr_at_20_diff1": 0.6766881697398416, + "nauc_mrr_at_20_max": 0.5196041968976319, + "nauc_mrr_at_20_std": -0.010828394328328548, + "nauc_mrr_at_3_diff1": 0.6719264480292092, + "nauc_mrr_at_3_max": 0.5138615976666121, + "nauc_mrr_at_3_std": -0.02338247740011707, + "nauc_mrr_at_5_diff1": 0.6762893071555444, + "nauc_mrr_at_5_max": 0.5193436168715333, + "nauc_mrr_at_5_std": -0.025086124884006578, + "nauc_ndcg_at_1000_diff1": 0.6661669413157928, + "nauc_ndcg_at_1000_max": 0.5267211676542146, + "nauc_ndcg_at_1000_std": -0.0017379232324071894, + "nauc_ndcg_at_100_diff1": 0.6623265911189132, + "nauc_ndcg_at_100_max": 0.5322272209761856, + "nauc_ndcg_at_100_std": 0.006458055393992806, + "nauc_ndcg_at_10_diff1": 0.6578338515980668, + "nauc_ndcg_at_10_max": 0.5389133564363991, + "nauc_ndcg_at_10_std": -0.0013113611686950083, + "nauc_ndcg_at_1_diff1": 0.6839325160820491, + "nauc_ndcg_at_1_max": 0.45926932880203897, + "nauc_ndcg_at_1_std": -0.06524092729700166, + "nauc_ndcg_at_20_diff1": 0.6645001910619628, + "nauc_ndcg_at_20_max": 0.5410379908786209, + "nauc_ndcg_at_20_std": 0.02105669044784517, + "nauc_ndcg_at_3_diff1": 0.656875170114462, + "nauc_ndcg_at_3_max": 0.5079364907986667, + "nauc_ndcg_at_3_std": -0.042975592638844824, + "nauc_ndcg_at_5_diff1": 0.6582730191964091, + "nauc_ndcg_at_5_max": 0.5304504050341227, + "nauc_ndcg_at_5_std": -0.03614542679145915, + "nauc_precision_at_1000_diff1": -0.10077629750160945, + "nauc_precision_at_1000_max": 0.20216956507000308, + "nauc_precision_at_1000_std": 0.5352045832062117, + "nauc_precision_at_100_diff1": 0.02092883861872991, + "nauc_precision_at_100_max": 0.3116460023753755, + "nauc_precision_at_100_std": 0.4789768123341955, + "nauc_precision_at_10_diff1": 0.2512758411902082, + "nauc_precision_at_10_max": 0.5229956700265089, + "nauc_precision_at_10_std": 0.4038272691656022, + "nauc_precision_at_1_diff1": 0.6839325160820491, + "nauc_precision_at_1_max": 0.45926932880203897, + "nauc_precision_at_1_std": -0.06524092729700166, + "nauc_precision_at_20_diff1": 0.18693343290393463, + "nauc_precision_at_20_max": 0.4663586201174102, + "nauc_precision_at_20_std": 0.5063216960192501, + "nauc_precision_at_3_diff1": 0.48092387029105854, + "nauc_precision_at_3_max": 0.5416211432567088, + "nauc_precision_at_3_std": 0.1530351367887424, + "nauc_precision_at_5_diff1": 0.3200733227422699, + "nauc_precision_at_5_max": 0.5410582915801045, + "nauc_precision_at_5_std": 0.26823414395698325, + "nauc_recall_at_1000_diff1": 0.554154995331476, + "nauc_recall_at_1000_max": 0.8692810457516407, + "nauc_recall_at_1000_std": 0.8692810457516407, + "nauc_recall_at_100_diff1": 0.5590851725305526, + "nauc_recall_at_100_max": 0.7178666338330202, + "nauc_recall_at_100_std": 0.31311498958557743, + "nauc_recall_at_10_diff1": 0.6029144519998808, + "nauc_recall_at_10_max": 0.648782551890014, + "nauc_recall_at_10_std": 0.12700151438667334, + "nauc_recall_at_1_diff1": 0.6858438179708394, + "nauc_recall_at_1_max": 0.42602045747916345, + "nauc_recall_at_1_std": -0.11936259020146467, + "nauc_recall_at_20_diff1": 0.6266325993021512, + "nauc_recall_at_20_max": 0.6923497403436785, + "nauc_recall_at_20_std": 0.2978792987999091, + "nauc_recall_at_3_diff1": 0.6076640684964421, + "nauc_recall_at_3_max": 0.52993190955719, + "nauc_recall_at_3_std": -0.03756989583589129, + "nauc_recall_at_5_diff1": 0.6218966679124063, + "nauc_recall_at_5_max": 0.6030254568152539, + "nauc_recall_at_5_std": -0.023459987913677448, "ndcg_at_1": 0.58333, - "ndcg_at_10": 0.6939, - "ndcg_at_100": 0.7236, - "ndcg_at_1000": 0.73055, - "ndcg_at_20": 0.70851, - "ndcg_at_3": 0.65622, - "ndcg_at_5": 0.67781, + "ndcg_at_10": 0.6965, + "ndcg_at_100": 0.72398, + "ndcg_at_1000": 0.73126, + "ndcg_at_20": 0.70908, + "ndcg_at_3": 0.65745, + "ndcg_at_5": 0.68177, "precision_at_1": 0.58333, - "precision_at_10": 0.09033, + "precision_at_10": 0.09133, "precision_at_100": 0.01067, - "precision_at_1000": 0.00112, + "precision_at_1000": 0.00113, "precision_at_20": 0.0485, - "precision_at_3": 0.25444, - "precision_at_5": 0.16933, + "precision_at_3": 0.25556, + "precision_at_5": 0.17133, "recall_at_1": 0.55678, - "recall_at_10": 0.80722, + "recall_at_10": 0.81389, "recall_at_100": 0.93933, - "recall_at_1000": 0.99333, + "recall_at_1000": 0.99667, "recall_at_20": 0.86122, - "recall_at_3": 0.70783, - "recall_at_5": 0.75978 + "recall_at_3": 0.71117, + "recall_at_5": 0.76978 } ], "train": [ @@ -159,147 +159,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.69998, - "map_at_1": 0.55665, - "map_at_10": 0.65788, - "map_at_100": 0.66445, - "map_at_1000": 0.66469, - "map_at_20": 0.66192, - "map_at_3": 0.63334, - "map_at_5": 0.6478, - "mrr_at_1": 0.5797280593325093, - "mrr_at_10": 0.6674912198088958, - "mrr_at_100": 0.6723820074664034, - "mrr_at_1000": 0.6725875653718861, - "mrr_at_20": 0.6702051887125857, - "mrr_at_3": 0.6503914297486607, - "mrr_at_5": 0.6606510094767198, - "nauc_map_at_1000_diff1": 0.6428189681947203, - "nauc_map_at_1000_max": 0.500683898422047, - "nauc_map_at_1000_std": 0.07755217484784724, - "nauc_map_at_100_diff1": 0.6427170047551376, - "nauc_map_at_100_max": 0.5007543060746786, - "nauc_map_at_100_std": 0.07779764006357727, - "nauc_map_at_10_diff1": 0.6422073350786353, - "nauc_map_at_10_max": 0.4988862931966313, - "nauc_map_at_10_std": 0.07396277575949967, - "nauc_map_at_1_diff1": 0.6765718831447964, - "nauc_map_at_1_max": 0.43916510921150037, - "nauc_map_at_1_std": -0.023808350718415146, - "nauc_map_at_20_diff1": 0.6423278162994663, - "nauc_map_at_20_max": 0.5012367773278469, - "nauc_map_at_20_std": 0.07985705919946039, - "nauc_map_at_3_diff1": 0.6485860050074885, - "nauc_map_at_3_max": 0.4779313314015603, - "nauc_map_at_3_std": 0.04587754676805696, - "nauc_map_at_5_diff1": 0.6422018746721242, - "nauc_map_at_5_max": 0.4944386187913634, - "nauc_map_at_5_std": 0.06499140166902785, - "nauc_mrr_at_1000_diff1": 0.6356086220082865, - "nauc_mrr_at_1000_max": 0.5111174080396456, - "nauc_mrr_at_1000_std": 0.07970146681886352, - "nauc_mrr_at_100_diff1": 0.6355486950488907, - "nauc_mrr_at_100_max": 0.5112083949654225, - "nauc_mrr_at_100_std": 0.07992655753675526, - "nauc_mrr_at_10_diff1": 0.6334406289839217, - "nauc_mrr_at_10_max": 0.5104909880830789, - "nauc_mrr_at_10_std": 0.08085919724585142, - "nauc_mrr_at_1_diff1": 0.6754413016953739, - "nauc_mrr_at_1_max": 0.48210560705788424, - "nauc_mrr_at_1_std": -0.012822963567147325, - "nauc_mrr_at_20_diff1": 0.6350721117876957, - "nauc_mrr_at_20_max": 0.5118897495078464, - "nauc_mrr_at_20_std": 0.08259912178122439, - "nauc_mrr_at_3_diff1": 0.635375875626969, - "nauc_mrr_at_3_max": 0.5102840429758472, - "nauc_mrr_at_3_std": 0.06914667903406228, - "nauc_mrr_at_5_diff1": 0.6326895581982732, - "nauc_mrr_at_5_max": 0.5124457614259266, - "nauc_mrr_at_5_std": 0.07965158845992444, - "nauc_ndcg_at_1000_diff1": 0.6328529380857687, - "nauc_ndcg_at_1000_max": 0.5126321415923222, - "nauc_ndcg_at_1000_std": 0.10717195608497537, - "nauc_ndcg_at_100_diff1": 0.6304338220872194, - "nauc_ndcg_at_100_max": 0.5138085952902836, - "nauc_ndcg_at_100_std": 0.11534505858891661, - "nauc_ndcg_at_10_diff1": 0.6252054125813742, - "nauc_ndcg_at_10_max": 0.5117997424924144, - "nauc_ndcg_at_10_std": 0.11639243768975258, - "nauc_ndcg_at_1_diff1": 0.6754413016953739, - "nauc_ndcg_at_1_max": 0.48210560705788424, - "nauc_ndcg_at_1_std": -0.012822963567147325, - "nauc_ndcg_at_20_diff1": 0.6274898691823546, - "nauc_ndcg_at_20_max": 0.5191624450164806, - "nauc_ndcg_at_20_std": 0.13279321223700116, - "nauc_ndcg_at_3_diff1": 0.6332475301626516, - "nauc_ndcg_at_3_max": 0.4943038401112576, - "nauc_ndcg_at_3_std": 0.07831362179849259, - "nauc_ndcg_at_5_diff1": 0.6259899977176027, - "nauc_ndcg_at_5_max": 0.5071023942340954, - "nauc_ndcg_at_5_std": 0.09972225115139081, - "nauc_precision_at_1000_diff1": -0.2502027108298214, - "nauc_precision_at_1000_max": 0.16223047549999828, - "nauc_precision_at_1000_std": 0.34471818328760184, - "nauc_precision_at_100_diff1": -0.11750994779645597, - "nauc_precision_at_100_max": 0.24049092178850207, - "nauc_precision_at_100_std": 0.3716732829696103, - "nauc_precision_at_10_diff1": 0.15494238543375133, - "nauc_precision_at_10_max": 0.41179585772156574, - "nauc_precision_at_10_std": 0.35460302345645905, - "nauc_precision_at_1_diff1": 0.6754413016953739, - "nauc_precision_at_1_max": 0.48210560705788424, - "nauc_precision_at_1_std": -0.012822963567147325, - "nauc_precision_at_20_diff1": 0.0647057881864026, - "nauc_precision_at_20_max": 0.36015986107114384, - "nauc_precision_at_20_std": 0.40440771751140864, - "nauc_precision_at_3_diff1": 0.4135842245525492, - "nauc_precision_at_3_max": 0.49181299035285325, - "nauc_precision_at_3_std": 0.2200595615700115, - "nauc_precision_at_5_diff1": 0.28393271192666547, - "nauc_precision_at_5_max": 0.48461769067995414, - "nauc_precision_at_5_std": 0.2972932359414435, + "main_score": 0.69925, + "map_at_1": 0.55418, + "map_at_10": 0.65668, + "map_at_100": 0.66313, + "map_at_1000": 0.66335, + "map_at_20": 0.66088, + "map_at_3": 0.63238, + "map_at_5": 0.64601, + "mrr_at_1": 0.5772558714462299, + "mrr_at_10": 0.6661844919261481, + "mrr_at_100": 0.6712886867035003, + "mrr_at_1000": 0.6714703931981035, + "mrr_at_20": 0.6693429557219082, + "mrr_at_3": 0.6497733827770908, + "mrr_at_5": 0.6591676967449523, + "nauc_map_at_1000_diff1": 0.643599281511049, + "nauc_map_at_1000_max": 0.49573944754877747, + "nauc_map_at_1000_std": 0.0820133380924964, + "nauc_map_at_100_diff1": 0.6435588538395653, + "nauc_map_at_100_max": 0.4957846612756812, + "nauc_map_at_100_std": 0.08220930961338754, + "nauc_map_at_10_diff1": 0.6421960349861388, + "nauc_map_at_10_max": 0.4944810794069156, + "nauc_map_at_10_std": 0.07919587185208063, + "nauc_map_at_1_diff1": 0.6811123965516944, + "nauc_map_at_1_max": 0.4362823338160411, + "nauc_map_at_1_std": -0.021967356489661888, + "nauc_map_at_20_diff1": 0.6428631369109749, + "nauc_map_at_20_max": 0.4957876172360988, + "nauc_map_at_20_std": 0.08328882489892889, + "nauc_map_at_3_diff1": 0.6480320642910317, + "nauc_map_at_3_max": 0.4746072551374304, + "nauc_map_at_3_std": 0.05024581322334802, + "nauc_map_at_5_diff1": 0.6420153409299093, + "nauc_map_at_5_max": 0.48857671101641975, + "nauc_map_at_5_std": 0.07045533711353347, + "nauc_mrr_at_1000_diff1": 0.6352143131298553, + "nauc_mrr_at_1000_max": 0.5056716972959024, + "nauc_mrr_at_1000_std": 0.08557009560929207, + "nauc_mrr_at_100_diff1": 0.6351971903891045, + "nauc_mrr_at_100_max": 0.505736360435886, + "nauc_mrr_at_100_std": 0.08574360648127166, + "nauc_mrr_at_10_diff1": 0.6327892464526369, + "nauc_mrr_at_10_max": 0.505136211438632, + "nauc_mrr_at_10_std": 0.08672362734625792, + "nauc_mrr_at_1_diff1": 0.6792782931758797, + "nauc_mrr_at_1_max": 0.4797827574885606, + "nauc_mrr_at_1_std": -0.008091717537147514, + "nauc_mrr_at_20_diff1": 0.6344114350123813, + "nauc_mrr_at_20_max": 0.5059046189428666, + "nauc_mrr_at_20_std": 0.08742646022293683, + "nauc_mrr_at_3_diff1": 0.6338788837009977, + "nauc_mrr_at_3_max": 0.5054370607602029, + "nauc_mrr_at_3_std": 0.07747212269635884, + "nauc_mrr_at_5_diff1": 0.631591533459541, + "nauc_mrr_at_5_max": 0.5060781477567362, + "nauc_mrr_at_5_std": 0.08725336682244796, + "nauc_ndcg_at_1000_diff1": 0.6331083672818684, + "nauc_ndcg_at_1000_max": 0.5070622805980297, + "nauc_ndcg_at_1000_std": 0.11175898346577885, + "nauc_ndcg_at_100_diff1": 0.6314641815388299, + "nauc_ndcg_at_100_max": 0.5076840136454541, + "nauc_ndcg_at_100_std": 0.11892341869674754, + "nauc_ndcg_at_10_diff1": 0.6234693270911245, + "nauc_ndcg_at_10_max": 0.5067125618012701, + "nauc_ndcg_at_10_std": 0.12125073631131703, + "nauc_ndcg_at_1_diff1": 0.6792782931758797, + "nauc_ndcg_at_1_max": 0.4797827574885606, + "nauc_ndcg_at_1_std": -0.008091717537147514, + "nauc_ndcg_at_20_diff1": 0.6267597660827479, + "nauc_ndcg_at_20_max": 0.5105846888899952, + "nauc_ndcg_at_20_std": 0.131594423806859, + "nauc_ndcg_at_3_diff1": 0.631634980687671, + "nauc_ndcg_at_3_max": 0.4905579045146225, + "nauc_ndcg_at_3_std": 0.08439737660149267, + "nauc_ndcg_at_5_diff1": 0.62418266712239, + "nauc_ndcg_at_5_max": 0.4988594381975027, + "nauc_ndcg_at_5_std": 0.10678452507620768, + "nauc_precision_at_1000_diff1": -0.24455529275515656, + "nauc_precision_at_1000_max": 0.16360512498358987, + "nauc_precision_at_1000_std": 0.35328987163499265, + "nauc_precision_at_100_diff1": -0.1143651734819399, + "nauc_precision_at_100_max": 0.23454596693959973, + "nauc_precision_at_100_std": 0.3766426603420687, + "nauc_precision_at_10_diff1": 0.14740339847413192, + "nauc_precision_at_10_max": 0.39776895215467417, + "nauc_precision_at_10_std": 0.35475388086013215, + "nauc_precision_at_1_diff1": 0.6792782931758797, + "nauc_precision_at_1_max": 0.4797827574885606, + "nauc_precision_at_1_std": -0.008091717537147514, + "nauc_precision_at_20_diff1": 0.05809883776997196, + "nauc_precision_at_20_max": 0.34403825660424875, + "nauc_precision_at_20_std": 0.3973608762440279, + "nauc_precision_at_3_diff1": 0.41365186859162323, + "nauc_precision_at_3_max": 0.492597116946203, + "nauc_precision_at_3_std": 0.22870902293126583, + "nauc_precision_at_5_diff1": 0.2854923725328411, + "nauc_precision_at_5_max": 0.47316954212411216, + "nauc_precision_at_5_std": 0.3073552991299354, "nauc_recall_at_1000_diff1": 0.6590893627398202, "nauc_recall_at_1000_max": 0.8638072991650718, "nauc_recall_at_1000_std": 0.7075862408531214, - "nauc_recall_at_100_diff1": 0.5475877462292719, - "nauc_recall_at_100_max": 0.5635572818367925, - "nauc_recall_at_100_std": 0.4429168469636243, - "nauc_recall_at_10_diff1": 0.5596378118017064, - "nauc_recall_at_10_max": 0.5327540073132908, - "nauc_recall_at_10_std": 0.27357431306694513, - "nauc_recall_at_1_diff1": 0.6765718831447964, - "nauc_recall_at_1_max": 0.43916510921150037, - "nauc_recall_at_1_std": -0.023808350718415146, - "nauc_recall_at_20_diff1": 0.568195811280715, - "nauc_recall_at_20_max": 0.5883678008530089, - "nauc_recall_at_20_std": 0.4115441822071163, - "nauc_recall_at_3_diff1": 0.593661768121134, - "nauc_recall_at_3_max": 0.485337367911488, - "nauc_recall_at_3_std": 0.13060184253625917, - "nauc_recall_at_5_diff1": 0.5747988595256808, - "nauc_recall_at_5_max": 0.5198135316939853, - "nauc_recall_at_5_std": 0.19589034856703325, - "ndcg_at_1": 0.57973, - "ndcg_at_10": 0.69998, - "ndcg_at_100": 0.72905, - "ndcg_at_1000": 0.73518, - "ndcg_at_20": 0.71215, - "ndcg_at_3": 0.65865, - "ndcg_at_5": 0.67949, - "precision_at_1": 0.57973, - "precision_at_10": 0.09221, - "precision_at_100": 0.0108, + "nauc_recall_at_100_diff1": 0.5618570122921523, + "nauc_recall_at_100_max": 0.54431693177553, + "nauc_recall_at_100_std": 0.43217398906419174, + "nauc_recall_at_10_diff1": 0.5499040580435083, + "nauc_recall_at_10_max": 0.5267334109479492, + "nauc_recall_at_10_std": 0.2731209202075488, + "nauc_recall_at_1_diff1": 0.6811123965516944, + "nauc_recall_at_1_max": 0.4362823338160411, + "nauc_recall_at_1_std": -0.021967356489661888, + "nauc_recall_at_20_diff1": 0.5579431116812315, + "nauc_recall_at_20_max": 0.5611517904981596, + "nauc_recall_at_20_std": 0.379632768241818, + "nauc_recall_at_3_diff1": 0.586989868851232, + "nauc_recall_at_3_max": 0.4811861211018256, + "nauc_recall_at_3_std": 0.13839367400599234, + "nauc_recall_at_5_diff1": 0.5678157210094744, + "nauc_recall_at_5_max": 0.5029512576132253, + "nauc_recall_at_5_std": 0.2058268023926141, + "ndcg_at_1": 0.57726, + "ndcg_at_10": 0.69925, + "ndcg_at_100": 0.72852, + "ndcg_at_1000": 0.73428, + "ndcg_at_20": 0.71273, + "ndcg_at_3": 0.65833, + "ndcg_at_5": 0.67764, + "precision_at_1": 0.57726, + "precision_at_10": 0.09246, + "precision_at_100": 0.01083, "precision_at_1000": 0.00113, - "precision_at_20": 0.04907, - "precision_at_3": 0.25793, - "precision_at_5": 0.1686, - "recall_at_1": 0.55665, - "recall_at_10": 0.81584, - "recall_at_100": 0.9485, + "precision_at_20": 0.04938, + "precision_at_3": 0.25834, + "precision_at_5": 0.16811, + "recall_at_1": 0.55418, + "recall_at_10": 0.81646, + "recall_at_100": 0.95097, "recall_at_1000": 0.99629, - "recall_at_20": 0.86007, - "recall_at_3": 0.71001, - "recall_at_5": 0.75816 + "recall_at_20": 0.86708, + "recall_at_3": 0.71104, + "recall_at_5": 0.75548 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-PL.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-PL.json index b4d57c546..9f9d71788 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-PL.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID-PL.json @@ -1,8 +1,8 @@ { "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", - "evaluation_time": 329.3677604198456, - "kg_co2_emissions": 0.06778059878037805, - "mteb_version": "1.12.75", + "evaluation_time": 81.17342495918274, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "pol-Latn" ], - "main_score": 0.65936, - "map_at_1": 0.00208, - "map_at_10": 0.01631, - "map_at_100": 0.08768, - "map_at_1000": 0.21995, - "map_at_20": 0.02802, + "main_score": 0.66184, + "map_at_1": 0.00218, + "map_at_10": 0.01626, + "map_at_100": 0.08751, + "map_at_1000": 0.21914, + "map_at_20": 0.02788, "map_at_3": 0.0059, - "map_at_5": 0.00906, - "mrr_at_1": 0.74, - "mrr_at_10": 0.8556666666666668, - "mrr_at_100": 0.8556666666666668, - "mrr_at_1000": 0.8556666666666668, - "mrr_at_20": 0.8556666666666668, - "mrr_at_3": 0.8466666666666667, - "mrr_at_5": 0.8556666666666668, - "nauc_map_at_1000_diff1": -0.05127408241979084, - "nauc_map_at_1000_max": 0.5917430065102669, - "nauc_map_at_1000_std": 0.9025024988039441, - "nauc_map_at_100_diff1": 0.04703525869028376, - "nauc_map_at_100_max": 0.43521648107914057, - "nauc_map_at_100_std": 0.7439737891969206, - "nauc_map_at_10_diff1": 0.05119123682250682, - "nauc_map_at_10_max": 0.1779808902320444, - "nauc_map_at_10_std": 0.13787527775305553, - "nauc_map_at_1_diff1": 0.13352149183978804, - "nauc_map_at_1_max": 0.010868500478374796, - "nauc_map_at_1_std": 0.06324630318969802, - "nauc_map_at_20_diff1": 0.08755013816670461, - "nauc_map_at_20_max": 0.20806790021614563, - "nauc_map_at_20_std": 0.26143071005154017, - "nauc_map_at_3_diff1": 0.10602613734180061, - "nauc_map_at_3_max": 0.15738804019483657, - "nauc_map_at_3_std": 0.05654295302473207, - "nauc_map_at_5_diff1": 0.07759693412932289, - "nauc_map_at_5_max": 0.15996852293426433, - "nauc_map_at_5_std": 0.0785747374654378, - "nauc_mrr_at_1000_diff1": 0.1662555773521055, - "nauc_mrr_at_1000_max": 0.2935971036233571, - "nauc_mrr_at_1000_std": 0.5091305100392353, - "nauc_mrr_at_100_diff1": 0.1662555773521055, - "nauc_mrr_at_100_max": 0.2935971036233571, - "nauc_mrr_at_100_std": 0.5091305100392353, - "nauc_mrr_at_10_diff1": 0.1662555773521055, - "nauc_mrr_at_10_max": 0.2935971036233571, - "nauc_mrr_at_10_std": 0.5091305100392353, - "nauc_mrr_at_1_diff1": 0.22383520538502108, - "nauc_mrr_at_1_max": 0.26669640322776816, - "nauc_mrr_at_1_std": 0.5090628928267305, - "nauc_mrr_at_20_diff1": 0.1662555773521055, - "nauc_mrr_at_20_max": 0.2935971036233571, - "nauc_mrr_at_20_std": 0.5091305100392353, - "nauc_mrr_at_3_diff1": 0.13657462040752139, - "nauc_mrr_at_3_max": 0.30567450015172637, - "nauc_mrr_at_3_std": 0.5071984894972867, - "nauc_mrr_at_5_diff1": 0.1662555773521055, - "nauc_mrr_at_5_max": 0.2935971036233571, - "nauc_mrr_at_5_std": 0.5091305100392353, - "nauc_ndcg_at_1000_diff1": 0.01606978087438781, - "nauc_ndcg_at_1000_max": 0.5681855700878481, - "nauc_ndcg_at_1000_std": 0.8498915863609148, - "nauc_ndcg_at_100_diff1": -0.049526473249780385, - "nauc_ndcg_at_100_max": 0.5047582340251854, - "nauc_ndcg_at_100_std": 0.8205171613210149, - "nauc_ndcg_at_10_diff1": 0.01801061411181312, - "nauc_ndcg_at_10_max": 0.3610523172744003, - "nauc_ndcg_at_10_std": 0.5047805309363569, - "nauc_ndcg_at_1_diff1": 0.2012076388516714, - "nauc_ndcg_at_1_max": 0.29020847848223397, - "nauc_ndcg_at_1_std": 0.4816442467441987, - "nauc_ndcg_at_20_diff1": 0.0007896318470809211, - "nauc_ndcg_at_20_max": 0.37476800130743604, - "nauc_ndcg_at_20_std": 0.5860544442492692, - "nauc_ndcg_at_3_diff1": 0.11154248285584664, - "nauc_ndcg_at_3_max": 0.35963480797837055, - "nauc_ndcg_at_3_std": 0.4498848051543593, - "nauc_ndcg_at_5_diff1": 0.06717138098728877, - "nauc_ndcg_at_5_max": 0.3347804987634742, - "nauc_ndcg_at_5_std": 0.4429646938766185, - "nauc_precision_at_1000_diff1": -0.17154801901997352, - "nauc_precision_at_1000_max": 0.45087211633296176, - "nauc_precision_at_1000_std": 0.6143649116757949, - "nauc_precision_at_100_diff1": -0.05695369853321641, - "nauc_precision_at_100_max": 0.5492518928042736, - "nauc_precision_at_100_std": 0.8604104965973868, - "nauc_precision_at_10_diff1": -0.11365537656320376, - "nauc_precision_at_10_max": 0.4304253630494003, - "nauc_precision_at_10_std": 0.5285666788219399, - "nauc_precision_at_1_diff1": 0.22383520538502108, - "nauc_precision_at_1_max": 0.26669640322776816, - "nauc_precision_at_1_std": 0.5090628928267305, - "nauc_precision_at_20_diff1": -0.04505508039685222, - "nauc_precision_at_20_max": 0.42590215531987696, - "nauc_precision_at_20_std": 0.6201628463906946, - "nauc_precision_at_3_diff1": 0.05051404381131625, - "nauc_precision_at_3_max": 0.494725171347937, - "nauc_precision_at_3_std": 0.446663754871657, - "nauc_precision_at_5_diff1": -0.01745869104582956, - "nauc_precision_at_5_max": 0.42452970961869535, - "nauc_precision_at_5_std": 0.45953662345930835, - "nauc_recall_at_1000_diff1": 0.02475734438670736, - "nauc_recall_at_1000_max": 0.5384711355696019, - "nauc_recall_at_1000_std": 0.7690278281433452, - "nauc_recall_at_100_diff1": 0.07160631113349895, - "nauc_recall_at_100_max": 0.3289703925945462, - "nauc_recall_at_100_std": 0.5965951380386207, - "nauc_recall_at_10_diff1": 0.03847528603343833, - "nauc_recall_at_10_max": 0.1423718642838979, - "nauc_recall_at_10_std": 0.08586189001645265, - "nauc_recall_at_1_diff1": 0.13352149183978804, - "nauc_recall_at_1_max": 0.010868500478374796, - "nauc_recall_at_1_std": 0.06324630318969802, - "nauc_recall_at_20_diff1": 0.11034845216912452, - "nauc_recall_at_20_max": 0.15279052221799258, - "nauc_recall_at_20_std": 0.1912015804116254, - "nauc_recall_at_3_diff1": 0.07010285829698644, - "nauc_recall_at_3_max": 0.13510623744312147, - "nauc_recall_at_3_std": 0.007906197049672457, - "nauc_recall_at_5_diff1": 0.06289934996952307, - "nauc_recall_at_5_max": 0.12925046268101228, - "nauc_recall_at_5_std": 0.039595359173482635, - "ndcg_at_1": 0.69, - "ndcg_at_10": 0.65936, - "ndcg_at_100": 0.50028, - "ndcg_at_1000": 0.46781, - "ndcg_at_20": 0.6301, - "ndcg_at_3": 0.70184, - "ndcg_at_5": 0.68207, - "precision_at_1": 0.74, - "precision_at_10": 0.714, - "precision_at_100": 0.5174, - "precision_at_1000": 0.20932, - "precision_at_20": 0.676, - "precision_at_3": 0.77333, - "precision_at_5": 0.744, - "recall_at_1": 0.00208, - "recall_at_10": 0.01887, - "recall_at_100": 0.12445, - "recall_at_1000": 0.44597, - "recall_at_20": 0.03418, - "recall_at_3": 0.00636, - "recall_at_5": 0.00999 + "map_at_5": 0.00892, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8796666666666667, + "mrr_at_100": 0.8796666666666667, + "mrr_at_1000": 0.8796666666666667, + "mrr_at_20": 0.8796666666666667, + "mrr_at_3": 0.8666666666666667, + "mrr_at_5": 0.8796666666666667, + "nauc_map_at_1000_diff1": 0.003621462106028798, + "nauc_map_at_1000_max": 0.5739619808615231, + "nauc_map_at_1000_std": 0.9004956388573352, + "nauc_map_at_100_diff1": 0.06595957526740058, + "nauc_map_at_100_max": 0.44464830736472055, + "nauc_map_at_100_std": 0.7534031132570052, + "nauc_map_at_10_diff1": 0.047819701974850484, + "nauc_map_at_10_max": 0.23279951140991037, + "nauc_map_at_10_std": 0.16946707876362166, + "nauc_map_at_1_diff1": 0.09288223497448186, + "nauc_map_at_1_max": 0.11365054163118977, + "nauc_map_at_1_std": 0.1313212495949561, + "nauc_map_at_20_diff1": 0.10603683889274115, + "nauc_map_at_20_max": 0.24698842696567583, + "nauc_map_at_20_std": 0.29152532233246364, + "nauc_map_at_3_diff1": 0.09755379989826476, + "nauc_map_at_3_max": 0.22156632534199988, + "nauc_map_at_3_std": 0.10133031120295168, + "nauc_map_at_5_diff1": 0.051029624441913855, + "nauc_map_at_5_max": 0.2004463458696989, + "nauc_map_at_5_std": 0.09164402804549009, + "nauc_mrr_at_1000_diff1": 0.050570110302462855, + "nauc_mrr_at_1000_max": 0.43292007515774045, + "nauc_mrr_at_1000_std": 0.6672711011921844, + "nauc_mrr_at_100_diff1": 0.050570110302462855, + "nauc_mrr_at_100_max": 0.43292007515774045, + "nauc_mrr_at_100_std": 0.6672711011921844, + "nauc_mrr_at_10_diff1": 0.050570110302462855, + "nauc_mrr_at_10_max": 0.43292007515774045, + "nauc_mrr_at_10_std": 0.6672711011921844, + "nauc_mrr_at_1_diff1": 0.05364635364635344, + "nauc_mrr_at_1_max": 0.44105894105894045, + "nauc_mrr_at_1_std": 0.6924075924075919, + "nauc_mrr_at_20_diff1": 0.050570110302462855, + "nauc_mrr_at_20_max": 0.43292007515774045, + "nauc_mrr_at_20_std": 0.6672711011921844, + "nauc_mrr_at_3_diff1": 0.052712322042219886, + "nauc_mrr_at_3_max": 0.42643593519882267, + "nauc_mrr_at_3_std": 0.6534609720176733, + "nauc_mrr_at_5_diff1": 0.050570110302462855, + "nauc_mrr_at_5_max": 0.43292007515774045, + "nauc_mrr_at_5_std": 0.6672711011921844, + "nauc_ndcg_at_1000_diff1": 0.0994474491584028, + "nauc_ndcg_at_1000_max": 0.5671457893837891, + "nauc_ndcg_at_1000_std": 0.8497430019275761, + "nauc_ndcg_at_100_diff1": 0.002869224205291062, + "nauc_ndcg_at_100_max": 0.4926541325593341, + "nauc_ndcg_at_100_std": 0.8186563454913476, + "nauc_ndcg_at_10_diff1": 0.044178926029349176, + "nauc_ndcg_at_10_max": 0.4179305478121391, + "nauc_ndcg_at_10_std": 0.5632587741876596, + "nauc_ndcg_at_1_diff1": 0.06896912611198266, + "nauc_ndcg_at_1_max": 0.43434850863422286, + "nauc_ndcg_at_1_std": 0.6059026687598115, + "nauc_ndcg_at_20_diff1": 0.04236254303449726, + "nauc_ndcg_at_20_max": 0.37427593241154017, + "nauc_ndcg_at_20_std": 0.611487250390824, + "nauc_ndcg_at_3_diff1": 0.10752075136110953, + "nauc_ndcg_at_3_max": 0.41226839842211943, + "nauc_ndcg_at_3_std": 0.5231476226184125, + "nauc_ndcg_at_5_diff1": 0.051417653626220736, + "nauc_ndcg_at_5_max": 0.3496500919861701, + "nauc_ndcg_at_5_std": 0.44266987615335585, + "nauc_precision_at_1000_diff1": -0.11083693486999854, + "nauc_precision_at_1000_max": 0.42290496908531594, + "nauc_precision_at_1000_std": 0.6050372530127162, + "nauc_precision_at_100_diff1": -0.014860872912076195, + "nauc_precision_at_100_max": 0.5232450480723081, + "nauc_precision_at_100_std": 0.854155780068582, + "nauc_precision_at_10_diff1": -0.05393965178335835, + "nauc_precision_at_10_max": 0.4958021207502863, + "nauc_precision_at_10_std": 0.5936269784424487, + "nauc_precision_at_1_diff1": 0.05364635364635344, + "nauc_precision_at_1_max": 0.44105894105894045, + "nauc_precision_at_1_std": 0.6924075924075919, + "nauc_precision_at_20_diff1": 0.023199655479436438, + "nauc_precision_at_20_max": 0.40151705297532075, + "nauc_precision_at_20_std": 0.6282691804690664, + "nauc_precision_at_3_diff1": 0.09290965293015281, + "nauc_precision_at_3_max": 0.525890097217995, + "nauc_precision_at_3_std": 0.5380143184329791, + "nauc_precision_at_5_diff1": -0.053493076389364444, + "nauc_precision_at_5_max": 0.37908356216591277, + "nauc_precision_at_5_std": 0.4079213532556121, + "nauc_recall_at_1000_diff1": 0.10501874015073702, + "nauc_recall_at_1000_max": 0.5345678717820926, + "nauc_recall_at_1000_std": 0.7637675819824166, + "nauc_recall_at_100_diff1": 0.08540432637257628, + "nauc_recall_at_100_max": 0.34713975723947316, + "nauc_recall_at_100_std": 0.614140317933688, + "nauc_recall_at_10_diff1": 0.047128858642729095, + "nauc_recall_at_10_max": 0.19905093797907691, + "nauc_recall_at_10_std": 0.11754556221271009, + "nauc_recall_at_1_diff1": 0.09288223497448186, + "nauc_recall_at_1_max": 0.11365054163118977, + "nauc_recall_at_1_std": 0.1313212495949561, + "nauc_recall_at_20_diff1": 0.13216648307145418, + "nauc_recall_at_20_max": 0.1892870087676479, + "nauc_recall_at_20_std": 0.22677054001950173, + "nauc_recall_at_3_diff1": 0.07341248991615307, + "nauc_recall_at_3_max": 0.2021287313752649, + "nauc_recall_at_3_std": 0.06402206693356641, + "nauc_recall_at_5_diff1": 0.03694580249008618, + "nauc_recall_at_5_max": 0.16731488829157767, + "nauc_recall_at_5_std": 0.03878824246669575, + "ndcg_at_1": 0.75, + "ndcg_at_10": 0.66184, + "ndcg_at_100": 0.50099, + "ndcg_at_1000": 0.46713, + "ndcg_at_20": 0.63126, + "ndcg_at_3": 0.70765, + "ndcg_at_5": 0.67431, + "precision_at_1": 0.8, + "precision_at_10": 0.712, + "precision_at_100": 0.5178, + "precision_at_1000": 0.20882, + "precision_at_20": 0.672, + "precision_at_3": 0.76, + "precision_at_5": 0.724, + "recall_at_1": 0.00218, + "recall_at_10": 0.01884, + "recall_at_100": 0.1241, + "recall_at_1000": 0.44491, + "recall_at_20": 0.03385, + "recall_at_3": 0.00626, + "recall_at_5": 0.00974 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID.json index 78353524d..ece9b4140 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 307.62187671661377, - "kg_co2_emissions": 0.0626583379507734, - "mteb_version": "1.12.75", + "evaluation_time": 72.64716053009033, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.695, - "map_at_1": 0.00206, - "map_at_10": 0.01665, - "map_at_100": 0.09156, - "map_at_1000": 0.22924, - "map_at_20": 0.02936, - "map_at_3": 0.00571, - "map_at_5": 0.00914, - "mrr_at_1": 0.78, - "mrr_at_10": 0.8616666666666667, - "mrr_at_100": 0.8616666666666667, - "mrr_at_1000": 0.8616666666666667, - "mrr_at_20": 0.8616666666666667, - "mrr_at_3": 0.8466666666666667, - "mrr_at_5": 0.8616666666666667, - "nauc_map_at_1000_diff1": 0.14983452220966947, - "nauc_map_at_1000_max": 0.6544356566498578, - "nauc_map_at_1000_std": 0.8556758777472956, - "nauc_map_at_100_diff1": 0.016760980101494665, - "nauc_map_at_100_max": 0.5259966601121789, - "nauc_map_at_100_std": 0.7168683800922189, - "nauc_map_at_10_diff1": -0.07062167898593953, - "nauc_map_at_10_max": 0.12383623607766121, - "nauc_map_at_10_std": 0.09565958963016669, - "nauc_map_at_1_diff1": -0.00739841533740838, - "nauc_map_at_1_max": 0.02808370245913815, - "nauc_map_at_1_std": -0.07328630482092674, - "nauc_map_at_20_diff1": -0.01977701275633228, - "nauc_map_at_20_max": 0.22266877246719533, - "nauc_map_at_20_std": 0.275619945639985, - "nauc_map_at_3_diff1": -0.08711466351046371, - "nauc_map_at_3_max": 0.03999498130383239, - "nauc_map_at_3_std": -0.03554148794593246, - "nauc_map_at_5_diff1": -0.05086574727927626, - "nauc_map_at_5_max": 0.06367419072562475, - "nauc_map_at_5_std": 0.007458609101499017, - "nauc_mrr_at_1000_diff1": 0.2885558847816586, - "nauc_mrr_at_1000_max": 0.686537620828679, - "nauc_mrr_at_1000_std": 0.3999732841113319, - "nauc_mrr_at_100_diff1": 0.2885558847816586, - "nauc_mrr_at_100_max": 0.686537620828679, - "nauc_mrr_at_100_std": 0.3999732841113319, - "nauc_mrr_at_10_diff1": 0.2885558847816586, - "nauc_mrr_at_10_max": 0.686537620828679, - "nauc_mrr_at_10_std": 0.3999732841113319, - "nauc_mrr_at_1_diff1": 0.2977697408077156, - "nauc_mrr_at_1_max": 0.6470070014373809, - "nauc_mrr_at_1_std": 0.3730699680066767, - "nauc_mrr_at_20_diff1": 0.2885558847816586, - "nauc_mrr_at_20_max": 0.686537620828679, - "nauc_mrr_at_20_std": 0.3999732841113319, - "nauc_mrr_at_3_diff1": 0.28698620457238533, - "nauc_mrr_at_3_max": 0.7148183982519268, - "nauc_mrr_at_3_std": 0.43072390663898213, - "nauc_mrr_at_5_diff1": 0.2885558847816586, - "nauc_mrr_at_5_max": 0.686537620828679, - "nauc_mrr_at_5_std": 0.3999732841113319, - "nauc_ndcg_at_1000_diff1": 0.23089752738635322, - "nauc_ndcg_at_1000_max": 0.6086894071221316, - "nauc_ndcg_at_1000_std": 0.793518896938788, - "nauc_ndcg_at_100_diff1": 0.17511640074728613, - "nauc_ndcg_at_100_max": 0.6413567560891518, - "nauc_ndcg_at_100_std": 0.8042480983580581, - "nauc_ndcg_at_10_diff1": 0.18797577216110206, - "nauc_ndcg_at_10_max": 0.5583727533739463, - "nauc_ndcg_at_10_std": 0.5942863721351789, - "nauc_ndcg_at_1_diff1": 0.280888852844572, - "nauc_ndcg_at_1_max": 0.5607639592879443, - "nauc_ndcg_at_1_std": 0.4176837922225375, - "nauc_ndcg_at_20_diff1": 0.2370685465557152, - "nauc_ndcg_at_20_max": 0.6053983765828996, - "nauc_ndcg_at_20_std": 0.7145270681516718, - "nauc_ndcg_at_3_diff1": 0.15604569214315142, - "nauc_ndcg_at_3_max": 0.537896623964356, - "nauc_ndcg_at_3_std": 0.4312257356842272, - "nauc_ndcg_at_5_diff1": 0.17318087447006006, - "nauc_ndcg_at_5_max": 0.5216662556137607, - "nauc_ndcg_at_5_std": 0.477540169023811, - "nauc_precision_at_1000_diff1": 0.2262295255622108, - "nauc_precision_at_1000_max": 0.5821677694876641, - "nauc_precision_at_1000_std": 0.657542199658337, - "nauc_precision_at_100_diff1": 0.16649175810145453, - "nauc_precision_at_100_max": 0.6709764604447952, - "nauc_precision_at_100_std": 0.8379849331625643, - "nauc_precision_at_10_diff1": 0.10894022391479947, - "nauc_precision_at_10_max": 0.6094803692630015, - "nauc_precision_at_10_std": 0.6308079264965841, - "nauc_precision_at_1_diff1": 0.2977697408077156, - "nauc_precision_at_1_max": 0.6470070014373809, - "nauc_precision_at_1_std": 0.3730699680066767, - "nauc_precision_at_20_diff1": 0.23023329737729387, - "nauc_precision_at_20_max": 0.6513723221869604, - "nauc_precision_at_20_std": 0.7615358961130998, - "nauc_precision_at_3_diff1": 0.08021460998761888, - "nauc_precision_at_3_max": 0.6047049112670243, - "nauc_precision_at_3_std": 0.4166900536524977, - "nauc_precision_at_5_diff1": 0.18084693970628477, - "nauc_precision_at_5_max": 0.6020363951473137, - "nauc_precision_at_5_std": 0.5320053817385756, - "nauc_recall_at_1000_diff1": 0.2367635276911429, - "nauc_recall_at_1000_max": 0.5367520668930142, - "nauc_recall_at_1000_std": 0.7245357537639824, - "nauc_recall_at_100_diff1": -0.008369334652325984, - "nauc_recall_at_100_max": 0.32847432622575357, - "nauc_recall_at_100_std": 0.5263725874585881, - "nauc_recall_at_10_diff1": -0.0804349286316309, - "nauc_recall_at_10_max": 0.036171036087195234, - "nauc_recall_at_10_std": 0.019488091694467042, - "nauc_recall_at_1_diff1": -0.00739841533740838, - "nauc_recall_at_1_max": 0.02808370245913815, - "nauc_recall_at_1_std": -0.07328630482092674, - "nauc_recall_at_20_diff1": -0.017157092120961347, - "nauc_recall_at_20_max": 0.09253598962824293, - "nauc_recall_at_20_std": 0.15766490374778133, - "nauc_recall_at_3_diff1": -0.0901291148002193, - "nauc_recall_at_3_max": -0.004788658817166807, - "nauc_recall_at_3_std": -0.0720643266766619, - "nauc_recall_at_5_diff1": -0.04981011095234529, - "nauc_recall_at_5_max": -0.015056456173154611, - "nauc_recall_at_5_std": -0.04753075778168182, + "main_score": 0.69492, + "map_at_1": 0.00209, + "map_at_10": 0.0168, + "map_at_100": 0.09094, + "map_at_1000": 0.22794, + "map_at_20": 0.02939, + "map_at_3": 0.00566, + "map_at_5": 0.00932, + "mrr_at_1": 0.8, + "mrr_at_10": 0.875, + "mrr_at_100": 0.875, + "mrr_at_1000": 0.875, + "mrr_at_20": 0.875, + "mrr_at_3": 0.86, + "mrr_at_5": 0.875, + "nauc_map_at_1000_diff1": 0.12609042019374056, + "nauc_map_at_1000_max": 0.668094746237116, + "nauc_map_at_1000_std": 0.8577001123872751, + "nauc_map_at_100_diff1": 0.016244045156294427, + "nauc_map_at_100_max": 0.5314023081651674, + "nauc_map_at_100_std": 0.7164834968197548, + "nauc_map_at_10_diff1": -0.06909137246985717, + "nauc_map_at_10_max": 0.10873496609501224, + "nauc_map_at_10_std": 0.0960316411902638, + "nauc_map_at_1_diff1": -0.0076983888524162335, + "nauc_map_at_1_max": -0.001537219541834825, + "nauc_map_at_1_std": -0.09649582503803446, + "nauc_map_at_20_diff1": -0.005250754682898372, + "nauc_map_at_20_max": 0.21140745533024957, + "nauc_map_at_20_std": 0.25614649138117196, + "nauc_map_at_3_diff1": -0.05720542297468191, + "nauc_map_at_3_max": 0.03984658608159377, + "nauc_map_at_3_std": -0.025066595743910517, + "nauc_map_at_5_diff1": -0.062462912245969615, + "nauc_map_at_5_max": 0.04041495875564247, + "nauc_map_at_5_std": 0.004164451205439764, + "nauc_mrr_at_1000_diff1": 0.2803019315709672, + "nauc_mrr_at_1000_max": 0.6058540444327246, + "nauc_mrr_at_1000_std": 0.33237523897422433, + "nauc_mrr_at_100_diff1": 0.2803019315709672, + "nauc_mrr_at_100_max": 0.6058540444327246, + "nauc_mrr_at_100_std": 0.33237523897422433, + "nauc_mrr_at_10_diff1": 0.2803019315709672, + "nauc_mrr_at_10_max": 0.6058540444327246, + "nauc_mrr_at_10_std": 0.33237523897422433, + "nauc_mrr_at_1_diff1": 0.24770229770229713, + "nauc_mrr_at_1_max": 0.5480519480519482, + "nauc_mrr_at_1_std": 0.2949050949050947, + "nauc_mrr_at_20_diff1": 0.2803019315709672, + "nauc_mrr_at_20_max": 0.6058540444327246, + "nauc_mrr_at_20_std": 0.33237523897422433, + "nauc_mrr_at_3_diff1": 0.293914650694867, + "nauc_mrr_at_3_max": 0.6453839314959524, + "nauc_mrr_at_3_std": 0.37308736137756776, + "nauc_mrr_at_5_diff1": 0.2803019315709672, + "nauc_mrr_at_5_max": 0.6058540444327246, + "nauc_mrr_at_5_std": 0.33237523897422433, + "nauc_ndcg_at_1000_diff1": 0.19495799018554008, + "nauc_ndcg_at_1000_max": 0.620753559971976, + "nauc_ndcg_at_1000_std": 0.7958895085839117, + "nauc_ndcg_at_100_diff1": 0.16751481576564542, + "nauc_ndcg_at_100_max": 0.6508737605512138, + "nauc_ndcg_at_100_std": 0.8071395601989665, + "nauc_ndcg_at_10_diff1": 0.20209069851278766, + "nauc_ndcg_at_10_max": 0.5459856173602977, + "nauc_ndcg_at_10_std": 0.5807563906968484, + "nauc_ndcg_at_1_diff1": 0.2832400637228869, + "nauc_ndcg_at_1_max": 0.5127037294228173, + "nauc_ndcg_at_1_std": 0.3926718679792487, + "nauc_ndcg_at_20_diff1": 0.24113458256672973, + "nauc_ndcg_at_20_max": 0.5988103570567749, + "nauc_ndcg_at_20_std": 0.7084935071539575, + "nauc_ndcg_at_3_diff1": 0.21433946096093648, + "nauc_ndcg_at_3_max": 0.5324215546228017, + "nauc_ndcg_at_3_std": 0.4534608262590023, + "nauc_ndcg_at_5_diff1": 0.19950110897224765, + "nauc_ndcg_at_5_max": 0.5128069901831335, + "nauc_ndcg_at_5_std": 0.48482535943291294, + "nauc_precision_at_1000_diff1": 0.1850983276948917, + "nauc_precision_at_1000_max": 0.5869475474385855, + "nauc_precision_at_1000_std": 0.6599850732422509, + "nauc_precision_at_100_diff1": 0.15097407429268145, + "nauc_precision_at_100_max": 0.6820532922081622, + "nauc_precision_at_100_std": 0.8478550287275863, + "nauc_precision_at_10_diff1": 0.12614981705312658, + "nauc_precision_at_10_max": 0.6036384603363637, + "nauc_precision_at_10_std": 0.6279792857797196, + "nauc_precision_at_1_diff1": 0.24770229770229713, + "nauc_precision_at_1_max": 0.5480519480519482, + "nauc_precision_at_1_std": 0.2949050949050947, + "nauc_precision_at_20_diff1": 0.23989029229795916, + "nauc_precision_at_20_max": 0.6520169115058077, + "nauc_precision_at_20_std": 0.7641363827697488, + "nauc_precision_at_3_diff1": 0.11786280570815347, + "nauc_precision_at_3_max": 0.5877444464019725, + "nauc_precision_at_3_std": 0.43408555824270795, + "nauc_precision_at_5_diff1": 0.151976639712488, + "nauc_precision_at_5_max": 0.5742138364779877, + "nauc_precision_at_5_std": 0.5229896675651395, + "nauc_recall_at_1000_diff1": 0.17887054351103468, + "nauc_recall_at_1000_max": 0.5491123561184211, + "nauc_recall_at_1000_std": 0.7292606805640658, + "nauc_recall_at_100_diff1": -0.024171102646553134, + "nauc_recall_at_100_max": 0.33611543432308033, + "nauc_recall_at_100_std": 0.5306292509071405, + "nauc_recall_at_10_diff1": -0.07520659596408891, + "nauc_recall_at_10_max": 0.026570321277447177, + "nauc_recall_at_10_std": 0.02560506478676285, + "nauc_recall_at_1_diff1": -0.0076983888524162335, + "nauc_recall_at_1_max": -0.001537219541834825, + "nauc_recall_at_1_std": -0.09649582503803446, + "nauc_recall_at_20_diff1": -0.0019588135996795077, + "nauc_recall_at_20_max": 0.09168481878431005, + "nauc_recall_at_20_std": 0.14420282035799206, + "nauc_recall_at_3_diff1": -0.05793967888259216, + "nauc_recall_at_3_max": 0.009438202232608234, + "nauc_recall_at_3_std": -0.04686488473634573, + "nauc_recall_at_5_diff1": -0.06964523161878232, + "nauc_recall_at_5_max": -0.027400125586870595, + "nauc_recall_at_5_std": -0.04253348519013257, "ndcg_at_1": 0.74, - "ndcg_at_10": 0.695, - "ndcg_at_100": 0.52368, - "ndcg_at_1000": 0.47715, - "ndcg_at_20": 0.66084, - "ndcg_at_3": 0.71458, - "ndcg_at_5": 0.7193, - "precision_at_1": 0.78, + "ndcg_at_10": 0.69492, + "ndcg_at_100": 0.5214, + "ndcg_at_1000": 0.47566, + "ndcg_at_20": 0.65913, + "ndcg_at_3": 0.70816, + "ndcg_at_5": 0.72387, + "precision_at_1": 0.8, "precision_at_10": 0.75, - "precision_at_100": 0.5398, - "precision_at_1000": 0.21566, - "precision_at_20": 0.71, - "precision_at_3": 0.76667, - "precision_at_5": 0.78, - "recall_at_1": 0.00206, - "recall_at_10": 0.01919, - "recall_at_100": 0.12603, - "recall_at_1000": 0.45306, - "recall_at_20": 0.0352, - "recall_at_3": 0.0061, - "recall_at_5": 0.01019 + "precision_at_100": 0.5362, + "precision_at_1000": 0.21502, + "precision_at_20": 0.705, + "precision_at_3": 0.76, + "precision_at_5": 0.784, + "recall_at_1": 0.00209, + "recall_at_10": 0.01923, + "recall_at_100": 0.12531, + "recall_at_1000": 0.45196, + "recall_at_20": 0.03507, + "recall_at_3": 0.00598, + "recall_at_5": 0.01028 } ] }, diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/model_meta.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/model_meta.json index f8fc0a00d..71f86b23e 100644 --- a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/model_meta.json +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/model_meta.json @@ -1 +1 @@ -{"name": "intfloat/multilingual-e5-base", "revision": "d13f1b27baf31030b7fd040960d60d909913633f", "release_date": "2024-02-08", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_source": true, "similarity_fn_name": null, "framework": [], "loader": "E5Wrapper"} \ No newline at end of file +{"name": "intfloat/multilingual-e5-base", "revision": "d13f1b27baf31030b7fd040960d60d909913633f", "release_date": "2024-02-08", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 278000000, "memory_usage": null, "max_tokens": 514, "embed_dim": 768, "license": "mit", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/intfloat/multilingual-e5-base", "similarity_fn_name": "cosine", "use_instructions": true, "zero_shot_benchmarks": null, "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CMedQAv2-reranking.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CMedQAv2-reranking.json new file mode 100644 index 000000000..3271cb421 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 21.28596329689026, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.6671616831046003, + "map": 0.6671616831046003, + "mrr": 0.7158337301587302, + "nAUC_map_diff1": 0.5525548799655466, + "nAUC_map_max": 0.5672453035961585, + "nAUC_map_std": 0.25458379313082363, + "nAUC_mrr_diff1": 0.6332788949223245, + "nAUC_mrr_max": 0.6386635919195948, + "nAUC_mrr_std": 0.275325048875024 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CUREv1.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CUREv1.json new file mode 100644 index 000000000..1405f749a --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 816.1772353649139, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56855, + "map_at_1": 0.09786, + "map_at_10": 0.27325, + "map_at_100": 0.40619, + "map_at_1000": 0.44443, + "map_at_20": 0.32134, + "map_at_3": 0.17885, + "map_at_5": 0.21891, + "mrr_at_1": 0.7675, + "mrr_at_10": 0.8461676587301588, + "mrr_at_100": 0.8472657216883246, + "mrr_at_1000": 0.8472853069058658, + "mrr_at_20": 0.8468754356238877, + "mrr_at_3": 0.8355833333333329, + "mrr_at_5": 0.8429333333333333, + "nauc_map_at_1000_diff1": 0.1763280833759327, + "nauc_map_at_1000_max": 0.25878752797292776, + "nauc_map_at_1000_std": 0.18557817446647856, + "nauc_map_at_100_diff1": 0.2005251946535793, + "nauc_map_at_100_max": 0.23489801755451636, + "nauc_map_at_100_std": 0.1282516386122036, + "nauc_map_at_10_diff1": 0.25924971748012626, + "nauc_map_at_10_max": 0.12909023017956506, + "nauc_map_at_10_std": -0.05278683888197063, + "nauc_map_at_1_diff1": 0.44012884285643195, + "nauc_map_at_1_max": 0.0180575793667362, + "nauc_map_at_1_std": -0.16393511719603132, + "nauc_map_at_20_diff1": 0.24005451703306555, + "nauc_map_at_20_max": 0.16429447592146815, + "nauc_map_at_20_std": -0.0033950333571462067, + "nauc_map_at_3_diff1": 0.3383956896929182, + "nauc_map_at_3_max": 0.06325093444735935, + "nauc_map_at_3_std": -0.13117730929971208, + "nauc_map_at_5_diff1": 0.2965812449659005, + "nauc_map_at_5_max": 0.0900515314449453, + "nauc_map_at_5_std": -0.10003812129454748, + "nauc_mrr_at_1000_diff1": 0.3928269048514995, + "nauc_mrr_at_1000_max": 0.47039228865932137, + "nauc_mrr_at_1000_std": 0.23385910860804648, + "nauc_mrr_at_100_diff1": 0.3928409011124505, + "nauc_mrr_at_100_max": 0.4704471011495098, + "nauc_mrr_at_100_std": 0.23393791058175628, + "nauc_mrr_at_10_diff1": 0.39202066814439707, + "nauc_mrr_at_10_max": 0.4716742486197791, + "nauc_mrr_at_10_std": 0.23597550357090266, + "nauc_mrr_at_1_diff1": 0.404717342223652, + "nauc_mrr_at_1_max": 0.44567678661570614, + "nauc_mrr_at_1_std": 0.193700595214982, + "nauc_mrr_at_20_diff1": 0.39255646759937013, + "nauc_mrr_at_20_max": 0.47092703422282794, + "nauc_mrr_at_20_std": 0.23444947543957484, + "nauc_mrr_at_3_diff1": 0.3932039143767618, + "nauc_mrr_at_3_max": 0.4763835299368597, + "nauc_mrr_at_3_std": 0.23876812709790093, + "nauc_mrr_at_5_diff1": 0.39173902855267384, + "nauc_mrr_at_5_max": 0.4737733194764051, + "nauc_mrr_at_5_std": 0.24066751804901487, + "nauc_ndcg_at_1000_diff1": 0.2467616442953032, + "nauc_ndcg_at_1000_max": 0.39254718330881927, + "nauc_ndcg_at_1000_std": 0.28573587607616446, + "nauc_ndcg_at_100_diff1": 0.25745288481541506, + "nauc_ndcg_at_100_max": 0.3251945715918349, + "nauc_ndcg_at_100_std": 0.18619099036791917, + "nauc_ndcg_at_10_diff1": 0.22752668117400754, + "nauc_ndcg_at_10_max": 0.31213344893540984, + "nauc_ndcg_at_10_std": 0.15474138089588313, + "nauc_ndcg_at_1_diff1": 0.41000797365407793, + "nauc_ndcg_at_1_max": 0.3754579229755396, + "nauc_ndcg_at_1_std": 0.12583239067791616, + "nauc_ndcg_at_20_diff1": 0.24308621777702155, + "nauc_ndcg_at_20_max": 0.2982408459731392, + "nauc_ndcg_at_20_std": 0.14275198606821507, + "nauc_ndcg_at_3_diff1": 0.25125691483777296, + "nauc_ndcg_at_3_max": 0.35766126682729166, + "nauc_ndcg_at_3_std": 0.15279861581114976, + "nauc_ndcg_at_5_diff1": 0.22679408590591982, + "nauc_ndcg_at_5_max": 0.3452265707181804, + "nauc_ndcg_at_5_std": 0.16421383052229963, + "nauc_precision_at_1000_diff1": -0.17894390209970745, + "nauc_precision_at_1000_max": 0.03268000696022443, + "nauc_precision_at_1000_std": 0.13652259052463578, + "nauc_precision_at_100_diff1": -0.1826766652638149, + "nauc_precision_at_100_max": 0.1156849250377964, + "nauc_precision_at_100_std": 0.2812791931755911, + "nauc_precision_at_10_diff1": -0.15688433540136457, + "nauc_precision_at_10_max": 0.25299271494216585, + "nauc_precision_at_10_std": 0.3079426997897583, + "nauc_precision_at_1_diff1": 0.404717342223652, + "nauc_precision_at_1_max": 0.44567678661570614, + "nauc_precision_at_1_std": 0.193700595214982, + "nauc_precision_at_20_diff1": -0.17416189383270356, + "nauc_precision_at_20_max": 0.2056094877178038, + "nauc_precision_at_20_std": 0.3158592212744106, + "nauc_precision_at_3_diff1": -0.011294375668599045, + "nauc_precision_at_3_max": 0.3314253976679979, + "nauc_precision_at_3_std": 0.23930394886107423, + "nauc_precision_at_5_diff1": -0.10463161035210118, + "nauc_precision_at_5_max": 0.2993165401043587, + "nauc_precision_at_5_std": 0.2832123552304481, + "nauc_recall_at_1000_diff1": 0.18445695005267254, + "nauc_recall_at_1000_max": 0.35056737793543136, + "nauc_recall_at_1000_std": 0.4772045414759228, + "nauc_recall_at_100_diff1": 0.17131310817211612, + "nauc_recall_at_100_max": 0.13286914253318458, + "nauc_recall_at_100_std": 0.09417161642842274, + "nauc_recall_at_10_diff1": 0.2137836401940454, + "nauc_recall_at_10_max": 0.05683507599975154, + "nauc_recall_at_10_std": -0.0824242927649805, + "nauc_recall_at_1_diff1": 0.44012884285643195, + "nauc_recall_at_1_max": 0.0180575793667362, + "nauc_recall_at_1_std": -0.16393511719603132, + "nauc_recall_at_20_diff1": 0.20197440815592077, + "nauc_recall_at_20_max": 0.0707596947677429, + "nauc_recall_at_20_std": -0.05153251019712914, + "nauc_recall_at_3_diff1": 0.30307143094350847, + "nauc_recall_at_3_max": 0.021941772375016107, + "nauc_recall_at_3_std": -0.1426331719554279, + "nauc_recall_at_5_diff1": 0.255262406203454, + "nauc_recall_at_5_max": 0.03526261598151925, + "nauc_recall_at_5_std": -0.1147771764132078, + "ndcg_at_1": 0.663, + "ndcg_at_10": 0.56855, + "ndcg_at_100": 0.6277, + "ndcg_at_1000": 0.706, + "ndcg_at_20": 0.56891, + "ndcg_at_3": 0.60228, + "ndcg_at_5": 0.58398, + "precision_at_1": 0.7675, + "precision_at_10": 0.4694, + "precision_at_100": 0.17553, + "precision_at_1000": 0.03432, + "precision_at_20": 0.36938, + "precision_at_3": 0.64333, + "precision_at_5": 0.5718, + "recall_at_1": 0.09786, + "recall_at_10": 0.34333, + "recall_at_100": 0.70863, + "recall_at_1000": 0.94458, + "recall_at_20": 0.4456, + "recall_at_3": 0.19518, + "recall_at_5": 0.25187 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.48747, + "map_at_1": 0.08447, + "map_at_10": 0.22926, + "map_at_100": 0.3363, + "map_at_1000": 0.36946, + "map_at_20": 0.26899, + "map_at_3": 0.15208, + "map_at_5": 0.18444, + "mrr_at_1": 0.6685, + "mrr_at_10": 0.7566351190476186, + "mrr_at_100": 0.759748225428287, + "mrr_at_1000": 0.7598110477025336, + "mrr_at_20": 0.7590386322054271, + "mrr_at_3": 0.7388333333333329, + "mrr_at_5": 0.7505583333333334, + "nauc_map_at_1000_diff1": 0.18542202025133275, + "nauc_map_at_1000_max": 0.34546690943146213, + "nauc_map_at_1000_std": 0.3764753357835818, + "nauc_map_at_100_diff1": 0.2033917172204379, + "nauc_map_at_100_max": 0.32347490716381344, + "nauc_map_at_100_std": 0.3203943619952978, + "nauc_map_at_10_diff1": 0.25688420522665506, + "nauc_map_at_10_max": 0.23507173985397936, + "nauc_map_at_10_std": 0.12456360836540278, + "nauc_map_at_1_diff1": 0.43959223972774375, + "nauc_map_at_1_max": 0.12787584458384213, + "nauc_map_at_1_std": -0.0371699987053537, + "nauc_map_at_20_diff1": 0.2320262497914218, + "nauc_map_at_20_max": 0.26466087404450583, + "nauc_map_at_20_std": 0.18587530085585247, + "nauc_map_at_3_diff1": 0.3237047756013392, + "nauc_map_at_3_max": 0.17533760298528328, + "nauc_map_at_3_std": 0.01646073800390972, + "nauc_map_at_5_diff1": 0.2917990019584585, + "nauc_map_at_5_max": 0.19952918101560654, + "nauc_map_at_5_std": 0.057897990099077395, + "nauc_mrr_at_1000_diff1": 0.29880152840628654, + "nauc_mrr_at_1000_max": 0.4324287190067287, + "nauc_mrr_at_1000_std": 0.40058848620313625, + "nauc_mrr_at_100_diff1": 0.2988096779361581, + "nauc_mrr_at_100_max": 0.4324848639674119, + "nauc_mrr_at_100_std": 0.4006875646687091, + "nauc_mrr_at_10_diff1": 0.2978651178092998, + "nauc_mrr_at_10_max": 0.4339172283272851, + "nauc_mrr_at_10_std": 0.4020861971493112, + "nauc_mrr_at_1_diff1": 0.3129569166087892, + "nauc_mrr_at_1_max": 0.4122386772446142, + "nauc_mrr_at_1_std": 0.363268271811953, + "nauc_mrr_at_20_diff1": 0.29909999710389684, + "nauc_mrr_at_20_max": 0.4328480901112892, + "nauc_mrr_at_20_std": 0.40113804516252377, + "nauc_mrr_at_3_diff1": 0.2892898490230209, + "nauc_mrr_at_3_max": 0.43145375994006235, + "nauc_mrr_at_3_std": 0.39518415246788174, + "nauc_mrr_at_5_diff1": 0.2988552002083035, + "nauc_mrr_at_5_max": 0.4344148982108002, + "nauc_mrr_at_5_std": 0.4046715384414343, + "nauc_ndcg_at_1000_diff1": 0.22388572716099517, + "nauc_ndcg_at_1000_max": 0.4301848163810499, + "nauc_ndcg_at_1000_std": 0.47910872416319195, + "nauc_ndcg_at_100_diff1": 0.23926948485830904, + "nauc_ndcg_at_100_max": 0.39575562920628715, + "nauc_ndcg_at_100_std": 0.40125958333569894, + "nauc_ndcg_at_10_diff1": 0.22438691075348874, + "nauc_ndcg_at_10_max": 0.35775319170083303, + "nauc_ndcg_at_10_std": 0.34202700327775437, + "nauc_ndcg_at_1_diff1": 0.33952940183557395, + "nauc_ndcg_at_1_max": 0.3657541112375427, + "nauc_ndcg_at_1_std": 0.2798469589834972, + "nauc_ndcg_at_20_diff1": 0.22700599085105477, + "nauc_ndcg_at_20_max": 0.36097834851359994, + "nauc_ndcg_at_20_std": 0.3408681177731818, + "nauc_ndcg_at_3_diff1": 0.23360391013152237, + "nauc_ndcg_at_3_max": 0.3513254500663492, + "nauc_ndcg_at_3_std": 0.30662782542321027, + "nauc_ndcg_at_5_diff1": 0.22535712001708458, + "nauc_ndcg_at_5_max": 0.36046979522706657, + "nauc_ndcg_at_5_std": 0.3317661425177677, + "nauc_precision_at_1000_diff1": -0.13055756784751205, + "nauc_precision_at_1000_max": 0.052697929683311794, + "nauc_precision_at_1000_std": 0.16033498119647716, + "nauc_precision_at_100_diff1": -0.13366091676270148, + "nauc_precision_at_100_max": 0.13951577010243973, + "nauc_precision_at_100_std": 0.34419354100570515, + "nauc_precision_at_10_diff1": -0.07857110344678896, + "nauc_precision_at_10_max": 0.2660120605270281, + "nauc_precision_at_10_std": 0.4131886410805366, + "nauc_precision_at_1_diff1": 0.3129569166087892, + "nauc_precision_at_1_max": 0.4122386772446142, + "nauc_precision_at_1_std": 0.363268271811953, + "nauc_precision_at_20_diff1": -0.11093851091059194, + "nauc_precision_at_20_max": 0.22298677501048972, + "nauc_precision_at_20_std": 0.40359804424806356, + "nauc_precision_at_3_diff1": 0.039239422098561745, + "nauc_precision_at_3_max": 0.3222897363516031, + "nauc_precision_at_3_std": 0.3540074016045816, + "nauc_precision_at_5_diff1": -0.025087527713631402, + "nauc_precision_at_5_max": 0.3058096916868723, + "nauc_precision_at_5_std": 0.39321328599378763, + "nauc_recall_at_1000_diff1": 0.12487959252461857, + "nauc_recall_at_1000_max": 0.4491590263293189, + "nauc_recall_at_1000_std": 0.6463180911470894, + "nauc_recall_at_100_diff1": 0.15344398019832162, + "nauc_recall_at_100_max": 0.276411376090352, + "nauc_recall_at_100_std": 0.31537908845061613, + "nauc_recall_at_10_diff1": 0.21720584449984434, + "nauc_recall_at_10_max": 0.17762055507645172, + "nauc_recall_at_10_std": 0.08758902171717274, + "nauc_recall_at_1_diff1": 0.43959223972774375, + "nauc_recall_at_1_max": 0.12787584458384213, + "nauc_recall_at_1_std": -0.0371699987053537, + "nauc_recall_at_20_diff1": 0.17762138335616295, + "nauc_recall_at_20_max": 0.18799006249378472, + "nauc_recall_at_20_std": 0.1308393330033541, + "nauc_recall_at_3_diff1": 0.2955011901697411, + "nauc_recall_at_3_max": 0.14747101569840534, + "nauc_recall_at_3_std": -0.0024970955188786934, + "nauc_recall_at_5_diff1": 0.2604491776570499, + "nauc_recall_at_5_max": 0.16165470843697322, + "nauc_recall_at_5_std": 0.03413717113016627, + "ndcg_at_1": 0.5695, + "ndcg_at_10": 0.48747, + "ndcg_at_100": 0.54889, + "ndcg_at_1000": 0.63271, + "ndcg_at_20": 0.49173, + "ndcg_at_3": 0.51674, + "ndcg_at_5": 0.49829, + "precision_at_1": 0.6685, + "precision_at_10": 0.40005, + "precision_at_100": 0.15085, + "precision_at_1000": 0.03129, + "precision_at_20": 0.316, + "precision_at_3": 0.55, + "precision_at_5": 0.4863, + "recall_at_1": 0.08447, + "recall_at_10": 0.29844, + "recall_at_100": 0.63422, + "recall_at_1000": 0.89202, + "recall_at_20": 0.39542, + "recall_at_3": 0.16764, + "recall_at_5": 0.21717 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.45182, + "map_at_1": 0.08152, + "map_at_10": 0.20954, + "map_at_100": 0.30328, + "map_at_1000": 0.33363, + "map_at_20": 0.24443, + "map_at_3": 0.1391, + "map_at_5": 0.16888, + "mrr_at_1": 0.6235, + "mrr_at_10": 0.7171418650793646, + "mrr_at_100": 0.720840572528264, + "mrr_at_1000": 0.720947515062004, + "mrr_at_20": 0.7197358331189787, + "mrr_at_3": 0.6975833333333329, + "mrr_at_5": 0.7097583333333334, + "nauc_map_at_1000_diff1": 0.18298004487901617, + "nauc_map_at_1000_max": 0.3420148253642657, + "nauc_map_at_1000_std": 0.3989641639066549, + "nauc_map_at_100_diff1": 0.19639964789193498, + "nauc_map_at_100_max": 0.31370777692295987, + "nauc_map_at_100_std": 0.3389909542918879, + "nauc_map_at_10_diff1": 0.25013464374093086, + "nauc_map_at_10_max": 0.22350459440150267, + "nauc_map_at_10_std": 0.14491274555690956, + "nauc_map_at_1_diff1": 0.41869520439666286, + "nauc_map_at_1_max": 0.12785805546597837, + "nauc_map_at_1_std": -0.029864345886601147, + "nauc_map_at_20_diff1": 0.2287632747859041, + "nauc_map_at_20_max": 0.2544999498221215, + "nauc_map_at_20_std": 0.2078442239074329, + "nauc_map_at_3_diff1": 0.3140389990252564, + "nauc_map_at_3_max": 0.17745680146914403, + "nauc_map_at_3_std": 0.039310064577461216, + "nauc_map_at_5_diff1": 0.2885094991422063, + "nauc_map_at_5_max": 0.19221579344629328, + "nauc_map_at_5_std": 0.07790204645718983, + "nauc_mrr_at_1000_diff1": 0.28284219869984273, + "nauc_mrr_at_1000_max": 0.3963237205442768, + "nauc_mrr_at_1000_std": 0.4304047410723046, + "nauc_mrr_at_100_diff1": 0.28281444854203497, + "nauc_mrr_at_100_max": 0.3963666564098166, + "nauc_mrr_at_100_std": 0.43053653787565543, + "nauc_mrr_at_10_diff1": 0.2816544582909582, + "nauc_mrr_at_10_max": 0.39697333278181407, + "nauc_mrr_at_10_std": 0.4318493664829294, + "nauc_mrr_at_1_diff1": 0.3077834141372073, + "nauc_mrr_at_1_max": 0.37610610220844953, + "nauc_mrr_at_1_std": 0.3848473189963547, + "nauc_mrr_at_20_diff1": 0.28203112322618235, + "nauc_mrr_at_20_max": 0.39686734803617774, + "nauc_mrr_at_20_std": 0.4312629502161019, + "nauc_mrr_at_3_diff1": 0.28119595959101845, + "nauc_mrr_at_3_max": 0.3930164445666859, + "nauc_mrr_at_3_std": 0.43140717918830734, + "nauc_mrr_at_5_diff1": 0.28187540204491845, + "nauc_mrr_at_5_max": 0.39771396564306516, + "nauc_mrr_at_5_std": 0.43406159041780584, + "nauc_ndcg_at_1000_diff1": 0.22047938651417714, + "nauc_ndcg_at_1000_max": 0.43263066849454734, + "nauc_ndcg_at_1000_std": 0.516363272031449, + "nauc_ndcg_at_100_diff1": 0.22792320062494795, + "nauc_ndcg_at_100_max": 0.3787570482237522, + "nauc_ndcg_at_100_std": 0.43188334835425485, + "nauc_ndcg_at_10_diff1": 0.22418061234110717, + "nauc_ndcg_at_10_max": 0.3488127506566151, + "nauc_ndcg_at_10_std": 0.38615433678791133, + "nauc_ndcg_at_1_diff1": 0.33206131568255637, + "nauc_ndcg_at_1_max": 0.3239497279577152, + "nauc_ndcg_at_1_std": 0.3077180661041361, + "nauc_ndcg_at_20_diff1": 0.22633776515853157, + "nauc_ndcg_at_20_max": 0.35153565003380133, + "nauc_ndcg_at_20_std": 0.38579837742140527, + "nauc_ndcg_at_3_diff1": 0.2218579127815286, + "nauc_ndcg_at_3_max": 0.34077215669959615, + "nauc_ndcg_at_3_std": 0.35109336559286664, + "nauc_ndcg_at_5_diff1": 0.2290908591597511, + "nauc_ndcg_at_5_max": 0.3495779823490062, + "nauc_ndcg_at_5_std": 0.3755878481961589, + "nauc_precision_at_1000_diff1": -0.10298228894862374, + "nauc_precision_at_1000_max": 0.10203287761806107, + "nauc_precision_at_1000_std": 0.2292052577864402, + "nauc_precision_at_100_diff1": -0.11691809271306318, + "nauc_precision_at_100_max": 0.19425543817901464, + "nauc_precision_at_100_std": 0.4154689363901023, + "nauc_precision_at_10_diff1": -0.06040825181892447, + "nauc_precision_at_10_max": 0.2898104971947357, + "nauc_precision_at_10_std": 0.4803217818368911, + "nauc_precision_at_1_diff1": 0.3077834141372073, + "nauc_precision_at_1_max": 0.37610610220844953, + "nauc_precision_at_1_std": 0.3848473189963547, + "nauc_precision_at_20_diff1": -0.0907494344674271, + "nauc_precision_at_20_max": 0.26541488832373084, + "nauc_precision_at_20_std": 0.4751935208575699, + "nauc_precision_at_3_diff1": 0.03766927099877436, + "nauc_precision_at_3_max": 0.3178778569530589, + "nauc_precision_at_3_std": 0.4191004364737605, + "nauc_precision_at_5_diff1": -0.0017179309768129833, + "nauc_precision_at_5_max": 0.30716035148232085, + "nauc_precision_at_5_std": 0.45366399531289525, + "nauc_recall_at_1000_diff1": 0.1386249720557999, + "nauc_recall_at_1000_max": 0.4463613655032583, + "nauc_recall_at_1000_std": 0.6152814715882471, + "nauc_recall_at_100_diff1": 0.13803663408342998, + "nauc_recall_at_100_max": 0.2549669395842712, + "nauc_recall_at_100_std": 0.3354302684955916, + "nauc_recall_at_10_diff1": 0.20777487227942895, + "nauc_recall_at_10_max": 0.15976873415469228, + "nauc_recall_at_10_std": 0.11067704170931623, + "nauc_recall_at_1_diff1": 0.41869520439666286, + "nauc_recall_at_1_max": 0.12785805546597837, + "nauc_recall_at_1_std": -0.029864345886601147, + "nauc_recall_at_20_diff1": 0.1782131521672752, + "nauc_recall_at_20_max": 0.1818427177718688, + "nauc_recall_at_20_std": 0.16664295809658133, + "nauc_recall_at_3_diff1": 0.2841610234184083, + "nauc_recall_at_3_max": 0.15549726800477337, + "nauc_recall_at_3_std": 0.030527841261467667, + "nauc_recall_at_5_diff1": 0.25991434906395894, + "nauc_recall_at_5_max": 0.15297627533538918, + "nauc_recall_at_5_std": 0.05871505090774072, + "ndcg_at_1": 0.52825, + "ndcg_at_10": 0.45182, + "ndcg_at_100": 0.50857, + "ndcg_at_1000": 0.59579, + "ndcg_at_20": 0.45492, + "ndcg_at_3": 0.47328, + "ndcg_at_5": 0.45875, + "precision_at_1": 0.6235, + "precision_at_10": 0.37005, + "precision_at_100": 0.1384, + "precision_at_1000": 0.02982, + "precision_at_20": 0.28997, + "precision_at_3": 0.50333, + "precision_at_5": 0.4458, + "recall_at_1": 0.08152, + "recall_at_10": 0.27731, + "recall_at_100": 0.5891, + "recall_at_1000": 0.86081, + "recall_at_20": 0.36197, + "recall_at_3": 0.15304, + "recall_at_5": 0.19944 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.5375, + "map_at_1": 0.09185, + "map_at_10": 0.21575, + "map_at_100": 0.35034, + "map_at_1000": 0.40013, + "map_at_20": 0.25693, + "map_at_3": 0.15037, + "map_at_5": 0.17644, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8483888888888892, + "mrr_at_100": 0.8492601010101011, + "mrr_at_1000": 0.8492793317793318, + "mrr_at_20": 0.8488434343434345, + "mrr_at_3": 0.8375000000000001, + "mrr_at_5": 0.8457500000000003, + "nauc_map_at_1000_diff1": 0.3317718432181192, + "nauc_map_at_1000_max": 0.190084189474559, + "nauc_map_at_1000_std": 0.06186410798354133, + "nauc_map_at_100_diff1": 0.3511345364957882, + "nauc_map_at_100_max": 0.15906061650183664, + "nauc_map_at_100_std": -0.07485297994408256, + "nauc_map_at_10_diff1": 0.4340040582958188, + "nauc_map_at_10_max": 0.05092105324926304, + "nauc_map_at_10_std": -0.30845078196911, + "nauc_map_at_1_diff1": 0.656130714231611, + "nauc_map_at_1_max": -0.001802457434337528, + "nauc_map_at_1_std": -0.3063950259639037, + "nauc_map_at_20_diff1": 0.4123824511401076, + "nauc_map_at_20_max": 0.07339678729048572, + "nauc_map_at_20_std": -0.26288718498583075, + "nauc_map_at_3_diff1": 0.5205748975611468, + "nauc_map_at_3_max": 0.039206379682563866, + "nauc_map_at_3_std": -0.3408412026835207, + "nauc_map_at_5_diff1": 0.47298493309374984, + "nauc_map_at_5_max": 0.04968083297499902, + "nauc_map_at_5_std": -0.3263363864559886, + "nauc_mrr_at_1000_diff1": 0.49152056980065634, + "nauc_mrr_at_1000_max": 0.4802806445342722, + "nauc_mrr_at_1000_std": 0.11272799857830182, + "nauc_mrr_at_100_diff1": 0.49146952045017234, + "nauc_mrr_at_100_max": 0.48029087194875786, + "nauc_mrr_at_100_std": 0.11276196546186087, + "nauc_mrr_at_10_diff1": 0.49345456815949695, + "nauc_mrr_at_10_max": 0.4816500049264342, + "nauc_mrr_at_10_std": 0.1112098562835619, + "nauc_mrr_at_1_diff1": 0.493493493493494, + "nauc_mrr_at_1_max": 0.45317845317845323, + "nauc_mrr_at_1_std": 0.10873510873510966, + "nauc_mrr_at_20_diff1": 0.49222842987367516, + "nauc_mrr_at_20_max": 0.4799588819952151, + "nauc_mrr_at_20_std": 0.11040445075780987, + "nauc_mrr_at_3_diff1": 0.4937654121748101, + "nauc_mrr_at_3_max": 0.49531211671293, + "nauc_mrr_at_3_std": 0.11119746949841698, + "nauc_mrr_at_5_diff1": 0.4885715596941773, + "nauc_mrr_at_5_max": 0.48905562117763524, + "nauc_mrr_at_5_std": 0.12218318285176612, + "nauc_ndcg_at_1000_diff1": 0.36369528368971765, + "nauc_ndcg_at_1000_max": 0.32669568057417786, + "nauc_ndcg_at_1000_std": 0.1292779369758694, + "nauc_ndcg_at_100_diff1": 0.3590394901139907, + "nauc_ndcg_at_100_max": 0.20902297259931565, + "nauc_ndcg_at_100_std": -0.1087676577826184, + "nauc_ndcg_at_10_diff1": 0.3245444419839313, + "nauc_ndcg_at_10_max": 0.2437648876048169, + "nauc_ndcg_at_10_std": -0.07436464785575846, + "nauc_ndcg_at_1_diff1": 0.4701075908139047, + "nauc_ndcg_at_1_max": 0.34393648600794857, + "nauc_ndcg_at_1_std": -0.07793666962493967, + "nauc_ndcg_at_20_diff1": 0.3392720853472516, + "nauc_ndcg_at_20_max": 0.1979363760196732, + "nauc_ndcg_at_20_std": -0.0838152509313564, + "nauc_ndcg_at_3_diff1": 0.30409953036546117, + "nauc_ndcg_at_3_max": 0.30824136523874046, + "nauc_ndcg_at_3_std": -0.07958971652476377, + "nauc_ndcg_at_5_diff1": 0.31515252665849625, + "nauc_ndcg_at_5_max": 0.31080558923998075, + "nauc_ndcg_at_5_std": -0.03399534975339524, + "nauc_precision_at_1000_diff1": -0.10869642624416678, + "nauc_precision_at_1000_max": 0.05243539123778084, + "nauc_precision_at_1000_std": 0.3998685120773221, + "nauc_precision_at_100_diff1": -0.17043519721268915, + "nauc_precision_at_100_max": 0.15376322346840257, + "nauc_precision_at_100_std": 0.4897211172830459, + "nauc_precision_at_10_diff1": -0.16253283048234107, + "nauc_precision_at_10_max": 0.24133493297494174, + "nauc_precision_at_10_std": 0.40400976332981847, + "nauc_precision_at_1_diff1": 0.493493493493494, + "nauc_precision_at_1_max": 0.45317845317845323, + "nauc_precision_at_1_std": 0.10873510873510966, + "nauc_precision_at_20_diff1": -0.19697562232092863, + "nauc_precision_at_20_max": 0.20760928437136336, + "nauc_precision_at_20_std": 0.46060599288776083, + "nauc_precision_at_3_diff1": 0.016337304462154315, + "nauc_precision_at_3_max": 0.36848318978239347, + "nauc_precision_at_3_std": 0.1783855214789776, + "nauc_precision_at_5_diff1": -0.08726843060303012, + "nauc_precision_at_5_max": 0.3414314048191753, + "nauc_precision_at_5_std": 0.32337004684137216, + "nauc_recall_at_1000_diff1": 0.1685990145129061, + "nauc_recall_at_1000_max": 0.3136366943285752, + "nauc_recall_at_1000_std": 0.4278525909787101, + "nauc_recall_at_100_diff1": 0.15973263343285224, + "nauc_recall_at_100_max": 0.019264893656361658, + "nauc_recall_at_100_std": -0.19813121257037858, + "nauc_recall_at_10_diff1": 0.2516651052350111, + "nauc_recall_at_10_max": -0.05464078665802567, + "nauc_recall_at_10_std": -0.35144607628655766, + "nauc_recall_at_1_diff1": 0.656130714231611, + "nauc_recall_at_1_max": -0.001802457434337528, + "nauc_recall_at_1_std": -0.3063950259639037, + "nauc_recall_at_20_diff1": 0.22939520828977067, + "nauc_recall_at_20_max": -0.06892478310450333, + "nauc_recall_at_20_std": -0.32932661319705875, + "nauc_recall_at_3_diff1": 0.41490719965816025, + "nauc_recall_at_3_max": -0.009150547716551896, + "nauc_recall_at_3_std": -0.359619005392462, + "nauc_recall_at_5_diff1": 0.35289214501490934, + "nauc_recall_at_5_max": -0.006517925675298567, + "nauc_recall_at_5_std": -0.3427259215161231, + "ndcg_at_1": 0.6725, + "ndcg_at_10": 0.5375, + "ndcg_at_100": 0.59118, + "ndcg_at_1000": 0.70085, + "ndcg_at_20": 0.53178, + "ndcg_at_3": 0.58258, + "ndcg_at_5": 0.55697, + "precision_at_1": 0.765, + "precision_at_10": 0.451, + "precision_at_100": 0.19055, + "precision_at_1000": 0.03703, + "precision_at_20": 0.3675, + "precision_at_3": 0.60833, + "precision_at_5": 0.54, + "recall_at_1": 0.09185, + "recall_at_10": 0.2859, + "recall_at_100": 0.65312, + "recall_at_1000": 0.95591, + "recall_at_20": 0.3779, + "recall_at_3": 0.16904, + "recall_at_5": 0.2077 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.45417, + "map_at_1": 0.08069, + "map_at_10": 0.18235, + "map_at_100": 0.28636, + "map_at_1000": 0.33035, + "map_at_20": 0.2134, + "map_at_3": 0.13401, + "map_at_5": 0.15393, + "mrr_at_1": 0.605, + "mrr_at_10": 0.7238234126984124, + "mrr_at_100": 0.7269353656949619, + "mrr_at_1000": 0.7269672128287199, + "mrr_at_20": 0.725640017146596, + "mrr_at_3": 0.705, + "mrr_at_5": 0.7179999999999999, + "nauc_map_at_1000_diff1": 0.1852073338879486, + "nauc_map_at_1000_max": 0.2633584639541689, + "nauc_map_at_1000_std": 0.3189846294868484, + "nauc_map_at_100_diff1": 0.20421500754738336, + "nauc_map_at_100_max": 0.23363610026856327, + "nauc_map_at_100_std": 0.2274123947373235, + "nauc_map_at_10_diff1": 0.30788348474978483, + "nauc_map_at_10_max": 0.16585397473607633, + "nauc_map_at_10_std": -0.01953281788925189, + "nauc_map_at_1_diff1": 0.5497184854812804, + "nauc_map_at_1_max": 0.09482519387361078, + "nauc_map_at_1_std": -0.09517654208415026, + "nauc_map_at_20_diff1": 0.28242591733107175, + "nauc_map_at_20_max": 0.1920613479601732, + "nauc_map_at_20_std": 0.035833536703746234, + "nauc_map_at_3_diff1": 0.330635521765217, + "nauc_map_at_3_max": 0.11564311782174712, + "nauc_map_at_3_std": -0.09005797039656115, + "nauc_map_at_5_diff1": 0.31909088279959374, + "nauc_map_at_5_max": 0.12470119049359218, + "nauc_map_at_5_std": -0.0688905639345191, + "nauc_mrr_at_1000_diff1": 0.30167182697867007, + "nauc_mrr_at_1000_max": 0.4279439969125541, + "nauc_mrr_at_1000_std": 0.31665685510549674, + "nauc_mrr_at_100_diff1": 0.3016052244039361, + "nauc_mrr_at_100_max": 0.4280245462500131, + "nauc_mrr_at_100_std": 0.31673466831291014, + "nauc_mrr_at_10_diff1": 0.3019197068715504, + "nauc_mrr_at_10_max": 0.42953792518423645, + "nauc_mrr_at_10_std": 0.3201444817478787, + "nauc_mrr_at_1_diff1": 0.3348880387503464, + "nauc_mrr_at_1_max": 0.3813046049725622, + "nauc_mrr_at_1_std": 0.2556804144550172, + "nauc_mrr_at_20_diff1": 0.3023738503488329, + "nauc_mrr_at_20_max": 0.4282349317793591, + "nauc_mrr_at_20_std": 0.3163201217946351, + "nauc_mrr_at_3_diff1": 0.2925942789207915, + "nauc_mrr_at_3_max": 0.436920785786783, + "nauc_mrr_at_3_std": 0.32857156407994503, + "nauc_mrr_at_5_diff1": 0.3071268029272365, + "nauc_mrr_at_5_max": 0.4320925853385008, + "nauc_mrr_at_5_std": 0.32383194573968627, + "nauc_ndcg_at_1000_diff1": 0.19730623791523144, + "nauc_ndcg_at_1000_max": 0.370728250945943, + "nauc_ndcg_at_1000_std": 0.40168446793130935, + "nauc_ndcg_at_100_diff1": 0.1934554719354869, + "nauc_ndcg_at_100_max": 0.3139110829613144, + "nauc_ndcg_at_100_std": 0.2855806256944595, + "nauc_ndcg_at_10_diff1": 0.20024196222722002, + "nauc_ndcg_at_10_max": 0.3025130318856791, + "nauc_ndcg_at_10_std": 0.21855073656111712, + "nauc_ndcg_at_1_diff1": 0.33080339770938577, + "nauc_ndcg_at_1_max": 0.3138358848873448, + "nauc_ndcg_at_1_std": 0.14495304135655962, + "nauc_ndcg_at_20_diff1": 0.19904862087048975, + "nauc_ndcg_at_20_max": 0.2923432340560994, + "nauc_ndcg_at_20_std": 0.22073460253482485, + "nauc_ndcg_at_3_diff1": 0.16682154297353435, + "nauc_ndcg_at_3_max": 0.2791400855049983, + "nauc_ndcg_at_3_std": 0.17163479830553124, + "nauc_ndcg_at_5_diff1": 0.1839905749495926, + "nauc_ndcg_at_5_max": 0.25610362905738154, + "nauc_ndcg_at_5_std": 0.1819410825023021, + "nauc_precision_at_1000_diff1": -0.09696641279933198, + "nauc_precision_at_1000_max": 0.0802892618911934, + "nauc_precision_at_1000_std": 0.3159844930330624, + "nauc_precision_at_100_diff1": -0.1568022810599014, + "nauc_precision_at_100_max": 0.14376121955532445, + "nauc_precision_at_100_std": 0.4870298907519065, + "nauc_precision_at_10_diff1": -0.06901773213051415, + "nauc_precision_at_10_max": 0.289777661591904, + "nauc_precision_at_10_std": 0.4650508214735127, + "nauc_precision_at_1_diff1": 0.3348880387503464, + "nauc_precision_at_1_max": 0.3813046049725622, + "nauc_precision_at_1_std": 0.2556804144550172, + "nauc_precision_at_20_diff1": -0.10512078771535684, + "nauc_precision_at_20_max": 0.22585434222554135, + "nauc_precision_at_20_std": 0.47040440700793185, + "nauc_precision_at_3_diff1": -0.013024854528165316, + "nauc_precision_at_3_max": 0.29516024438686667, + "nauc_precision_at_3_std": 0.2884369883767931, + "nauc_precision_at_5_diff1": -0.02181372498869495, + "nauc_precision_at_5_max": 0.24364218206818106, + "nauc_precision_at_5_std": 0.3603919554599786, + "nauc_recall_at_1000_diff1": 0.02268084907763869, + "nauc_recall_at_1000_max": 0.3839919580862271, + "nauc_recall_at_1000_std": 0.5775256195340959, + "nauc_recall_at_100_diff1": 0.06468152567439886, + "nauc_recall_at_100_max": 0.2012764540674198, + "nauc_recall_at_100_std": 0.21390835351451085, + "nauc_recall_at_10_diff1": 0.22486389295951256, + "nauc_recall_at_10_max": 0.16820587138965767, + "nauc_recall_at_10_std": -0.024584886065246017, + "nauc_recall_at_1_diff1": 0.5497184854812804, + "nauc_recall_at_1_max": 0.09482519387361078, + "nauc_recall_at_1_std": -0.09517654208415026, + "nauc_recall_at_20_diff1": 0.17809714176161331, + "nauc_recall_at_20_max": 0.19194710793179937, + "nauc_recall_at_20_std": 0.02141972260383606, + "nauc_recall_at_3_diff1": 0.26776015780554774, + "nauc_recall_at_3_max": 0.10724064573269435, + "nauc_recall_at_3_std": -0.10053296483168457, + "nauc_recall_at_5_diff1": 0.2586406256411991, + "nauc_recall_at_5_max": 0.11762483656554602, + "nauc_recall_at_5_std": -0.07299736830602514, + "ndcg_at_1": 0.5375, + "ndcg_at_10": 0.45417, + "ndcg_at_100": 0.51238, + "ndcg_at_1000": 0.63036, + "ndcg_at_20": 0.45444, + "ndcg_at_3": 0.49633, + "ndcg_at_5": 0.4717, + "precision_at_1": 0.605, + "precision_at_10": 0.3785, + "precision_at_100": 0.166, + "precision_at_1000": 0.03451, + "precision_at_20": 0.3135, + "precision_at_3": 0.525, + "precision_at_5": 0.458, + "recall_at_1": 0.08069, + "recall_at_10": 0.24023, + "recall_at_100": 0.57658, + "recall_at_1000": 0.91157, + "recall_at_20": 0.3132, + "recall_at_3": 0.14844, + "recall_at_5": 0.17979 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42765, + "map_at_1": 0.08667, + "map_at_10": 0.16865, + "map_at_100": 0.25566, + "map_at_1000": 0.29305, + "map_at_20": 0.19538, + "map_at_3": 0.13092, + "map_at_5": 0.14505, + "mrr_at_1": 0.605, + "mrr_at_10": 0.711970238095238, + "mrr_at_100": 0.7146971856957128, + "mrr_at_1000": 0.7148500245235516, + "mrr_at_20": 0.7135451097105507, + "mrr_at_3": 0.6941666666666667, + "mrr_at_5": 0.7056666666666667, + "nauc_map_at_1000_diff1": 0.3316831648550587, + "nauc_map_at_1000_max": 0.37751154102013545, + "nauc_map_at_1000_std": 0.41866493088972095, + "nauc_map_at_100_diff1": 0.36142264531737944, + "nauc_map_at_100_max": 0.3562844879898162, + "nauc_map_at_100_std": 0.3436048918168007, + "nauc_map_at_10_diff1": 0.43988477002051996, + "nauc_map_at_10_max": 0.282611282979548, + "nauc_map_at_10_std": 0.08864272499550022, + "nauc_map_at_1_diff1": 0.5797167246799938, + "nauc_map_at_1_max": 0.1900024439423314, + "nauc_map_at_1_std": -0.045662388794482325, + "nauc_map_at_20_diff1": 0.421033400053473, + "nauc_map_at_20_max": 0.31521123991211303, + "nauc_map_at_20_std": 0.15774897847680802, + "nauc_map_at_3_diff1": 0.4417422729550579, + "nauc_map_at_3_max": 0.2409667989326989, + "nauc_map_at_3_std": 0.02515175223657428, + "nauc_map_at_5_diff1": 0.44681230880444056, + "nauc_map_at_5_max": 0.2540884606145907, + "nauc_map_at_5_std": 0.04489283449075301, + "nauc_mrr_at_1000_diff1": 0.35133170985993295, + "nauc_mrr_at_1000_max": 0.5489965975378365, + "nauc_mrr_at_1000_std": 0.40275602227476176, + "nauc_mrr_at_100_diff1": 0.35138353392110305, + "nauc_mrr_at_100_max": 0.549231471295122, + "nauc_mrr_at_100_std": 0.40303279329604, + "nauc_mrr_at_10_diff1": 0.35301936594228883, + "nauc_mrr_at_10_max": 0.5522588421172618, + "nauc_mrr_at_10_std": 0.4059116857228161, + "nauc_mrr_at_1_diff1": 0.36639889798087955, + "nauc_mrr_at_1_max": 0.49448616112537735, + "nauc_mrr_at_1_std": 0.3084231094607441, + "nauc_mrr_at_20_diff1": 0.35119001113990295, + "nauc_mrr_at_20_max": 0.5496076735294294, + "nauc_mrr_at_20_std": 0.4034749409672564, + "nauc_mrr_at_3_diff1": 0.35044087861299916, + "nauc_mrr_at_3_max": 0.5533213567797011, + "nauc_mrr_at_3_std": 0.42364641794712526, + "nauc_mrr_at_5_diff1": 0.3525330855918615, + "nauc_mrr_at_5_max": 0.5503770294344448, + "nauc_mrr_at_5_std": 0.40301448798313017, + "nauc_ndcg_at_1000_diff1": 0.324234912485373, + "nauc_ndcg_at_1000_max": 0.5164238258474825, + "nauc_ndcg_at_1000_std": 0.5438612126880287, + "nauc_ndcg_at_100_diff1": 0.3393461776858474, + "nauc_ndcg_at_100_max": 0.46274792459310576, + "nauc_ndcg_at_100_std": 0.46014019212159346, + "nauc_ndcg_at_10_diff1": 0.361090742888078, + "nauc_ndcg_at_10_max": 0.4483940460286785, + "nauc_ndcg_at_10_std": 0.37513442904645755, + "nauc_ndcg_at_1_diff1": 0.3439897068852782, + "nauc_ndcg_at_1_max": 0.4429554738418488, + "nauc_ndcg_at_1_std": 0.27080594244573974, + "nauc_ndcg_at_20_diff1": 0.3458936157495186, + "nauc_ndcg_at_20_max": 0.43285406388436093, + "nauc_ndcg_at_20_std": 0.3815230969786615, + "nauc_ndcg_at_3_diff1": 0.2605707189187572, + "nauc_ndcg_at_3_max": 0.4260214209950856, + "nauc_ndcg_at_3_std": 0.342249231462585, + "nauc_ndcg_at_5_diff1": 0.30890164082762406, + "nauc_ndcg_at_5_max": 0.4332412350442205, + "nauc_ndcg_at_5_std": 0.36536869579672443, + "nauc_precision_at_1000_diff1": -0.16102795316118096, + "nauc_precision_at_1000_max": 0.05985421160109156, + "nauc_precision_at_1000_std": 0.27523717341821285, + "nauc_precision_at_100_diff1": -0.1470652176299949, + "nauc_precision_at_100_max": 0.1580737333389496, + "nauc_precision_at_100_std": 0.4953768186739114, + "nauc_precision_at_10_diff1": -0.0009933774834441017, + "nauc_precision_at_10_max": 0.30170815254624334, + "nauc_precision_at_10_std": 0.49526033340945413, + "nauc_precision_at_1_diff1": 0.36639889798087955, + "nauc_precision_at_1_max": 0.49448616112537735, + "nauc_precision_at_1_std": 0.3084231094607441, + "nauc_precision_at_20_diff1": -0.05874886964469085, + "nauc_precision_at_20_max": 0.2552932809427722, + "nauc_precision_at_20_std": 0.5191679297683295, + "nauc_precision_at_3_diff1": 0.04675875801493707, + "nauc_precision_at_3_max": 0.40425179891615126, + "nauc_precision_at_3_std": 0.4321346364288142, + "nauc_precision_at_5_diff1": 0.018360531813707674, + "nauc_precision_at_5_max": 0.3528457682099676, + "nauc_precision_at_5_std": 0.49411034179123703, + "nauc_recall_at_1000_diff1": 0.2214505266577635, + "nauc_recall_at_1000_max": 0.4993966783366988, + "nauc_recall_at_1000_std": 0.7037838595424537, + "nauc_recall_at_100_diff1": 0.2218323358793197, + "nauc_recall_at_100_max": 0.339936011534862, + "nauc_recall_at_100_std": 0.4228664773477225, + "nauc_recall_at_10_diff1": 0.36556548453803245, + "nauc_recall_at_10_max": 0.24253479988300172, + "nauc_recall_at_10_std": 0.08335466697887778, + "nauc_recall_at_1_diff1": 0.5797167246799938, + "nauc_recall_at_1_max": 0.1900024439423314, + "nauc_recall_at_1_std": -0.045662388794482325, + "nauc_recall_at_20_diff1": 0.30830838796892746, + "nauc_recall_at_20_max": 0.2856549666992138, + "nauc_recall_at_20_std": 0.1620312264493627, + "nauc_recall_at_3_diff1": 0.3940345880059384, + "nauc_recall_at_3_max": 0.21776783164044292, + "nauc_recall_at_3_std": 0.02040759983603213, + "nauc_recall_at_5_diff1": 0.3917543673688286, + "nauc_recall_at_5_max": 0.2232799418013884, + "nauc_recall_at_5_std": 0.0332712293066623, + "ndcg_at_1": 0.545, + "ndcg_at_10": 0.42765, + "ndcg_at_100": 0.47222, + "ndcg_at_1000": 0.58875, + "ndcg_at_20": 0.42429, + "ndcg_at_3": 0.47847, + "ndcg_at_5": 0.44461, + "precision_at_1": 0.605, + "precision_at_10": 0.3445, + "precision_at_100": 0.14535, + "precision_at_1000": 0.03174, + "precision_at_20": 0.27825, + "precision_at_3": 0.48833, + "precision_at_5": 0.412, + "recall_at_1": 0.08667, + "recall_at_10": 0.21929, + "recall_at_100": 0.51777, + "recall_at_1000": 0.8589, + "recall_at_20": 0.29191, + "recall_at_3": 0.14317, + "recall_at_5": 0.16954 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.64634, + "map_at_1": 0.15903, + "map_at_10": 0.45237, + "map_at_100": 0.56743, + "map_at_1000": 0.57995, + "map_at_20": 0.50911, + "map_at_3": 0.30913, + "map_at_5": 0.3671, + "mrr_at_1": 0.78, + "mrr_at_10": 0.8562142857142857, + "mrr_at_100": 0.8576460137085137, + "mrr_at_1000": 0.8576460137085137, + "mrr_at_20": 0.8572591089466088, + "mrr_at_3": 0.8449999999999999, + "mrr_at_5": 0.8554999999999999, + "nauc_map_at_1000_diff1": 0.18923848511344396, + "nauc_map_at_1000_max": 0.2327171654945962, + "nauc_map_at_1000_std": -0.24792312988118453, + "nauc_map_at_100_diff1": 0.2037987983563094, + "nauc_map_at_100_max": 0.22442405293782608, + "nauc_map_at_100_std": -0.3019546406947821, + "nauc_map_at_10_diff1": 0.2472563153942971, + "nauc_map_at_10_max": 0.07294030292205168, + "nauc_map_at_10_std": -0.47787889354811347, + "nauc_map_at_1_diff1": 0.41486841427520277, + "nauc_map_at_1_max": -0.05033177144186959, + "nauc_map_at_1_std": -0.40326673753242587, + "nauc_map_at_20_diff1": 0.2235705383526447, + "nauc_map_at_20_max": 0.1322537658977332, + "nauc_map_at_20_std": -0.4451073893210101, + "nauc_map_at_3_diff1": 0.325241005870751, + "nauc_map_at_3_max": -0.011221245870481096, + "nauc_map_at_3_std": -0.44978850841305573, + "nauc_map_at_5_diff1": 0.28492017676517783, + "nauc_map_at_5_max": 0.019453557897378522, + "nauc_map_at_5_std": -0.47187639202616205, + "nauc_mrr_at_1000_diff1": 0.29765657718737354, + "nauc_mrr_at_1000_max": 0.4402308790631825, + "nauc_mrr_at_1000_std": 0.1826189201131683, + "nauc_mrr_at_100_diff1": 0.29765657718737354, + "nauc_mrr_at_100_max": 0.4402308790631825, + "nauc_mrr_at_100_std": 0.1826189201131683, + "nauc_mrr_at_10_diff1": 0.2959177631464383, + "nauc_mrr_at_10_max": 0.44329671886192906, + "nauc_mrr_at_10_std": 0.18832439160030479, + "nauc_mrr_at_1_diff1": 0.29629758427226793, + "nauc_mrr_at_1_max": 0.3920457179950846, + "nauc_mrr_at_1_std": 0.13361849121342745, + "nauc_mrr_at_20_diff1": 0.29573050054880484, + "nauc_mrr_at_20_max": 0.44142424138183983, + "nauc_mrr_at_20_std": 0.1847921090487946, + "nauc_mrr_at_3_diff1": 0.3160422336026064, + "nauc_mrr_at_3_max": 0.457128929267823, + "nauc_mrr_at_3_std": 0.1929037476697599, + "nauc_mrr_at_5_diff1": 0.298177517908969, + "nauc_mrr_at_5_max": 0.44555477666770377, + "nauc_mrr_at_5_std": 0.19115447732839652, + "nauc_ndcg_at_1000_diff1": 0.19720402276640317, + "nauc_ndcg_at_1000_max": 0.3409832268789549, + "nauc_ndcg_at_1000_std": -0.04743008812866404, + "nauc_ndcg_at_100_diff1": 0.23220100852480768, + "nauc_ndcg_at_100_max": 0.32431089041877925, + "nauc_ndcg_at_100_std": -0.19423634675039178, + "nauc_ndcg_at_10_diff1": 0.20291225720430214, + "nauc_ndcg_at_10_max": 0.26060599699296266, + "nauc_ndcg_at_10_std": -0.17862536585101693, + "nauc_ndcg_at_1_diff1": 0.2916244012718286, + "nauc_ndcg_at_1_max": 0.30967835844997066, + "nauc_ndcg_at_1_std": 0.020669483854240903, + "nauc_ndcg_at_20_diff1": 0.1997473896949478, + "nauc_ndcg_at_20_max": 0.26437991474214384, + "nauc_ndcg_at_20_std": -0.24829928433799178, + "nauc_ndcg_at_3_diff1": 0.1608136520443249, + "nauc_ndcg_at_3_max": 0.30368352426372863, + "nauc_ndcg_at_3_std": -0.018652111814612644, + "nauc_ndcg_at_5_diff1": 0.1697378185773878, + "nauc_ndcg_at_5_max": 0.2848048297567209, + "nauc_ndcg_at_5_std": -0.0782413405791228, + "nauc_precision_at_1000_diff1": -0.22199183607192036, + "nauc_precision_at_1000_max": 0.15051329883290562, + "nauc_precision_at_1000_std": 0.6832339107041401, + "nauc_precision_at_100_diff1": -0.203423838678843, + "nauc_precision_at_100_max": 0.22688726484321683, + "nauc_precision_at_100_std": 0.6489619115491031, + "nauc_precision_at_10_diff1": -0.20867191014722117, + "nauc_precision_at_10_max": 0.32961739139427954, + "nauc_precision_at_10_std": 0.3802185300672754, + "nauc_precision_at_1_diff1": 0.29629758427226793, + "nauc_precision_at_1_max": 0.3920457179950846, + "nauc_precision_at_1_std": 0.13361849121342745, + "nauc_precision_at_20_diff1": -0.2118162084889893, + "nauc_precision_at_20_max": 0.31344448746582215, + "nauc_precision_at_20_std": 0.49717826476304355, + "nauc_precision_at_3_diff1": -0.10012677169985179, + "nauc_precision_at_3_max": 0.3679352549483439, + "nauc_precision_at_3_std": 0.22269670851004042, + "nauc_precision_at_5_diff1": -0.16169119822343114, + "nauc_precision_at_5_max": 0.3505323174925178, + "nauc_precision_at_5_std": 0.26952823338212767, + "nauc_recall_at_1000_diff1": 0.4441565163165454, + "nauc_recall_at_1000_max": 0.7644655742072661, + "nauc_recall_at_1000_std": 0.6097326281871417, + "nauc_recall_at_100_diff1": 0.23920988858322573, + "nauc_recall_at_100_max": 0.1710105988549275, + "nauc_recall_at_100_std": -0.6403364775052064, + "nauc_recall_at_10_diff1": 0.2122821455648298, + "nauc_recall_at_10_max": -0.04113418761362812, + "nauc_recall_at_10_std": -0.5500673150653447, + "nauc_recall_at_1_diff1": 0.41486841427520277, + "nauc_recall_at_1_max": -0.05033177144186959, + "nauc_recall_at_1_std": -0.40326673753242587, + "nauc_recall_at_20_diff1": 0.1761542126983934, + "nauc_recall_at_20_max": -0.01198184453903278, + "nauc_recall_at_20_std": -0.6360956976477365, + "nauc_recall_at_3_diff1": 0.2933778696555219, + "nauc_recall_at_3_max": -0.06669032956502582, + "nauc_recall_at_3_std": -0.46260063732535706, + "nauc_recall_at_5_diff1": 0.24546480004736154, + "nauc_recall_at_5_max": -0.06640159734562022, + "nauc_recall_at_5_std": -0.502392690003087, + "ndcg_at_1": 0.6925, + "ndcg_at_10": 0.64634, + "ndcg_at_100": 0.73524, + "ndcg_at_1000": 0.76453, + "ndcg_at_20": 0.67746, + "ndcg_at_3": 0.63732, + "ndcg_at_5": 0.62576, + "precision_at_1": 0.78, + "precision_at_10": 0.4245, + "precision_at_100": 0.10495, + "precision_at_1000": 0.01343, + "precision_at_20": 0.2995, + "precision_at_3": 0.63167, + "precision_at_5": 0.53, + "recall_at_1": 0.15903, + "recall_at_10": 0.56574, + "recall_at_100": 0.90314, + "recall_at_1000": 0.99793, + "recall_at_20": 0.6952, + "recall_at_3": 0.34211, + "recall_at_5": 0.42373 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.59541, + "map_at_1": 0.14325, + "map_at_10": 0.40332, + "map_at_100": 0.51529, + "map_at_1000": 0.52846, + "map_at_20": 0.45977, + "map_at_3": 0.27166, + "map_at_5": 0.32641, + "mrr_at_1": 0.715, + "mrr_at_10": 0.7997261904761902, + "mrr_at_100": 0.8017722416472414, + "mrr_at_1000": 0.8017722416472414, + "mrr_at_20": 0.8014123931623929, + "mrr_at_3": 0.7808333333333333, + "mrr_at_5": 0.7948333333333331, + "nauc_map_at_1000_diff1": 0.1403371684210218, + "nauc_map_at_1000_max": 0.2586396408950065, + "nauc_map_at_1000_std": -0.09743238442182035, + "nauc_map_at_100_diff1": 0.16345507016633004, + "nauc_map_at_100_max": 0.2578602643705735, + "nauc_map_at_100_std": -0.14819634896169884, + "nauc_map_at_10_diff1": 0.23524531207303487, + "nauc_map_at_10_max": 0.14872711342044004, + "nauc_map_at_10_std": -0.33136302059529743, + "nauc_map_at_1_diff1": 0.3806259685986182, + "nauc_map_at_1_max": 0.054559787527065064, + "nauc_map_at_1_std": -0.27973127654544006, + "nauc_map_at_20_diff1": 0.1971140212930572, + "nauc_map_at_20_max": 0.19749482881306826, + "nauc_map_at_20_std": -0.29088821562379513, + "nauc_map_at_3_diff1": 0.3151443949574356, + "nauc_map_at_3_max": 0.09756586805367796, + "nauc_map_at_3_std": -0.3374860143095449, + "nauc_map_at_5_diff1": 0.2846636636145477, + "nauc_map_at_5_max": 0.10690474641370255, + "nauc_map_at_5_std": -0.3484906509902365, + "nauc_mrr_at_1000_diff1": 0.10438363879946833, + "nauc_mrr_at_1000_max": 0.3976315655806088, + "nauc_mrr_at_1000_std": 0.2154400401599305, + "nauc_mrr_at_100_diff1": 0.10438363879946833, + "nauc_mrr_at_100_max": 0.3976315655806088, + "nauc_mrr_at_100_std": 0.2154400401599305, + "nauc_mrr_at_10_diff1": 0.10100317466644282, + "nauc_mrr_at_10_max": 0.3983075429336925, + "nauc_mrr_at_10_std": 0.21866471395259993, + "nauc_mrr_at_1_diff1": 0.11349984489419924, + "nauc_mrr_at_1_max": 0.3964504272459786, + "nauc_mrr_at_1_std": 0.24554658344222158, + "nauc_mrr_at_20_diff1": 0.10243989172023625, + "nauc_mrr_at_20_max": 0.39778117355725257, + "nauc_mrr_at_20_std": 0.21504134380081893, + "nauc_mrr_at_3_diff1": 0.10321326548918593, + "nauc_mrr_at_3_max": 0.3862424370269752, + "nauc_mrr_at_3_std": 0.20491837213474481, + "nauc_mrr_at_5_diff1": 0.10651136641139836, + "nauc_mrr_at_5_max": 0.4072333894424105, + "nauc_mrr_at_5_std": 0.2182598144140577, + "nauc_ndcg_at_1000_diff1": 0.10696257338956075, + "nauc_ndcg_at_1000_max": 0.32589859772044943, + "nauc_ndcg_at_1000_std": 0.05389583525862822, + "nauc_ndcg_at_100_diff1": 0.16982904175758828, + "nauc_ndcg_at_100_max": 0.3344298905502179, + "nauc_ndcg_at_100_std": -0.06078797979475628, + "nauc_ndcg_at_10_diff1": 0.16338811879938164, + "nauc_ndcg_at_10_max": 0.26934097382759165, + "nauc_ndcg_at_10_std": -0.09124474047388872, + "nauc_ndcg_at_1_diff1": 0.1340911603680484, + "nauc_ndcg_at_1_max": 0.35241414046280384, + "nauc_ndcg_at_1_std": 0.1548686155597503, + "nauc_ndcg_at_20_diff1": 0.1521347196498947, + "nauc_ndcg_at_20_max": 0.29437757907539014, + "nauc_ndcg_at_20_std": -0.11907864362332275, + "nauc_ndcg_at_3_diff1": 0.08951054011427804, + "nauc_ndcg_at_3_max": 0.2751686536008543, + "nauc_ndcg_at_3_std": 0.039740491291489335, + "nauc_ndcg_at_5_diff1": 0.1270913229628006, + "nauc_ndcg_at_5_max": 0.2710794230827605, + "nauc_ndcg_at_5_std": -0.010107117969485045, + "nauc_precision_at_1000_diff1": -0.30306691586791035, + "nauc_precision_at_1000_max": 0.038964773771264956, + "nauc_precision_at_1000_std": 0.6269945515886579, + "nauc_precision_at_100_diff1": -0.2737432290569843, + "nauc_precision_at_100_max": 0.12211712075461975, + "nauc_precision_at_100_std": 0.6179082239347392, + "nauc_precision_at_10_diff1": -0.23219870868618836, + "nauc_precision_at_10_max": 0.2261542152756335, + "nauc_precision_at_10_std": 0.3328710482967718, + "nauc_precision_at_1_diff1": 0.11349984489419924, + "nauc_precision_at_1_max": 0.3964504272459786, + "nauc_precision_at_1_std": 0.24554658344222158, + "nauc_precision_at_20_diff1": -0.2709669452105546, + "nauc_precision_at_20_max": 0.20411704542935766, + "nauc_precision_at_20_std": 0.45308208442444675, + "nauc_precision_at_3_diff1": -0.12215529580152651, + "nauc_precision_at_3_max": 0.2622823234732821, + "nauc_precision_at_3_std": 0.15921994274809198, + "nauc_precision_at_5_diff1": -0.181999107591261, + "nauc_precision_at_5_max": 0.21426957838354554, + "nauc_precision_at_5_std": 0.21919836304606394, + "nauc_recall_at_1000_diff1": 0.04479864283942143, + "nauc_recall_at_1000_max": 0.8630152007840722, + "nauc_recall_at_1000_std": 0.6778658567895768, + "nauc_recall_at_100_diff1": 0.2721252036866652, + "nauc_recall_at_100_max": 0.27732052958866543, + "nauc_recall_at_100_std": -0.3736242271516246, + "nauc_recall_at_10_diff1": 0.21677788120539412, + "nauc_recall_at_10_max": 0.041435401527491915, + "nauc_recall_at_10_std": -0.4355804903216169, + "nauc_recall_at_1_diff1": 0.3806259685986182, + "nauc_recall_at_1_max": 0.054559787527065064, + "nauc_recall_at_1_std": -0.27973127654544006, + "nauc_recall_at_20_diff1": 0.18900703629911883, + "nauc_recall_at_20_max": 0.0835223262429443, + "nauc_recall_at_20_std": -0.5263329744066988, + "nauc_recall_at_3_diff1": 0.3000693401830288, + "nauc_recall_at_3_max": 0.04915422034421291, + "nauc_recall_at_3_std": -0.3798514380478089, + "nauc_recall_at_5_diff1": 0.28655930757991765, + "nauc_recall_at_5_max": 0.06309959360961764, + "nauc_recall_at_5_std": -0.40842019000871144, + "ndcg_at_1": 0.6475, + "ndcg_at_10": 0.59541, + "ndcg_at_100": 0.69249, + "ndcg_at_1000": 0.72718, + "ndcg_at_20": 0.63431, + "ndcg_at_3": 0.58083, + "ndcg_at_5": 0.57418, + "precision_at_1": 0.715, + "precision_at_10": 0.3885, + "precision_at_100": 0.1009, + "precision_at_1000": 0.01333, + "precision_at_20": 0.2875, + "precision_at_3": 0.57833, + "precision_at_5": 0.494, + "recall_at_1": 0.14325, + "recall_at_10": 0.52987, + "recall_at_100": 0.87755, + "recall_at_1000": 0.99344, + "recall_at_20": 0.66901, + "recall_at_3": 0.29882, + "recall_at_5": 0.3791 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.58429, + "map_at_1": 0.14502, + "map_at_10": 0.39335, + "map_at_100": 0.49865, + "map_at_1000": 0.51171, + "map_at_20": 0.44405, + "map_at_3": 0.25902, + "map_at_5": 0.31842, + "mrr_at_1": 0.695, + "mrr_at_10": 0.7791150793650793, + "mrr_at_100": 0.7805419631350671, + "mrr_at_1000": 0.7805419631350671, + "mrr_at_20": 0.7797222222222221, + "mrr_at_3": 0.7575, + "mrr_at_5": 0.7705, + "nauc_map_at_1000_diff1": 0.12305391259921104, + "nauc_map_at_1000_max": 0.2942959858639474, + "nauc_map_at_1000_std": -0.10307632262059628, + "nauc_map_at_100_diff1": 0.13869213869279273, + "nauc_map_at_100_max": 0.3019019215374196, + "nauc_map_at_100_std": -0.14951636983104702, + "nauc_map_at_10_diff1": 0.21053060751254724, + "nauc_map_at_10_max": 0.24314592371340646, + "nauc_map_at_10_std": -0.31796464130015556, + "nauc_map_at_1_diff1": 0.35620649467983273, + "nauc_map_at_1_max": 0.13121254261645734, + "nauc_map_at_1_std": -0.330141366849981, + "nauc_map_at_20_diff1": 0.17528966094468362, + "nauc_map_at_20_max": 0.27471195860355696, + "nauc_map_at_20_std": -0.2718425736758575, + "nauc_map_at_3_diff1": 0.25445672208558245, + "nauc_map_at_3_max": 0.17461052051033069, + "nauc_map_at_3_std": -0.32506540133915673, + "nauc_map_at_5_diff1": 0.24114177049340774, + "nauc_map_at_5_max": 0.1974726337682561, + "nauc_map_at_5_std": -0.3410704891579442, + "nauc_mrr_at_1000_diff1": 0.17377497953146387, + "nauc_mrr_at_1000_max": 0.3111645522134112, + "nauc_mrr_at_1000_std": 0.19791481953488302, + "nauc_mrr_at_100_diff1": 0.17377497953146387, + "nauc_mrr_at_100_max": 0.3111645522134112, + "nauc_mrr_at_100_std": 0.19791481953488302, + "nauc_mrr_at_10_diff1": 0.17023394855933086, + "nauc_mrr_at_10_max": 0.3102147598318016, + "nauc_mrr_at_10_std": 0.19929535673653576, + "nauc_mrr_at_1_diff1": 0.18717192332029198, + "nauc_mrr_at_1_max": 0.3070129314570389, + "nauc_mrr_at_1_std": 0.1515413476877561, + "nauc_mrr_at_20_diff1": 0.17241744885284832, + "nauc_mrr_at_20_max": 0.31221974853017426, + "nauc_mrr_at_20_std": 0.20073871104470176, + "nauc_mrr_at_3_diff1": 0.17157125892668376, + "nauc_mrr_at_3_max": 0.31076154481551993, + "nauc_mrr_at_3_std": 0.20034812031298357, + "nauc_mrr_at_5_diff1": 0.17516078486132802, + "nauc_mrr_at_5_max": 0.3196350011007039, + "nauc_mrr_at_5_std": 0.19971488514712923, + "nauc_ndcg_at_1000_diff1": 0.14265823466783317, + "nauc_ndcg_at_1000_max": 0.32358471147268386, + "nauc_ndcg_at_1000_std": 0.09468169063189333, + "nauc_ndcg_at_100_diff1": 0.18645940137877157, + "nauc_ndcg_at_100_max": 0.34650244782582806, + "nauc_ndcg_at_100_std": -0.022326727660776258, + "nauc_ndcg_at_10_diff1": 0.1834890583587336, + "nauc_ndcg_at_10_max": 0.291695287806993, + "nauc_ndcg_at_10_std": -0.049416068907753824, + "nauc_ndcg_at_1_diff1": 0.2216370583369444, + "nauc_ndcg_at_1_max": 0.305219206680585, + "nauc_ndcg_at_1_std": 0.14150943396226404, + "nauc_ndcg_at_20_diff1": 0.17264860706070842, + "nauc_ndcg_at_20_max": 0.3082554961994631, + "nauc_ndcg_at_20_std": -0.076945452619039, + "nauc_ndcg_at_3_diff1": 0.13316587140953534, + "nauc_ndcg_at_3_max": 0.2565345598666793, + "nauc_ndcg_at_3_std": 0.09968166663403484, + "nauc_ndcg_at_5_diff1": 0.16692547215228606, + "nauc_ndcg_at_5_max": 0.27742460332438745, + "nauc_ndcg_at_5_std": 0.03896457031634223, + "nauc_precision_at_1000_diff1": -0.25022920179151736, + "nauc_precision_at_1000_max": -0.09025076583063937, + "nauc_precision_at_1000_std": 0.5922749107737556, + "nauc_precision_at_100_diff1": -0.23474865035290401, + "nauc_precision_at_100_max": -0.0014415886621102708, + "nauc_precision_at_100_std": 0.5993245772822927, + "nauc_precision_at_10_diff1": -0.19088651338178886, + "nauc_precision_at_10_max": 0.1744600711508801, + "nauc_precision_at_10_std": 0.3977321326934974, + "nauc_precision_at_1_diff1": 0.18717192332029198, + "nauc_precision_at_1_max": 0.3070129314570389, + "nauc_precision_at_1_std": 0.1515413476877561, + "nauc_precision_at_20_diff1": -0.2322344974936743, + "nauc_precision_at_20_max": 0.11399409328522211, + "nauc_precision_at_20_std": 0.4870753770950732, + "nauc_precision_at_3_diff1": -0.09860604823423012, + "nauc_precision_at_3_max": 0.18164824589542536, + "nauc_precision_at_3_std": 0.24648450030620336, + "nauc_precision_at_5_diff1": -0.13752967020006138, + "nauc_precision_at_5_max": 0.19519674475519375, + "nauc_precision_at_5_std": 0.28718910790369945, + "nauc_recall_at_1000_diff1": 0.27166057248510916, + "nauc_recall_at_1000_max": 0.12167903234228467, + "nauc_recall_at_1000_std": 0.15158678377515897, + "nauc_recall_at_100_diff1": 0.2417583516126046, + "nauc_recall_at_100_max": 0.26291899722774587, + "nauc_recall_at_100_std": -0.440599293782158, + "nauc_recall_at_10_diff1": 0.24536564398416993, + "nauc_recall_at_10_max": 0.15329816147460118, + "nauc_recall_at_10_std": -0.4301079156156419, + "nauc_recall_at_1_diff1": 0.35620649467983273, + "nauc_recall_at_1_max": 0.13121254261645734, + "nauc_recall_at_1_std": -0.330141366849981, + "nauc_recall_at_20_diff1": 0.20242538591383363, + "nauc_recall_at_20_max": 0.19934834991496175, + "nauc_recall_at_20_std": -0.41355234242342165, + "nauc_recall_at_3_diff1": 0.2597061514698587, + "nauc_recall_at_3_max": 0.16030796784117765, + "nauc_recall_at_3_std": -0.35677897294655625, + "nauc_recall_at_5_diff1": 0.2730279160542647, + "nauc_recall_at_5_max": 0.15524766945822416, + "nauc_recall_at_5_std": -0.4030885546575834, + "ndcg_at_1": 0.625, + "ndcg_at_10": 0.58429, + "ndcg_at_100": 0.67717, + "ndcg_at_1000": 0.71267, + "ndcg_at_20": 0.61421, + "ndcg_at_3": 0.55479, + "ndcg_at_5": 0.56077, + "precision_at_1": 0.695, + "precision_at_10": 0.3875, + "precision_at_100": 0.09855, + "precision_at_1000": 0.01329, + "precision_at_20": 0.27675, + "precision_at_3": 0.55667, + "precision_at_5": 0.49, + "recall_at_1": 0.14502, + "recall_at_10": 0.52424, + "recall_at_100": 0.87486, + "recall_at_1000": 0.99193, + "recall_at_20": 0.63806, + "recall_at_3": 0.27919, + "recall_at_5": 0.37611 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.58887, + "map_at_1": 0.07512, + "map_at_10": 0.25046, + "map_at_100": 0.42716, + "map_at_1000": 0.48496, + "map_at_20": 0.31065, + "map_at_3": 0.14213, + "map_at_5": 0.18516, + "mrr_at_1": 0.775, + "mrr_at_10": 0.8532539682539684, + "mrr_at_100": 0.8543898205434349, + "mrr_at_1000": 0.8543898205434349, + "mrr_at_20": 0.8540277777777778, + "mrr_at_3": 0.8425000000000001, + "mrr_at_5": 0.8500000000000001, + "nauc_map_at_1000_diff1": 0.015182906309547526, + "nauc_map_at_1000_max": 0.41214681891352317, + "nauc_map_at_1000_std": 0.2186032176804002, + "nauc_map_at_100_diff1": 0.09194941374384734, + "nauc_map_at_100_max": 0.3658957531241485, + "nauc_map_at_100_std": 0.2133896404669985, + "nauc_map_at_10_diff1": 0.22849196666491556, + "nauc_map_at_10_max": 0.2229118167573246, + "nauc_map_at_10_std": 0.03101097738935106, + "nauc_map_at_1_diff1": 0.4614016283565963, + "nauc_map_at_1_max": 0.015779047958879043, + "nauc_map_at_1_std": -0.16775453187972866, + "nauc_map_at_20_diff1": 0.20313829761032212, + "nauc_map_at_20_max": 0.2603322904065458, + "nauc_map_at_20_std": 0.07347510352219594, + "nauc_map_at_3_diff1": 0.36182501960659297, + "nauc_map_at_3_max": 0.13814910118215534, + "nauc_map_at_3_std": -0.07666427815301964, + "nauc_map_at_5_diff1": 0.3106431751871431, + "nauc_map_at_5_max": 0.18596195401403198, + "nauc_map_at_5_std": -0.03928085286921375, + "nauc_mrr_at_1000_diff1": 0.37084823000549505, + "nauc_mrr_at_1000_max": 0.6458808290667696, + "nauc_mrr_at_1000_std": 0.3588377846391328, + "nauc_mrr_at_100_diff1": 0.37084823000549505, + "nauc_mrr_at_100_max": 0.6458808290667696, + "nauc_mrr_at_100_std": 0.3588377846391328, + "nauc_mrr_at_10_diff1": 0.37036117284385406, + "nauc_mrr_at_10_max": 0.6485381383503699, + "nauc_mrr_at_10_std": 0.3637105921987279, + "nauc_mrr_at_1_diff1": 0.39593463531287343, + "nauc_mrr_at_1_max": 0.5794909753458973, + "nauc_mrr_at_1_std": 0.31707567044354645, + "nauc_mrr_at_20_diff1": 0.37025494304771533, + "nauc_mrr_at_20_max": 0.6465346600863986, + "nauc_mrr_at_20_std": 0.360083478883669, + "nauc_mrr_at_3_diff1": 0.3471693527722664, + "nauc_mrr_at_3_max": 0.6555805924137442, + "nauc_mrr_at_3_std": 0.35826423248527883, + "nauc_mrr_at_5_diff1": 0.37481594878574853, + "nauc_mrr_at_5_max": 0.65428014751931, + "nauc_mrr_at_5_std": 0.35319741145362227, + "nauc_ndcg_at_1000_diff1": 0.1263391607602519, + "nauc_ndcg_at_1000_max": 0.525875290405685, + "nauc_ndcg_at_1000_std": 0.3138099561850048, + "nauc_ndcg_at_100_diff1": 0.16929979896727587, + "nauc_ndcg_at_100_max": 0.42648550242630756, + "nauc_ndcg_at_100_std": 0.2432631433111793, + "nauc_ndcg_at_10_diff1": 0.11274367493368335, + "nauc_ndcg_at_10_max": 0.4527382077831124, + "nauc_ndcg_at_10_std": 0.20419040759535245, + "nauc_ndcg_at_1_diff1": 0.3561243571762502, + "nauc_ndcg_at_1_max": 0.4626209893858326, + "nauc_ndcg_at_1_std": 0.2293257493117236, + "nauc_ndcg_at_20_diff1": 0.11807434522831628, + "nauc_ndcg_at_20_max": 0.40198044601963495, + "nauc_ndcg_at_20_std": 0.1764303737839037, + "nauc_ndcg_at_3_diff1": 0.19947471929005603, + "nauc_ndcg_at_3_max": 0.4880918960439115, + "nauc_ndcg_at_3_std": 0.25697234882584113, + "nauc_ndcg_at_5_diff1": 0.15473833163374015, + "nauc_ndcg_at_5_max": 0.4919404119068587, + "nauc_ndcg_at_5_std": 0.21982942790538146, + "nauc_precision_at_1000_diff1": -0.24911037187993038, + "nauc_precision_at_1000_max": 0.02879228454808286, + "nauc_precision_at_1000_std": -0.11086405534985574, + "nauc_precision_at_100_diff1": -0.30403378316349944, + "nauc_precision_at_100_max": 0.12880749104929765, + "nauc_precision_at_100_std": 0.09800186227065882, + "nauc_precision_at_10_diff1": -0.2956610631531123, + "nauc_precision_at_10_max": 0.3587769665825877, + "nauc_precision_at_10_std": 0.26330997665637906, + "nauc_precision_at_1_diff1": 0.39593463531287343, + "nauc_precision_at_1_max": 0.5794909753458973, + "nauc_precision_at_1_std": 0.31707567044354645, + "nauc_precision_at_20_diff1": -0.2971245260371534, + "nauc_precision_at_20_max": 0.26335939300959493, + "nauc_precision_at_20_std": 0.20363063489161465, + "nauc_precision_at_3_diff1": -0.07314810812967283, + "nauc_precision_at_3_max": 0.5145102680634477, + "nauc_precision_at_3_std": 0.2951789804745555, + "nauc_precision_at_5_diff1": -0.20357131433323739, + "nauc_precision_at_5_max": 0.4734250551770462, + "nauc_precision_at_5_std": 0.28395987269296025, + "nauc_recall_at_1000_diff1": 0.31715110522892326, + "nauc_recall_at_1000_max": 0.28040778861318005, + "nauc_recall_at_1000_std": 0.6189824628077836, + "nauc_recall_at_100_diff1": 0.17126969984504115, + "nauc_recall_at_100_max": 0.10973758285122329, + "nauc_recall_at_100_std": 0.14130946156296365, + "nauc_recall_at_10_diff1": 0.20822718126976697, + "nauc_recall_at_10_max": 0.09986842697579884, + "nauc_recall_at_10_std": -0.01881272027226493, + "nauc_recall_at_1_diff1": 0.4614016283565963, + "nauc_recall_at_1_max": 0.015779047958879043, + "nauc_recall_at_1_std": -0.16775453187972866, + "nauc_recall_at_20_diff1": 0.2065374047825068, + "nauc_recall_at_20_max": 0.07990128857009379, + "nauc_recall_at_20_std": 0.0005624599932650341, + "nauc_recall_at_3_diff1": 0.3286440165581018, + "nauc_recall_at_3_max": 0.10019648816858934, + "nauc_recall_at_3_std": -0.1047165954753865, + "nauc_recall_at_5_diff1": 0.2925287503898673, + "nauc_recall_at_5_max": 0.10856847977671938, + "nauc_recall_at_5_std": -0.09574746382075465, + "ndcg_at_1": 0.66, + "ndcg_at_10": 0.58887, + "ndcg_at_100": 0.65289, + "ndcg_at_1000": 0.74159, + "ndcg_at_20": 0.58951, + "ndcg_at_3": 0.60536, + "ndcg_at_5": 0.59759, + "precision_at_1": 0.775, + "precision_at_10": 0.548, + "precision_at_100": 0.2323, + "precision_at_1000": 0.04852, + "precision_at_20": 0.453, + "precision_at_3": 0.67833, + "precision_at_5": 0.628, + "recall_at_1": 0.07512, + "recall_at_10": 0.31542, + "recall_at_100": 0.71943, + "recall_at_1000": 0.97763, + "recall_at_20": 0.42588, + "recall_at_3": 0.15227, + "recall_at_5": 0.21267 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.55075, + "map_at_1": 0.0717, + "map_at_10": 0.23483, + "map_at_100": 0.39372, + "map_at_1000": 0.44856, + "map_at_20": 0.28928, + "map_at_3": 0.137, + "map_at_5": 0.17291, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8237420634920636, + "mrr_at_100": 0.8251198003628757, + "mrr_at_1000": 0.8251652549083301, + "mrr_at_20": 0.8248531746031749, + "mrr_at_3": 0.8108333333333335, + "mrr_at_5": 0.8173333333333335, + "nauc_map_at_1000_diff1": 0.09163191512004235, + "nauc_map_at_1000_max": 0.4999298520611861, + "nauc_map_at_1000_std": 0.4280156345484786, + "nauc_map_at_100_diff1": 0.13338568304913023, + "nauc_map_at_100_max": 0.494656028922095, + "nauc_map_at_100_std": 0.43216381290004585, + "nauc_map_at_10_diff1": 0.24263128570056308, + "nauc_map_at_10_max": 0.43694616315722357, + "nauc_map_at_10_std": 0.2579595171291727, + "nauc_map_at_1_diff1": 0.39905387441005963, + "nauc_map_at_1_max": 0.18092397999996312, + "nauc_map_at_1_std": -0.04814139301498868, + "nauc_map_at_20_diff1": 0.20559070225386053, + "nauc_map_at_20_max": 0.456313877599413, + "nauc_map_at_20_std": 0.3102684526582239, + "nauc_map_at_3_diff1": 0.31002839293696155, + "nauc_map_at_3_max": 0.3230991137596082, + "nauc_map_at_3_std": 0.09147305029646659, + "nauc_map_at_5_diff1": 0.2673863262375872, + "nauc_map_at_5_max": 0.38150259672278486, + "nauc_map_at_5_std": 0.17199614318700893, + "nauc_mrr_at_1000_diff1": 0.2205649437008174, + "nauc_mrr_at_1000_max": 0.5135438797183473, + "nauc_mrr_at_1000_std": 0.4123348943605848, + "nauc_mrr_at_100_diff1": 0.22060413021953756, + "nauc_mrr_at_100_max": 0.5136825045256794, + "nauc_mrr_at_100_std": 0.4123194324303415, + "nauc_mrr_at_10_diff1": 0.22463247611807013, + "nauc_mrr_at_10_max": 0.5170481951212594, + "nauc_mrr_at_10_std": 0.41137638810164584, + "nauc_mrr_at_1_diff1": 0.19322945096141025, + "nauc_mrr_at_1_max": 0.46714110631636413, + "nauc_mrr_at_1_std": 0.4019176699589071, + "nauc_mrr_at_20_diff1": 0.2214216827778295, + "nauc_mrr_at_20_max": 0.5140305095454132, + "nauc_mrr_at_20_std": 0.41237405514983516, + "nauc_mrr_at_3_diff1": 0.21324170907353832, + "nauc_mrr_at_3_max": 0.5198114286611394, + "nauc_mrr_at_3_std": 0.40600925363158996, + "nauc_mrr_at_5_diff1": 0.22876370254369965, + "nauc_mrr_at_5_max": 0.5183134679685242, + "nauc_mrr_at_5_std": 0.42375527718567474, + "nauc_ndcg_at_1000_diff1": 0.1469626484508146, + "nauc_ndcg_at_1000_max": 0.5085586651256804, + "nauc_ndcg_at_1000_std": 0.45019958976775826, + "nauc_ndcg_at_100_diff1": 0.20781328012635827, + "nauc_ndcg_at_100_max": 0.5186150243692034, + "nauc_ndcg_at_100_std": 0.43963356915155183, + "nauc_ndcg_at_10_diff1": 0.1759933327022723, + "nauc_ndcg_at_10_max": 0.4963844170370505, + "nauc_ndcg_at_10_std": 0.3254443480736252, + "nauc_ndcg_at_1_diff1": 0.2540491392548288, + "nauc_ndcg_at_1_max": 0.35848621999515007, + "nauc_ndcg_at_1_std": 0.24878768285783573, + "nauc_ndcg_at_20_diff1": 0.1919757779978389, + "nauc_ndcg_at_20_max": 0.4919743161369001, + "nauc_ndcg_at_20_std": 0.3476132508512307, + "nauc_ndcg_at_3_diff1": 0.15397150110511604, + "nauc_ndcg_at_3_max": 0.4268579867758106, + "nauc_ndcg_at_3_std": 0.27871844579546684, + "nauc_ndcg_at_5_diff1": 0.13089432439501253, + "nauc_ndcg_at_5_max": 0.4673694997412814, + "nauc_ndcg_at_5_std": 0.32255754224420013, + "nauc_precision_at_1000_diff1": -0.1684616651899852, + "nauc_precision_at_1000_max": -0.09804267109461914, + "nauc_precision_at_1000_std": -0.17858028998721742, + "nauc_precision_at_100_diff1": -0.20440862918823716, + "nauc_precision_at_100_max": -0.0052020311022717425, + "nauc_precision_at_100_std": 0.04672797311342687, + "nauc_precision_at_10_diff1": -0.17643513980479644, + "nauc_precision_at_10_max": 0.2982337034254174, + "nauc_precision_at_10_std": 0.2918460869532046, + "nauc_precision_at_1_diff1": 0.19322945096141025, + "nauc_precision_at_1_max": 0.46714110631636413, + "nauc_precision_at_1_std": 0.4019176699589071, + "nauc_precision_at_20_diff1": -0.1992308499959674, + "nauc_precision_at_20_max": 0.16374059295155496, + "nauc_precision_at_20_std": 0.19891231517498856, + "nauc_precision_at_3_diff1": -0.08495506987911051, + "nauc_precision_at_3_max": 0.4355792647570453, + "nauc_precision_at_3_std": 0.3403374382152072, + "nauc_precision_at_5_diff1": -0.15698906264292325, + "nauc_precision_at_5_max": 0.3790609068355217, + "nauc_precision_at_5_std": 0.3379062773597268, + "nauc_recall_at_1000_diff1": 0.13795698517921146, + "nauc_recall_at_1000_max": 0.3395618913724209, + "nauc_recall_at_1000_std": 0.757735725256075, + "nauc_recall_at_100_diff1": 0.19607083284574311, + "nauc_recall_at_100_max": 0.37413503493160527, + "nauc_recall_at_100_std": 0.39002102477512635, + "nauc_recall_at_10_diff1": 0.29785860699913747, + "nauc_recall_at_10_max": 0.36206954837275857, + "nauc_recall_at_10_std": 0.1659412397632193, + "nauc_recall_at_1_diff1": 0.39905387441005963, + "nauc_recall_at_1_max": 0.18092397999996312, + "nauc_recall_at_1_std": -0.04814139301498868, + "nauc_recall_at_20_diff1": 0.24342556794479334, + "nauc_recall_at_20_max": 0.322063365695484, + "nauc_recall_at_20_std": 0.20764200269368602, + "nauc_recall_at_3_diff1": 0.3398930747568685, + "nauc_recall_at_3_max": 0.3181112799310132, + "nauc_recall_at_3_std": 0.0461065437121817, + "nauc_recall_at_5_diff1": 0.30973413996150545, + "nauc_recall_at_5_max": 0.36001872433435067, + "nauc_recall_at_5_std": 0.11925316832153723, + "ndcg_at_1": 0.62, + "ndcg_at_10": 0.55075, + "ndcg_at_100": 0.61732, + "ndcg_at_1000": 0.71177, + "ndcg_at_20": 0.55146, + "ndcg_at_3": 0.57812, + "ndcg_at_5": 0.56383, + "precision_at_1": 0.745, + "precision_at_10": 0.5115, + "precision_at_100": 0.2193, + "precision_at_1000": 0.04726, + "precision_at_20": 0.42075, + "precision_at_3": 0.64167, + "precision_at_5": 0.593, + "recall_at_1": 0.0717, + "recall_at_10": 0.3015, + "recall_at_100": 0.69016, + "recall_at_1000": 0.96494, + "recall_at_20": 0.40773, + "recall_at_3": 0.14963, + "recall_at_5": 0.19898 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.49323, + "map_at_1": 0.06047, + "map_at_10": 0.19842, + "map_at_100": 0.33781, + "map_at_1000": 0.38958, + "map_at_20": 0.24778, + "map_at_3": 0.10964, + "map_at_5": 0.14422, + "mrr_at_1": 0.65, + "mrr_at_10": 0.7574404761904762, + "mrr_at_100": 0.7597808618164528, + "mrr_at_1000": 0.75979423080041, + "mrr_at_20": 0.758908424908425, + "mrr_at_3": 0.7416666666666667, + "mrr_at_5": 0.7524166666666667, + "nauc_map_at_1000_diff1": -0.0054551451779052615, + "nauc_map_at_1000_max": 0.4991601882013269, + "nauc_map_at_1000_std": 0.45141294108690394, + "nauc_map_at_100_diff1": 0.0020180245881975326, + "nauc_map_at_100_max": 0.46885264768600493, + "nauc_map_at_100_std": 0.4298295959966962, + "nauc_map_at_10_diff1": 0.0947001523338929, + "nauc_map_at_10_max": 0.343501504621727, + "nauc_map_at_10_std": 0.2722095250415157, + "nauc_map_at_1_diff1": 0.30328759125930627, + "nauc_map_at_1_max": 0.05734928293449647, + "nauc_map_at_1_std": -0.04535860225398767, + "nauc_map_at_20_diff1": 0.0665161544102515, + "nauc_map_at_20_max": 0.3980145338519975, + "nauc_map_at_20_std": 0.323335285948302, + "nauc_map_at_3_diff1": 0.20844969063860305, + "nauc_map_at_3_max": 0.18097510943276165, + "nauc_map_at_3_std": 0.0532782368832787, + "nauc_map_at_5_diff1": 0.16710164643552478, + "nauc_map_at_5_max": 0.25933638370383627, + "nauc_map_at_5_std": 0.15831564938176942, + "nauc_mrr_at_1000_diff1": 0.08268742416828358, + "nauc_mrr_at_1000_max": 0.4005580157988259, + "nauc_mrr_at_1000_std": 0.48700310217648746, + "nauc_mrr_at_100_diff1": 0.08271815944319633, + "nauc_mrr_at_100_max": 0.40059709380822794, + "nauc_mrr_at_100_std": 0.48701843626256586, + "nauc_mrr_at_10_diff1": 0.07949982140880921, + "nauc_mrr_at_10_max": 0.40205933193229304, + "nauc_mrr_at_10_std": 0.4885335077533764, + "nauc_mrr_at_1_diff1": 0.10879648466107873, + "nauc_mrr_at_1_max": 0.35411343477907065, + "nauc_mrr_at_1_std": 0.46107087639352284, + "nauc_mrr_at_20_diff1": 0.08277093809874134, + "nauc_mrr_at_20_max": 0.40217772191221113, + "nauc_mrr_at_20_std": 0.48682888336276336, + "nauc_mrr_at_3_diff1": 0.07634333198927129, + "nauc_mrr_at_3_max": 0.3942322189302432, + "nauc_mrr_at_3_std": 0.4739906383127922, + "nauc_mrr_at_5_diff1": 0.07865464637026817, + "nauc_mrr_at_5_max": 0.4039631963273974, + "nauc_mrr_at_5_std": 0.4862215142745907, + "nauc_ndcg_at_1000_diff1": 0.03989843351492119, + "nauc_ndcg_at_1000_max": 0.4948161845548823, + "nauc_ndcg_at_1000_std": 0.501051662978831, + "nauc_ndcg_at_100_diff1": 0.06199767255017932, + "nauc_ndcg_at_100_max": 0.4625029401067354, + "nauc_ndcg_at_100_std": 0.4526251784821986, + "nauc_ndcg_at_10_diff1": 0.04857624582799442, + "nauc_ndcg_at_10_max": 0.41226477039472775, + "nauc_ndcg_at_10_std": 0.3874618746578425, + "nauc_ndcg_at_1_diff1": 0.1943324348607368, + "nauc_ndcg_at_1_max": 0.2667421383647798, + "nauc_ndcg_at_1_std": 0.29523809523809513, + "nauc_ndcg_at_20_diff1": 0.05901707551848983, + "nauc_ndcg_at_20_max": 0.443444260428336, + "nauc_ndcg_at_20_std": 0.394953864205291, + "nauc_ndcg_at_3_diff1": 0.07730601286994396, + "nauc_ndcg_at_3_max": 0.3478125339636857, + "nauc_ndcg_at_3_std": 0.29593916298465484, + "nauc_ndcg_at_5_diff1": 0.09081243932310873, + "nauc_ndcg_at_5_max": 0.39075173566117977, + "nauc_ndcg_at_5_std": 0.3375053406160434, + "nauc_precision_at_1000_diff1": 0.0044611798976823555, + "nauc_precision_at_1000_max": 0.006392364389174169, + "nauc_precision_at_1000_std": -0.09704517969512035, + "nauc_precision_at_100_diff1": -0.1123177781703265, + "nauc_precision_at_100_max": 0.14022799169952294, + "nauc_precision_at_100_std": 0.14047345824391602, + "nauc_precision_at_10_diff1": -0.15502637241919032, + "nauc_precision_at_10_max": 0.38264837777643945, + "nauc_precision_at_10_std": 0.3963603428038283, + "nauc_precision_at_1_diff1": 0.10879648466107873, + "nauc_precision_at_1_max": 0.35411343477907065, + "nauc_precision_at_1_std": 0.46107087639352284, + "nauc_precision_at_20_diff1": -0.15036963855863894, + "nauc_precision_at_20_max": 0.3247884684596507, + "nauc_precision_at_20_std": 0.2998940685526338, + "nauc_precision_at_3_diff1": -0.12415771663969342, + "nauc_precision_at_3_max": 0.3970281006326325, + "nauc_precision_at_3_std": 0.3471384434309262, + "nauc_precision_at_5_diff1": -0.09260569905662917, + "nauc_precision_at_5_max": 0.4310650652594054, + "nauc_precision_at_5_std": 0.40492423908151487, + "nauc_recall_at_1000_diff1": -0.13444491681431306, + "nauc_recall_at_1000_max": 0.3047594930300883, + "nauc_recall_at_1000_std": 0.5695015692675391, + "nauc_recall_at_100_diff1": -0.007468680124420199, + "nauc_recall_at_100_max": 0.30607308353298285, + "nauc_recall_at_100_std": 0.33740078995080264, + "nauc_recall_at_10_diff1": 0.06452664127713334, + "nauc_recall_at_10_max": 0.2559551188550526, + "nauc_recall_at_10_std": 0.21960279564319443, + "nauc_recall_at_1_diff1": 0.30328759125930627, + "nauc_recall_at_1_max": 0.05734928293449647, + "nauc_recall_at_1_std": -0.04535860225398767, + "nauc_recall_at_20_diff1": 0.08105465525243614, + "nauc_recall_at_20_max": 0.26202396566544983, + "nauc_recall_at_20_std": 0.21599114443429807, + "nauc_recall_at_3_diff1": 0.1891263025325442, + "nauc_recall_at_3_max": 0.13609732388663925, + "nauc_recall_at_3_std": -2.2878677803960538e-05, + "nauc_recall_at_5_diff1": 0.1501966424638191, + "nauc_recall_at_5_max": 0.19448205093132345, + "nauc_recall_at_5_std": 0.10756502877807517, + "ndcg_at_1": 0.525, + "ndcg_at_10": 0.49323, + "ndcg_at_100": 0.56014, + "ndcg_at_1000": 0.66475, + "ndcg_at_20": 0.49851, + "ndcg_at_3": 0.49661, + "ndcg_at_5": 0.49074, + "precision_at_1": 0.65, + "precision_at_10": 0.476, + "precision_at_100": 0.2023, + "precision_at_1000": 0.04589, + "precision_at_20": 0.38925, + "precision_at_3": 0.56667, + "precision_at_5": 0.528, + "recall_at_1": 0.06047, + "recall_at_10": 0.26107, + "recall_at_100": 0.63523, + "recall_at_1000": 0.94911, + "recall_at_20": 0.3691, + "recall_at_3": 0.12535, + "recall_at_5": 0.17446 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.61387, + "map_at_1": 0.0927, + "map_at_10": 0.28672, + "map_at_100": 0.43449, + "map_at_1000": 0.49665, + "map_at_20": 0.33797, + "map_at_3": 0.18394, + "map_at_5": 0.23137, + "mrr_at_1": 0.775, + "mrr_at_10": 0.8500257936507939, + "mrr_at_100": 0.8510890738783183, + "mrr_at_1000": 0.8510890738783183, + "mrr_at_20": 0.8507928391053393, + "mrr_at_3": 0.8400000000000003, + "mrr_at_5": 0.8457500000000002, + "nauc_map_at_1000_diff1": 0.15630088822711963, + "nauc_map_at_1000_max": 0.4208135305265803, + "nauc_map_at_1000_std": 0.39539961921394345, + "nauc_map_at_100_diff1": 0.19740387614200536, + "nauc_map_at_100_max": 0.39123660407961997, + "nauc_map_at_100_std": 0.3428577229445364, + "nauc_map_at_10_diff1": 0.27943313492285526, + "nauc_map_at_10_max": 0.32350498323474286, + "nauc_map_at_10_std": 0.17790313059507917, + "nauc_map_at_1_diff1": 0.3398099886716802, + "nauc_map_at_1_max": 0.19525366537409397, + "nauc_map_at_1_std": 0.03580064870157967, + "nauc_map_at_20_diff1": 0.26182669796481317, + "nauc_map_at_20_max": 0.3494245640459475, + "nauc_map_at_20_std": 0.23254097764053985, + "nauc_map_at_3_diff1": 0.32231945751854496, + "nauc_map_at_3_max": 0.258404317593187, + "nauc_map_at_3_std": 0.0822197967689976, + "nauc_map_at_5_diff1": 0.2988910273398499, + "nauc_map_at_5_max": 0.2841436618984899, + "nauc_map_at_5_std": 0.12794044175717184, + "nauc_mrr_at_1000_diff1": 0.36340916435663206, + "nauc_mrr_at_1000_max": 0.599102104649823, + "nauc_mrr_at_1000_std": 0.37725675936648917, + "nauc_mrr_at_100_diff1": 0.36340916435663206, + "nauc_mrr_at_100_max": 0.599102104649823, + "nauc_mrr_at_100_std": 0.37725675936648917, + "nauc_mrr_at_10_diff1": 0.36264073378822165, + "nauc_mrr_at_10_max": 0.6016472529275321, + "nauc_mrr_at_10_std": 0.37422167607599194, + "nauc_mrr_at_1_diff1": 0.34710470876273986, + "nauc_mrr_at_1_max": 0.5896600808517911, + "nauc_mrr_at_1_std": 0.37272675511017533, + "nauc_mrr_at_20_diff1": 0.3635506845674616, + "nauc_mrr_at_20_max": 0.5997351483878834, + "nauc_mrr_at_20_std": 0.3773686476504866, + "nauc_mrr_at_3_diff1": 0.386520117107558, + "nauc_mrr_at_3_max": 0.5878971476540699, + "nauc_mrr_at_3_std": 0.3734615294372222, + "nauc_mrr_at_5_diff1": 0.36526570556552107, + "nauc_mrr_at_5_max": 0.5992239137178177, + "nauc_mrr_at_5_std": 0.37961768897546444, + "nauc_ndcg_at_1000_diff1": 0.2042389377929818, + "nauc_ndcg_at_1000_max": 0.4673281820122129, + "nauc_ndcg_at_1000_std": 0.44625409871841737, + "nauc_ndcg_at_100_diff1": 0.22626110105434857, + "nauc_ndcg_at_100_max": 0.45079591185098644, + "nauc_ndcg_at_100_std": 0.3842849042247536, + "nauc_ndcg_at_10_diff1": 0.18424533591834896, + "nauc_ndcg_at_10_max": 0.40702774857585794, + "nauc_ndcg_at_10_std": 0.31282885955530293, + "nauc_ndcg_at_1_diff1": 0.32333818156632493, + "nauc_ndcg_at_1_max": 0.44900697799248546, + "nauc_ndcg_at_1_std": 0.27367842363167266, + "nauc_ndcg_at_20_diff1": 0.21962765894706662, + "nauc_ndcg_at_20_max": 0.41948039518638314, + "nauc_ndcg_at_20_std": 0.3565909928018613, + "nauc_ndcg_at_3_diff1": 0.23305592244013065, + "nauc_ndcg_at_3_max": 0.4198551742560694, + "nauc_ndcg_at_3_std": 0.3048188207837508, + "nauc_ndcg_at_5_diff1": 0.18120157528980008, + "nauc_ndcg_at_5_max": 0.42241077132646726, + "nauc_ndcg_at_5_std": 0.29605253090403244, + "nauc_precision_at_1000_diff1": -0.20247522325697687, + "nauc_precision_at_1000_max": -0.04622907480386539, + "nauc_precision_at_1000_std": -0.08569330025083613, + "nauc_precision_at_100_diff1": -0.22937983400007755, + "nauc_precision_at_100_max": -0.03195780053231083, + "nauc_precision_at_100_std": 0.07082212881824224, + "nauc_precision_at_10_diff1": -0.19929502090963178, + "nauc_precision_at_10_max": 0.1627009085081984, + "nauc_precision_at_10_std": 0.23061282423972465, + "nauc_precision_at_1_diff1": 0.34710470876273986, + "nauc_precision_at_1_max": 0.5896600808517911, + "nauc_precision_at_1_std": 0.37272675511017533, + "nauc_precision_at_20_diff1": -0.2227019398781131, + "nauc_precision_at_20_max": 0.05414815058754288, + "nauc_precision_at_20_std": 0.18662851740931197, + "nauc_precision_at_3_diff1": 0.04120858185949533, + "nauc_precision_at_3_max": 0.3574204543092881, + "nauc_precision_at_3_std": 0.32475355210563145, + "nauc_precision_at_5_diff1": -0.10428576829212005, + "nauc_precision_at_5_max": 0.28471816757467455, + "nauc_precision_at_5_std": 0.28829279152507464, + "nauc_recall_at_1000_diff1": 0.19675383580026926, + "nauc_recall_at_1000_max": 0.4152464316795379, + "nauc_recall_at_1000_std": 0.718296373881555, + "nauc_recall_at_100_diff1": 0.1973782662201606, + "nauc_recall_at_100_max": 0.2572559370303707, + "nauc_recall_at_100_std": 0.33030109283217224, + "nauc_recall_at_10_diff1": 0.25079335494870897, + "nauc_recall_at_10_max": 0.24507639222653166, + "nauc_recall_at_10_std": 0.1197156280021858, + "nauc_recall_at_1_diff1": 0.3398099886716802, + "nauc_recall_at_1_max": 0.19525366537409397, + "nauc_recall_at_1_std": 0.03580064870157967, + "nauc_recall_at_20_diff1": 0.26875063055178977, + "nauc_recall_at_20_max": 0.25658478289411435, + "nauc_recall_at_20_std": 0.20787845986674333, + "nauc_recall_at_3_diff1": 0.31172248085397203, + "nauc_recall_at_3_max": 0.2189211353460802, + "nauc_recall_at_3_std": 0.06498153486886708, + "nauc_recall_at_5_diff1": 0.28995174955561887, + "nauc_recall_at_5_max": 0.2430192219785842, + "nauc_recall_at_5_std": 0.1101622329373667, + "ndcg_at_1": 0.66, + "ndcg_at_10": 0.61387, + "ndcg_at_100": 0.6476, + "ndcg_at_1000": 0.73166, + "ndcg_at_20": 0.61411, + "ndcg_at_3": 0.62047, + "ndcg_at_5": 0.62134, + "precision_at_1": 0.775, + "precision_at_10": 0.5375, + "precision_at_100": 0.2319, + "precision_at_1000": 0.05702, + "precision_at_20": 0.443, + "precision_at_3": 0.68833, + "precision_at_5": 0.638, + "recall_at_1": 0.0927, + "recall_at_10": 0.36333, + "recall_at_100": 0.7005, + "recall_at_1000": 0.94523, + "recall_at_20": 0.46183, + "recall_at_3": 0.20256, + "recall_at_5": 0.26727 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.56501, + "map_at_1": 0.08511, + "map_at_10": 0.25033, + "map_at_100": 0.37781, + "map_at_1000": 0.43501, + "map_at_20": 0.29474, + "map_at_3": 0.16388, + "map_at_5": 0.20099, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8246111111111112, + "mrr_at_100": 0.8271561445090857, + "mrr_at_1000": 0.8271853842751676, + "mrr_at_20": 0.8270599906629319, + "mrr_at_3": 0.8141666666666667, + "mrr_at_5": 0.8214166666666668, + "nauc_map_at_1000_diff1": 0.2593764815083751, + "nauc_map_at_1000_max": 0.36932871175948123, + "nauc_map_at_1000_std": 0.5042471327092997, + "nauc_map_at_100_diff1": 0.3004552446660476, + "nauc_map_at_100_max": 0.34078934085473095, + "nauc_map_at_100_std": 0.470319576081113, + "nauc_map_at_10_diff1": 0.3684837334873915, + "nauc_map_at_10_max": 0.3251049811753902, + "nauc_map_at_10_std": 0.3393878764901892, + "nauc_map_at_1_diff1": 0.45471025147896094, + "nauc_map_at_1_max": 0.24579867760183327, + "nauc_map_at_1_std": 0.19958925493608487, + "nauc_map_at_20_diff1": 0.3473002717530425, + "nauc_map_at_20_max": 0.31788109370937145, + "nauc_map_at_20_std": 0.38526260638217635, + "nauc_map_at_3_diff1": 0.39548183977767776, + "nauc_map_at_3_max": 0.3049404957702653, + "nauc_map_at_3_std": 0.2919637292224186, + "nauc_map_at_5_diff1": 0.3699618988386867, + "nauc_map_at_5_max": 0.30509035712963917, + "nauc_map_at_5_std": 0.2993412995774157, + "nauc_mrr_at_1000_diff1": 0.3706789123288426, + "nauc_mrr_at_1000_max": 0.3982566900432476, + "nauc_mrr_at_1000_std": 0.32034408006356535, + "nauc_mrr_at_100_diff1": 0.3707959593473137, + "nauc_mrr_at_100_max": 0.39836860788883577, + "nauc_mrr_at_100_std": 0.32044617649163903, + "nauc_mrr_at_10_diff1": 0.37191205296972585, + "nauc_mrr_at_10_max": 0.4041311001991368, + "nauc_mrr_at_10_std": 0.3259776943090735, + "nauc_mrr_at_1_diff1": 0.3255849316734922, + "nauc_mrr_at_1_max": 0.3579133044077689, + "nauc_mrr_at_1_std": 0.23641579822391626, + "nauc_mrr_at_20_diff1": 0.3711805571503354, + "nauc_mrr_at_20_max": 0.39865645074634437, + "nauc_mrr_at_20_std": 0.32078164904315015, + "nauc_mrr_at_3_diff1": 0.36945182245831915, + "nauc_mrr_at_3_max": 0.39558751594336755, + "nauc_mrr_at_3_std": 0.32299547871246204, + "nauc_mrr_at_5_diff1": 0.37172060873256485, + "nauc_mrr_at_5_max": 0.40617442114204927, + "nauc_mrr_at_5_std": 0.33363948863866977, + "nauc_ndcg_at_1000_diff1": 0.31069309764024033, + "nauc_ndcg_at_1000_max": 0.3777101532335806, + "nauc_ndcg_at_1000_std": 0.5323718211432208, + "nauc_ndcg_at_100_diff1": 0.3161644249785162, + "nauc_ndcg_at_100_max": 0.3640020400424711, + "nauc_ndcg_at_100_std": 0.5115037464926693, + "nauc_ndcg_at_10_diff1": 0.27773320272988433, + "nauc_ndcg_at_10_max": 0.34617515853532016, + "nauc_ndcg_at_10_std": 0.3795905172346515, + "nauc_ndcg_at_1_diff1": 0.34000559967213523, + "nauc_ndcg_at_1_max": 0.29892104868062785, + "nauc_ndcg_at_1_std": 0.17781799442467447, + "nauc_ndcg_at_20_diff1": 0.30497627188548015, + "nauc_ndcg_at_20_max": 0.3535358786345856, + "nauc_ndcg_at_20_std": 0.4390411137618365, + "nauc_ndcg_at_3_diff1": 0.30801639289735366, + "nauc_ndcg_at_3_max": 0.32023553399319754, + "nauc_ndcg_at_3_std": 0.2958217351235371, + "nauc_ndcg_at_5_diff1": 0.2718005593742421, + "nauc_ndcg_at_5_max": 0.3146094488311528, + "nauc_ndcg_at_5_std": 0.3276823496874108, + "nauc_precision_at_1000_diff1": -0.21993006105930796, + "nauc_precision_at_1000_max": 0.009988696928101623, + "nauc_precision_at_1000_std": -0.1493757561414304, + "nauc_precision_at_100_diff1": -0.24303799641679988, + "nauc_precision_at_100_max": -0.0028729915358209394, + "nauc_precision_at_100_std": -0.0017330063722521929, + "nauc_precision_at_10_diff1": -0.1116349805341681, + "nauc_precision_at_10_max": 0.10376100399674483, + "nauc_precision_at_10_std": 0.11834568808655184, + "nauc_precision_at_1_diff1": 0.3255849316734922, + "nauc_precision_at_1_max": 0.3579133044077689, + "nauc_precision_at_1_std": 0.23641579822391626, + "nauc_precision_at_20_diff1": -0.19024754133769464, + "nauc_precision_at_20_max": 0.027235241997836068, + "nauc_precision_at_20_std": 0.08842872893482212, + "nauc_precision_at_3_diff1": 0.12089016649007166, + "nauc_precision_at_3_max": 0.28956019859727106, + "nauc_precision_at_3_std": 0.2595401275965057, + "nauc_precision_at_5_diff1": -0.027779396897052215, + "nauc_precision_at_5_max": 0.17805063845781308, + "nauc_precision_at_5_std": 0.1714801407762799, + "nauc_recall_at_1000_diff1": 0.23694749491615666, + "nauc_recall_at_1000_max": 0.2770727880571525, + "nauc_recall_at_1000_std": 0.7765441965952238, + "nauc_recall_at_100_diff1": 0.22353269343392762, + "nauc_recall_at_100_max": 0.19657273543001572, + "nauc_recall_at_100_std": 0.48584259356200454, + "nauc_recall_at_10_diff1": 0.31904031859254267, + "nauc_recall_at_10_max": 0.2822383830964253, + "nauc_recall_at_10_std": 0.3244969069178375, + "nauc_recall_at_1_diff1": 0.45471025147896094, + "nauc_recall_at_1_max": 0.24579867760183327, + "nauc_recall_at_1_std": 0.19958925493608487, + "nauc_recall_at_20_diff1": 0.28848375370514107, + "nauc_recall_at_20_max": 0.22778521502010754, + "nauc_recall_at_20_std": 0.36319038692106875, + "nauc_recall_at_3_diff1": 0.3455686411526397, + "nauc_recall_at_3_max": 0.27443557665228674, + "nauc_recall_at_3_std": 0.2751761805296792, + "nauc_recall_at_5_diff1": 0.3194590409042691, + "nauc_recall_at_5_max": 0.26553264320975895, + "nauc_recall_at_5_std": 0.27925612349575407, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.56501, + "ndcg_at_100": 0.60196, + "ndcg_at_1000": 0.69317, + "ndcg_at_20": 0.56589, + "ndcg_at_3": 0.58549, + "ndcg_at_5": 0.56963, + "precision_at_1": 0.74, + "precision_at_10": 0.4945, + "precision_at_100": 0.2123, + "precision_at_1000": 0.05426, + "precision_at_20": 0.39975, + "precision_at_3": 0.63167, + "precision_at_5": 0.574, + "recall_at_1": 0.08511, + "recall_at_10": 0.32425, + "recall_at_100": 0.65971, + "recall_at_1000": 0.92612, + "recall_at_20": 0.43199, + "recall_at_3": 0.18398, + "recall_at_5": 0.23955 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.52571, + "map_at_1": 0.08505, + "map_at_10": 0.2455, + "map_at_100": 0.35487, + "map_at_1000": 0.40524, + "map_at_20": 0.28143, + "map_at_3": 0.16416, + "map_at_5": 0.19899, + "mrr_at_1": 0.655, + "mrr_at_10": 0.7603452380952379, + "mrr_at_100": 0.7625049473106889, + "mrr_at_1000": 0.7625049473106889, + "mrr_at_20": 0.7621318195693195, + "mrr_at_3": 0.7383333333333333, + "mrr_at_5": 0.7545833333333333, + "nauc_map_at_1000_diff1": 0.20437651945276217, + "nauc_map_at_1000_max": 0.4053447883339791, + "nauc_map_at_1000_std": 0.5469386268681928, + "nauc_map_at_100_diff1": 0.2502110241381473, + "nauc_map_at_100_max": 0.3980385269494456, + "nauc_map_at_100_std": 0.5355787692919304, + "nauc_map_at_10_diff1": 0.30882447378761346, + "nauc_map_at_10_max": 0.38794819481783743, + "nauc_map_at_10_std": 0.42491621451979433, + "nauc_map_at_1_diff1": 0.4235916948574715, + "nauc_map_at_1_max": 0.35277818524768834, + "nauc_map_at_1_std": 0.20827394801952737, + "nauc_map_at_20_diff1": 0.2890849018117142, + "nauc_map_at_20_max": 0.3785664969164239, + "nauc_map_at_20_std": 0.4602532852644393, + "nauc_map_at_3_diff1": 0.38775889198429525, + "nauc_map_at_3_max": 0.38863063678897786, + "nauc_map_at_3_std": 0.3386770268257392, + "nauc_map_at_5_diff1": 0.3432626942028831, + "nauc_map_at_5_max": 0.3862597860360419, + "nauc_map_at_5_std": 0.3756247949185382, + "nauc_mrr_at_1000_diff1": 0.2969021023951171, + "nauc_mrr_at_1000_max": 0.3713905154887389, + "nauc_mrr_at_1000_std": 0.38512080534372006, + "nauc_mrr_at_100_diff1": 0.2969021023951171, + "nauc_mrr_at_100_max": 0.3713905154887389, + "nauc_mrr_at_100_std": 0.38512080534372006, + "nauc_mrr_at_10_diff1": 0.29669685463897755, + "nauc_mrr_at_10_max": 0.3744816424105448, + "nauc_mrr_at_10_std": 0.389677840619597, + "nauc_mrr_at_1_diff1": 0.3167300723893416, + "nauc_mrr_at_1_max": 0.3664001709078659, + "nauc_mrr_at_1_std": 0.3391699465091245, + "nauc_mrr_at_20_diff1": 0.29656400675428485, + "nauc_mrr_at_20_max": 0.372092966892034, + "nauc_mrr_at_20_std": 0.38620014791884155, + "nauc_mrr_at_3_diff1": 0.30010272355299367, + "nauc_mrr_at_3_max": 0.363415592608041, + "nauc_mrr_at_3_std": 0.38786931357915777, + "nauc_mrr_at_5_diff1": 0.29242107665997075, + "nauc_mrr_at_5_max": 0.36816410384800075, + "nauc_mrr_at_5_std": 0.3845141076218151, + "nauc_ndcg_at_1000_diff1": 0.20263727623701638, + "nauc_ndcg_at_1000_max": 0.41749043311958306, + "nauc_ndcg_at_1000_std": 0.5722918747326015, + "nauc_ndcg_at_100_diff1": 0.23115756137855284, + "nauc_ndcg_at_100_max": 0.39679700558908876, + "nauc_ndcg_at_100_std": 0.5785516001578556, + "nauc_ndcg_at_10_diff1": 0.1836844384879299, + "nauc_ndcg_at_10_max": 0.3914268840567483, + "nauc_ndcg_at_10_std": 0.46189498844542376, + "nauc_ndcg_at_1_diff1": 0.33379367641646646, + "nauc_ndcg_at_1_max": 0.31689337652541805, + "nauc_ndcg_at_1_std": 0.31463781688062314, + "nauc_ndcg_at_20_diff1": 0.18620179280553487, + "nauc_ndcg_at_20_max": 0.39592500469096237, + "nauc_ndcg_at_20_std": 0.5125717619144589, + "nauc_ndcg_at_3_diff1": 0.23951936413282604, + "nauc_ndcg_at_3_max": 0.3718995309326604, + "nauc_ndcg_at_3_std": 0.38091966752773637, + "nauc_ndcg_at_5_diff1": 0.1970058894102994, + "nauc_ndcg_at_5_max": 0.3775340874673368, + "nauc_ndcg_at_5_std": 0.4059379207120701, + "nauc_precision_at_1000_diff1": -0.23922263146979048, + "nauc_precision_at_1000_max": -0.06146520695079337, + "nauc_precision_at_1000_std": -0.1988447732962395, + "nauc_precision_at_100_diff1": -0.24917034057633985, + "nauc_precision_at_100_max": -0.038988497514697525, + "nauc_precision_at_100_std": -0.016060971979296602, + "nauc_precision_at_10_diff1": -0.1593154894051882, + "nauc_precision_at_10_max": 0.11986122337267761, + "nauc_precision_at_10_std": 0.18976935867988912, + "nauc_precision_at_1_diff1": 0.3167300723893416, + "nauc_precision_at_1_max": 0.3664001709078659, + "nauc_precision_at_1_std": 0.3391699465091245, + "nauc_precision_at_20_diff1": -0.20575423141356686, + "nauc_precision_at_20_max": 0.026956929196009564, + "nauc_precision_at_20_std": 0.12012978023969953, + "nauc_precision_at_3_diff1": 0.05788072571544339, + "nauc_precision_at_3_max": 0.2774675193147955, + "nauc_precision_at_3_std": 0.32512514829711514, + "nauc_precision_at_5_diff1": -0.07738626226583381, + "nauc_precision_at_5_max": 0.1940288158082146, + "nauc_precision_at_5_std": 0.2874421847240232, + "nauc_recall_at_1000_diff1": 0.19600882020764332, + "nauc_recall_at_1000_max": 0.3482954166219812, + "nauc_recall_at_1000_std": 0.765984775720073, + "nauc_recall_at_100_diff1": 0.2003621578747094, + "nauc_recall_at_100_max": 0.2538490741799863, + "nauc_recall_at_100_std": 0.5724936503239422, + "nauc_recall_at_10_diff1": 0.239969654531544, + "nauc_recall_at_10_max": 0.307709019031593, + "nauc_recall_at_10_std": 0.4358963717830282, + "nauc_recall_at_1_diff1": 0.4235916948574715, + "nauc_recall_at_1_max": 0.35277818524768834, + "nauc_recall_at_1_std": 0.20827394801952737, + "nauc_recall_at_20_diff1": 0.19995035889361595, + "nauc_recall_at_20_max": 0.26710128685886075, + "nauc_recall_at_20_std": 0.4571211266521733, + "nauc_recall_at_3_diff1": 0.35029929090388856, + "nauc_recall_at_3_max": 0.36208152206022337, + "nauc_recall_at_3_std": 0.34703145784830386, + "nauc_recall_at_5_diff1": 0.296528182699543, + "nauc_recall_at_5_max": 0.3302213967923027, + "nauc_recall_at_5_std": 0.36792496991191825, + "ndcg_at_1": 0.5525, + "ndcg_at_10": 0.52571, + "ndcg_at_100": 0.56417, + "ndcg_at_1000": 0.65982, + "ndcg_at_20": 0.5231, + "ndcg_at_3": 0.53412, + "ndcg_at_5": 0.52494, + "precision_at_1": 0.655, + "precision_at_10": 0.452, + "precision_at_100": 0.1926, + "precision_at_1000": 0.05131, + "precision_at_20": 0.359, + "precision_at_3": 0.58333, + "precision_at_5": 0.528, + "recall_at_1": 0.08505, + "recall_at_10": 0.32083, + "recall_at_100": 0.62756, + "recall_at_1000": 0.90078, + "recall_at_20": 0.40228, + "recall_at_3": 0.18033, + "recall_at_5": 0.23471 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51035, + "map_at_1": 0.05275, + "map_at_10": 0.18654, + "map_at_100": 0.3654, + "map_at_1000": 0.41682, + "map_at_20": 0.2436, + "map_at_3": 0.10449, + "map_at_5": 0.13559, + "mrr_at_1": 0.725, + "mrr_at_10": 0.7984365079365081, + "mrr_at_100": 0.8005703430099355, + "mrr_at_1000": 0.8005776851538415, + "mrr_at_20": 0.7995534465534467, + "mrr_at_3": 0.7791666666666667, + "mrr_at_5": 0.7946666666666669, + "nauc_map_at_1000_diff1": 0.014419531343025276, + "nauc_map_at_1000_max": 0.4734651373627835, + "nauc_map_at_1000_std": 0.2695276233730579, + "nauc_map_at_100_diff1": 0.05969189661205595, + "nauc_map_at_100_max": 0.4453055444042762, + "nauc_map_at_100_std": 0.18627555535927168, + "nauc_map_at_10_diff1": 0.12382072323036916, + "nauc_map_at_10_max": 0.21435092525806715, + "nauc_map_at_10_std": -0.10255377670173686, + "nauc_map_at_1_diff1": 0.23393685735040715, + "nauc_map_at_1_max": 0.1000221325551186, + "nauc_map_at_1_std": -0.17896476459885846, + "nauc_map_at_20_diff1": 0.10377679208381474, + "nauc_map_at_20_max": 0.2936323284469738, + "nauc_map_at_20_std": -0.033957496378382815, + "nauc_map_at_3_diff1": 0.1718875871899349, + "nauc_map_at_3_max": 0.10849525304157215, + "nauc_map_at_3_std": -0.15527397601250517, + "nauc_map_at_5_diff1": 0.15442096185868462, + "nauc_map_at_5_max": 0.1576075744021342, + "nauc_map_at_5_std": -0.12966734183577325, + "nauc_mrr_at_1000_diff1": 0.0936131083481103, + "nauc_mrr_at_1000_max": 0.3983302094693051, + "nauc_mrr_at_1000_std": 0.32218884829090433, + "nauc_mrr_at_100_diff1": 0.09353821489798128, + "nauc_mrr_at_100_max": 0.39826689648184826, + "nauc_mrr_at_100_std": 0.3222165338748837, + "nauc_mrr_at_10_diff1": 0.08918448949245178, + "nauc_mrr_at_10_max": 0.3998066795642017, + "nauc_mrr_at_10_std": 0.3248882730675951, + "nauc_mrr_at_1_diff1": 0.14273127753304013, + "nauc_mrr_at_1_max": 0.4038437333591524, + "nauc_mrr_at_1_std": 0.28909328556905717, + "nauc_mrr_at_20_diff1": 0.09151877399680369, + "nauc_mrr_at_20_max": 0.3988475801271858, + "nauc_mrr_at_20_std": 0.3211437606209894, + "nauc_mrr_at_3_diff1": 0.10164666426182842, + "nauc_mrr_at_3_max": 0.40193816965809126, + "nauc_mrr_at_3_std": 0.3156915697419355, + "nauc_mrr_at_5_diff1": 0.08105025462381892, + "nauc_mrr_at_5_max": 0.40162690182052535, + "nauc_mrr_at_5_std": 0.33369319998709174, + "nauc_ndcg_at_1000_diff1": 0.015450779334011422, + "nauc_ndcg_at_1000_max": 0.5101589300084078, + "nauc_ndcg_at_1000_std": 0.4303818347780452, + "nauc_ndcg_at_100_diff1": 0.08162986984175938, + "nauc_ndcg_at_100_max": 0.4833358145723478, + "nauc_ndcg_at_100_std": 0.3034604191696064, + "nauc_ndcg_at_10_diff1": 0.07819706857521419, + "nauc_ndcg_at_10_max": 0.4772151763831657, + "nauc_ndcg_at_10_std": 0.27466151130922734, + "nauc_ndcg_at_1_diff1": 0.16733380791778013, + "nauc_ndcg_at_1_max": 0.3554326304037467, + "nauc_ndcg_at_1_std": 0.32997234184084323, + "nauc_ndcg_at_20_diff1": 0.09691312427317063, + "nauc_ndcg_at_20_max": 0.47314170049445436, + "nauc_ndcg_at_20_std": 0.2607253844905554, + "nauc_ndcg_at_3_diff1": 0.10853226609896183, + "nauc_ndcg_at_3_max": 0.44651736655692714, + "nauc_ndcg_at_3_std": 0.32137941555923843, + "nauc_ndcg_at_5_diff1": 0.06056727454155757, + "nauc_ndcg_at_5_max": 0.45504008922460065, + "nauc_ndcg_at_5_std": 0.31994256617702826, + "nauc_precision_at_1000_diff1": -0.17250573455687476, + "nauc_precision_at_1000_max": 0.10992872710066344, + "nauc_precision_at_1000_std": 0.2196457558324273, + "nauc_precision_at_100_diff1": -0.13297061175874425, + "nauc_precision_at_100_max": 0.23949923793991584, + "nauc_precision_at_100_std": 0.3452483478557655, + "nauc_precision_at_10_diff1": -0.11896574779834591, + "nauc_precision_at_10_max": 0.3876076948058151, + "nauc_precision_at_10_std": 0.3118192064492714, + "nauc_precision_at_1_diff1": 0.14273127753304013, + "nauc_precision_at_1_max": 0.4038437333591524, + "nauc_precision_at_1_std": 0.28909328556905717, + "nauc_precision_at_20_diff1": -0.12876025181962628, + "nauc_precision_at_20_max": 0.34651475671417264, + "nauc_precision_at_20_std": 0.34564936449479466, + "nauc_precision_at_3_diff1": -0.012333069403685485, + "nauc_precision_at_3_max": 0.4019314940674701, + "nauc_precision_at_3_std": 0.2971239517626872, + "nauc_precision_at_5_diff1": -0.0945413036370994, + "nauc_precision_at_5_max": 0.3981008250937856, + "nauc_precision_at_5_std": 0.32439835757019403, + "nauc_recall_at_1000_diff1": 0.055555070279293566, + "nauc_recall_at_1000_max": 0.40524132106040545, + "nauc_recall_at_1000_std": 0.5957415283478043, + "nauc_recall_at_100_diff1": 0.10573531743548614, + "nauc_recall_at_100_max": 0.14454992764026073, + "nauc_recall_at_100_std": 0.03103328943068489, + "nauc_recall_at_10_diff1": 0.15344332313152073, + "nauc_recall_at_10_max": 0.12876888269206507, + "nauc_recall_at_10_std": -0.18195206044297688, + "nauc_recall_at_1_diff1": 0.23393685735040715, + "nauc_recall_at_1_max": 0.1000221325551186, + "nauc_recall_at_1_std": -0.17896476459885846, + "nauc_recall_at_20_diff1": 0.13955697313935053, + "nauc_recall_at_20_max": 0.12433704924631793, + "nauc_recall_at_20_std": -0.15911819209866823, + "nauc_recall_at_3_diff1": 0.15967017302803063, + "nauc_recall_at_3_max": 0.04616023515421606, + "nauc_recall_at_3_std": -0.1834027908986859, + "nauc_recall_at_5_diff1": 0.16160761881901056, + "nauc_recall_at_5_max": 0.08744766046984977, + "nauc_recall_at_5_std": -0.17138004776981966, + "ndcg_at_1": 0.5775, + "ndcg_at_10": 0.51035, + "ndcg_at_100": 0.57938, + "ndcg_at_1000": 0.67836, + "ndcg_at_20": 0.50917, + "ndcg_at_3": 0.53056, + "ndcg_at_5": 0.52804, + "precision_at_1": 0.725, + "precision_at_10": 0.52, + "precision_at_100": 0.22685, + "precision_at_1000": 0.03967, + "precision_at_20": 0.4395, + "precision_at_3": 0.62333, + "precision_at_5": 0.598, + "recall_at_1": 0.05275, + "recall_at_10": 0.24143, + "recall_at_100": 0.69849, + "recall_at_1000": 0.96616, + "recall_at_20": 0.35939, + "recall_at_3": 0.11608, + "recall_at_5": 0.16095 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.42337, + "map_at_1": 0.03837, + "map_at_10": 0.14907, + "map_at_100": 0.28286, + "map_at_1000": 0.32852, + "map_at_20": 0.19304, + "map_at_3": 0.08264, + "map_at_5": 0.1086, + "mrr_at_1": 0.6, + "mrr_at_10": 0.6973730158730159, + "mrr_at_100": 0.7008277000529433, + "mrr_at_1000": 0.700904970079411, + "mrr_at_20": 0.6993143957650537, + "mrr_at_3": 0.6758333333333333, + "mrr_at_5": 0.6880833333333334, + "nauc_map_at_1000_diff1": 0.13809689514178902, + "nauc_map_at_1000_max": 0.3880043583978927, + "nauc_map_at_1000_std": 0.39027328595175365, + "nauc_map_at_100_diff1": 0.1743179485367547, + "nauc_map_at_100_max": 0.37043156870191724, + "nauc_map_at_100_std": 0.3083348013850289, + "nauc_map_at_10_diff1": 0.19938858998545214, + "nauc_map_at_10_max": 0.22866767379792483, + "nauc_map_at_10_std": 0.02037310357832596, + "nauc_map_at_1_diff1": 0.3064145901959288, + "nauc_map_at_1_max": 0.13397973958459594, + "nauc_map_at_1_std": -0.14058683549833298, + "nauc_map_at_20_diff1": 0.18801094367447863, + "nauc_map_at_20_max": 0.28077148990877177, + "nauc_map_at_20_std": 0.11740820025517659, + "nauc_map_at_3_diff1": 0.2012833959421219, + "nauc_map_at_3_max": 0.2041537127367719, + "nauc_map_at_3_std": -0.10456718158942888, + "nauc_map_at_5_diff1": 0.19388976921871834, + "nauc_map_at_5_max": 0.2112399774998315, + "nauc_map_at_5_std": -0.06169123795817115, + "nauc_mrr_at_1000_diff1": 0.23445662587101304, + "nauc_mrr_at_1000_max": 0.30499932492840526, + "nauc_mrr_at_1000_std": 0.41268782074491017, + "nauc_mrr_at_100_diff1": 0.23453744682614275, + "nauc_mrr_at_100_max": 0.3049687546811552, + "nauc_mrr_at_100_std": 0.4127027279914309, + "nauc_mrr_at_10_diff1": 0.23689640858024166, + "nauc_mrr_at_10_max": 0.30577197499535486, + "nauc_mrr_at_10_std": 0.4163717479944094, + "nauc_mrr_at_1_diff1": 0.25008162659542854, + "nauc_mrr_at_1_max": 0.31816562778272484, + "nauc_mrr_at_1_std": 0.38318492134164467, + "nauc_mrr_at_20_diff1": 0.23537499128891395, + "nauc_mrr_at_20_max": 0.3060806688768492, + "nauc_mrr_at_20_std": 0.41368501738286895, + "nauc_mrr_at_3_diff1": 0.2214893607762306, + "nauc_mrr_at_3_max": 0.30150148756206685, + "nauc_mrr_at_3_std": 0.4023278786973282, + "nauc_mrr_at_5_diff1": 0.22821429972872972, + "nauc_mrr_at_5_max": 0.30680990079985776, + "nauc_mrr_at_5_std": 0.41279848859644186, + "nauc_ndcg_at_1000_diff1": 0.1389160778260253, + "nauc_ndcg_at_1000_max": 0.3805568821891282, + "nauc_ndcg_at_1000_std": 0.5100677560236109, + "nauc_ndcg_at_100_diff1": 0.19750717614478736, + "nauc_ndcg_at_100_max": 0.3905747388743718, + "nauc_ndcg_at_100_std": 0.3675275314683526, + "nauc_ndcg_at_10_diff1": 0.1578194912733114, + "nauc_ndcg_at_10_max": 0.3013076272921993, + "nauc_ndcg_at_10_std": 0.38025767852032555, + "nauc_ndcg_at_1_diff1": 0.27079821551854016, + "nauc_ndcg_at_1_max": 0.3137316058580892, + "nauc_ndcg_at_1_std": 0.3534759189623936, + "nauc_ndcg_at_20_diff1": 0.16062906026028242, + "nauc_ndcg_at_20_max": 0.33241142699699666, + "nauc_ndcg_at_20_std": 0.3564548599873147, + "nauc_ndcg_at_3_diff1": 0.1922412522742306, + "nauc_ndcg_at_3_max": 0.2833259028889414, + "nauc_ndcg_at_3_std": 0.37230913202601945, + "nauc_ndcg_at_5_diff1": 0.15831073823189018, + "nauc_ndcg_at_5_max": 0.30455969241744807, + "nauc_ndcg_at_5_std": 0.3903418998209429, + "nauc_precision_at_1000_diff1": -0.12291076397538742, + "nauc_precision_at_1000_max": 0.06509114196724801, + "nauc_precision_at_1000_std": 0.25660493166604287, + "nauc_precision_at_100_diff1": -0.060750239661542485, + "nauc_precision_at_100_max": 0.20704661053876974, + "nauc_precision_at_100_std": 0.4211856842171982, + "nauc_precision_at_10_diff1": 0.043758990497182564, + "nauc_precision_at_10_max": 0.2541293215245225, + "nauc_precision_at_10_std": 0.4561051285115493, + "nauc_precision_at_1_diff1": 0.25008162659542854, + "nauc_precision_at_1_max": 0.31816562778272484, + "nauc_precision_at_1_std": 0.38318492134164467, + "nauc_precision_at_20_diff1": -0.007957255746219468, + "nauc_precision_at_20_max": 0.25686277973938526, + "nauc_precision_at_20_std": 0.4658013159455551, + "nauc_precision_at_3_diff1": 0.09923491530533235, + "nauc_precision_at_3_max": 0.2606797403285916, + "nauc_precision_at_3_std": 0.3948190460350216, + "nauc_precision_at_5_diff1": 0.06639934347916025, + "nauc_precision_at_5_max": 0.2763008653531804, + "nauc_precision_at_5_std": 0.4225435512172991, + "nauc_recall_at_1000_diff1": -0.09867438080958933, + "nauc_recall_at_1000_max": 0.43428412071435235, + "nauc_recall_at_1000_std": 0.6751783369747297, + "nauc_recall_at_100_diff1": 0.1587243950998198, + "nauc_recall_at_100_max": 0.2753976848415538, + "nauc_recall_at_100_std": 0.13112653324378598, + "nauc_recall_at_10_diff1": 0.14939295886528753, + "nauc_recall_at_10_max": 0.12401771734749091, + "nauc_recall_at_10_std": -0.0622654236345881, + "nauc_recall_at_1_diff1": 0.3064145901959288, + "nauc_recall_at_1_max": 0.13397973958459594, + "nauc_recall_at_1_std": -0.14058683549833298, + "nauc_recall_at_20_diff1": 0.1274087189915067, + "nauc_recall_at_20_max": 0.1628344346542138, + "nauc_recall_at_20_std": -0.026951301921885693, + "nauc_recall_at_3_diff1": 0.15480395468231256, + "nauc_recall_at_3_max": 0.16586993105723805, + "nauc_recall_at_3_std": -0.13112361627886285, + "nauc_recall_at_5_diff1": 0.1288803471025375, + "nauc_recall_at_5_max": 0.12630700155955518, + "nauc_recall_at_5_std": -0.10939282608192219, + "ndcg_at_1": 0.4675, + "ndcg_at_10": 0.42337, + "ndcg_at_100": 0.4829, + "ndcg_at_1000": 0.60071, + "ndcg_at_20": 0.42268, + "ndcg_at_3": 0.44083, + "ndcg_at_5": 0.43346, + "precision_at_1": 0.6, + "precision_at_10": 0.438, + "precision_at_100": 0.1871, + "precision_at_1000": 0.03697, + "precision_at_20": 0.36625, + "precision_at_3": 0.53333, + "precision_at_5": 0.496, + "recall_at_1": 0.03837, + "recall_at_10": 0.20558, + "recall_at_100": 0.59147, + "recall_at_1000": 0.91742, + "recall_at_20": 0.30468, + "recall_at_3": 0.09369, + "recall_at_5": 0.13808 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.39153, + "map_at_1": 0.03597, + "map_at_10": 0.13305, + "map_at_100": 0.25222, + "map_at_1000": 0.29557, + "map_at_20": 0.16965, + "map_at_3": 0.07388, + "map_at_5": 0.09743, + "mrr_at_1": 0.56, + "mrr_at_10": 0.6689007936507937, + "mrr_at_100": 0.6736915474726588, + "mrr_at_1000": 0.6738596898665498, + "mrr_at_20": 0.6719070692379516, + "mrr_at_3": 0.6474999999999999, + "mrr_at_5": 0.6605, + "nauc_map_at_1000_diff1": 0.09869335764074239, + "nauc_map_at_1000_max": 0.4569762600108414, + "nauc_map_at_1000_std": 0.4718157047023256, + "nauc_map_at_100_diff1": 0.122024587796516, + "nauc_map_at_100_max": 0.43290115933735285, + "nauc_map_at_100_std": 0.3931857210178392, + "nauc_map_at_10_diff1": 0.14684796584050838, + "nauc_map_at_10_max": 0.2774445961652166, + "nauc_map_at_10_std": 0.10968118532390277, + "nauc_map_at_1_diff1": 0.2048286716195079, + "nauc_map_at_1_max": 0.14467786373661534, + "nauc_map_at_1_std": -0.10025413072043117, + "nauc_map_at_20_diff1": 0.13189374127114645, + "nauc_map_at_20_max": 0.33210099374247753, + "nauc_map_at_20_std": 0.20183662164211444, + "nauc_map_at_3_diff1": 0.14523445683199535, + "nauc_map_at_3_max": 0.2593362217789768, + "nauc_map_at_3_std": 0.009740474059054842, + "nauc_map_at_5_diff1": 0.1641496016276138, + "nauc_map_at_5_max": 0.2631458557287682, + "nauc_map_at_5_std": 0.04873088646155327, + "nauc_mrr_at_1000_diff1": 0.1612623366219306, + "nauc_mrr_at_1000_max": 0.3270867959380242, + "nauc_mrr_at_1000_std": 0.42249475145844745, + "nauc_mrr_at_100_diff1": 0.16126351177742668, + "nauc_mrr_at_100_max": 0.3271085928713492, + "nauc_mrr_at_100_std": 0.42263444161065333, + "nauc_mrr_at_10_diff1": 0.16106138879482165, + "nauc_mrr_at_10_max": 0.3272967419155428, + "nauc_mrr_at_10_std": 0.4247581215012064, + "nauc_mrr_at_1_diff1": 0.18951567113331771, + "nauc_mrr_at_1_max": 0.3416775493981371, + "nauc_mrr_at_1_std": 0.37179196002725395, + "nauc_mrr_at_20_diff1": 0.16005312501841826, + "nauc_mrr_at_20_max": 0.3252295198090274, + "nauc_mrr_at_20_std": 0.4236442111078861, + "nauc_mrr_at_3_diff1": 0.16434892191323555, + "nauc_mrr_at_3_max": 0.32766174068095066, + "nauc_mrr_at_3_std": 0.4236237050439826, + "nauc_mrr_at_5_diff1": 0.16323749827724965, + "nauc_mrr_at_5_max": 0.32896406622352203, + "nauc_mrr_at_5_std": 0.42858458839807584, + "nauc_ndcg_at_1000_diff1": 0.10453372729746523, + "nauc_ndcg_at_1000_max": 0.41505968661036763, + "nauc_ndcg_at_1000_std": 0.5553314189148787, + "nauc_ndcg_at_100_diff1": 0.13284966567456746, + "nauc_ndcg_at_100_max": 0.4184075164686514, + "nauc_ndcg_at_100_std": 0.45134324115521895, + "nauc_ndcg_at_10_diff1": 0.11661147250064186, + "nauc_ndcg_at_10_max": 0.3463135002174778, + "nauc_ndcg_at_10_std": 0.42882290384509386, + "nauc_ndcg_at_1_diff1": 0.24163182106931183, + "nauc_ndcg_at_1_max": 0.25908370622194593, + "nauc_ndcg_at_1_std": 0.30381637824517793, + "nauc_ndcg_at_20_diff1": 0.11874576838598519, + "nauc_ndcg_at_20_max": 0.37072679082625076, + "nauc_ndcg_at_20_std": 0.4281603494026452, + "nauc_ndcg_at_3_diff1": 0.1395267452297802, + "nauc_ndcg_at_3_max": 0.3090998306769342, + "nauc_ndcg_at_3_std": 0.4099236471207845, + "nauc_ndcg_at_5_diff1": 0.13581733363779647, + "nauc_ndcg_at_5_max": 0.35337633796282414, + "nauc_ndcg_at_5_std": 0.4392914082829172, + "nauc_precision_at_1000_diff1": -0.09740209545928728, + "nauc_precision_at_1000_max": 0.12285265874083619, + "nauc_precision_at_1000_std": 0.29082434065493146, + "nauc_precision_at_100_diff1": -0.052609850456788454, + "nauc_precision_at_100_max": 0.28517817578273513, + "nauc_precision_at_100_std": 0.47358208478230907, + "nauc_precision_at_10_diff1": 0.0004289495299814556, + "nauc_precision_at_10_max": 0.3024304097837, + "nauc_precision_at_10_std": 0.49987040248243153, + "nauc_precision_at_1_diff1": 0.18951567113331771, + "nauc_precision_at_1_max": 0.3416775493981371, + "nauc_precision_at_1_std": 0.37179196002725395, + "nauc_precision_at_20_diff1": -0.02789056672034287, + "nauc_precision_at_20_max": 0.32474874666563786, + "nauc_precision_at_20_std": 0.5176603243629853, + "nauc_precision_at_3_diff1": 0.05088477238349811, + "nauc_precision_at_3_max": 0.3551185222021923, + "nauc_precision_at_3_std": 0.4932683740494397, + "nauc_precision_at_5_diff1": 0.04631850287484507, + "nauc_precision_at_5_max": 0.33715603503475705, + "nauc_precision_at_5_std": 0.4914182623853732, + "nauc_recall_at_1000_diff1": 0.07852522855384673, + "nauc_recall_at_1000_max": 0.4654347143111893, + "nauc_recall_at_1000_std": 0.6296387055323329, + "nauc_recall_at_100_diff1": 0.10346892230038998, + "nauc_recall_at_100_max": 0.29271613756550546, + "nauc_recall_at_100_std": 0.24691932072267309, + "nauc_recall_at_10_diff1": 0.08585609260186938, + "nauc_recall_at_10_max": 0.10098157067040167, + "nauc_recall_at_10_std": -0.021787377990298284, + "nauc_recall_at_1_diff1": 0.2048286716195079, + "nauc_recall_at_1_max": 0.14467786373661534, + "nauc_recall_at_1_std": -0.10025413072043117, + "nauc_recall_at_20_diff1": 0.06710257383419492, + "nauc_recall_at_20_max": 0.1662589214350521, + "nauc_recall_at_20_std": 0.0816633785749028, + "nauc_recall_at_3_diff1": 0.14380216689353045, + "nauc_recall_at_3_max": 0.21858229358082665, + "nauc_recall_at_3_std": -0.0172354358083807, + "nauc_recall_at_5_diff1": 0.16298322043292954, + "nauc_recall_at_5_max": 0.21019800625828383, + "nauc_recall_at_5_std": -0.0019428869990954576, + "ndcg_at_1": 0.425, + "ndcg_at_10": 0.39153, + "ndcg_at_100": 0.45403, + "ndcg_at_1000": 0.57534, + "ndcg_at_20": 0.38649, + "ndcg_at_3": 0.41606, + "ndcg_at_5": 0.40561, + "precision_at_1": 0.56, + "precision_at_10": 0.407, + "precision_at_100": 0.17735, + "precision_at_1000": 0.03613, + "precision_at_20": 0.3365, + "precision_at_3": 0.51, + "precision_at_5": 0.473, + "recall_at_1": 0.03597, + "recall_at_10": 0.19172, + "recall_at_100": 0.56432, + "recall_at_1000": 0.9113, + "recall_at_20": 0.26564, + "recall_at_3": 0.08346, + "recall_at_5": 0.11755 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55776, + "map_at_1": 0.14384, + "map_at_10": 0.33341, + "map_at_100": 0.43687, + "map_at_1000": 0.45378, + "map_at_20": 0.37458, + "map_at_3": 0.2324, + "map_at_5": 0.27735, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8199980158730159, + "mrr_at_100": 0.8220098488051059, + "mrr_at_1000": 0.8220098488051059, + "mrr_at_20": 0.8213052914148116, + "mrr_at_3": 0.8074999999999999, + "mrr_at_5": 0.816, + "nauc_map_at_1000_diff1": 0.1988172652563374, + "nauc_map_at_1000_max": 0.24357460899093017, + "nauc_map_at_1000_std": -0.07344431695114192, + "nauc_map_at_100_diff1": 0.20159724925863765, + "nauc_map_at_100_max": 0.22465922481894315, + "nauc_map_at_100_std": -0.10741358553725103, + "nauc_map_at_10_diff1": 0.21825548296566905, + "nauc_map_at_10_max": 0.14590968087561088, + "nauc_map_at_10_std": -0.2074992356871482, + "nauc_map_at_1_diff1": 0.35672669255611394, + "nauc_map_at_1_max": -0.04904838774558143, + "nauc_map_at_1_std": -0.23463481002839803, + "nauc_map_at_20_diff1": 0.21612995914226332, + "nauc_map_at_20_max": 0.1844338599002722, + "nauc_map_at_20_std": -0.18063733444488622, + "nauc_map_at_3_diff1": 0.2606863046761341, + "nauc_map_at_3_max": 0.03648038923840359, + "nauc_map_at_3_std": -0.2180876194808357, + "nauc_map_at_5_diff1": 0.23705840654948568, + "nauc_map_at_5_max": 0.07470380257382712, + "nauc_map_at_5_std": -0.2175167361508172, + "nauc_mrr_at_1000_diff1": 0.47446240162338854, + "nauc_mrr_at_1000_max": 0.5186299056111293, + "nauc_mrr_at_1000_std": 0.17008430441101327, + "nauc_mrr_at_100_diff1": 0.47446240162338854, + "nauc_mrr_at_100_max": 0.5186299056111293, + "nauc_mrr_at_100_std": 0.17008430441101327, + "nauc_mrr_at_10_diff1": 0.4762967015547782, + "nauc_mrr_at_10_max": 0.5181608908710108, + "nauc_mrr_at_10_std": 0.1719249011021445, + "nauc_mrr_at_1_diff1": 0.45742916876937556, + "nauc_mrr_at_1_max": 0.4758849398024655, + "nauc_mrr_at_1_std": 0.11440106285467132, + "nauc_mrr_at_20_diff1": 0.4747557674363392, + "nauc_mrr_at_20_max": 0.5198883778264748, + "nauc_mrr_at_20_std": 0.17250103234055802, + "nauc_mrr_at_3_diff1": 0.48478250799092076, + "nauc_mrr_at_3_max": 0.5362177853955316, + "nauc_mrr_at_3_std": 0.19233356936604237, + "nauc_mrr_at_5_diff1": 0.48031282626509486, + "nauc_mrr_at_5_max": 0.5226448484142623, + "nauc_mrr_at_5_std": 0.17842434208550018, + "nauc_ndcg_at_1000_diff1": 0.3380673551592298, + "nauc_ndcg_at_1000_max": 0.41430861360996546, + "nauc_ndcg_at_1000_std": 0.0735291993681046, + "nauc_ndcg_at_100_diff1": 0.3175923247069662, + "nauc_ndcg_at_100_max": 0.33812519655051015, + "nauc_ndcg_at_100_std": -0.02380636166346594, + "nauc_ndcg_at_10_diff1": 0.2916640324827266, + "nauc_ndcg_at_10_max": 0.33429905591401626, + "nauc_ndcg_at_10_std": -0.027053707462962456, + "nauc_ndcg_at_1_diff1": 0.49176050366814283, + "nauc_ndcg_at_1_max": 0.37107021287925646, + "nauc_ndcg_at_1_std": 0.003772595635914349, + "nauc_ndcg_at_20_diff1": 0.3088395612501781, + "nauc_ndcg_at_20_max": 0.33303764104989486, + "nauc_ndcg_at_20_std": -0.03830538179047632, + "nauc_ndcg_at_3_diff1": 0.3236655667534203, + "nauc_ndcg_at_3_max": 0.3840170876403411, + "nauc_ndcg_at_3_std": 0.05153538499680875, + "nauc_ndcg_at_5_diff1": 0.2880711160266478, + "nauc_ndcg_at_5_max": 0.3553091220850914, + "nauc_ndcg_at_5_std": 0.028498908857566216, + "nauc_precision_at_1000_diff1": -0.1268432473118452, + "nauc_precision_at_1000_max": 0.19176720265740949, + "nauc_precision_at_1000_std": 0.3826862497628156, + "nauc_precision_at_100_diff1": -0.12266167096128582, + "nauc_precision_at_100_max": 0.19262852218322196, + "nauc_precision_at_100_std": 0.35587455981229366, + "nauc_precision_at_10_diff1": -0.10338017945313187, + "nauc_precision_at_10_max": 0.3568678706963761, + "nauc_precision_at_10_std": 0.2459130717012085, + "nauc_precision_at_1_diff1": 0.45742916876937556, + "nauc_precision_at_1_max": 0.4758849398024655, + "nauc_precision_at_1_std": 0.11440106285467132, + "nauc_precision_at_20_diff1": -0.1057512688412931, + "nauc_precision_at_20_max": 0.30717751950658667, + "nauc_precision_at_20_std": 0.29635053762692787, + "nauc_precision_at_3_diff1": 0.022394192368690086, + "nauc_precision_at_3_max": 0.39274895155152156, + "nauc_precision_at_3_std": 0.1880869567854256, + "nauc_precision_at_5_diff1": -0.07678606880512787, + "nauc_precision_at_5_max": 0.35831797082541583, + "nauc_precision_at_5_std": 0.21831400020798492, + "nauc_recall_at_1000_diff1": 0.4060196261460573, + "nauc_recall_at_1000_max": 0.3390012020629495, + "nauc_recall_at_1000_std": 0.46340583663776497, + "nauc_recall_at_100_diff1": 0.11981945376413024, + "nauc_recall_at_100_max": 0.028384448347572196, + "nauc_recall_at_100_std": -0.17002566559378524, + "nauc_recall_at_10_diff1": 0.1850880633920706, + "nauc_recall_at_10_max": 0.08036508900246898, + "nauc_recall_at_10_std": -0.23086424380161188, + "nauc_recall_at_1_diff1": 0.35672669255611394, + "nauc_recall_at_1_max": -0.04904838774558143, + "nauc_recall_at_1_std": -0.23463481002839803, + "nauc_recall_at_20_diff1": 0.18466731650941498, + "nauc_recall_at_20_max": 0.11727620155327052, + "nauc_recall_at_20_std": -0.1841064187195965, + "nauc_recall_at_3_diff1": 0.24278951124471834, + "nauc_recall_at_3_max": 0.010874491111177638, + "nauc_recall_at_3_std": -0.20118083967987777, + "nauc_recall_at_5_diff1": 0.19672628461881275, + "nauc_recall_at_5_max": 0.021133706285183667, + "nauc_recall_at_5_std": -0.20959955571046815, + "ndcg_at_1": 0.6325, + "ndcg_at_10": 0.55776, + "ndcg_at_100": 0.64214, + "ndcg_at_1000": 0.69711, + "ndcg_at_20": 0.56327, + "ndcg_at_3": 0.57786, + "ndcg_at_5": 0.56697, + "precision_at_1": 0.745, + "precision_at_10": 0.3825, + "precision_at_100": 0.1057, + "precision_at_1000": 0.01458, + "precision_at_20": 0.27175, + "precision_at_3": 0.57667, + "precision_at_5": 0.499, + "recall_at_1": 0.14384, + "recall_at_10": 0.41951, + "recall_at_100": 0.77713, + "recall_at_1000": 0.97008, + "recall_at_20": 0.51603, + "recall_at_3": 0.24793, + "recall_at_5": 0.31739 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.45508, + "map_at_1": 0.10561, + "map_at_10": 0.25741, + "map_at_100": 0.34487, + "map_at_1000": 0.36114, + "map_at_20": 0.2918, + "map_at_3": 0.18338, + "map_at_5": 0.21655, + "mrr_at_1": 0.6, + "mrr_at_10": 0.7050515873015872, + "mrr_at_100": 0.7103335275405049, + "mrr_at_1000": 0.7103839773956363, + "mrr_at_20": 0.7091418763984554, + "mrr_at_3": 0.6866666666666668, + "mrr_at_5": 0.6976666666666667, + "nauc_map_at_1000_diff1": 0.22487152339623906, + "nauc_map_at_1000_max": 0.2846348034590856, + "nauc_map_at_1000_std": 0.24018751643885916, + "nauc_map_at_100_diff1": 0.239924917160308, + "nauc_map_at_100_max": 0.28071160294719855, + "nauc_map_at_100_std": 0.21476422937223244, + "nauc_map_at_10_diff1": 0.30098932608758394, + "nauc_map_at_10_max": 0.21800772490416254, + "nauc_map_at_10_std": 0.07134794704771631, + "nauc_map_at_1_diff1": 0.46076691612986614, + "nauc_map_at_1_max": 0.04316613398793646, + "nauc_map_at_1_std": -0.030646690275920752, + "nauc_map_at_20_diff1": 0.27946625109718487, + "nauc_map_at_20_max": 0.2533287579571746, + "nauc_map_at_20_std": 0.11747680691327034, + "nauc_map_at_3_diff1": 0.3790516564313353, + "nauc_map_at_3_max": 0.14316279355543104, + "nauc_map_at_3_std": 0.02263030774752424, + "nauc_map_at_5_diff1": 0.33509264269060207, + "nauc_map_at_5_max": 0.17612778570437865, + "nauc_map_at_5_std": 0.03877294830738925, + "nauc_mrr_at_1000_diff1": 0.382791739927025, + "nauc_mrr_at_1000_max": 0.4646118671415901, + "nauc_mrr_at_1000_std": 0.37173555618931875, + "nauc_mrr_at_100_diff1": 0.38282343237092165, + "nauc_mrr_at_100_max": 0.46469647960665983, + "nauc_mrr_at_100_std": 0.3718678758131351, + "nauc_mrr_at_10_diff1": 0.38292199533807897, + "nauc_mrr_at_10_max": 0.4633356800574606, + "nauc_mrr_at_10_std": 0.36809217428988444, + "nauc_mrr_at_1_diff1": 0.39637874740279005, + "nauc_mrr_at_1_max": 0.4780721282279606, + "nauc_mrr_at_1_std": 0.3269070940932024, + "nauc_mrr_at_20_diff1": 0.38339299848832653, + "nauc_mrr_at_20_max": 0.46427565332413817, + "nauc_mrr_at_20_std": 0.3713845621240895, + "nauc_mrr_at_3_diff1": 0.3758920140092527, + "nauc_mrr_at_3_max": 0.4522675384596999, + "nauc_mrr_at_3_std": 0.38599254114918946, + "nauc_mrr_at_5_diff1": 0.38269087381082806, + "nauc_mrr_at_5_max": 0.4635762174070754, + "nauc_mrr_at_5_std": 0.37493173425504567, + "nauc_ndcg_at_1000_diff1": 0.2818032408781738, + "nauc_ndcg_at_1000_max": 0.37572881135349817, + "nauc_ndcg_at_1000_std": 0.31667538865896205, + "nauc_ndcg_at_100_diff1": 0.30652679248682524, + "nauc_ndcg_at_100_max": 0.3500198947293326, + "nauc_ndcg_at_100_std": 0.27760992775639776, + "nauc_ndcg_at_10_diff1": 0.31620128455066343, + "nauc_ndcg_at_10_max": 0.33362695953801264, + "nauc_ndcg_at_10_std": 0.22326340371765402, + "nauc_ndcg_at_1_diff1": 0.38598876388946574, + "nauc_ndcg_at_1_max": 0.42204256437931575, + "nauc_ndcg_at_1_std": 0.2200208947375705, + "nauc_ndcg_at_20_diff1": 0.31463382953189123, + "nauc_ndcg_at_20_max": 0.34228995020528663, + "nauc_ndcg_at_20_std": 0.21825672853569472, + "nauc_ndcg_at_3_diff1": 0.3104443689402173, + "nauc_ndcg_at_3_max": 0.34184803862023144, + "nauc_ndcg_at_3_std": 0.27078021099100696, + "nauc_ndcg_at_5_diff1": 0.3153196743085355, + "nauc_ndcg_at_5_max": 0.3335298033051006, + "nauc_ndcg_at_5_std": 0.2534733474932956, + "nauc_precision_at_1000_diff1": -0.25025867797621887, + "nauc_precision_at_1000_max": 0.06845835346418264, + "nauc_precision_at_1000_std": 0.2879782553850367, + "nauc_precision_at_100_diff1": -0.21391904279137866, + "nauc_precision_at_100_max": 0.12972704085334177, + "nauc_precision_at_100_std": 0.38832156022078, + "nauc_precision_at_10_diff1": -0.11293056977905612, + "nauc_precision_at_10_max": 0.31024816128932164, + "nauc_precision_at_10_std": 0.3648732987831582, + "nauc_precision_at_1_diff1": 0.39637874740279005, + "nauc_precision_at_1_max": 0.4780721282279606, + "nauc_precision_at_1_std": 0.3269070940932024, + "nauc_precision_at_20_diff1": -0.17002968264350468, + "nauc_precision_at_20_max": 0.2477112962958827, + "nauc_precision_at_20_std": 0.38682534119413625, + "nauc_precision_at_3_diff1": 0.0883655497914062, + "nauc_precision_at_3_max": 0.3595858943848052, + "nauc_precision_at_3_std": 0.354749145364996, + "nauc_precision_at_5_diff1": -0.033851760948922456, + "nauc_precision_at_5_max": 0.3452195035619615, + "nauc_precision_at_5_std": 0.370920469949415, + "nauc_recall_at_1000_diff1": 0.09240423276077316, + "nauc_recall_at_1000_max": 0.27770154810351816, + "nauc_recall_at_1000_std": 0.5293170299068068, + "nauc_recall_at_100_diff1": 0.21619915192555025, + "nauc_recall_at_100_max": 0.19787175759401524, + "nauc_recall_at_100_std": 0.25455864413603085, + "nauc_recall_at_10_diff1": 0.2888667648904553, + "nauc_recall_at_10_max": 0.15193738012079308, + "nauc_recall_at_10_std": -0.0003439749138270817, + "nauc_recall_at_1_diff1": 0.46076691612986614, + "nauc_recall_at_1_max": 0.04316613398793646, + "nauc_recall_at_1_std": -0.030646690275920752, + "nauc_recall_at_20_diff1": 0.2218811489371042, + "nauc_recall_at_20_max": 0.16434939982027372, + "nauc_recall_at_20_std": 0.0590544726576991, + "nauc_recall_at_3_diff1": 0.357099060639173, + "nauc_recall_at_3_max": 0.10089600121019342, + "nauc_recall_at_3_std": 0.03227224620019802, + "nauc_recall_at_5_diff1": 0.3177645193357079, + "nauc_recall_at_5_max": 0.11506149075860679, + "nauc_recall_at_5_std": 0.0007554151493978749, + "ndcg_at_1": 0.51, + "ndcg_at_10": 0.45508, + "ndcg_at_100": 0.55039, + "ndcg_at_1000": 0.61684, + "ndcg_at_20": 0.47064, + "ndcg_at_3": 0.47074, + "ndcg_at_5": 0.45829, + "precision_at_1": 0.6, + "precision_at_10": 0.315, + "precision_at_100": 0.0936, + "precision_at_1000": 0.01405, + "precision_at_20": 0.23275, + "precision_at_3": 0.47, + "precision_at_5": 0.403, + "recall_at_1": 0.10561, + "recall_at_10": 0.34874, + "recall_at_100": 0.7029, + "recall_at_1000": 0.94838, + "recall_at_20": 0.45362, + "recall_at_3": 0.20688, + "recall_at_5": 0.26758 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42746, + "map_at_1": 0.1124, + "map_at_10": 0.23845, + "map_at_100": 0.31894, + "map_at_1000": 0.33529, + "map_at_20": 0.27088, + "map_at_3": 0.16937, + "map_at_5": 0.19829, + "mrr_at_1": 0.615, + "mrr_at_10": 0.6949007936507935, + "mrr_at_100": 0.7011176874882169, + "mrr_at_1000": 0.7011952304356024, + "mrr_at_20": 0.6995536477411477, + "mrr_at_3": 0.6716666666666665, + "mrr_at_5": 0.6886666666666666, + "nauc_map_at_1000_diff1": 0.17514190545966116, + "nauc_map_at_1000_max": 0.3353376895866702, + "nauc_map_at_1000_std": 0.202051420301608, + "nauc_map_at_100_diff1": 0.18286365033392396, + "nauc_map_at_100_max": 0.32332856720963, + "nauc_map_at_100_std": 0.17548716951743837, + "nauc_map_at_10_diff1": 0.23283586579689575, + "nauc_map_at_10_max": 0.24205501636837354, + "nauc_map_at_10_std": 0.011149794695717054, + "nauc_map_at_1_diff1": 0.4217736939281111, + "nauc_map_at_1_max": 0.053280985095915764, + "nauc_map_at_1_std": -0.12433597275131547, + "nauc_map_at_20_diff1": 0.21752620024946534, + "nauc_map_at_20_max": 0.2845038955146552, + "nauc_map_at_20_std": 0.070606906566002, + "nauc_map_at_3_diff1": 0.3020562821591446, + "nauc_map_at_3_max": 0.16622355823340879, + "nauc_map_at_3_std": -0.04320372938820436, + "nauc_map_at_5_diff1": 0.26901609474052157, + "nauc_map_at_5_max": 0.20803131198494348, + "nauc_map_at_5_std": -0.014539618772106605, + "nauc_mrr_at_1000_diff1": 0.30063690182113745, + "nauc_mrr_at_1000_max": 0.5030800284722768, + "nauc_mrr_at_1000_std": 0.33022556019508903, + "nauc_mrr_at_100_diff1": 0.3006023274536905, + "nauc_mrr_at_100_max": 0.5031531790691965, + "nauc_mrr_at_100_std": 0.33001246633600767, + "nauc_mrr_at_10_diff1": 0.30005037574246485, + "nauc_mrr_at_10_max": 0.4998463215484883, + "nauc_mrr_at_10_std": 0.33562771721313445, + "nauc_mrr_at_1_diff1": 0.2942705355985943, + "nauc_mrr_at_1_max": 0.4802323188438942, + "nauc_mrr_at_1_std": 0.2775021151075845, + "nauc_mrr_at_20_diff1": 0.29973783764771267, + "nauc_mrr_at_20_max": 0.5034801817936846, + "nauc_mrr_at_20_std": 0.3319118052826604, + "nauc_mrr_at_3_diff1": 0.2943479838513828, + "nauc_mrr_at_3_max": 0.513831468089909, + "nauc_mrr_at_3_std": 0.34743956411304067, + "nauc_mrr_at_5_diff1": 0.30551893127613167, + "nauc_mrr_at_5_max": 0.5014338049434754, + "nauc_mrr_at_5_std": 0.3365170852325952, + "nauc_ndcg_at_1000_diff1": 0.2357231136589738, + "nauc_ndcg_at_1000_max": 0.45861669741940203, + "nauc_ndcg_at_1000_std": 0.2970369295644551, + "nauc_ndcg_at_100_diff1": 0.2338601765745618, + "nauc_ndcg_at_100_max": 0.4171437704629061, + "nauc_ndcg_at_100_std": 0.2556910468336339, + "nauc_ndcg_at_10_diff1": 0.247442225191831, + "nauc_ndcg_at_10_max": 0.3792847121113397, + "nauc_ndcg_at_10_std": 0.19414700988866704, + "nauc_ndcg_at_1_diff1": 0.32046395616868306, + "nauc_ndcg_at_1_max": 0.4227416993042759, + "nauc_ndcg_at_1_std": 0.2059812651948798, + "nauc_ndcg_at_20_diff1": 0.2525212100717797, + "nauc_ndcg_at_20_max": 0.39202764918057204, + "nauc_ndcg_at_20_std": 0.20046335591023168, + "nauc_ndcg_at_3_diff1": 0.21143370923509383, + "nauc_ndcg_at_3_max": 0.40531198725094997, + "nauc_ndcg_at_3_std": 0.22881694537543787, + "nauc_ndcg_at_5_diff1": 0.21443399676992395, + "nauc_ndcg_at_5_max": 0.3855386838670454, + "nauc_ndcg_at_5_std": 0.21323683043664546, + "nauc_precision_at_1000_diff1": -0.15132808147932691, + "nauc_precision_at_1000_max": 0.15945645940247843, + "nauc_precision_at_1000_std": 0.3693934075757502, + "nauc_precision_at_100_diff1": -0.15034222879565598, + "nauc_precision_at_100_max": 0.21314466926101602, + "nauc_precision_at_100_std": 0.4685315230936948, + "nauc_precision_at_10_diff1": -0.100633720549569, + "nauc_precision_at_10_max": 0.3339834798460324, + "nauc_precision_at_10_std": 0.3841860475801573, + "nauc_precision_at_1_diff1": 0.2942705355985943, + "nauc_precision_at_1_max": 0.4802323188438942, + "nauc_precision_at_1_std": 0.2775021151075845, + "nauc_precision_at_20_diff1": -0.14118029829114837, + "nauc_precision_at_20_max": 0.31597861531977167, + "nauc_precision_at_20_std": 0.4491596234758235, + "nauc_precision_at_3_diff1": -0.023162563047899522, + "nauc_precision_at_3_max": 0.40505474683180703, + "nauc_precision_at_3_std": 0.33726461160196225, + "nauc_precision_at_5_diff1": -0.08595821349791904, + "nauc_precision_at_5_max": 0.3578188541927453, + "nauc_precision_at_5_std": 0.3391728251720408, + "nauc_recall_at_1000_diff1": 0.17105535793151921, + "nauc_recall_at_1000_max": 0.3725053971334329, + "nauc_recall_at_1000_std": 0.3756614537510958, + "nauc_recall_at_100_diff1": 0.1117969731350786, + "nauc_recall_at_100_max": 0.22704077087007402, + "nauc_recall_at_100_std": 0.17985259213222135, + "nauc_recall_at_10_diff1": 0.19879438280932737, + "nauc_recall_at_10_max": 0.15846793962052416, + "nauc_recall_at_10_std": -0.025350060696393218, + "nauc_recall_at_1_diff1": 0.4217736939281111, + "nauc_recall_at_1_max": 0.053280985095915764, + "nauc_recall_at_1_std": -0.12433597275131547, + "nauc_recall_at_20_diff1": 0.1753760833948, + "nauc_recall_at_20_max": 0.19916663461324652, + "nauc_recall_at_20_std": 0.035350950865573015, + "nauc_recall_at_3_diff1": 0.284116220907558, + "nauc_recall_at_3_max": 0.15400096844414893, + "nauc_recall_at_3_std": -0.026478850261827665, + "nauc_recall_at_5_diff1": 0.265820373412847, + "nauc_recall_at_5_max": 0.1764939518261024, + "nauc_recall_at_5_std": -0.001899694767725427, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.42746, + "ndcg_at_100": 0.51838, + "ndcg_at_1000": 0.59145, + "ndcg_at_20": 0.44504, + "ndcg_at_3": 0.43639, + "ndcg_at_5": 0.42532, + "precision_at_1": 0.615, + "precision_at_10": 0.2955, + "precision_at_100": 0.08955, + "precision_at_1000": 0.01392, + "precision_at_20": 0.2205, + "precision_at_3": 0.43667, + "precision_at_5": 0.374, + "recall_at_1": 0.1124, + "recall_at_10": 0.32148, + "recall_at_100": 0.66599, + "recall_at_1000": 0.93696, + "recall_at_20": 0.42459, + "recall_at_3": 0.18368, + "recall_at_5": 0.23176 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53214, + "map_at_1": 0.06674, + "map_at_10": 0.21679, + "map_at_100": 0.34827, + "map_at_1000": 0.38807, + "map_at_20": 0.26177, + "map_at_3": 0.13315, + "map_at_5": 0.16928, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8365396825396826, + "mrr_at_100": 0.8372946202350054, + "mrr_at_1000": 0.8373162652566505, + "mrr_at_20": 0.8368521825396826, + "mrr_at_3": 0.8216666666666665, + "mrr_at_5": 0.8331666666666667, + "nauc_map_at_1000_diff1": 0.16879946248502697, + "nauc_map_at_1000_max": 0.20528506101702582, + "nauc_map_at_1000_std": 0.2820953203633344, + "nauc_map_at_100_diff1": 0.19315267075016915, + "nauc_map_at_100_max": 0.193367150550105, + "nauc_map_at_100_std": 0.2293072738896718, + "nauc_map_at_10_diff1": 0.27118085647075857, + "nauc_map_at_10_max": 0.16738943317744098, + "nauc_map_at_10_std": 0.08620584877045119, + "nauc_map_at_1_diff1": 0.42697605350146384, + "nauc_map_at_1_max": 0.12170328666439328, + "nauc_map_at_1_std": 0.04956411565985399, + "nauc_map_at_20_diff1": 0.2517361536838596, + "nauc_map_at_20_max": 0.18090999837739474, + "nauc_map_at_20_std": 0.12974975078922807, + "nauc_map_at_3_diff1": 0.3538090308649316, + "nauc_map_at_3_max": 0.2018060993171787, + "nauc_map_at_3_std": 0.018653063178710058, + "nauc_map_at_5_diff1": 0.31507794687463814, + "nauc_map_at_5_max": 0.21645244704522051, + "nauc_map_at_5_std": 0.02649626222480728, + "nauc_mrr_at_1000_diff1": 0.37418057501311003, + "nauc_mrr_at_1000_max": 0.4069352599471765, + "nauc_mrr_at_1000_std": 0.14038458412822452, + "nauc_mrr_at_100_diff1": 0.3742065074871563, + "nauc_mrr_at_100_max": 0.40698068957518513, + "nauc_mrr_at_100_std": 0.14050844592159617, + "nauc_mrr_at_10_diff1": 0.3732548169534492, + "nauc_mrr_at_10_max": 0.40752060960485725, + "nauc_mrr_at_10_std": 0.13713232965344854, + "nauc_mrr_at_1_diff1": 0.37378037378037426, + "nauc_mrr_at_1_max": 0.3704693704693702, + "nauc_mrr_at_1_std": 0.10035310035310001, + "nauc_mrr_at_20_diff1": 0.3743843985324417, + "nauc_mrr_at_20_max": 0.4072164624563962, + "nauc_mrr_at_20_std": 0.13980566576560421, + "nauc_mrr_at_3_diff1": 0.37049450820654706, + "nauc_mrr_at_3_max": 0.4164314272081754, + "nauc_mrr_at_3_std": 0.1644905547733834, + "nauc_mrr_at_5_diff1": 0.3797819896182171, + "nauc_mrr_at_5_max": 0.40496086288676403, + "nauc_mrr_at_5_std": 0.13991713326884042, + "nauc_ndcg_at_1000_diff1": 0.22998324372541856, + "nauc_ndcg_at_1000_max": 0.30181888384797445, + "nauc_ndcg_at_1000_std": 0.3094584910095016, + "nauc_ndcg_at_100_diff1": 0.24872675158157068, + "nauc_ndcg_at_100_max": 0.2597758087955858, + "nauc_ndcg_at_100_std": 0.23438121345366034, + "nauc_ndcg_at_10_diff1": 0.2569829413372532, + "nauc_ndcg_at_10_max": 0.25290931360759117, + "nauc_ndcg_at_10_std": 0.18437012385922646, + "nauc_ndcg_at_1_diff1": 0.39890104776931307, + "nauc_ndcg_at_1_max": 0.339055104121282, + "nauc_ndcg_at_1_std": 0.06418591666067378, + "nauc_ndcg_at_20_diff1": 0.2868875185961171, + "nauc_ndcg_at_20_max": 0.24002941631504632, + "nauc_ndcg_at_20_std": 0.15731435933409157, + "nauc_ndcg_at_3_diff1": 0.2375495687235278, + "nauc_ndcg_at_3_max": 0.32544804348392137, + "nauc_ndcg_at_3_std": 0.13583345658938648, + "nauc_ndcg_at_5_diff1": 0.26870618781686123, + "nauc_ndcg_at_5_max": 0.3147837283793112, + "nauc_ndcg_at_5_std": 0.16179290187117495, + "nauc_precision_at_1000_diff1": -0.12771144718036176, + "nauc_precision_at_1000_max": 0.026127410631393826, + "nauc_precision_at_1000_std": 0.13076324283016977, + "nauc_precision_at_100_diff1": -0.1537231383559877, + "nauc_precision_at_100_max": 0.036782566983863, + "nauc_precision_at_100_std": 0.19285418157109394, + "nauc_precision_at_10_diff1": -0.06130509336505046, + "nauc_precision_at_10_max": 0.11724847333537865, + "nauc_precision_at_10_std": 0.2557977531867679, + "nauc_precision_at_1_diff1": 0.37378037378037426, + "nauc_precision_at_1_max": 0.3704693704693702, + "nauc_precision_at_1_std": 0.10035310035310001, + "nauc_precision_at_20_diff1": -0.09043370684113601, + "nauc_precision_at_20_max": 0.10026608171428927, + "nauc_precision_at_20_std": 0.22857557049894803, + "nauc_precision_at_3_diff1": 0.01642818138946207, + "nauc_precision_at_3_max": 0.2910875176847275, + "nauc_precision_at_3_std": 0.21443818411973534, + "nauc_precision_at_5_diff1": 0.008846089793199785, + "nauc_precision_at_5_max": 0.22542540581314477, + "nauc_precision_at_5_std": 0.2351276952164502, + "nauc_recall_at_1000_diff1": 0.05118887047414698, + "nauc_recall_at_1000_max": -0.004165405610484701, + "nauc_recall_at_1000_std": 0.5087115164890655, + "nauc_recall_at_100_diff1": 0.13712130319730043, + "nauc_recall_at_100_max": 0.03965558304062944, + "nauc_recall_at_100_std": 0.18881385765885822, + "nauc_recall_at_10_diff1": 0.2478217974229164, + "nauc_recall_at_10_max": 0.06372014378027005, + "nauc_recall_at_10_std": 0.032589873418289325, + "nauc_recall_at_1_diff1": 0.42697605350146384, + "nauc_recall_at_1_max": 0.12170328666439328, + "nauc_recall_at_1_std": 0.04956411565985399, + "nauc_recall_at_20_diff1": 0.24264725608308968, + "nauc_recall_at_20_max": 0.06913321334017004, + "nauc_recall_at_20_std": 0.06252700133627735, + "nauc_recall_at_3_diff1": 0.33851791813716336, + "nauc_recall_at_3_max": 0.15071896671969987, + "nauc_recall_at_3_std": -0.006597897818911208, + "nauc_recall_at_5_diff1": 0.292588383835188, + "nauc_recall_at_5_max": 0.13613620327258397, + "nauc_recall_at_5_std": -0.01973097790137119, + "ndcg_at_1": 0.6475, + "ndcg_at_10": 0.53214, + "ndcg_at_100": 0.5889, + "ndcg_at_1000": 0.68215, + "ndcg_at_20": 0.51817, + "ndcg_at_3": 0.59309, + "ndcg_at_5": 0.56269, + "precision_at_1": 0.765, + "precision_at_10": 0.466, + "precision_at_100": 0.1756, + "precision_at_1000": 0.03343, + "precision_at_20": 0.3635, + "precision_at_3": 0.65667, + "precision_at_5": 0.577, + "recall_at_1": 0.06674, + "recall_at_10": 0.27309, + "recall_at_100": 0.66096, + "recall_at_1000": 0.94217, + "recall_at_20": 0.36485, + "recall_at_3": 0.14287, + "recall_at_5": 0.1987 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.47321, + "map_at_1": 0.06459, + "map_at_10": 0.18793, + "map_at_100": 0.30076, + "map_at_1000": 0.3375, + "map_at_20": 0.22655, + "map_at_3": 0.11887, + "map_at_5": 0.14768, + "mrr_at_1": 0.73, + "mrr_at_10": 0.7951587301587303, + "mrr_at_100": 0.7973546497573959, + "mrr_at_1000": 0.7974853390395582, + "mrr_at_20": 0.7960714285714287, + "mrr_at_3": 0.7791666666666667, + "mrr_at_5": 0.7911666666666668, + "nauc_map_at_1000_diff1": 0.14136026362324053, + "nauc_map_at_1000_max": 0.25258816765061126, + "nauc_map_at_1000_std": 0.4233154259014446, + "nauc_map_at_100_diff1": 0.168720599855651, + "nauc_map_at_100_max": 0.24750795595047456, + "nauc_map_at_100_std": 0.40154972761128377, + "nauc_map_at_10_diff1": 0.23736682855583943, + "nauc_map_at_10_max": 0.20438259942094633, + "nauc_map_at_10_std": 0.23511848356028445, + "nauc_map_at_1_diff1": 0.3374985282293697, + "nauc_map_at_1_max": 0.12785071825197464, + "nauc_map_at_1_std": 0.12136094096140343, + "nauc_map_at_20_diff1": 0.21881947633340743, + "nauc_map_at_20_max": 0.23319267295651477, + "nauc_map_at_20_std": 0.31137663759348955, + "nauc_map_at_3_diff1": 0.25012738858782985, + "nauc_map_at_3_max": 0.19936931238092526, + "nauc_map_at_3_std": 0.1502632982348452, + "nauc_map_at_5_diff1": 0.2597064824673503, + "nauc_map_at_5_max": 0.21196955052079644, + "nauc_map_at_5_std": 0.193596673473156, + "nauc_mrr_at_1000_diff1": 0.21286629464097653, + "nauc_mrr_at_1000_max": 0.26368696667205344, + "nauc_mrr_at_1000_std": 0.3460922151528619, + "nauc_mrr_at_100_diff1": 0.21321998409831952, + "nauc_mrr_at_100_max": 0.26343545751311015, + "nauc_mrr_at_100_std": 0.3459498978953087, + "nauc_mrr_at_10_diff1": 0.20950106331781862, + "nauc_mrr_at_10_max": 0.26544907153397607, + "nauc_mrr_at_10_std": 0.34723519417441856, + "nauc_mrr_at_1_diff1": 0.23673553637775446, + "nauc_mrr_at_1_max": 0.2725825158741084, + "nauc_mrr_at_1_std": 0.31530991369989564, + "nauc_mrr_at_20_diff1": 0.2090278871765886, + "nauc_mrr_at_20_max": 0.2658293398591812, + "nauc_mrr_at_20_std": 0.34663380693832363, + "nauc_mrr_at_3_diff1": 0.1971000389256525, + "nauc_mrr_at_3_max": 0.2761930712339427, + "nauc_mrr_at_3_std": 0.34993188010899184, + "nauc_mrr_at_5_diff1": 0.21189160618595218, + "nauc_mrr_at_5_max": 0.27092231582267357, + "nauc_mrr_at_5_std": 0.3526513633212525, + "nauc_ndcg_at_1000_diff1": 0.1328637832813078, + "nauc_ndcg_at_1000_max": 0.2643228379315441, + "nauc_ndcg_at_1000_std": 0.41643399750244364, + "nauc_ndcg_at_100_diff1": 0.16241017857388293, + "nauc_ndcg_at_100_max": 0.24814376629936305, + "nauc_ndcg_at_100_std": 0.4017967766729819, + "nauc_ndcg_at_10_diff1": 0.1482543614149892, + "nauc_ndcg_at_10_max": 0.24323656871515864, + "nauc_ndcg_at_10_std": 0.32362414662097666, + "nauc_ndcg_at_1_diff1": 0.24333505824540927, + "nauc_ndcg_at_1_max": 0.27730660904670323, + "nauc_ndcg_at_1_std": 0.25648125836944474, + "nauc_ndcg_at_20_diff1": 0.17339828184714412, + "nauc_ndcg_at_20_max": 0.28100471387036147, + "nauc_ndcg_at_20_std": 0.3545128540481025, + "nauc_ndcg_at_3_diff1": 0.16895280336759658, + "nauc_ndcg_at_3_max": 0.27419828127292617, + "nauc_ndcg_at_3_std": 0.27462329718902573, + "nauc_ndcg_at_5_diff1": 0.1605803894787, + "nauc_ndcg_at_5_max": 0.2766589695015245, + "nauc_ndcg_at_5_std": 0.314825283937598, + "nauc_precision_at_1000_diff1": -0.1260898624126161, + "nauc_precision_at_1000_max": -0.05217551672377627, + "nauc_precision_at_1000_std": -0.010453067474834779, + "nauc_precision_at_100_diff1": -0.12782792994291683, + "nauc_precision_at_100_max": 0.03948664760512671, + "nauc_precision_at_100_std": 0.15922980516124574, + "nauc_precision_at_10_diff1": -0.018881238483605865, + "nauc_precision_at_10_max": 0.1393197246714637, + "nauc_precision_at_10_std": 0.28014538758009727, + "nauc_precision_at_1_diff1": 0.23673553637775446, + "nauc_precision_at_1_max": 0.2725825158741084, + "nauc_precision_at_1_std": 0.31530991369989564, + "nauc_precision_at_20_diff1": -0.06993215834339529, + "nauc_precision_at_20_max": 0.1457979320651324, + "nauc_precision_at_20_std": 0.2864496363238323, + "nauc_precision_at_3_diff1": 0.050158272640708164, + "nauc_precision_at_3_max": 0.25538370034857155, + "nauc_precision_at_3_std": 0.28601167242853465, + "nauc_precision_at_5_diff1": 0.02504406981184932, + "nauc_precision_at_5_max": 0.22056352919707323, + "nauc_precision_at_5_std": 0.30790359387669436, + "nauc_recall_at_1000_diff1": 0.003187726496770121, + "nauc_recall_at_1000_max": 0.22346590663222252, + "nauc_recall_at_1000_std": 0.623928553113704, + "nauc_recall_at_100_diff1": 0.12387901483814878, + "nauc_recall_at_100_max": 0.14791388932220056, + "nauc_recall_at_100_std": 0.37603200110156265, + "nauc_recall_at_10_diff1": 0.20604420550613092, + "nauc_recall_at_10_max": 0.1316403460987108, + "nauc_recall_at_10_std": 0.19830673403175894, + "nauc_recall_at_1_diff1": 0.3374985282293697, + "nauc_recall_at_1_max": 0.12785071825197464, + "nauc_recall_at_1_std": 0.12136094096140343, + "nauc_recall_at_20_diff1": 0.1695106229326056, + "nauc_recall_at_20_max": 0.17827785733066318, + "nauc_recall_at_20_std": 0.29275425618330914, + "nauc_recall_at_3_diff1": 0.23525764272888686, + "nauc_recall_at_3_max": 0.1814680635927562, + "nauc_recall_at_3_std": 0.1433394522571926, + "nauc_recall_at_5_diff1": 0.24725969275134113, + "nauc_recall_at_5_max": 0.18364278005364085, + "nauc_recall_at_5_std": 0.19247711298823658, + "ndcg_at_1": 0.6025, + "ndcg_at_10": 0.47321, + "ndcg_at_100": 0.53175, + "ndcg_at_1000": 0.63283, + "ndcg_at_20": 0.46121, + "ndcg_at_3": 0.51989, + "ndcg_at_5": 0.49739, + "precision_at_1": 0.73, + "precision_at_10": 0.416, + "precision_at_100": 0.1572, + "precision_at_1000": 0.03185, + "precision_at_20": 0.32375, + "precision_at_3": 0.57, + "precision_at_5": 0.516, + "recall_at_1": 0.06459, + "recall_at_10": 0.24247, + "recall_at_100": 0.60433, + "recall_at_1000": 0.90728, + "recall_at_20": 0.32369, + "recall_at_3": 0.12668, + "recall_at_5": 0.17062 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.43886, + "map_at_1": 0.06248, + "map_at_10": 0.17313, + "map_at_100": 0.27107, + "map_at_1000": 0.30503, + "map_at_20": 0.20903, + "map_at_3": 0.11419, + "map_at_5": 0.13779, + "mrr_at_1": 0.665, + "mrr_at_10": 0.7510575396825396, + "mrr_at_100": 0.7541310378752228, + "mrr_at_1000": 0.754267163407173, + "mrr_at_20": 0.752895789152368, + "mrr_at_3": 0.7358333333333335, + "mrr_at_5": 0.7430833333333333, + "nauc_map_at_1000_diff1": 0.17587596266459457, + "nauc_map_at_1000_max": 0.18170508246795594, + "nauc_map_at_1000_std": 0.3794265855076335, + "nauc_map_at_100_diff1": 0.195068703210803, + "nauc_map_at_100_max": 0.15931649708149567, + "nauc_map_at_100_std": 0.34583003652278554, + "nauc_map_at_10_diff1": 0.22866174026782174, + "nauc_map_at_10_max": 0.10051494722718025, + "nauc_map_at_10_std": 0.15369539512037853, + "nauc_map_at_1_diff1": 0.3396260269380113, + "nauc_map_at_1_max": 0.06852584157119186, + "nauc_map_at_1_std": 0.058764292591647074, + "nauc_map_at_20_diff1": 0.22841411940094752, + "nauc_map_at_20_max": 0.12475805854338598, + "nauc_map_at_20_std": 0.22352347015401558, + "nauc_map_at_3_diff1": 0.2543501997257234, + "nauc_map_at_3_max": 0.08144581555305426, + "nauc_map_at_3_std": 0.05911699610928113, + "nauc_map_at_5_diff1": 0.24648937670201962, + "nauc_map_at_5_max": 0.07923192592767554, + "nauc_map_at_5_std": 0.08828811411411475, + "nauc_mrr_at_1000_diff1": 0.19698286640714016, + "nauc_mrr_at_1000_max": 0.09397741788453981, + "nauc_mrr_at_1000_std": 0.25067334226757776, + "nauc_mrr_at_100_diff1": 0.19671675004417266, + "nauc_mrr_at_100_max": 0.09384374305975526, + "nauc_mrr_at_100_std": 0.25065406109063804, + "nauc_mrr_at_10_diff1": 0.19129109559476737, + "nauc_mrr_at_10_max": 0.08865466006035877, + "nauc_mrr_at_10_std": 0.2466626159878256, + "nauc_mrr_at_1_diff1": 0.25128845460868665, + "nauc_mrr_at_1_max": 0.17955400615106154, + "nauc_mrr_at_1_std": 0.27259928433155367, + "nauc_mrr_at_20_diff1": 0.19589632195275272, + "nauc_mrr_at_20_max": 0.09680399423608559, + "nauc_mrr_at_20_std": 0.24891191819590863, + "nauc_mrr_at_3_diff1": 0.1962504384485956, + "nauc_mrr_at_3_max": 0.07974426797300418, + "nauc_mrr_at_3_std": 0.25387147991439474, + "nauc_mrr_at_5_diff1": 0.19161891566785688, + "nauc_mrr_at_5_max": 0.07772302655146002, + "nauc_mrr_at_5_std": 0.25539855764338937, + "nauc_ndcg_at_1000_diff1": 0.20006981224278897, + "nauc_ndcg_at_1000_max": 0.1766150474293906, + "nauc_ndcg_at_1000_std": 0.39165750652157416, + "nauc_ndcg_at_100_diff1": 0.21218524490927626, + "nauc_ndcg_at_100_max": 0.1398684520055118, + "nauc_ndcg_at_100_std": 0.349151103472911, + "nauc_ndcg_at_10_diff1": 0.2299518903472144, + "nauc_ndcg_at_10_max": 0.14059851333519147, + "nauc_ndcg_at_10_std": 0.24855706748958545, + "nauc_ndcg_at_1_diff1": 0.3265288885951193, + "nauc_ndcg_at_1_max": 0.16523821064768932, + "nauc_ndcg_at_1_std": 0.17163504968383012, + "nauc_ndcg_at_20_diff1": 0.2511630192119452, + "nauc_ndcg_at_20_max": 0.15104980530289994, + "nauc_ndcg_at_20_std": 0.26180105424518313, + "nauc_ndcg_at_3_diff1": 0.22605024816580468, + "nauc_ndcg_at_3_max": 0.12250356922431734, + "nauc_ndcg_at_3_std": 0.19111643617480467, + "nauc_ndcg_at_5_diff1": 0.22980379321254957, + "nauc_ndcg_at_5_max": 0.12901144582677693, + "nauc_ndcg_at_5_std": 0.22393731374863135, + "nauc_precision_at_1000_diff1": -0.15500705648889362, + "nauc_precision_at_1000_max": 0.035048364344901946, + "nauc_precision_at_1000_std": 0.05007363255709399, + "nauc_precision_at_100_diff1": -0.10229603645079272, + "nauc_precision_at_100_max": 0.0993631497095093, + "nauc_precision_at_100_std": 0.2500360371491532, + "nauc_precision_at_10_diff1": 0.041715930450352094, + "nauc_precision_at_10_max": 0.13838439719276147, + "nauc_precision_at_10_std": 0.28275523772548133, + "nauc_precision_at_1_diff1": 0.25128845460868665, + "nauc_precision_at_1_max": 0.17955400615106154, + "nauc_precision_at_1_std": 0.27259928433155367, + "nauc_precision_at_20_diff1": 0.015992992496575126, + "nauc_precision_at_20_max": 0.14255493929553867, + "nauc_precision_at_20_std": 0.3146004221982814, + "nauc_precision_at_3_diff1": 0.08167539564583574, + "nauc_precision_at_3_max": 0.1362971130428856, + "nauc_precision_at_3_std": 0.22483539030330296, + "nauc_precision_at_5_diff1": 0.08958996800085561, + "nauc_precision_at_5_max": 0.1225532873584289, + "nauc_precision_at_5_std": 0.2631471426062119, + "nauc_recall_at_1000_diff1": 0.14731498950612074, + "nauc_recall_at_1000_max": 0.2593060314558741, + "nauc_recall_at_1000_std": 0.6381571439866803, + "nauc_recall_at_100_diff1": 0.13952569654838873, + "nauc_recall_at_100_max": 0.10112183499446531, + "nauc_recall_at_100_std": 0.38684561567778153, + "nauc_recall_at_10_diff1": 0.1906939998763275, + "nauc_recall_at_10_max": 0.0527788749790889, + "nauc_recall_at_10_std": 0.1379465626809225, + "nauc_recall_at_1_diff1": 0.3396260269380113, + "nauc_recall_at_1_max": 0.06852584157119186, + "nauc_recall_at_1_std": 0.058764292591647074, + "nauc_recall_at_20_diff1": 0.21717669058990907, + "nauc_recall_at_20_max": 0.07717052588943447, + "nauc_recall_at_20_std": 0.20630360160578837, + "nauc_recall_at_3_diff1": 0.21144081241734605, + "nauc_recall_at_3_max": 0.036901970111444575, + "nauc_recall_at_3_std": 0.024556527133923534, + "nauc_recall_at_5_diff1": 0.20664393554337993, + "nauc_recall_at_5_max": 0.022393801315584178, + "nauc_recall_at_5_std": 0.05682005204097511, + "ndcg_at_1": 0.555, + "ndcg_at_10": 0.43886, + "ndcg_at_100": 0.4933, + "ndcg_at_1000": 0.60118, + "ndcg_at_20": 0.4306, + "ndcg_at_3": 0.49549, + "ndcg_at_5": 0.46545, + "precision_at_1": 0.665, + "precision_at_10": 0.375, + "precision_at_100": 0.1431, + "precision_at_1000": 0.03027, + "precision_at_20": 0.297, + "precision_at_3": 0.55333, + "precision_at_5": 0.471, + "recall_at_1": 0.06248, + "recall_at_10": 0.22438, + "recall_at_100": 0.55224, + "recall_at_1000": 0.88067, + "recall_at_20": 0.306, + "recall_at_3": 0.1273, + "recall_at_5": 0.16022 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57865, + "map_at_1": 0.09722, + "map_at_10": 0.28147, + "map_at_100": 0.42729, + "map_at_1000": 0.45455, + "map_at_20": 0.33465, + "map_at_3": 0.18532, + "map_at_5": 0.22856, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8861388888888888, + "mrr_at_100": 0.8862113526570048, + "mrr_at_1000": 0.8862113526570048, + "mrr_at_20": 0.8861388888888888, + "mrr_at_3": 0.8808333333333335, + "mrr_at_5": 0.8818333333333334, + "nauc_map_at_1000_diff1": 0.06779060322413306, + "nauc_map_at_1000_max": 0.032714658907560264, + "nauc_map_at_1000_std": 0.13594838698073572, + "nauc_map_at_100_diff1": 0.09269506676677447, + "nauc_map_at_100_max": 0.04707090354412324, + "nauc_map_at_100_std": 0.10101534266588882, + "nauc_map_at_10_diff1": 0.1857523284552781, + "nauc_map_at_10_max": 0.06698294078617835, + "nauc_map_at_10_std": -0.14482572715597195, + "nauc_map_at_1_diff1": 0.3452188373172676, + "nauc_map_at_1_max": 0.009148894634762778, + "nauc_map_at_1_std": -0.21797888831216106, + "nauc_map_at_20_diff1": 0.17074383194040302, + "nauc_map_at_20_max": 0.07078630108189571, + "nauc_map_at_20_std": -0.0875705857002618, + "nauc_map_at_3_diff1": 0.25075087926301703, + "nauc_map_at_3_max": 0.07283242016849743, + "nauc_map_at_3_std": -0.20490963854461716, + "nauc_map_at_5_diff1": 0.22952916741981347, + "nauc_map_at_5_max": 0.049467561125052704, + "nauc_map_at_5_std": -0.18093225959584536, + "nauc_mrr_at_1000_diff1": 0.4744753362804125, + "nauc_mrr_at_1000_max": 0.21172988836754963, + "nauc_mrr_at_1000_std": -0.030565082934939484, + "nauc_mrr_at_100_diff1": 0.4744753362804125, + "nauc_mrr_at_100_max": 0.21172988836754963, + "nauc_mrr_at_100_std": -0.030565082934939484, + "nauc_mrr_at_10_diff1": 0.47482801210310516, + "nauc_mrr_at_10_max": 0.21167019637881915, + "nauc_mrr_at_10_std": -0.030462172510807916, + "nauc_mrr_at_1_diff1": 0.4804861438524806, + "nauc_mrr_at_1_max": 0.23368170150348394, + "nauc_mrr_at_1_std": -0.014497878359265061, + "nauc_mrr_at_20_diff1": 0.47482801210310516, + "nauc_mrr_at_20_max": 0.21167019637881915, + "nauc_mrr_at_20_std": -0.030462172510807916, + "nauc_mrr_at_3_diff1": 0.46783155783588537, + "nauc_mrr_at_3_max": 0.210518362833378, + "nauc_mrr_at_3_std": -0.03158462288708774, + "nauc_mrr_at_5_diff1": 0.4655659638633534, + "nauc_mrr_at_5_max": 0.20745794752605026, + "nauc_mrr_at_5_std": -0.03505493119568068, + "nauc_ndcg_at_1000_diff1": 0.14626398256301482, + "nauc_ndcg_at_1000_max": 0.14651230219468175, + "nauc_ndcg_at_1000_std": 0.16207331757476193, + "nauc_ndcg_at_100_diff1": 0.1686471678879517, + "nauc_ndcg_at_100_max": 0.14239226641665337, + "nauc_ndcg_at_100_std": 0.1275184287638076, + "nauc_ndcg_at_10_diff1": 0.1276312211502544, + "nauc_ndcg_at_10_max": 0.12562347390409292, + "nauc_ndcg_at_10_std": 0.08797297820296933, + "nauc_ndcg_at_1_diff1": 0.458997963581139, + "nauc_ndcg_at_1_max": 0.2685410266904004, + "nauc_ndcg_at_1_std": -0.025674656200229358, + "nauc_ndcg_at_20_diff1": 0.15465053309838436, + "nauc_ndcg_at_20_max": 0.12188036841956763, + "nauc_ndcg_at_20_std": 0.05276636496545215, + "nauc_ndcg_at_3_diff1": 0.20862723058184884, + "nauc_ndcg_at_3_max": 0.22249922596312843, + "nauc_ndcg_at_3_std": 0.0740597587398687, + "nauc_ndcg_at_5_diff1": 0.16457836650940055, + "nauc_ndcg_at_5_max": 0.13693581788260104, + "nauc_ndcg_at_5_std": 0.09846084889897148, + "nauc_precision_at_1000_diff1": -0.2311360533162769, + "nauc_precision_at_1000_max": -0.15072500813982348, + "nauc_precision_at_1000_std": 0.21538487340333645, + "nauc_precision_at_100_diff1": -0.23537285727868001, + "nauc_precision_at_100_max": -0.10834871251612604, + "nauc_precision_at_100_std": 0.3756275704554008, + "nauc_precision_at_10_diff1": -0.20603068682191722, + "nauc_precision_at_10_max": -0.04284125470970137, + "nauc_precision_at_10_std": 0.2537802442235234, + "nauc_precision_at_1_diff1": 0.4804861438524806, + "nauc_precision_at_1_max": 0.23368170150348394, + "nauc_precision_at_1_std": -0.014497878359265061, + "nauc_precision_at_20_diff1": -0.22510383370056564, + "nauc_precision_at_20_max": -0.07115776515739233, + "nauc_precision_at_20_std": 0.35223352367356686, + "nauc_precision_at_3_diff1": 0.005149635925329155, + "nauc_precision_at_3_max": 0.0749044370166706, + "nauc_precision_at_3_std": 0.11285079468165123, + "nauc_precision_at_5_diff1": -0.0871196923589722, + "nauc_precision_at_5_max": -0.036761786013361955, + "nauc_precision_at_5_std": 0.1749471730645382, + "nauc_recall_at_1000_diff1": -0.1417222282753265, + "nauc_recall_at_1000_max": 0.46102828344353913, + "nauc_recall_at_1000_std": 0.5542034496601189, + "nauc_recall_at_100_diff1": 0.06421555194658055, + "nauc_recall_at_100_max": 0.06748688430945074, + "nauc_recall_at_100_std": 0.1388921421303592, + "nauc_recall_at_10_diff1": 0.15016048755524397, + "nauc_recall_at_10_max": 0.05581180606625267, + "nauc_recall_at_10_std": -0.1650587715933423, + "nauc_recall_at_1_diff1": 0.3452188373172676, + "nauc_recall_at_1_max": 0.009148894634762778, + "nauc_recall_at_1_std": -0.21797888831216106, + "nauc_recall_at_20_diff1": 0.15257101714339352, + "nauc_recall_at_20_max": 0.06238398769512512, + "nauc_recall_at_20_std": -0.1344887096256617, + "nauc_recall_at_3_diff1": 0.23080482277059877, + "nauc_recall_at_3_max": 0.06347779573269395, + "nauc_recall_at_3_std": -0.20184605172548192, + "nauc_recall_at_5_diff1": 0.21786401947659537, + "nauc_recall_at_5_max": 0.027298183820482772, + "nauc_recall_at_5_std": -0.18820893688888166, + "ndcg_at_1": 0.7225, + "ndcg_at_10": 0.57865, + "ndcg_at_100": 0.66696, + "ndcg_at_1000": 0.73789, + "ndcg_at_20": 0.58385, + "ndcg_at_3": 0.64097, + "ndcg_at_5": 0.60106, + "precision_at_1": 0.81, + "precision_at_10": 0.466, + "precision_at_100": 0.1579, + "precision_at_1000": 0.02419, + "precision_at_20": 0.36225, + "precision_at_3": 0.67167, + "precision_at_5": 0.58, + "recall_at_1": 0.09722, + "recall_at_10": 0.34292, + "recall_at_100": 0.76332, + "recall_at_1000": 0.97759, + "recall_at_20": 0.46199, + "recall_at_3": 0.19534, + "recall_at_5": 0.25265 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.4705, + "map_at_1": 0.07934, + "map_at_10": 0.22294, + "map_at_100": 0.34243, + "map_at_1000": 0.36604, + "map_at_20": 0.26893, + "map_at_3": 0.15158, + "map_at_5": 0.18424, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7753650793650791, + "mrr_at_100": 0.7779492530817994, + "mrr_at_1000": 0.7780146248445395, + "mrr_at_20": 0.7778615337835536, + "mrr_at_3": 0.7491666666666668, + "mrr_at_5": 0.7696666666666667, + "nauc_map_at_1000_diff1": 0.13892467249596255, + "nauc_map_at_1000_max": 0.2684011476214098, + "nauc_map_at_1000_std": 0.34827675293854016, + "nauc_map_at_100_diff1": 0.1556061616679851, + "nauc_map_at_100_max": 0.26485643274367354, + "nauc_map_at_100_std": 0.3166429912352081, + "nauc_map_at_10_diff1": 0.1286064166306526, + "nauc_map_at_10_max": 0.24810641319666993, + "nauc_map_at_10_std": 0.09437405285090134, + "nauc_map_at_1_diff1": 0.29514247016959516, + "nauc_map_at_1_max": 0.19611654837451575, + "nauc_map_at_1_std": -0.0637693685006973, + "nauc_map_at_20_diff1": 0.14386617634324442, + "nauc_map_at_20_max": 0.2515091737429715, + "nauc_map_at_20_std": 0.1604317084130188, + "nauc_map_at_3_diff1": 0.15547969817085636, + "nauc_map_at_3_max": 0.2416946816772894, + "nauc_map_at_3_std": -0.02503085635440978, + "nauc_map_at_5_diff1": 0.12616843708094153, + "nauc_map_at_5_max": 0.23930622866256554, + "nauc_map_at_5_std": 0.033874418339728395, + "nauc_mrr_at_1000_diff1": 0.3574400778530713, + "nauc_mrr_at_1000_max": 0.4192373545941535, + "nauc_mrr_at_1000_std": 0.17716041733568375, + "nauc_mrr_at_100_diff1": 0.3572641311369619, + "nauc_mrr_at_100_max": 0.41923996880468495, + "nauc_mrr_at_100_std": 0.1773946874716717, + "nauc_mrr_at_10_diff1": 0.35685873381390026, + "nauc_mrr_at_10_max": 0.4197222220517673, + "nauc_mrr_at_10_std": 0.18018886935352993, + "nauc_mrr_at_1_diff1": 0.36279949558638064, + "nauc_mrr_at_1_max": 0.3869663123761485, + "nauc_mrr_at_1_std": 0.11544766708701114, + "nauc_mrr_at_20_diff1": 0.3575506749497464, + "nauc_mrr_at_20_max": 0.4194988826162733, + "nauc_mrr_at_20_std": 0.1777031435027105, + "nauc_mrr_at_3_diff1": 0.35076803320319005, + "nauc_mrr_at_3_max": 0.4268592581991319, + "nauc_mrr_at_3_std": 0.18133647027612926, + "nauc_mrr_at_5_diff1": 0.36625477064279355, + "nauc_mrr_at_5_max": 0.4207687013183732, + "nauc_mrr_at_5_std": 0.17759129471819146, + "nauc_ndcg_at_1000_diff1": 0.23421470491701468, + "nauc_ndcg_at_1000_max": 0.4104101821728563, + "nauc_ndcg_at_1000_std": 0.40259652555379877, + "nauc_ndcg_at_100_diff1": 0.24076258488693142, + "nauc_ndcg_at_100_max": 0.3747788683216284, + "nauc_ndcg_at_100_std": 0.3902841862232658, + "nauc_ndcg_at_10_diff1": 0.19918940532198032, + "nauc_ndcg_at_10_max": 0.3547421722526448, + "nauc_ndcg_at_10_std": 0.3115552542332332, + "nauc_ndcg_at_1_diff1": 0.42658018849896395, + "nauc_ndcg_at_1_max": 0.4076538529157716, + "nauc_ndcg_at_1_std": 0.1287732279492136, + "nauc_ndcg_at_20_diff1": 0.19757596404516814, + "nauc_ndcg_at_20_max": 0.33240954867547945, + "nauc_ndcg_at_20_std": 0.28517613341663633, + "nauc_ndcg_at_3_diff1": 0.2359767940133187, + "nauc_ndcg_at_3_max": 0.38624339999439466, + "nauc_ndcg_at_3_std": 0.2339492430875238, + "nauc_ndcg_at_5_diff1": 0.20337345456109854, + "nauc_ndcg_at_5_max": 0.3668383384388237, + "nauc_ndcg_at_5_std": 0.2955321560830651, + "nauc_precision_at_1000_diff1": -0.16218270239395716, + "nauc_precision_at_1000_max": -0.11314423250248101, + "nauc_precision_at_1000_std": 0.18147710071212828, + "nauc_precision_at_100_diff1": -0.057507297430844075, + "nauc_precision_at_100_max": 0.0024426903776824252, + "nauc_precision_at_100_std": 0.40552487073547294, + "nauc_precision_at_10_diff1": 0.03600903114567112, + "nauc_precision_at_10_max": 0.14118925189442236, + "nauc_precision_at_10_std": 0.38774904471731225, + "nauc_precision_at_1_diff1": 0.36279949558638064, + "nauc_precision_at_1_max": 0.3869663123761485, + "nauc_precision_at_1_std": 0.11544766708701114, + "nauc_precision_at_20_diff1": 0.026509146950304943, + "nauc_precision_at_20_max": 0.06422215458435523, + "nauc_precision_at_20_std": 0.3996459111761781, + "nauc_precision_at_3_diff1": 0.11553741962380194, + "nauc_precision_at_3_max": 0.29699643570042217, + "nauc_precision_at_3_std": 0.25442362432116794, + "nauc_precision_at_5_diff1": 0.06381871383355675, + "nauc_precision_at_5_max": 0.21925008963302542, + "nauc_precision_at_5_std": 0.34177939866841955, + "nauc_recall_at_1000_diff1": 0.20208330331764465, + "nauc_recall_at_1000_max": 0.614356150595089, + "nauc_recall_at_1000_std": 0.7234506353206074, + "nauc_recall_at_100_diff1": 0.156652735158716, + "nauc_recall_at_100_max": 0.2195554798167058, + "nauc_recall_at_100_std": 0.42329204192531145, + "nauc_recall_at_10_diff1": 0.10125643511254397, + "nauc_recall_at_10_max": 0.18732129283228696, + "nauc_recall_at_10_std": 0.10559804056728213, + "nauc_recall_at_1_diff1": 0.29514247016959516, + "nauc_recall_at_1_max": 0.19611654837451575, + "nauc_recall_at_1_std": -0.0637693685006973, + "nauc_recall_at_20_diff1": 0.10414206673356252, + "nauc_recall_at_20_max": 0.1379249435120233, + "nauc_recall_at_20_std": 0.13149236808935225, + "nauc_recall_at_3_diff1": 0.13637358973722705, + "nauc_recall_at_3_max": 0.22476975485000034, + "nauc_recall_at_3_std": -0.02209388794908487, + "nauc_recall_at_5_diff1": 0.10264153921788584, + "nauc_recall_at_5_max": 0.20711124665931005, + "nauc_recall_at_5_std": 0.04988273736181811, + "ndcg_at_1": 0.595, + "ndcg_at_10": 0.4705, + "ndcg_at_100": 0.57107, + "ndcg_at_1000": 0.65296, + "ndcg_at_20": 0.486, + "ndcg_at_3": 0.52567, + "ndcg_at_5": 0.49374, + "precision_at_1": 0.7, + "precision_at_10": 0.3735, + "precision_at_100": 0.1318, + "precision_at_1000": 0.02198, + "precision_at_20": 0.3, + "precision_at_3": 0.55667, + "precision_at_5": 0.479, + "recall_at_1": 0.07934, + "recall_at_10": 0.28357, + "recall_at_100": 0.68197, + "recall_at_1000": 0.93655, + "recall_at_20": 0.40465, + "recall_at_3": 0.16135, + "recall_at_5": 0.21222 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.46537, + "map_at_1": 0.07444, + "map_at_10": 0.21022, + "map_at_100": 0.31558, + "map_at_1000": 0.34, + "map_at_20": 0.24772, + "map_at_3": 0.13887, + "map_at_5": 0.16955, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7639285714285713, + "mrr_at_100": 0.7671441696155233, + "mrr_at_1000": 0.7672587390180674, + "mrr_at_20": 0.7666232725607725, + "mrr_at_3": 0.7491666666666668, + "mrr_at_5": 0.7599166666666666, + "nauc_map_at_1000_diff1": 0.07937331825714208, + "nauc_map_at_1000_max": 0.16677059425456306, + "nauc_map_at_1000_std": 0.37009892599916494, + "nauc_map_at_100_diff1": 0.09404603570672423, + "nauc_map_at_100_max": 0.16126494561492838, + "nauc_map_at_100_std": 0.3262358970799349, + "nauc_map_at_10_diff1": 0.1215111356480688, + "nauc_map_at_10_max": 0.13618247482348872, + "nauc_map_at_10_std": 0.09307647362775569, + "nauc_map_at_1_diff1": 0.30776808616425505, + "nauc_map_at_1_max": 0.1244524098466034, + "nauc_map_at_1_std": -0.02277297612255868, + "nauc_map_at_20_diff1": 0.1248770274810041, + "nauc_map_at_20_max": 0.1431860931709662, + "nauc_map_at_20_std": 0.16351067565409572, + "nauc_map_at_3_diff1": 0.18566703199299517, + "nauc_map_at_3_max": 0.1261765457673986, + "nauc_map_at_3_std": -0.01883220373320697, + "nauc_map_at_5_diff1": 0.14414574818669562, + "nauc_map_at_5_max": 0.12388665253987463, + "nauc_map_at_5_std": 0.01881525974557712, + "nauc_mrr_at_1000_diff1": 0.407556281182333, + "nauc_mrr_at_1000_max": 0.2899145085920156, + "nauc_mrr_at_1000_std": 0.216665030825789, + "nauc_mrr_at_100_diff1": 0.4077685757872387, + "nauc_mrr_at_100_max": 0.28992507240738624, + "nauc_mrr_at_100_std": 0.21684793054503554, + "nauc_mrr_at_10_diff1": 0.40939532291425756, + "nauc_mrr_at_10_max": 0.2920412704725646, + "nauc_mrr_at_10_std": 0.2176986855081228, + "nauc_mrr_at_1_diff1": 0.3976570567622019, + "nauc_mrr_at_1_max": 0.30021499551387293, + "nauc_mrr_at_1_std": 0.22987591203805613, + "nauc_mrr_at_20_diff1": 0.4086189075645977, + "nauc_mrr_at_20_max": 0.28927941804218527, + "nauc_mrr_at_20_std": 0.21630211681555375, + "nauc_mrr_at_3_diff1": 0.398537896727615, + "nauc_mrr_at_3_max": 0.28419387724239364, + "nauc_mrr_at_3_std": 0.19973597453684389, + "nauc_mrr_at_5_diff1": 0.40543469048812003, + "nauc_mrr_at_5_max": 0.28145634806760383, + "nauc_mrr_at_5_std": 0.20852780202182988, + "nauc_ndcg_at_1000_diff1": 0.16512382295943118, + "nauc_ndcg_at_1000_max": 0.3273357934236519, + "nauc_ndcg_at_1000_std": 0.45192633989201064, + "nauc_ndcg_at_100_diff1": 0.17951983168068944, + "nauc_ndcg_at_100_max": 0.296107057041378, + "nauc_ndcg_at_100_std": 0.3866548234267324, + "nauc_ndcg_at_10_diff1": 0.15565910474921482, + "nauc_ndcg_at_10_max": 0.22563272150911248, + "nauc_ndcg_at_10_std": 0.351094957378226, + "nauc_ndcg_at_1_diff1": 0.37537372969184574, + "nauc_ndcg_at_1_max": 0.3197970489334259, + "nauc_ndcg_at_1_std": 0.21169317258296635, + "nauc_ndcg_at_20_diff1": 0.16992526755074275, + "nauc_ndcg_at_20_max": 0.2168497290859013, + "nauc_ndcg_at_20_std": 0.31295177805868346, + "nauc_ndcg_at_3_diff1": 0.1889227461442824, + "nauc_ndcg_at_3_max": 0.27235764003218094, + "nauc_ndcg_at_3_std": 0.26541141949927727, + "nauc_ndcg_at_5_diff1": 0.18476829796330116, + "nauc_ndcg_at_5_max": 0.23422067515217262, + "nauc_ndcg_at_5_std": 0.3242893069367212, + "nauc_precision_at_1000_diff1": -0.0972750791276787, + "nauc_precision_at_1000_max": -0.05413109280383713, + "nauc_precision_at_1000_std": 0.2681849692785519, + "nauc_precision_at_100_diff1": -0.08431391683740032, + "nauc_precision_at_100_max": 0.028924703549670562, + "nauc_precision_at_100_std": 0.46097740162183937, + "nauc_precision_at_10_diff1": -0.0122003815307496, + "nauc_precision_at_10_max": 0.07716174602049017, + "nauc_precision_at_10_std": 0.46146504552910406, + "nauc_precision_at_1_diff1": 0.3976570567622019, + "nauc_precision_at_1_max": 0.30021499551387293, + "nauc_precision_at_1_std": 0.22987591203805613, + "nauc_precision_at_20_diff1": -0.02693503432382154, + "nauc_precision_at_20_max": 0.04607877184031312, + "nauc_precision_at_20_std": 0.46218925429315283, + "nauc_precision_at_3_diff1": 0.06810562769497604, + "nauc_precision_at_3_max": 0.14528728986104522, + "nauc_precision_at_3_std": 0.30450695388476423, + "nauc_precision_at_5_diff1": 0.03990330697131164, + "nauc_precision_at_5_max": 0.09847696858057658, + "nauc_precision_at_5_std": 0.36487284827988314, + "nauc_recall_at_1000_diff1": 0.021725926039896568, + "nauc_recall_at_1000_max": 0.5378041105512429, + "nauc_recall_at_1000_std": 0.7240030042609362, + "nauc_recall_at_100_diff1": 0.08824616274369539, + "nauc_recall_at_100_max": 0.2115602412191378, + "nauc_recall_at_100_std": 0.34685157179243087, + "nauc_recall_at_10_diff1": 0.08578027129783304, + "nauc_recall_at_10_max": 0.10878566055925522, + "nauc_recall_at_10_std": 0.06867598131440938, + "nauc_recall_at_1_diff1": 0.30776808616425505, + "nauc_recall_at_1_max": 0.1244524098466034, + "nauc_recall_at_1_std": -0.02277297612255868, + "nauc_recall_at_20_diff1": 0.11186195322951474, + "nauc_recall_at_20_max": 0.1005543646835039, + "nauc_recall_at_20_std": 0.11740705459498892, + "nauc_recall_at_3_diff1": 0.16342605623844914, + "nauc_recall_at_3_max": 0.09844649523824234, + "nauc_recall_at_3_std": -0.03099597715923974, + "nauc_recall_at_5_diff1": 0.12097557274365546, + "nauc_recall_at_5_max": 0.10971543079617183, + "nauc_recall_at_5_std": 0.018144374609540784, + "ndcg_at_1": 0.585, + "ndcg_at_10": 0.46537, + "ndcg_at_100": 0.54625, + "ndcg_at_1000": 0.63163, + "ndcg_at_20": 0.4685, + "ndcg_at_3": 0.51334, + "ndcg_at_5": 0.47943, + "precision_at_1": 0.67, + "precision_at_10": 0.3725, + "precision_at_100": 0.1259, + "precision_at_1000": 0.02147, + "precision_at_20": 0.285, + "precision_at_3": 0.54333, + "precision_at_5": 0.462, + "recall_at_1": 0.07444, + "recall_at_10": 0.27544, + "recall_at_100": 0.6439, + "recall_at_1000": 0.9143, + "recall_at_20": 0.37258, + "recall_at_3": 0.1525, + "recall_at_5": 0.19604 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.58373, + "map_at_1": 0.06745, + "map_at_10": 0.22305, + "map_at_100": 0.406, + "map_at_1000": 0.46404, + "map_at_20": 0.28523, + "map_at_3": 0.12804, + "map_at_5": 0.16509, + "mrr_at_1": 0.795, + "mrr_at_10": 0.8759166666666666, + "mrr_at_100": 0.876258547008547, + "mrr_at_1000": 0.876258547008547, + "mrr_at_20": 0.8761944444444445, + "mrr_at_3": 0.8708333333333335, + "mrr_at_5": 0.8745833333333334, + "nauc_map_at_1000_diff1": 0.15461093919395688, + "nauc_map_at_1000_max": 0.3612005184650207, + "nauc_map_at_1000_std": 0.396025867292342, + "nauc_map_at_100_diff1": 0.20636539379656882, + "nauc_map_at_100_max": 0.3318324227237201, + "nauc_map_at_100_std": 0.34874136343003037, + "nauc_map_at_10_diff1": 0.30194577741572476, + "nauc_map_at_10_max": 0.19222015962893793, + "nauc_map_at_10_std": 0.0761639231587664, + "nauc_map_at_1_diff1": 0.5997940790166099, + "nauc_map_at_1_max": -0.004952267647339766, + "nauc_map_at_1_std": -0.12591105184786489, + "nauc_map_at_20_diff1": 0.2569444177144581, + "nauc_map_at_20_max": 0.23530445554390095, + "nauc_map_at_20_std": 0.15679772704027004, + "nauc_map_at_3_diff1": 0.43675638419859303, + "nauc_map_at_3_max": 0.06250711165908587, + "nauc_map_at_3_std": -0.08394430206980528, + "nauc_map_at_5_diff1": 0.3479600000108163, + "nauc_map_at_5_max": 0.1124698408975299, + "nauc_map_at_5_std": -0.029281971707050224, + "nauc_mrr_at_1000_diff1": 0.3772765825951396, + "nauc_mrr_at_1000_max": 0.5401680050376542, + "nauc_mrr_at_1000_std": 0.37499783813332943, + "nauc_mrr_at_100_diff1": 0.3772765825951396, + "nauc_mrr_at_100_max": 0.5401680050376542, + "nauc_mrr_at_100_std": 0.37499783813332943, + "nauc_mrr_at_10_diff1": 0.37624234748574015, + "nauc_mrr_at_10_max": 0.5415133500333609, + "nauc_mrr_at_10_std": 0.3761661053380162, + "nauc_mrr_at_1_diff1": 0.4125718205985764, + "nauc_mrr_at_1_max": 0.4894458941281684, + "nauc_mrr_at_1_std": 0.2788538106263857, + "nauc_mrr_at_20_diff1": 0.3775471269093714, + "nauc_mrr_at_20_max": 0.540420858296223, + "nauc_mrr_at_20_std": 0.37534151546542327, + "nauc_mrr_at_3_diff1": 0.3506006221584119, + "nauc_mrr_at_3_max": 0.5503294249022895, + "nauc_mrr_at_3_std": 0.3903677115737421, + "nauc_mrr_at_5_diff1": 0.37130907941774766, + "nauc_mrr_at_5_max": 0.5421596123587007, + "nauc_mrr_at_5_std": 0.3800603056098709, + "nauc_ndcg_at_1000_diff1": 0.2542200195709082, + "nauc_ndcg_at_1000_max": 0.5065774216193716, + "nauc_ndcg_at_1000_std": 0.4381707387357934, + "nauc_ndcg_at_100_diff1": 0.2702679751618122, + "nauc_ndcg_at_100_max": 0.48086018607457953, + "nauc_ndcg_at_100_std": 0.4288658242118631, + "nauc_ndcg_at_10_diff1": 0.25573485785562006, + "nauc_ndcg_at_10_max": 0.40480041946593576, + "nauc_ndcg_at_10_std": 0.2962422754174817, + "nauc_ndcg_at_1_diff1": 0.44390955312933544, + "nauc_ndcg_at_1_max": 0.43543847050635903, + "nauc_ndcg_at_1_std": 0.26689451263569897, + "nauc_ndcg_at_20_diff1": 0.26873064975728983, + "nauc_ndcg_at_20_max": 0.41215901753228884, + "nauc_ndcg_at_20_std": 0.31188879654690765, + "nauc_ndcg_at_3_diff1": 0.27319411696403845, + "nauc_ndcg_at_3_max": 0.4331283533656031, + "nauc_ndcg_at_3_std": 0.22188242220606028, + "nauc_ndcg_at_5_diff1": 0.25840999703928874, + "nauc_ndcg_at_5_max": 0.4366770672489022, + "nauc_ndcg_at_5_std": 0.24414217951126396, + "nauc_precision_at_1000_diff1": -0.20679693392842285, + "nauc_precision_at_1000_max": -0.026091457829522345, + "nauc_precision_at_1000_std": 0.0025103341695457996, + "nauc_precision_at_100_diff1": -0.1794310449792181, + "nauc_precision_at_100_max": 0.08408192323420914, + "nauc_precision_at_100_std": 0.1835643430408218, + "nauc_precision_at_10_diff1": -0.1272823963734697, + "nauc_precision_at_10_max": 0.3015720517728913, + "nauc_precision_at_10_std": 0.3454029083420682, + "nauc_precision_at_1_diff1": 0.4125718205985764, + "nauc_precision_at_1_max": 0.4894458941281684, + "nauc_precision_at_1_std": 0.2788538106263857, + "nauc_precision_at_20_diff1": -0.1493084148815957, + "nauc_precision_at_20_max": 0.22259508401395242, + "nauc_precision_at_20_std": 0.2999087626664597, + "nauc_precision_at_3_diff1": -0.0525597676768059, + "nauc_precision_at_3_max": 0.3951619216617524, + "nauc_precision_at_3_std": 0.2836303854283552, + "nauc_precision_at_5_diff1": -0.12358763933247256, + "nauc_precision_at_5_max": 0.3680111677488953, + "nauc_precision_at_5_std": 0.2907718014340406, + "nauc_recall_at_1000_diff1": 0.11104844647023474, + "nauc_recall_at_1000_max": 0.3738386737024941, + "nauc_recall_at_1000_std": 0.3293201136301801, + "nauc_recall_at_100_diff1": 0.16572319076764305, + "nauc_recall_at_100_max": 0.20674413592782404, + "nauc_recall_at_100_std": 0.25728753069417815, + "nauc_recall_at_10_diff1": 0.24427134485036966, + "nauc_recall_at_10_max": 0.10717619998381106, + "nauc_recall_at_10_std": 0.057037755524936486, + "nauc_recall_at_1_diff1": 0.5997940790166099, + "nauc_recall_at_1_max": -0.004952267647339766, + "nauc_recall_at_1_std": -0.12591105184786489, + "nauc_recall_at_20_diff1": 0.20890323631402352, + "nauc_recall_at_20_max": 0.12464069995021428, + "nauc_recall_at_20_std": 0.09115745571132694, + "nauc_recall_at_3_diff1": 0.36261743029503835, + "nauc_recall_at_3_max": -0.0012607374476479557, + "nauc_recall_at_3_std": -0.1233271870100566, + "nauc_recall_at_5_diff1": 0.26805073079267044, + "nauc_recall_at_5_max": 0.033885828843920766, + "nauc_recall_at_5_std": -0.060479593788040464, + "ndcg_at_1": 0.6675, + "ndcg_at_10": 0.58373, + "ndcg_at_100": 0.64969, + "ndcg_at_1000": 0.72138, + "ndcg_at_20": 0.58227, + "ndcg_at_3": 0.62477, + "ndcg_at_5": 0.60612, + "precision_at_1": 0.795, + "precision_at_10": 0.5625, + "precision_at_100": 0.25095, + "precision_at_1000": 0.05385, + "precision_at_20": 0.46975, + "precision_at_3": 0.71833, + "precision_at_5": 0.656, + "recall_at_1": 0.06745, + "recall_at_10": 0.27965, + "recall_at_100": 0.70728, + "recall_at_1000": 0.93629, + "recall_at_20": 0.39798, + "recall_at_3": 0.14576, + "recall_at_5": 0.19481 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.54046, + "map_at_1": 0.06471, + "map_at_10": 0.20838, + "map_at_100": 0.36643, + "map_at_1000": 0.42137, + "map_at_20": 0.26123, + "map_at_3": 0.11539, + "map_at_5": 0.1504, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8328888888888889, + "mrr_at_100": 0.8345945165945166, + "mrr_at_1000": 0.8346170391170391, + "mrr_at_20": 0.8343672438672438, + "mrr_at_3": 0.8175, + "mrr_at_5": 0.8292499999999999, + "nauc_map_at_1000_diff1": 0.08178713446500566, + "nauc_map_at_1000_max": 0.2834774444562594, + "nauc_map_at_1000_std": 0.4771661203945151, + "nauc_map_at_100_diff1": 0.09331712151272459, + "nauc_map_at_100_max": 0.2800082135912478, + "nauc_map_at_100_std": 0.4216107302692132, + "nauc_map_at_10_diff1": 0.10839783332717662, + "nauc_map_at_10_max": 0.1608308606954618, + "nauc_map_at_10_std": 0.15744751877176336, + "nauc_map_at_1_diff1": 0.43677479745228337, + "nauc_map_at_1_max": -0.016017353748302193, + "nauc_map_at_1_std": -0.08937751672825336, + "nauc_map_at_20_diff1": 0.08571287835990875, + "nauc_map_at_20_max": 0.18952667985975336, + "nauc_map_at_20_std": 0.23388511348001376, + "nauc_map_at_3_diff1": 0.2612197812419005, + "nauc_map_at_3_max": 0.061214257928105045, + "nauc_map_at_3_std": 0.0011828938972382084, + "nauc_map_at_5_diff1": 0.18627153352339879, + "nauc_map_at_5_max": 0.11143683200072683, + "nauc_map_at_5_std": 0.055239517490230726, + "nauc_mrr_at_1000_diff1": 0.26668528301705324, + "nauc_mrr_at_1000_max": 0.37838445355875816, + "nauc_mrr_at_1000_std": 0.22363549899072274, + "nauc_mrr_at_100_diff1": 0.26669880972812005, + "nauc_mrr_at_100_max": 0.3784764581110993, + "nauc_mrr_at_100_std": 0.22375040774546323, + "nauc_mrr_at_10_diff1": 0.2660505869368374, + "nauc_mrr_at_10_max": 0.38142787024620217, + "nauc_mrr_at_10_std": 0.23054122008428984, + "nauc_mrr_at_1_diff1": 0.33971835251362836, + "nauc_mrr_at_1_max": 0.4180150558103309, + "nauc_mrr_at_1_std": 0.22625897724322902, + "nauc_mrr_at_20_diff1": 0.26683508280735274, + "nauc_mrr_at_20_max": 0.3794033459251183, + "nauc_mrr_at_20_std": 0.224713097718759, + "nauc_mrr_at_3_diff1": 0.2450659032128679, + "nauc_mrr_at_3_max": 0.3547501486798609, + "nauc_mrr_at_3_std": 0.1947521771802922, + "nauc_mrr_at_5_diff1": 0.2584963092385377, + "nauc_mrr_at_5_max": 0.36489115921475207, + "nauc_mrr_at_5_std": 0.2152062434949188, + "nauc_ndcg_at_1000_diff1": 0.13503048666784154, + "nauc_ndcg_at_1000_max": 0.42033235095085614, + "nauc_ndcg_at_1000_std": 0.49483519640752144, + "nauc_ndcg_at_100_diff1": 0.13986750775301396, + "nauc_ndcg_at_100_max": 0.39293445757750317, + "nauc_ndcg_at_100_std": 0.44531279629816684, + "nauc_ndcg_at_10_diff1": 0.1185315744230679, + "nauc_ndcg_at_10_max": 0.2805441305351166, + "nauc_ndcg_at_10_std": 0.2630822277405855, + "nauc_ndcg_at_1_diff1": 0.3810574955007644, + "nauc_ndcg_at_1_max": 0.3648931920483979, + "nauc_ndcg_at_1_std": 0.15770182728699178, + "nauc_ndcg_at_20_diff1": 0.11181435632390846, + "nauc_ndcg_at_20_max": 0.2916731311946672, + "nauc_ndcg_at_20_std": 0.299074559613898, + "nauc_ndcg_at_3_diff1": 0.22297644221788832, + "nauc_ndcg_at_3_max": 0.34062169203017945, + "nauc_ndcg_at_3_std": 0.1807054317097592, + "nauc_ndcg_at_5_diff1": 0.1781391890603151, + "nauc_ndcg_at_5_max": 0.3294929375868862, + "nauc_ndcg_at_5_std": 0.2236185907851273, + "nauc_precision_at_1000_diff1": -0.07164750825186043, + "nauc_precision_at_1000_max": -0.10180874162198501, + "nauc_precision_at_1000_std": -0.03932376928555413, + "nauc_precision_at_100_diff1": -0.047958872064807985, + "nauc_precision_at_100_max": 0.044474840222658726, + "nauc_precision_at_100_std": 0.17899305029082582, + "nauc_precision_at_10_diff1": -0.14448413014656375, + "nauc_precision_at_10_max": 0.17636148925225845, + "nauc_precision_at_10_std": 0.3229104028863498, + "nauc_precision_at_1_diff1": 0.33971835251362836, + "nauc_precision_at_1_max": 0.4180150558103309, + "nauc_precision_at_1_std": 0.22625897724322902, + "nauc_precision_at_20_diff1": -0.08867741923213353, + "nauc_precision_at_20_max": 0.13162609503201508, + "nauc_precision_at_20_std": 0.2918619986599598, + "nauc_precision_at_3_diff1": -0.0151808716758574, + "nauc_precision_at_3_max": 0.26078492801936937, + "nauc_precision_at_3_std": 0.21806192189652882, + "nauc_precision_at_5_diff1": -0.09768502618285892, + "nauc_precision_at_5_max": 0.25139596895874444, + "nauc_precision_at_5_std": 0.28431073670887047, + "nauc_recall_at_1000_diff1": -0.012179231696008028, + "nauc_recall_at_1000_max": 0.3957908434018153, + "nauc_recall_at_1000_std": 0.5612105209254656, + "nauc_recall_at_100_diff1": 0.05526015608566308, + "nauc_recall_at_100_max": 0.279328285993518, + "nauc_recall_at_100_std": 0.3805015025309917, + "nauc_recall_at_10_diff1": 0.01898766272019782, + "nauc_recall_at_10_max": 0.09162281690928936, + "nauc_recall_at_10_std": 0.12928968357305504, + "nauc_recall_at_1_diff1": 0.43677479745228337, + "nauc_recall_at_1_max": -0.016017353748302193, + "nauc_recall_at_1_std": -0.08937751672825336, + "nauc_recall_at_20_diff1": 0.02252034634896677, + "nauc_recall_at_20_max": 0.12343363346259041, + "nauc_recall_at_20_std": 0.16149533410400124, + "nauc_recall_at_3_diff1": 0.22259348536731763, + "nauc_recall_at_3_max": 0.03864700722250992, + "nauc_recall_at_3_std": 0.0037054838597410356, + "nauc_recall_at_5_diff1": 0.11269315076413423, + "nauc_recall_at_5_max": 0.0549262192186068, + "nauc_recall_at_5_std": 0.03625754568826986, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.54046, + "ndcg_at_100": 0.61006, + "ndcg_at_1000": 0.68962, + "ndcg_at_20": 0.53785, + "ndcg_at_3": 0.5575, + "ndcg_at_5": 0.54684, + "precision_at_1": 0.76, + "precision_at_10": 0.522, + "precision_at_100": 0.23295, + "precision_at_1000": 0.05124, + "precision_at_20": 0.42775, + "precision_at_3": 0.63333, + "precision_at_5": 0.593, + "recall_at_1": 0.06471, + "recall_at_10": 0.26772, + "recall_at_100": 0.66969, + "recall_at_1000": 0.92076, + "recall_at_20": 0.37683, + "recall_at_3": 0.12405, + "recall_at_5": 0.17546 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.48953, + "map_at_1": 0.05472, + "map_at_10": 0.17887, + "map_at_100": 0.32704, + "map_at_1000": 0.38209, + "map_at_20": 0.2296, + "map_at_3": 0.09682, + "map_at_5": 0.12972, + "mrr_at_1": 0.705, + "mrr_at_10": 0.787232142857143, + "mrr_at_100": 0.789739686317882, + "mrr_at_1000": 0.789739686317882, + "mrr_at_20": 0.7892028223969015, + "mrr_at_3": 0.7708333333333335, + "mrr_at_5": 0.7815833333333334, + "nauc_map_at_1000_diff1": 0.15396809587044463, + "nauc_map_at_1000_max": 0.38842651157387975, + "nauc_map_at_1000_std": 0.5072613916751721, + "nauc_map_at_100_diff1": 0.1530631688833099, + "nauc_map_at_100_max": 0.3797531778811261, + "nauc_map_at_100_std": 0.44094503789697803, + "nauc_map_at_10_diff1": 0.2239328927441662, + "nauc_map_at_10_max": 0.2623929684302229, + "nauc_map_at_10_std": 0.20498276839690122, + "nauc_map_at_1_diff1": 0.5356940272337376, + "nauc_map_at_1_max": 0.09185044646153524, + "nauc_map_at_1_std": -0.02859601633344133, + "nauc_map_at_20_diff1": 0.18582723762163336, + "nauc_map_at_20_max": 0.3114891276286792, + "nauc_map_at_20_std": 0.2934112644578486, + "nauc_map_at_3_diff1": 0.36044816676441166, + "nauc_map_at_3_max": 0.16576749365801996, + "nauc_map_at_3_std": 0.045183952057219506, + "nauc_map_at_5_diff1": 0.2986067938242858, + "nauc_map_at_5_max": 0.20239799147197984, + "nauc_map_at_5_std": 0.10652537986525176, + "nauc_mrr_at_1000_diff1": 0.39321296620713675, + "nauc_mrr_at_1000_max": 0.44001182272331696, + "nauc_mrr_at_1000_std": 0.33740936435253877, + "nauc_mrr_at_100_diff1": 0.39321296620713675, + "nauc_mrr_at_100_max": 0.44001182272331696, + "nauc_mrr_at_100_std": 0.33740936435253877, + "nauc_mrr_at_10_diff1": 0.39115127524692545, + "nauc_mrr_at_10_max": 0.4420413637089109, + "nauc_mrr_at_10_std": 0.3402976685133386, + "nauc_mrr_at_1_diff1": 0.43289212865272714, + "nauc_mrr_at_1_max": 0.4292291249897233, + "nauc_mrr_at_1_std": 0.27899116677171576, + "nauc_mrr_at_20_diff1": 0.3939301156111375, + "nauc_mrr_at_20_max": 0.44114032770754713, + "nauc_mrr_at_20_std": 0.3392981560073075, + "nauc_mrr_at_3_diff1": 0.3882792143188772, + "nauc_mrr_at_3_max": 0.42772245331109915, + "nauc_mrr_at_3_std": 0.32192649162868797, + "nauc_mrr_at_5_diff1": 0.3803526558385245, + "nauc_mrr_at_5_max": 0.4407040489585356, + "nauc_mrr_at_5_std": 0.34908945288551113, + "nauc_ndcg_at_1000_diff1": 0.23075499929208917, + "nauc_ndcg_at_1000_max": 0.4996536070393981, + "nauc_ndcg_at_1000_std": 0.5317506983080709, + "nauc_ndcg_at_100_diff1": 0.2116610055768966, + "nauc_ndcg_at_100_max": 0.474007616125224, + "nauc_ndcg_at_100_std": 0.4935998867404191, + "nauc_ndcg_at_10_diff1": 0.27713286197767734, + "nauc_ndcg_at_10_max": 0.37653206764193087, + "nauc_ndcg_at_10_std": 0.37190572614789796, + "nauc_ndcg_at_1_diff1": 0.444140438224334, + "nauc_ndcg_at_1_max": 0.35016583307402105, + "nauc_ndcg_at_1_std": 0.16408366790883358, + "nauc_ndcg_at_20_diff1": 0.246905040842776, + "nauc_ndcg_at_20_max": 0.4170843951525096, + "nauc_ndcg_at_20_std": 0.4295472729636529, + "nauc_ndcg_at_3_diff1": 0.3049717650121954, + "nauc_ndcg_at_3_max": 0.35194479389902084, + "nauc_ndcg_at_3_std": 0.24518832145868658, + "nauc_ndcg_at_5_diff1": 0.2841903323820668, + "nauc_ndcg_at_5_max": 0.37769843551866505, + "nauc_ndcg_at_5_std": 0.3108143433410647, + "nauc_precision_at_1000_diff1": -0.01708595361753685, + "nauc_precision_at_1000_max": -0.0404742138809937, + "nauc_precision_at_1000_std": 0.06679761707765251, + "nauc_precision_at_100_diff1": -0.040286852252769234, + "nauc_precision_at_100_max": 0.07779938472812485, + "nauc_precision_at_100_std": 0.25541994412606167, + "nauc_precision_at_10_diff1": -0.011791723090399981, + "nauc_precision_at_10_max": 0.27717581300404676, + "nauc_precision_at_10_std": 0.43935168628270416, + "nauc_precision_at_1_diff1": 0.43289212865272714, + "nauc_precision_at_1_max": 0.4292291249897233, + "nauc_precision_at_1_std": 0.27899116677171576, + "nauc_precision_at_20_diff1": -0.03899865379049604, + "nauc_precision_at_20_max": 0.23353203421018415, + "nauc_precision_at_20_std": 0.4140542148040562, + "nauc_precision_at_3_diff1": 0.0957039264694487, + "nauc_precision_at_3_max": 0.27394606879571626, + "nauc_precision_at_3_std": 0.29967774426726224, + "nauc_precision_at_5_diff1": 0.03808699052993324, + "nauc_precision_at_5_max": 0.3185145868834451, + "nauc_precision_at_5_std": 0.4084029387937539, + "nauc_recall_at_1000_diff1": -0.0502763477181418, + "nauc_recall_at_1000_max": 0.3886500219443171, + "nauc_recall_at_1000_std": 0.4471028750450224, + "nauc_recall_at_100_diff1": 0.008421091744474028, + "nauc_recall_at_100_max": 0.2710943993472546, + "nauc_recall_at_100_std": 0.32274194032842085, + "nauc_recall_at_10_diff1": 0.15445570997607455, + "nauc_recall_at_10_max": 0.203472856062125, + "nauc_recall_at_10_std": 0.18751185134947138, + "nauc_recall_at_1_diff1": 0.5356940272337376, + "nauc_recall_at_1_max": 0.09185044646153524, + "nauc_recall_at_1_std": -0.02859601633344133, + "nauc_recall_at_20_diff1": 0.12003507597067341, + "nauc_recall_at_20_max": 0.2408804537575826, + "nauc_recall_at_20_std": 0.2405964822393403, + "nauc_recall_at_3_diff1": 0.29749585505957893, + "nauc_recall_at_3_max": 0.13027166904574422, + "nauc_recall_at_3_std": 0.04495523959378601, + "nauc_recall_at_5_diff1": 0.2266817423239479, + "nauc_recall_at_5_max": 0.14327435877484795, + "nauc_recall_at_5_std": 0.09653020395722099, + "ndcg_at_1": 0.565, + "ndcg_at_10": 0.48953, + "ndcg_at_100": 0.56401, + "ndcg_at_1000": 0.65244, + "ndcg_at_20": 0.49167, + "ndcg_at_3": 0.49893, + "ndcg_at_5": 0.4974, + "precision_at_1": 0.705, + "precision_at_10": 0.4885, + "precision_at_100": 0.22455, + "precision_at_1000": 0.05113, + "precision_at_20": 0.409, + "precision_at_3": 0.57667, + "precision_at_5": 0.549, + "recall_at_1": 0.05472, + "recall_at_10": 0.23633, + "recall_at_100": 0.63727, + "recall_at_1000": 0.91375, + "recall_at_20": 0.33877, + "recall_at_3": 0.10688, + "recall_at_5": 0.15566 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.61319, + "map_at_1": 0.14096, + "map_at_10": 0.32085, + "map_at_100": 0.43848, + "map_at_1000": 0.47801, + "map_at_20": 0.35993, + "map_at_3": 0.23037, + "map_at_5": 0.27115, + "mrr_at_1": 0.845, + "mrr_at_10": 0.8989583333333334, + "mrr_at_100": 0.900028714565005, + "mrr_at_1000": 0.900028714565005, + "mrr_at_20": 0.8998674242424243, + "mrr_at_3": 0.8891666666666669, + "mrr_at_5": 0.8966666666666668, + "nauc_map_at_1000_diff1": 0.20462649359433407, + "nauc_map_at_1000_max": 0.13553139910216713, + "nauc_map_at_1000_std": 0.24701522657972103, + "nauc_map_at_100_diff1": 0.19747699482656683, + "nauc_map_at_100_max": 0.11537082104020421, + "nauc_map_at_100_std": 0.23819268249603423, + "nauc_map_at_10_diff1": 0.18761174742861453, + "nauc_map_at_10_max": 0.06626354508153598, + "nauc_map_at_10_std": 0.1523324897548178, + "nauc_map_at_1_diff1": 0.4206264395557802, + "nauc_map_at_1_max": 0.0724898682541489, + "nauc_map_at_1_std": 0.021289236696642136, + "nauc_map_at_20_diff1": 0.18679502325039152, + "nauc_map_at_20_max": 0.07233097838550923, + "nauc_map_at_20_std": 0.16431949852993485, + "nauc_map_at_3_diff1": 0.27260366579764467, + "nauc_map_at_3_max": 0.03725396437229241, + "nauc_map_at_3_std": 0.09273023528928419, + "nauc_map_at_5_diff1": 0.20006757350696383, + "nauc_map_at_5_max": 0.04020129744676902, + "nauc_map_at_5_std": 0.11879453685958039, + "nauc_mrr_at_1000_diff1": 0.4049786858200141, + "nauc_mrr_at_1000_max": 0.5023964443100297, + "nauc_mrr_at_1000_std": 0.16485609647199176, + "nauc_mrr_at_100_diff1": 0.4049786858200141, + "nauc_mrr_at_100_max": 0.5023964443100297, + "nauc_mrr_at_100_std": 0.16485609647199176, + "nauc_mrr_at_10_diff1": 0.4009871146110928, + "nauc_mrr_at_10_max": 0.49647772754039693, + "nauc_mrr_at_10_std": 0.164030701360402, + "nauc_mrr_at_1_diff1": 0.43750987018729665, + "nauc_mrr_at_1_max": 0.5295789772906743, + "nauc_mrr_at_1_std": 0.1917501026499479, + "nauc_mrr_at_20_diff1": 0.4040158106734497, + "nauc_mrr_at_20_max": 0.5024829197942438, + "nauc_mrr_at_20_std": 0.16167362477713723, + "nauc_mrr_at_3_diff1": 0.3958555538625635, + "nauc_mrr_at_3_max": 0.5060947737315256, + "nauc_mrr_at_3_std": 0.17629133018436802, + "nauc_mrr_at_5_diff1": 0.40230645010297733, + "nauc_mrr_at_5_max": 0.50118189477626, + "nauc_mrr_at_5_std": 0.18132723272795365, + "nauc_ndcg_at_1000_diff1": 0.2936088537136563, + "nauc_ndcg_at_1000_max": 0.2980818417256011, + "nauc_ndcg_at_1000_std": 0.25227228175837835, + "nauc_ndcg_at_100_diff1": 0.2780061903646889, + "nauc_ndcg_at_100_max": 0.22764435972536004, + "nauc_ndcg_at_100_std": 0.2094017711995134, + "nauc_ndcg_at_10_diff1": 0.27149651586537654, + "nauc_ndcg_at_10_max": 0.23898462213797658, + "nauc_ndcg_at_10_std": 0.1836027539866148, + "nauc_ndcg_at_1_diff1": 0.49815879134115687, + "nauc_ndcg_at_1_max": 0.4803317617097422, + "nauc_ndcg_at_1_std": 0.1437978226703837, + "nauc_ndcg_at_20_diff1": 0.2900759319230757, + "nauc_ndcg_at_20_max": 0.2349332067590992, + "nauc_ndcg_at_20_std": 0.15546679573124386, + "nauc_ndcg_at_3_diff1": 0.30720814009646963, + "nauc_ndcg_at_3_max": 0.3577626733202089, + "nauc_ndcg_at_3_std": 0.13369172657878903, + "nauc_ndcg_at_5_diff1": 0.2613232551200159, + "nauc_ndcg_at_5_max": 0.3086183832455661, + "nauc_ndcg_at_5_std": 0.1639074820352115, + "nauc_precision_at_1000_diff1": -0.0513777695644746, + "nauc_precision_at_1000_max": 0.031393034966933756, + "nauc_precision_at_1000_std": -0.1104611816070858, + "nauc_precision_at_100_diff1": -0.04819971920335054, + "nauc_precision_at_100_max": 0.08449777374546691, + "nauc_precision_at_100_std": 0.06373277966603623, + "nauc_precision_at_10_diff1": -0.083184353931979, + "nauc_precision_at_10_max": 0.13339323279659748, + "nauc_precision_at_10_std": 0.12731712970797995, + "nauc_precision_at_1_diff1": 0.43750987018729665, + "nauc_precision_at_1_max": 0.5295789772906743, + "nauc_precision_at_1_std": 0.1917501026499479, + "nauc_precision_at_20_diff1": -0.046065460130960495, + "nauc_precision_at_20_max": 0.12471913163119472, + "nauc_precision_at_20_std": 0.07765459743077811, + "nauc_precision_at_3_diff1": -0.09070634181154945, + "nauc_precision_at_3_max": 0.19728208076442735, + "nauc_precision_at_3_std": 0.10129254802450356, + "nauc_precision_at_5_diff1": -0.1565336401142488, + "nauc_precision_at_5_max": 0.15523841637575442, + "nauc_precision_at_5_std": 0.13995358616312292, + "nauc_recall_at_1000_diff1": 0.2804176607666354, + "nauc_recall_at_1000_max": 0.3073087956029713, + "nauc_recall_at_1000_std": 0.5809156551088079, + "nauc_recall_at_100_diff1": 0.19656522360915044, + "nauc_recall_at_100_max": 0.07076586801298908, + "nauc_recall_at_100_std": 0.19248530497876892, + "nauc_recall_at_10_diff1": 0.16244234926236864, + "nauc_recall_at_10_max": 0.03182012174382708, + "nauc_recall_at_10_std": 0.12974203459122838, + "nauc_recall_at_1_diff1": 0.4206264395557802, + "nauc_recall_at_1_max": 0.0724898682541489, + "nauc_recall_at_1_std": 0.021289236696642136, + "nauc_recall_at_20_diff1": 0.16716401830389055, + "nauc_recall_at_20_max": 0.03274327102445802, + "nauc_recall_at_20_std": 0.11247833976316174, + "nauc_recall_at_3_diff1": 0.24818708612669443, + "nauc_recall_at_3_max": 0.012460690942229163, + "nauc_recall_at_3_std": 0.1014358165494849, + "nauc_recall_at_5_diff1": 0.14676057753829938, + "nauc_recall_at_5_max": -0.0002314097922456554, + "nauc_recall_at_5_std": 0.12124044368907697, + "ndcg_at_1": 0.7725, + "ndcg_at_10": 0.61319, + "ndcg_at_100": 0.67563, + "ndcg_at_1000": 0.75019, + "ndcg_at_20": 0.61514, + "ndcg_at_3": 0.6653, + "ndcg_at_5": 0.63642, + "precision_at_1": 0.845, + "precision_at_10": 0.433, + "precision_at_100": 0.1668, + "precision_at_1000": 0.03546, + "precision_at_20": 0.332, + "precision_at_3": 0.64333, + "precision_at_5": 0.552, + "recall_at_1": 0.14096, + "recall_at_10": 0.38929, + "recall_at_100": 0.7426, + "recall_at_1000": 0.9687, + "recall_at_20": 0.4848, + "recall_at_3": 0.24318, + "recall_at_5": 0.30048 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.5147, + "map_at_1": 0.12899, + "map_at_10": 0.27348, + "map_at_100": 0.36099, + "map_at_1000": 0.39532, + "map_at_20": 0.30294, + "map_at_3": 0.19617, + "map_at_5": 0.23319, + "mrr_at_1": 0.685, + "mrr_at_10": 0.7770238095238093, + "mrr_at_100": 0.7805695528886316, + "mrr_at_1000": 0.7805695528886316, + "mrr_at_20": 0.7802863361054148, + "mrr_at_3": 0.76, + "mrr_at_5": 0.7692499999999999, + "nauc_map_at_1000_diff1": 0.3227097195399167, + "nauc_map_at_1000_max": 0.3386135758244899, + "nauc_map_at_1000_std": 0.3484217210036843, + "nauc_map_at_100_diff1": 0.3138289830936797, + "nauc_map_at_100_max": 0.3051928064186532, + "nauc_map_at_100_std": 0.33155494509784855, + "nauc_map_at_10_diff1": 0.30928266996060877, + "nauc_map_at_10_max": 0.23123115758817023, + "nauc_map_at_10_std": 0.19624640941161436, + "nauc_map_at_1_diff1": 0.47801754047562767, + "nauc_map_at_1_max": 0.27380279927862955, + "nauc_map_at_1_std": 0.08215604889525954, + "nauc_map_at_20_diff1": 0.297768498378936, + "nauc_map_at_20_max": 0.24723181403942168, + "nauc_map_at_20_std": 0.23269586574307502, + "nauc_map_at_3_diff1": 0.39669195474265906, + "nauc_map_at_3_max": 0.23518264990757387, + "nauc_map_at_3_std": 0.14933616918029852, + "nauc_map_at_5_diff1": 0.348827006386254, + "nauc_map_at_5_max": 0.2342331564085355, + "nauc_map_at_5_std": 0.17604163016406518, + "nauc_mrr_at_1000_diff1": 0.5137651770363512, + "nauc_mrr_at_1000_max": 0.4311856831079508, + "nauc_mrr_at_1000_std": 0.2732974691278677, + "nauc_mrr_at_100_diff1": 0.5137651770363512, + "nauc_mrr_at_100_max": 0.4311856831079508, + "nauc_mrr_at_100_std": 0.2732974691278677, + "nauc_mrr_at_10_diff1": 0.5130172490118708, + "nauc_mrr_at_10_max": 0.4308059165816403, + "nauc_mrr_at_10_std": 0.27125586633012916, + "nauc_mrr_at_1_diff1": 0.5597786718565898, + "nauc_mrr_at_1_max": 0.4264930485857165, + "nauc_mrr_at_1_std": 0.255661933479373, + "nauc_mrr_at_20_diff1": 0.5131920759854958, + "nauc_mrr_at_20_max": 0.4319579454467152, + "nauc_mrr_at_20_std": 0.2743626670288846, + "nauc_mrr_at_3_diff1": 0.500019270262681, + "nauc_mrr_at_3_max": 0.43453708240881805, + "nauc_mrr_at_3_std": 0.2802244893839203, + "nauc_mrr_at_5_diff1": 0.5127705771396656, + "nauc_mrr_at_5_max": 0.4279437663483231, + "nauc_mrr_at_5_std": 0.26827902714317536, + "nauc_ndcg_at_1000_diff1": 0.38931222779045777, + "nauc_ndcg_at_1000_max": 0.45652081852271936, + "nauc_ndcg_at_1000_std": 0.42481045123696287, + "nauc_ndcg_at_100_diff1": 0.37129165763950694, + "nauc_ndcg_at_100_max": 0.3973640085576268, + "nauc_ndcg_at_100_std": 0.36867811420205876, + "nauc_ndcg_at_10_diff1": 0.3855469091242032, + "nauc_ndcg_at_10_max": 0.38390588155936023, + "nauc_ndcg_at_10_std": 0.3079600544899242, + "nauc_ndcg_at_1_diff1": 0.5603066760484313, + "nauc_ndcg_at_1_max": 0.46016018209851606, + "nauc_ndcg_at_1_std": 0.3079410486813621, + "nauc_ndcg_at_20_diff1": 0.3706250357282828, + "nauc_ndcg_at_20_max": 0.3811335075742343, + "nauc_ndcg_at_20_std": 0.29762109436926015, + "nauc_ndcg_at_3_diff1": 0.4176359396992313, + "nauc_ndcg_at_3_max": 0.43750500507880413, + "nauc_ndcg_at_3_std": 0.3317751896161067, + "nauc_ndcg_at_5_diff1": 0.413026829190963, + "nauc_ndcg_at_5_max": 0.4400117556364716, + "nauc_ndcg_at_5_std": 0.3236320557376005, + "nauc_precision_at_1000_diff1": -0.01655988902250027, + "nauc_precision_at_1000_max": 0.10578675009953933, + "nauc_precision_at_1000_std": -0.0959254812407313, + "nauc_precision_at_100_diff1": -0.026628176606989393, + "nauc_precision_at_100_max": 0.15164693609708438, + "nauc_precision_at_100_std": 0.13712488376472806, + "nauc_precision_at_10_diff1": -0.0008100783771704545, + "nauc_precision_at_10_max": 0.1974242430569185, + "nauc_precision_at_10_std": 0.23232442386307198, + "nauc_precision_at_1_diff1": 0.5597786718565898, + "nauc_precision_at_1_max": 0.4264930485857165, + "nauc_precision_at_1_std": 0.255661933479373, + "nauc_precision_at_20_diff1": -0.03996945041317752, + "nauc_precision_at_20_max": 0.1686079147644514, + "nauc_precision_at_20_std": 0.2015276016373015, + "nauc_precision_at_3_diff1": 0.12657978341024517, + "nauc_precision_at_3_max": 0.26922407995733166, + "nauc_precision_at_3_std": 0.2780563736289219, + "nauc_precision_at_5_diff1": 0.057285370489535234, + "nauc_precision_at_5_max": 0.28663700915390533, + "nauc_precision_at_5_std": 0.2736779655342999, + "nauc_recall_at_1000_diff1": 0.21452982782993787, + "nauc_recall_at_1000_max": 0.4993561244961307, + "nauc_recall_at_1000_std": 0.7239883160012576, + "nauc_recall_at_100_diff1": 0.2047855871462782, + "nauc_recall_at_100_max": 0.24047416775323044, + "nauc_recall_at_100_std": 0.32372082035848254, + "nauc_recall_at_10_diff1": 0.24386671070272745, + "nauc_recall_at_10_max": 0.14540686444434975, + "nauc_recall_at_10_std": 0.14103296278728084, + "nauc_recall_at_1_diff1": 0.47801754047562767, + "nauc_recall_at_1_max": 0.27380279927862955, + "nauc_recall_at_1_std": 0.08215604889525954, + "nauc_recall_at_20_diff1": 0.2102447797400827, + "nauc_recall_at_20_max": 0.16984103563799818, + "nauc_recall_at_20_std": 0.17665645945998798, + "nauc_recall_at_3_diff1": 0.3573246212433018, + "nauc_recall_at_3_max": 0.2095856495944656, + "nauc_recall_at_3_std": 0.14447370512133817, + "nauc_recall_at_5_diff1": 0.29929862907935134, + "nauc_recall_at_5_max": 0.19277130705499507, + "nauc_recall_at_5_std": 0.1620884009121441, + "ndcg_at_1": 0.6075, + "ndcg_at_10": 0.5147, + "ndcg_at_100": 0.58133, + "ndcg_at_1000": 0.66745, + "ndcg_at_20": 0.52265, + "ndcg_at_3": 0.54798, + "ndcg_at_5": 0.52786, + "precision_at_1": 0.685, + "precision_at_10": 0.3565, + "precision_at_100": 0.137, + "precision_at_1000": 0.03226, + "precision_at_20": 0.2765, + "precision_at_3": 0.52833, + "precision_at_5": 0.451, + "recall_at_1": 0.12899, + "recall_at_10": 0.34367, + "recall_at_100": 0.65673, + "recall_at_1000": 0.92768, + "recall_at_20": 0.42408, + "recall_at_3": 0.21189, + "recall_at_5": 0.26742 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.47848, + "map_at_1": 0.12187, + "map_at_10": 0.24483, + "map_at_100": 0.32489, + "map_at_1000": 0.35608, + "map_at_20": 0.27255, + "map_at_3": 0.18287, + "map_at_5": 0.21218, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7439404761904762, + "mrr_at_100": 0.7477929533125347, + "mrr_at_1000": 0.7478370171635489, + "mrr_at_20": 0.7469891839112043, + "mrr_at_3": 0.7183333333333333, + "mrr_at_5": 0.7373333333333334, + "nauc_map_at_1000_diff1": 0.21823595057224535, + "nauc_map_at_1000_max": 0.336714588408512, + "nauc_map_at_1000_std": 0.4371980787164563, + "nauc_map_at_100_diff1": 0.206615298299035, + "nauc_map_at_100_max": 0.2920436017583284, + "nauc_map_at_100_std": 0.4141430684024092, + "nauc_map_at_10_diff1": 0.2508822095509258, + "nauc_map_at_10_max": 0.1825834851213913, + "nauc_map_at_10_std": 0.2765257663312604, + "nauc_map_at_1_diff1": 0.38442739356311384, + "nauc_map_at_1_max": 0.21554720882503017, + "nauc_map_at_1_std": 0.15963607700959956, + "nauc_map_at_20_diff1": 0.23173097284252914, + "nauc_map_at_20_max": 0.21195833894495844, + "nauc_map_at_20_std": 0.3100350982081577, + "nauc_map_at_3_diff1": 0.3091218087827219, + "nauc_map_at_3_max": 0.18617778491771741, + "nauc_map_at_3_std": 0.24320550479239608, + "nauc_map_at_5_diff1": 0.27445121282346774, + "nauc_map_at_5_max": 0.16608681312784598, + "nauc_map_at_5_std": 0.2384321225896094, + "nauc_mrr_at_1000_diff1": 0.2690693574294201, + "nauc_mrr_at_1000_max": 0.49180879488212503, + "nauc_mrr_at_1000_std": 0.4763347580675811, + "nauc_mrr_at_100_diff1": 0.26888105285613684, + "nauc_mrr_at_100_max": 0.49186068931024934, + "nauc_mrr_at_100_std": 0.47644149830716886, + "nauc_mrr_at_10_diff1": 0.26781090249739753, + "nauc_mrr_at_10_max": 0.48850566641271764, + "nauc_mrr_at_10_std": 0.46899890937793703, + "nauc_mrr_at_1_diff1": 0.30934481728567154, + "nauc_mrr_at_1_max": 0.4988300308672707, + "nauc_mrr_at_1_std": 0.5214743270603075, + "nauc_mrr_at_20_diff1": 0.2704891232472086, + "nauc_mrr_at_20_max": 0.4926460694475656, + "nauc_mrr_at_20_std": 0.4737197416177762, + "nauc_mrr_at_3_diff1": 0.26154791273021266, + "nauc_mrr_at_3_max": 0.48398899022529684, + "nauc_mrr_at_3_std": 0.48702373581673464, + "nauc_mrr_at_5_diff1": 0.26259796593053075, + "nauc_mrr_at_5_max": 0.4858742118397857, + "nauc_mrr_at_5_std": 0.4592671027950262, + "nauc_ndcg_at_1000_diff1": 0.24258845852975178, + "nauc_ndcg_at_1000_max": 0.45740651134115345, + "nauc_ndcg_at_1000_std": 0.502689141522149, + "nauc_ndcg_at_100_diff1": 0.20785403100453356, + "nauc_ndcg_at_100_max": 0.3789359388606785, + "nauc_ndcg_at_100_std": 0.45586353528624224, + "nauc_ndcg_at_10_diff1": 0.2438417906666394, + "nauc_ndcg_at_10_max": 0.3896719759853575, + "nauc_ndcg_at_10_std": 0.417323645104301, + "nauc_ndcg_at_1_diff1": 0.2993789800536818, + "nauc_ndcg_at_1_max": 0.4553745291601192, + "nauc_ndcg_at_1_std": 0.4567955070033911, + "nauc_ndcg_at_20_diff1": 0.2307015428432766, + "nauc_ndcg_at_20_max": 0.3711864106316301, + "nauc_ndcg_at_20_std": 0.3989829428837175, + "nauc_ndcg_at_3_diff1": 0.26756821270793, + "nauc_ndcg_at_3_max": 0.4329576501568466, + "nauc_ndcg_at_3_std": 0.43384384162865186, + "nauc_ndcg_at_5_diff1": 0.26359067525895863, + "nauc_ndcg_at_5_max": 0.4012851153332258, + "nauc_ndcg_at_5_std": 0.3961328520362292, + "nauc_precision_at_1000_diff1": -0.018279330551502708, + "nauc_precision_at_1000_max": 0.18032667960517712, + "nauc_precision_at_1000_std": -0.03315188418965835, + "nauc_precision_at_100_diff1": -0.049781644537521375, + "nauc_precision_at_100_max": 0.27340583889977227, + "nauc_precision_at_100_std": 0.2049589435940373, + "nauc_precision_at_10_diff1": -0.04042544385093118, + "nauc_precision_at_10_max": 0.3014852134002629, + "nauc_precision_at_10_std": 0.30857556100780215, + "nauc_precision_at_1_diff1": 0.30934481728567154, + "nauc_precision_at_1_max": 0.4988300308672707, + "nauc_precision_at_1_std": 0.5214743270603075, + "nauc_precision_at_20_diff1": -0.0870101972632615, + "nauc_precision_at_20_max": 0.29164096049161087, + "nauc_precision_at_20_std": 0.26801242096752587, + "nauc_precision_at_3_diff1": 0.07555466719968049, + "nauc_precision_at_3_max": 0.31104480169041454, + "nauc_precision_at_3_std": 0.3912652408554869, + "nauc_precision_at_5_diff1": -0.00843450910086127, + "nauc_precision_at_5_max": 0.2940020387198108, + "nauc_precision_at_5_std": 0.3111506867788622, + "nauc_recall_at_1000_diff1": 0.018838294429202332, + "nauc_recall_at_1000_max": 0.49235517074526397, + "nauc_recall_at_1000_std": 0.6909955565094417, + "nauc_recall_at_100_diff1": 0.06448252611742761, + "nauc_recall_at_100_max": 0.23340355786802455, + "nauc_recall_at_100_std": 0.41061091014336104, + "nauc_recall_at_10_diff1": 0.20747851006193918, + "nauc_recall_at_10_max": 0.13781968794993812, + "nauc_recall_at_10_std": 0.24001615498495954, + "nauc_recall_at_1_diff1": 0.38442739356311384, + "nauc_recall_at_1_max": 0.21554720882503017, + "nauc_recall_at_1_std": 0.15963607700959956, + "nauc_recall_at_20_diff1": 0.17389180579976168, + "nauc_recall_at_20_max": 0.16660592675899866, + "nauc_recall_at_20_std": 0.2429435981452872, + "nauc_recall_at_3_diff1": 0.2780097245155647, + "nauc_recall_at_3_max": 0.1584710586447008, + "nauc_recall_at_3_std": 0.23959370880050584, + "nauc_recall_at_5_diff1": 0.2285415098507287, + "nauc_recall_at_5_max": 0.11328022564464756, + "nauc_recall_at_5_std": 0.19969091432865, + "ndcg_at_1": 0.595, + "ndcg_at_10": 0.47848, + "ndcg_at_100": 0.54526, + "ndcg_at_1000": 0.6304, + "ndcg_at_20": 0.48998, + "ndcg_at_3": 0.50732, + "ndcg_at_5": 0.48645, + "precision_at_1": 0.66, + "precision_at_10": 0.3215, + "precision_at_100": 0.1281, + "precision_at_1000": 0.03095, + "precision_at_20": 0.25175, + "precision_at_3": 0.46333, + "precision_at_5": 0.4, + "recall_at_1": 0.12187, + "recall_at_10": 0.31835, + "recall_at_100": 0.6258, + "recall_at_1000": 0.88728, + "recall_at_20": 0.39663, + "recall_at_3": 0.20025, + "recall_at_5": 0.24961 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CmedqaRetrieval.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CmedqaRetrieval.json new file mode 100644 index 000000000..ef8a2e09a --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 82.1490523815155, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.28656, + "map_at_1": 0.16755, + "map_at_10": 0.2391, + "map_at_100": 0.25059, + "map_at_1000": 0.25228, + "map_at_20": 0.24486, + "map_at_3": 0.21603, + "map_at_5": 0.22841, + "mrr_at_1": 0.26156539134783696, + "mrr_at_10": 0.3198770922889454, + "mrr_at_100": 0.3277757415430692, + "mrr_at_1000": 0.3286794938508903, + "mrr_at_20": 0.3240221737308951, + "mrr_at_3": 0.30165874802033865, + "mrr_at_5": 0.31154872051346216, + "nauc_map_at_1000_diff1": 0.5002216964617722, + "nauc_map_at_1000_max": 0.44271198917121085, + "nauc_map_at_1000_std": 0.21659919991259868, + "nauc_map_at_100_diff1": 0.5000183046758501, + "nauc_map_at_100_max": 0.44235156829914185, + "nauc_map_at_100_std": 0.21636765163186386, + "nauc_map_at_10_diff1": 0.5010626412577756, + "nauc_map_at_10_max": 0.43795466435031477, + "nauc_map_at_10_std": 0.20492262031046254, + "nauc_map_at_1_diff1": 0.5428634968530807, + "nauc_map_at_1_max": 0.39279053310174705, + "nauc_map_at_1_std": 0.13099021596025298, + "nauc_map_at_20_diff1": 0.5004346771086015, + "nauc_map_at_20_max": 0.43988057299695354, + "nauc_map_at_20_std": 0.21116806517568193, + "nauc_map_at_3_diff1": 0.5111107861253369, + "nauc_map_at_3_max": 0.42558477870339634, + "nauc_map_at_3_std": 0.17919658206430533, + "nauc_map_at_5_diff1": 0.5038220449851197, + "nauc_map_at_5_max": 0.43209604896507087, + "nauc_map_at_5_std": 0.19002892828487067, + "nauc_mrr_at_1000_diff1": 0.5321587071713375, + "nauc_mrr_at_1000_max": 0.4758412982276878, + "nauc_mrr_at_1000_std": 0.21784238789843313, + "nauc_mrr_at_100_diff1": 0.531933511315706, + "nauc_mrr_at_100_max": 0.47570899666229577, + "nauc_mrr_at_100_std": 0.21802376007040694, + "nauc_mrr_at_10_diff1": 0.5341279145654875, + "nauc_mrr_at_10_max": 0.47699103434970846, + "nauc_mrr_at_10_std": 0.2151778195533711, + "nauc_mrr_at_1_diff1": 0.5921159461517875, + "nauc_mrr_at_1_max": 0.4962314843489753, + "nauc_mrr_at_1_std": 0.18004086360933014, + "nauc_mrr_at_20_diff1": 0.5322728227478806, + "nauc_mrr_at_20_max": 0.4757270545503276, + "nauc_mrr_at_20_std": 0.21714443528801292, + "nauc_mrr_at_3_diff1": 0.54320295020012, + "nauc_mrr_at_3_max": 0.47782948693081234, + "nauc_mrr_at_3_std": 0.20332850790396778, + "nauc_mrr_at_5_diff1": 0.5366010367942873, + "nauc_mrr_at_5_max": 0.47714313312995715, + "nauc_mrr_at_5_std": 0.20798463098814454, + "nauc_ndcg_at_1000_diff1": 0.48495863666275923, + "nauc_ndcg_at_1000_max": 0.45454988742714625, + "nauc_ndcg_at_1000_std": 0.2579305364590138, + "nauc_ndcg_at_100_diff1": 0.47884432871455146, + "nauc_ndcg_at_100_max": 0.450268673865522, + "nauc_ndcg_at_100_std": 0.2655151370152672, + "nauc_ndcg_at_10_diff1": 0.4880911490473682, + "nauc_ndcg_at_10_max": 0.44515455849905033, + "nauc_ndcg_at_10_std": 0.23164600292942567, + "nauc_ndcg_at_1_diff1": 0.5921159461517875, + "nauc_ndcg_at_1_max": 0.4962314843489753, + "nauc_ndcg_at_1_std": 0.18004086360933014, + "nauc_ndcg_at_20_diff1": 0.48425425671312966, + "nauc_ndcg_at_20_max": 0.44471786326221097, + "nauc_ndcg_at_20_std": 0.2451061417201772, + "nauc_ndcg_at_3_diff1": 0.507750431249582, + "nauc_ndcg_at_3_max": 0.45304751802331383, + "nauc_ndcg_at_3_std": 0.20573641075509438, + "nauc_ndcg_at_5_diff1": 0.494663377830828, + "nauc_ndcg_at_5_max": 0.44515661561644104, + "nauc_ndcg_at_5_std": 0.21144330221974014, + "nauc_precision_at_1000_diff1": 0.1266466064582249, + "nauc_precision_at_1000_max": 0.2526337290281451, + "nauc_precision_at_1000_std": 0.2041380398543508, + "nauc_precision_at_100_diff1": 0.24686983561479148, + "nauc_precision_at_100_max": 0.3827168399376529, + "nauc_precision_at_100_std": 0.3443173648373396, + "nauc_precision_at_10_diff1": 0.365692567934333, + "nauc_precision_at_10_max": 0.46921463465762786, + "nauc_precision_at_10_std": 0.32058937322289954, + "nauc_precision_at_1_diff1": 0.5921159461517875, + "nauc_precision_at_1_max": 0.4962314843489753, + "nauc_precision_at_1_std": 0.18004086360933014, + "nauc_precision_at_20_diff1": 0.3365632888775559, + "nauc_precision_at_20_max": 0.45010347468185363, + "nauc_precision_at_20_std": 0.34692258228691725, + "nauc_precision_at_3_diff1": 0.4526447357382997, + "nauc_precision_at_3_max": 0.487867630263332, + "nauc_precision_at_3_std": 0.25071031702581387, + "nauc_precision_at_5_diff1": 0.4055977163674986, + "nauc_precision_at_5_max": 0.4810346319528648, + "nauc_precision_at_5_std": 0.27235446242303246, + "nauc_recall_at_1000_diff1": 0.26669374585939565, + "nauc_recall_at_1000_max": 0.37720165180628434, + "nauc_recall_at_1000_std": 0.4389376370546658, + "nauc_recall_at_100_diff1": 0.31513488501305176, + "nauc_recall_at_100_max": 0.3694092515643207, + "nauc_recall_at_100_std": 0.3818622516756325, + "nauc_recall_at_10_diff1": 0.3858521531760004, + "nauc_recall_at_10_max": 0.38246949224413296, + "nauc_recall_at_10_std": 0.26236983251284546, + "nauc_recall_at_1_diff1": 0.5428634968530807, + "nauc_recall_at_1_max": 0.39279053310174705, + "nauc_recall_at_1_std": 0.13099021596025298, + "nauc_recall_at_20_diff1": 0.3659495938274083, + "nauc_recall_at_20_max": 0.37140019696478316, + "nauc_recall_at_20_std": 0.29617018559875624, + "nauc_recall_at_3_diff1": 0.44465024133831355, + "nauc_recall_at_3_max": 0.3896738935958872, + "nauc_recall_at_3_std": 0.19372997930552222, + "nauc_recall_at_5_diff1": 0.41266788022015866, + "nauc_recall_at_5_max": 0.3851402149052982, + "nauc_recall_at_5_std": 0.21311025103386036, + "ndcg_at_1": 0.26157, + "ndcg_at_10": 0.28656, + "ndcg_at_100": 0.34, + "ndcg_at_1000": 0.38005, + "ndcg_at_20": 0.30395, + "ndcg_at_3": 0.25603, + "ndcg_at_5": 0.26736, + "precision_at_1": 0.26157, + "precision_at_10": 0.06254, + "precision_at_100": 0.01063, + "precision_at_1000": 0.0016, + "precision_at_20": 0.03695, + "precision_at_3": 0.1442, + "precision_at_5": 0.10248, + "recall_at_1": 0.16755, + "recall_at_10": 0.3494, + "recall_at_100": 0.58077, + "recall_at_1000": 0.86265, + "recall_at_20": 0.4092, + "recall_at_3": 0.25192, + "recall_at_5": 0.29179 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedicalQARetrieval.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedicalQARetrieval.json new file mode 100644 index 000000000..eb3a9fa7a --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 6.684688329696655, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69776, + "map_at_1": 0.52979, + "map_at_10": 0.64353, + "map_at_100": 0.64781, + "map_at_1000": 0.64798, + "map_at_20": 0.64643, + "map_at_3": 0.61971, + "map_at_5": 0.63285, + "mrr_at_1": 0.52978515625, + "mrr_at_10": 0.6432218036954355, + "mrr_at_100": 0.6474986539852499, + "mrr_at_1000": 0.6476703143602706, + "mrr_at_20": 0.6461205771613747, + "mrr_at_3": 0.6192220052083317, + "mrr_at_5": 0.6324544270833325, + "nauc_map_at_1000_diff1": 0.5895229886691976, + "nauc_map_at_1000_max": 0.34990742277379344, + "nauc_map_at_1000_std": 0.013860158807598819, + "nauc_map_at_100_diff1": 0.5895166078883346, + "nauc_map_at_100_max": 0.3500454795824969, + "nauc_map_at_100_std": 0.013715330033311017, + "nauc_map_at_10_diff1": 0.5874748380146424, + "nauc_map_at_10_max": 0.34928311287724956, + "nauc_map_at_10_std": 0.012115297027550547, + "nauc_map_at_1_diff1": 0.6427250437949392, + "nauc_map_at_1_max": 0.35378743500594967, + "nauc_map_at_1_std": 0.05192670849884749, + "nauc_map_at_20_diff1": 0.588336225004724, + "nauc_map_at_20_max": 0.3497252701463727, + "nauc_map_at_20_std": 0.012353150116674911, + "nauc_map_at_3_diff1": 0.587310900029921, + "nauc_map_at_3_max": 0.3414212182916434, + "nauc_map_at_3_std": 0.016166221535082487, + "nauc_map_at_5_diff1": 0.5840829080111802, + "nauc_map_at_5_max": 0.3472179892734142, + "nauc_map_at_5_std": 0.010271597508923137, + "nauc_mrr_at_1000_diff1": 0.5902332523197047, + "nauc_mrr_at_1000_max": 0.3508764959396617, + "nauc_mrr_at_1000_std": 0.016823156589507043, + "nauc_mrr_at_100_diff1": 0.5902263767221825, + "nauc_mrr_at_100_max": 0.3510137612063565, + "nauc_mrr_at_100_std": 0.016676585159222764, + "nauc_mrr_at_10_diff1": 0.5881763517977864, + "nauc_mrr_at_10_max": 0.350232832415168, + "nauc_mrr_at_10_std": 0.015034635086751588, + "nauc_mrr_at_1_diff1": 0.6427250437949392, + "nauc_mrr_at_1_max": 0.3552832787870904, + "nauc_mrr_at_1_std": 0.05586396386678241, + "nauc_mrr_at_20_diff1": 0.5890437365200077, + "nauc_mrr_at_20_max": 0.35068362712490336, + "nauc_mrr_at_20_std": 0.01529984042729255, + "nauc_mrr_at_3_diff1": 0.5883172911972516, + "nauc_mrr_at_3_max": 0.3419088163239581, + "nauc_mrr_at_3_std": 0.019181449810286046, + "nauc_mrr_at_5_diff1": 0.5849290578139372, + "nauc_mrr_at_5_max": 0.348337027361008, + "nauc_mrr_at_5_std": 0.013048372175779373, + "nauc_ndcg_at_1000_diff1": 0.580590583800156, + "nauc_ndcg_at_1000_max": 0.3541001331810554, + "nauc_ndcg_at_1000_std": 0.007885677338473514, + "nauc_ndcg_at_100_diff1": 0.5797823625270739, + "nauc_ndcg_at_100_max": 0.3594172878717774, + "nauc_ndcg_at_100_std": 0.006431306842834638, + "nauc_ndcg_at_10_diff1": 0.5669958471653207, + "nauc_ndcg_at_10_max": 0.35590231992390553, + "nauc_ndcg_at_10_std": -0.0062125557913492455, + "nauc_ndcg_at_1_diff1": 0.6427250437949392, + "nauc_ndcg_at_1_max": 0.35378743500594967, + "nauc_ndcg_at_1_std": 0.05192670849884749, + "nauc_ndcg_at_20_diff1": 0.5699267292924923, + "nauc_ndcg_at_20_max": 0.35800214428218513, + "nauc_ndcg_at_20_std": -0.004722614048697354, + "nauc_ndcg_at_3_diff1": 0.5674123522074669, + "nauc_ndcg_at_3_max": 0.3391035625365995, + "nauc_ndcg_at_3_std": 0.002589710627264366, + "nauc_ndcg_at_5_diff1": 0.5596472447097965, + "nauc_ndcg_at_5_max": 0.34982636060854244, + "nauc_ndcg_at_5_std": -0.009744823813698452, + "nauc_precision_at_1000_diff1": 0.6409885068200141, + "nauc_precision_at_1000_max": 0.20148531800371272, + "nauc_precision_at_1000_std": 0.459006096238457, + "nauc_precision_at_100_diff1": 0.5350606791659361, + "nauc_precision_at_100_max": 0.5974344612680488, + "nauc_precision_at_100_std": 0.007713742887788762, + "nauc_precision_at_10_diff1": 0.4440656466756102, + "nauc_precision_at_10_max": 0.40673208692760254, + "nauc_precision_at_10_std": -0.12058620296956388, + "nauc_precision_at_1_diff1": 0.6427250437949392, + "nauc_precision_at_1_max": 0.35378743500594967, + "nauc_precision_at_1_std": 0.05192670849884749, + "nauc_precision_at_20_diff1": 0.42357373785430824, + "nauc_precision_at_20_max": 0.4483037255179376, + "nauc_precision_at_20_std": -0.1461344763376871, + "nauc_precision_at_3_diff1": 0.49639878800737275, + "nauc_precision_at_3_max": 0.33167694278520615, + "nauc_precision_at_3_std": -0.04615444352924149, + "nauc_precision_at_5_diff1": 0.4550043923690154, + "nauc_precision_at_5_max": 0.363764712294865, + "nauc_precision_at_5_std": -0.09695005426686153, + "nauc_recall_at_1000_diff1": 0.6409885068200417, + "nauc_recall_at_1000_max": 0.20148531800366662, + "nauc_recall_at_1000_std": 0.45900609623844074, + "nauc_recall_at_100_diff1": 0.5350606791659385, + "nauc_recall_at_100_max": 0.5974344612680568, + "nauc_recall_at_100_std": 0.007713742887801548, + "nauc_recall_at_10_diff1": 0.4440656466756115, + "nauc_recall_at_10_max": 0.4067320869276039, + "nauc_recall_at_10_std": -0.12058620296956138, + "nauc_recall_at_1_diff1": 0.6427250437949392, + "nauc_recall_at_1_max": 0.35378743500594967, + "nauc_recall_at_1_std": 0.05192670849884749, + "nauc_recall_at_20_diff1": 0.4235737378543093, + "nauc_recall_at_20_max": 0.44830372551793973, + "nauc_recall_at_20_std": -0.14613447633768278, + "nauc_recall_at_3_diff1": 0.496398788007373, + "nauc_recall_at_3_max": 0.33167694278520515, + "nauc_recall_at_3_std": -0.04615444352924181, + "nauc_recall_at_5_diff1": 0.45500439236901696, + "nauc_recall_at_5_max": 0.3637647122948664, + "nauc_recall_at_5_std": -0.09695005426685968, + "ndcg_at_1": 0.52979, + "ndcg_at_10": 0.69776, + "ndcg_at_100": 0.7181, + "ndcg_at_1000": 0.72264, + "ndcg_at_20": 0.70828, + "ndcg_at_3": 0.64834, + "ndcg_at_5": 0.67224, + "precision_at_1": 0.52979, + "precision_at_10": 0.08677, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "precision_at_20": 0.04546, + "precision_at_3": 0.24365, + "precision_at_5": 0.15791, + "recall_at_1": 0.52979, + "recall_at_10": 0.86768, + "recall_at_100": 0.96191, + "recall_at_1000": 0.99756, + "recall_at_20": 0.90918, + "recall_at_3": 0.73096, + "recall_at_5": 0.78955 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedrxivClusteringP2P.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..ce7169d9c --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 16.77904462814331, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34306003127887985, + "v_measure": 0.34306003127887985, + "v_measure_std": 0.007372767969927601, + "v_measures": { + "Level 0": [ + 0.34315321605314875, + 0.3328368484602178, + 0.34560815436703984, + 0.35223796345399017, + 0.34556069406957857, + 0.34719550316585573, + 0.32990414756942266, + 0.3486702761282945, + 0.33496484171768065, + 0.3504686678035702 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedrxivClusteringS2S.v2.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..5f55a1d2b --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 14.111248254776001, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3152012458651023, + "v_measure": 0.3152012458651023, + "v_measure_std": 0.006623337076546582, + "v_measures": { + "Level 0": [ + 0.3222588684332507, + 0.3017445770055914, + 0.3149125807452446, + 0.30667244884126627, + 0.3212660213428054, + 0.32115765054905476, + 0.31697653596948006, + 0.3219400244566727, + 0.3125050591813516, + 0.31257869212630546 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus.json new file mode 100644 index 000000000..2952c1364 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 5.827739715576172, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.33983, + "map_at_1": 0.05604, + "map_at_10": 0.1266, + "map_at_100": 0.15776, + "map_at_1000": 0.1711, + "map_at_20": 0.14, + "map_at_3": 0.09229, + "map_at_5": 0.10936, + "mrr_at_1": 0.43653250773993807, + "mrr_at_10": 0.5245073467983684, + "mrr_at_100": 0.5311760507940515, + "mrr_at_1000": 0.5316011187784989, + "mrr_at_20": 0.5280316874994528, + "mrr_at_3": 0.5000000000000001, + "mrr_at_5": 0.5142414860681115, + "nauc_map_at_1000_diff1": 0.3240153478007046, + "nauc_map_at_1000_max": 0.36775505744921333, + "nauc_map_at_1000_std": 0.20427117123486996, + "nauc_map_at_100_diff1": 0.3401198430250072, + "nauc_map_at_100_max": 0.36199311871844414, + "nauc_map_at_100_std": 0.17697847415563817, + "nauc_map_at_10_diff1": 0.38033237195503716, + "nauc_map_at_10_max": 0.31513691083218975, + "nauc_map_at_10_std": 0.06865191262957347, + "nauc_map_at_1_diff1": 0.5219127933096348, + "nauc_map_at_1_max": 0.1680056868875326, + "nauc_map_at_1_std": -0.09411083959525439, + "nauc_map_at_20_diff1": 0.36349338108305274, + "nauc_map_at_20_max": 0.33957478583490514, + "nauc_map_at_20_std": 0.11956996569839339, + "nauc_map_at_3_diff1": 0.4758580943447865, + "nauc_map_at_3_max": 0.25012669602510423, + "nauc_map_at_3_std": -0.020219474619756417, + "nauc_map_at_5_diff1": 0.42346731984631375, + "nauc_map_at_5_max": 0.28252368033125624, + "nauc_map_at_5_std": 0.020886861762310503, + "nauc_mrr_at_1000_diff1": 0.2875018416285022, + "nauc_mrr_at_1000_max": 0.4902011319456548, + "nauc_mrr_at_1000_std": 0.2881907373158053, + "nauc_mrr_at_100_diff1": 0.2874483876464229, + "nauc_mrr_at_100_max": 0.49053049000028337, + "nauc_mrr_at_100_std": 0.288542935307308, + "nauc_mrr_at_10_diff1": 0.28541364878832826, + "nauc_mrr_at_10_max": 0.4906131021209951, + "nauc_mrr_at_10_std": 0.2871547678602555, + "nauc_mrr_at_1_diff1": 0.3204746410700848, + "nauc_mrr_at_1_max": 0.4217046473745662, + "nauc_mrr_at_1_std": 0.20785721935354237, + "nauc_mrr_at_20_diff1": 0.28572747889943984, + "nauc_mrr_at_20_max": 0.4918507322661987, + "nauc_mrr_at_20_std": 0.2897971810219454, + "nauc_mrr_at_3_diff1": 0.2836014174998254, + "nauc_mrr_at_3_max": 0.4733791399988083, + "nauc_mrr_at_3_std": 0.26892599920556454, + "nauc_mrr_at_5_diff1": 0.2861012797544313, + "nauc_mrr_at_5_max": 0.48696632184850325, + "nauc_mrr_at_5_std": 0.28349330918308013, + "nauc_ndcg_at_1000_diff1": 0.2905833215648615, + "nauc_ndcg_at_1000_max": 0.4863761946625734, + "nauc_ndcg_at_1000_std": 0.3618277400370887, + "nauc_ndcg_at_100_diff1": 0.28568560521232794, + "nauc_ndcg_at_100_max": 0.4424217410268517, + "nauc_ndcg_at_100_std": 0.31471561801019876, + "nauc_ndcg_at_10_diff1": 0.2204952592389296, + "nauc_ndcg_at_10_max": 0.4315282141171303, + "nauc_ndcg_at_10_std": 0.3003854859513856, + "nauc_ndcg_at_1_diff1": 0.33569993879402893, + "nauc_ndcg_at_1_max": 0.40499322078102057, + "nauc_ndcg_at_1_std": 0.19034678208711267, + "nauc_ndcg_at_20_diff1": 0.23069709746994854, + "nauc_ndcg_at_20_max": 0.4318618828541214, + "nauc_ndcg_at_20_std": 0.3109680945319539, + "nauc_ndcg_at_3_diff1": 0.2555365096055875, + "nauc_ndcg_at_3_max": 0.4423572307786557, + "nauc_ndcg_at_3_std": 0.258269202930602, + "nauc_ndcg_at_5_diff1": 0.23223257483889206, + "nauc_ndcg_at_5_max": 0.45561872267222164, + "nauc_ndcg_at_5_std": 0.29717832163689406, + "nauc_precision_at_1000_diff1": -0.18964216074604012, + "nauc_precision_at_1000_max": 0.06702444028328891, + "nauc_precision_at_1000_std": 0.31018459537408877, + "nauc_precision_at_100_diff1": -0.1471328437584087, + "nauc_precision_at_100_max": 0.21308500727877464, + "nauc_precision_at_100_std": 0.4308149424042318, + "nauc_precision_at_10_diff1": -0.011747091740743293, + "nauc_precision_at_10_max": 0.4060337791719532, + "nauc_precision_at_10_std": 0.41604171934459394, + "nauc_precision_at_1_diff1": 0.3204746410700848, + "nauc_precision_at_1_max": 0.4217046473745662, + "nauc_precision_at_1_std": 0.20785721935354237, + "nauc_precision_at_20_diff1": -0.06347485248194082, + "nauc_precision_at_20_max": 0.35310011440174566, + "nauc_precision_at_20_std": 0.45902838877404895, + "nauc_precision_at_3_diff1": 0.16787105940064664, + "nauc_precision_at_3_max": 0.44901247046775583, + "nauc_precision_at_3_std": 0.3159227614370235, + "nauc_precision_at_5_diff1": 0.08398050853514029, + "nauc_precision_at_5_max": 0.4583037497587911, + "nauc_precision_at_5_std": 0.3846848087283519, + "nauc_recall_at_1000_diff1": 0.1778603496367743, + "nauc_recall_at_1000_max": 0.18997159616048798, + "nauc_recall_at_1000_std": 0.19259623712724447, + "nauc_recall_at_100_diff1": 0.25694121591163405, + "nauc_recall_at_100_max": 0.3022720656982898, + "nauc_recall_at_100_std": 0.2176634064891207, + "nauc_recall_at_10_diff1": 0.3121859021766873, + "nauc_recall_at_10_max": 0.277087996742293, + "nauc_recall_at_10_std": 0.04808064675386208, + "nauc_recall_at_1_diff1": 0.5219127933096348, + "nauc_recall_at_1_max": 0.1680056868875326, + "nauc_recall_at_1_std": -0.09411083959525439, + "nauc_recall_at_20_diff1": 0.29367890173308675, + "nauc_recall_at_20_max": 0.3086542711644586, + "nauc_recall_at_20_std": 0.11514530348003277, + "nauc_recall_at_3_diff1": 0.45560373458326714, + "nauc_recall_at_3_max": 0.24553225650269872, + "nauc_recall_at_3_std": -0.018049562632832472, + "nauc_recall_at_5_diff1": 0.37493672824233654, + "nauc_recall_at_5_max": 0.2595235683487148, + "nauc_recall_at_5_std": 0.020081601422058587, + "ndcg_at_1": 0.4226, + "ndcg_at_10": 0.33983, + "ndcg_at_100": 0.30958, + "ndcg_at_1000": 0.39579, + "ndcg_at_20": 0.31616, + "ndcg_at_3": 0.39068, + "ndcg_at_5": 0.3754, + "precision_at_1": 0.43653, + "precision_at_10": 0.25325, + "precision_at_100": 0.07681, + "precision_at_1000": 0.02029, + "precision_at_20": 0.18591, + "precision_at_3": 0.36739, + "precision_at_5": 0.33003, + "recall_at_1": 0.05604, + "recall_at_10": 0.16439, + "recall_at_100": 0.31414, + "recall_at_1000": 0.6317, + "recall_at_20": 0.20017, + "recall_at_3": 0.10014, + "recall_at_5": 0.12929 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-PL.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-PL.json new file mode 100644 index 000000000..06a555a10 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 7.9074928760528564, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.65803, + "map_at_1": 0.51361, + "map_at_10": 0.61123, + "map_at_100": 0.61726, + "map_at_1000": 0.61756, + "map_at_20": 0.61461, + "map_at_3": 0.58444, + "map_at_5": 0.60108, + "mrr_at_1": 0.54, + "mrr_at_10": 0.6250343915343914, + "mrr_at_100": 0.6300251789431395, + "mrr_at_1000": 0.6303201404677904, + "mrr_at_20": 0.6281395452958918, + "mrr_at_3": 0.6055555555555554, + "mrr_at_5": 0.6183888888888889, + "nauc_map_at_1000_diff1": 0.6785222125335211, + "nauc_map_at_1000_max": 0.5101217473156171, + "nauc_map_at_1000_std": 0.077142065567286, + "nauc_map_at_100_diff1": 0.6784737894126064, + "nauc_map_at_100_max": 0.510129532546822, + "nauc_map_at_100_std": 0.07746412900439839, + "nauc_map_at_10_diff1": 0.6776062263464806, + "nauc_map_at_10_max": 0.5091994587584431, + "nauc_map_at_10_std": 0.07571693454568505, + "nauc_map_at_1_diff1": 0.6961558218438121, + "nauc_map_at_1_max": 0.435531357552797, + "nauc_map_at_1_std": 0.025164277825772307, + "nauc_map_at_20_diff1": 0.6784108952095677, + "nauc_map_at_20_max": 0.5106824607106525, + "nauc_map_at_20_std": 0.07683785466915323, + "nauc_map_at_3_diff1": 0.6741601002628758, + "nauc_map_at_3_max": 0.4843892418858395, + "nauc_map_at_3_std": 0.034373224924373225, + "nauc_map_at_5_diff1": 0.6785758546101386, + "nauc_map_at_5_max": 0.49714410271522513, + "nauc_map_at_5_std": 0.05835505934401556, + "nauc_mrr_at_1000_diff1": 0.6776446594172998, + "nauc_mrr_at_1000_max": 0.5269679010778484, + "nauc_mrr_at_1000_std": 0.09604143569140826, + "nauc_mrr_at_100_diff1": 0.6775919806392161, + "nauc_mrr_at_100_max": 0.5269510711882561, + "nauc_mrr_at_100_std": 0.09633630493995878, + "nauc_mrr_at_10_diff1": 0.6758890478185445, + "nauc_mrr_at_10_max": 0.527462542620342, + "nauc_mrr_at_10_std": 0.09670413353024387, + "nauc_mrr_at_1_diff1": 0.7056486343808174, + "nauc_mrr_at_1_max": 0.4995924907152713, + "nauc_mrr_at_1_std": 0.07932538690228073, + "nauc_mrr_at_20_diff1": 0.6769513606058588, + "nauc_mrr_at_20_max": 0.5279606175488705, + "nauc_mrr_at_20_std": 0.09646312906773073, + "nauc_mrr_at_3_diff1": 0.6704308786461737, + "nauc_mrr_at_3_max": 0.5184020911660123, + "nauc_mrr_at_3_std": 0.06904327457586872, + "nauc_mrr_at_5_diff1": 0.6775795374447933, + "nauc_mrr_at_5_max": 0.5250058519580955, + "nauc_mrr_at_5_std": 0.09023120415328525, + "nauc_ndcg_at_1000_diff1": 0.6720065484914934, + "nauc_ndcg_at_1000_max": 0.5309262255698342, + "nauc_ndcg_at_1000_std": 0.10558474440169986, + "nauc_ndcg_at_100_diff1": 0.6709584995435527, + "nauc_ndcg_at_100_max": 0.5337167793325148, + "nauc_ndcg_at_100_std": 0.11664297848355538, + "nauc_ndcg_at_10_diff1": 0.6669447517549942, + "nauc_ndcg_at_10_max": 0.5337962155370212, + "nauc_ndcg_at_10_std": 0.10758316841396558, + "nauc_ndcg_at_1_diff1": 0.7056486343808174, + "nauc_ndcg_at_1_max": 0.4995924907152713, + "nauc_ndcg_at_1_std": 0.07932538690228073, + "nauc_ndcg_at_20_diff1": 0.6687341738241198, + "nauc_ndcg_at_20_max": 0.5384459165497512, + "nauc_ndcg_at_20_std": 0.11166168068448251, + "nauc_ndcg_at_3_diff1": 0.658397139203591, + "nauc_ndcg_at_3_max": 0.5078956812458595, + "nauc_ndcg_at_3_std": 0.04841241890820478, + "nauc_ndcg_at_5_diff1": 0.6699618485263561, + "nauc_ndcg_at_5_max": 0.5170145484806612, + "nauc_ndcg_at_5_std": 0.07986711544390133, + "nauc_precision_at_1000_diff1": -0.19304708259431744, + "nauc_precision_at_1000_max": 0.2639860707765672, + "nauc_precision_at_1000_std": 0.3724767900416451, + "nauc_precision_at_100_diff1": 0.015175975132858292, + "nauc_precision_at_100_max": 0.36175172967010905, + "nauc_precision_at_100_std": 0.39094555299308054, + "nauc_precision_at_10_diff1": 0.2647381371473857, + "nauc_precision_at_10_max": 0.5171411193335235, + "nauc_precision_at_10_std": 0.3316576199647957, + "nauc_precision_at_1_diff1": 0.7056486343808174, + "nauc_precision_at_1_max": 0.4995924907152713, + "nauc_precision_at_1_std": 0.07932538690228073, + "nauc_precision_at_20_diff1": 0.2010036450791432, + "nauc_precision_at_20_max": 0.525071153942178, + "nauc_precision_at_20_std": 0.37785988914964813, + "nauc_precision_at_3_diff1": 0.46653898742740585, + "nauc_precision_at_3_max": 0.5333847861610945, + "nauc_precision_at_3_std": 0.12756489964316495, + "nauc_precision_at_5_diff1": 0.37752779084743604, + "nauc_precision_at_5_max": 0.5251626578458345, + "nauc_precision_at_5_std": 0.23836206281990974, + "nauc_recall_at_1000_diff1": 0.5875350140056013, + "nauc_recall_at_1000_max": 0.8978758169934619, + "nauc_recall_at_1000_std": 0.748015873015867, + "nauc_recall_at_100_diff1": 0.6312112723877426, + "nauc_recall_at_100_max": 0.6526016467192924, + "nauc_recall_at_100_std": 0.44111705288176056, + "nauc_recall_at_10_diff1": 0.6202266178500665, + "nauc_recall_at_10_max": 0.603916020604693, + "nauc_recall_at_10_std": 0.21799589372866418, + "nauc_recall_at_1_diff1": 0.6961558218438121, + "nauc_recall_at_1_max": 0.435531357552797, + "nauc_recall_at_1_std": 0.025164277825772307, + "nauc_recall_at_20_diff1": 0.6098614150160404, + "nauc_recall_at_20_max": 0.6332629979523818, + "nauc_recall_at_20_std": 0.26257743613226453, + "nauc_recall_at_3_diff1": 0.614719674401033, + "nauc_recall_at_3_max": 0.5093791071564033, + "nauc_recall_at_3_std": 0.023510648218777186, + "nauc_recall_at_5_diff1": 0.6311907419613718, + "nauc_recall_at_5_max": 0.5404741555546194, + "nauc_recall_at_5_std": 0.11884325788481455, + "ndcg_at_1": 0.54, + "ndcg_at_10": 0.65803, + "ndcg_at_100": 0.68525, + "ndcg_at_1000": 0.69478, + "ndcg_at_20": 0.66976, + "ndcg_at_3": 0.61336, + "ndcg_at_5": 0.63791, + "precision_at_1": 0.54, + "precision_at_10": 0.08867, + "precision_at_100": 0.01037, + "precision_at_1000": 0.00112, + "precision_at_20": 0.04683, + "precision_at_3": 0.24333, + "precision_at_5": 0.162, + "recall_at_1": 0.51361, + "recall_at_10": 0.78656, + "recall_at_100": 0.90833, + "recall_at_1000": 0.98667, + "recall_at_20": 0.83156, + "recall_at_3": 0.66728, + "recall_at_5": 0.72822 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact.json new file mode 100644 index 000000000..3ac03da79 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 15.932186365127563, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70196, + "map_at_1": 0.57261, + "map_at_10": 0.66163, + "map_at_100": 0.66851, + "map_at_1000": 0.66879, + "map_at_20": 0.66698, + "map_at_3": 0.6363, + "map_at_5": 0.65366, + "mrr_at_1": 0.6033333333333334, + "mrr_at_10": 0.6741005291005291, + "mrr_at_100": 0.6798358390131003, + "mrr_at_1000": 0.6800859011799094, + "mrr_at_20": 0.6786025122538282, + "mrr_at_3": 0.6555555555555557, + "mrr_at_5": 0.6690555555555556, + "nauc_map_at_1000_diff1": 0.733348060862539, + "nauc_map_at_1000_max": 0.46876772835622543, + "nauc_map_at_1000_std": -0.14672728996073328, + "nauc_map_at_100_diff1": 0.7332960785674772, + "nauc_map_at_100_max": 0.4689378217787692, + "nauc_map_at_100_std": -0.1467229726364564, + "nauc_map_at_10_diff1": 0.7322377911258908, + "nauc_map_at_10_max": 0.47214796021588856, + "nauc_map_at_10_std": -0.1446393743438063, + "nauc_map_at_1_diff1": 0.7607773344795433, + "nauc_map_at_1_max": 0.3775310480965832, + "nauc_map_at_1_std": -0.23948095471172196, + "nauc_map_at_20_diff1": 0.7318240100864616, + "nauc_map_at_20_max": 0.46906093479687344, + "nauc_map_at_20_std": -0.14508067733740687, + "nauc_map_at_3_diff1": 0.7395927065784851, + "nauc_map_at_3_max": 0.4343003327638447, + "nauc_map_at_3_std": -0.19386077494091794, + "nauc_map_at_5_diff1": 0.7325198659795127, + "nauc_map_at_5_max": 0.46292975415981635, + "nauc_map_at_5_std": -0.15272354280820477, + "nauc_mrr_at_1000_diff1": 0.7334841254039252, + "nauc_mrr_at_1000_max": 0.4867439776340009, + "nauc_mrr_at_1000_std": -0.12274929263730638, + "nauc_mrr_at_100_diff1": 0.733575143123741, + "nauc_mrr_at_100_max": 0.4870188027404479, + "nauc_mrr_at_100_std": -0.12255235926695002, + "nauc_mrr_at_10_diff1": 0.7322034593609344, + "nauc_mrr_at_10_max": 0.4916934004355443, + "nauc_mrr_at_10_std": -0.11848198532240181, + "nauc_mrr_at_1_diff1": 0.7606106900618553, + "nauc_mrr_at_1_max": 0.44033679517100965, + "nauc_mrr_at_1_std": -0.17517528974436838, + "nauc_mrr_at_20_diff1": 0.7319456257514317, + "nauc_mrr_at_20_max": 0.4873911486376823, + "nauc_mrr_at_20_std": -0.12108609140748063, + "nauc_mrr_at_3_diff1": 0.7349049674042785, + "nauc_mrr_at_3_max": 0.4694683683775591, + "nauc_mrr_at_3_std": -0.15123771921770238, + "nauc_mrr_at_5_diff1": 0.7322983498269483, + "nauc_mrr_at_5_max": 0.49191090242878793, + "nauc_mrr_at_5_std": -0.11626512744221901, + "nauc_ndcg_at_1000_diff1": 0.7275202660031952, + "nauc_ndcg_at_1000_max": 0.4936501709142943, + "nauc_ndcg_at_1000_std": -0.11482248375987252, + "nauc_ndcg_at_100_diff1": 0.7291782632005979, + "nauc_ndcg_at_100_max": 0.5013242810443043, + "nauc_ndcg_at_100_std": -0.1089324506574971, + "nauc_ndcg_at_10_diff1": 0.7167133358645846, + "nauc_ndcg_at_10_max": 0.5134009871361751, + "nauc_ndcg_at_10_std": -0.09525655898792232, + "nauc_ndcg_at_1_diff1": 0.7606106900618553, + "nauc_ndcg_at_1_max": 0.44033679517100965, + "nauc_ndcg_at_1_std": -0.17517528974436838, + "nauc_ndcg_at_20_diff1": 0.7149827196603367, + "nauc_ndcg_at_20_max": 0.5009756098395142, + "nauc_ndcg_at_20_std": -0.09779779319226323, + "nauc_ndcg_at_3_diff1": 0.7271859782371284, + "nauc_ndcg_at_3_max": 0.46078221176546835, + "nauc_ndcg_at_3_std": -0.1678759306878628, + "nauc_ndcg_at_5_diff1": 0.7180915948961022, + "nauc_ndcg_at_5_max": 0.4985061327223068, + "nauc_ndcg_at_5_std": -0.10712467978533263, + "nauc_precision_at_1000_diff1": -0.16795823587240152, + "nauc_precision_at_1000_max": 0.32406522254991743, + "nauc_precision_at_1000_std": 0.5241804806942615, + "nauc_precision_at_100_diff1": 0.015964410189566656, + "nauc_precision_at_100_max": 0.4166444702615402, + "nauc_precision_at_100_std": 0.42872687087359307, + "nauc_precision_at_10_diff1": 0.22989283113099582, + "nauc_precision_at_10_max": 0.5486563691225023, + "nauc_precision_at_10_std": 0.32980675551687894, + "nauc_precision_at_1_diff1": 0.7606106900618553, + "nauc_precision_at_1_max": 0.44033679517100965, + "nauc_precision_at_1_std": -0.17517528974436838, + "nauc_precision_at_20_diff1": 0.0868401810855795, + "nauc_precision_at_20_max": 0.45982876730088085, + "nauc_precision_at_20_std": 0.4095842602819995, + "nauc_precision_at_3_diff1": 0.4939123239961709, + "nauc_precision_at_3_max": 0.49180532906161767, + "nauc_precision_at_3_std": 0.03228320320955979, + "nauc_precision_at_5_diff1": 0.33096655213987203, + "nauc_precision_at_5_max": 0.5561570462570702, + "nauc_precision_at_5_std": 0.25732312281688285, + "nauc_recall_at_1000_diff1": 0.554154995331476, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222222222207, + "nauc_recall_at_100_diff1": 0.7791428165469092, + "nauc_recall_at_100_max": 0.7559523809523814, + "nauc_recall_at_100_std": 0.14835789388218767, + "nauc_recall_at_10_diff1": 0.6357510171206701, + "nauc_recall_at_10_max": 0.6564002631679879, + "nauc_recall_at_10_std": 0.0945690624197886, + "nauc_recall_at_1_diff1": 0.7607773344795433, + "nauc_recall_at_1_max": 0.3775310480965832, + "nauc_recall_at_1_std": -0.23948095471172196, + "nauc_recall_at_20_diff1": 0.5863900324610882, + "nauc_recall_at_20_max": 0.6313087151025004, + "nauc_recall_at_20_std": 0.15671278659555596, + "nauc_recall_at_3_diff1": 0.6823269947636286, + "nauc_recall_at_3_max": 0.46823165404930916, + "nauc_recall_at_3_std": -0.1637015953318331, + "nauc_recall_at_5_diff1": 0.6551655298619196, + "nauc_recall_at_5_max": 0.5860358573384691, + "nauc_recall_at_5_std": 0.024698675139533676, + "ndcg_at_1": 0.60333, + "ndcg_at_10": 0.70196, + "ndcg_at_100": 0.73079, + "ndcg_at_1000": 0.7382, + "ndcg_at_20": 0.72051, + "ndcg_at_3": 0.66089, + "ndcg_at_5": 0.68564, + "precision_at_1": 0.60333, + "precision_at_10": 0.09167, + "precision_at_100": 0.01063, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05, + "precision_at_3": 0.25667, + "precision_at_5": 0.17133, + "recall_at_1": 0.57261, + "recall_at_10": 0.81278, + "recall_at_100": 0.93867, + "recall_at_1000": 0.99667, + "recall_at_20": 0.88456, + "recall_at_3": 0.70339, + "recall_at_5": 0.76417 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.709, + "map_at_1": 0.56356, + "map_at_10": 0.66376, + "map_at_100": 0.67022, + "map_at_1000": 0.67043, + "map_at_20": 0.66821, + "map_at_3": 0.63791, + "map_at_5": 0.65388, + "mrr_at_1": 0.5933250927070457, + "mrr_at_10": 0.6780779720211115, + "mrr_at_100": 0.6827568455432589, + "mrr_at_1000": 0.6829539254678163, + "mrr_at_20": 0.6811675308817559, + "mrr_at_3": 0.6608982282653478, + "mrr_at_5": 0.6699835187474243, + "nauc_map_at_1000_diff1": 0.6699992777417523, + "nauc_map_at_1000_max": 0.4660960522825653, + "nauc_map_at_1000_std": -0.0002095798710391572, + "nauc_map_at_100_diff1": 0.6699281318995538, + "nauc_map_at_100_max": 0.46615732652432756, + "nauc_map_at_100_std": 0.00011722634988384562, + "nauc_map_at_10_diff1": 0.6695647026884332, + "nauc_map_at_10_max": 0.46529319227644933, + "nauc_map_at_10_std": -0.0037437884309480898, + "nauc_map_at_1_diff1": 0.7015475713103919, + "nauc_map_at_1_max": 0.3857857889603691, + "nauc_map_at_1_std": -0.07184185409134512, + "nauc_map_at_20_diff1": 0.6698626116227132, + "nauc_map_at_20_max": 0.4660736321787555, + "nauc_map_at_20_std": -0.001414637530162781, + "nauc_map_at_3_diff1": 0.6714230073001616, + "nauc_map_at_3_max": 0.4406204121782124, + "nauc_map_at_3_std": -0.02912615401168007, + "nauc_map_at_5_diff1": 0.6688682598871276, + "nauc_map_at_5_max": 0.46038367148780696, + "nauc_map_at_5_std": -0.011153818024148542, + "nauc_mrr_at_1000_diff1": 0.6629827676700898, + "nauc_mrr_at_1000_max": 0.48716529922716056, + "nauc_mrr_at_1000_std": 0.01968579724614664, + "nauc_mrr_at_100_diff1": 0.6629167648643463, + "nauc_mrr_at_100_max": 0.48720777403590226, + "nauc_mrr_at_100_std": 0.019994204540177488, + "nauc_mrr_at_10_diff1": 0.6612651266636203, + "nauc_mrr_at_10_max": 0.48874740870321287, + "nauc_mrr_at_10_std": 0.021803722546038032, + "nauc_mrr_at_1_diff1": 0.6941938303961575, + "nauc_mrr_at_1_max": 0.45231277906870254, + "nauc_mrr_at_1_std": -0.031423293246803895, + "nauc_mrr_at_20_diff1": 0.6625429791439081, + "nauc_mrr_at_20_max": 0.4875238035118812, + "nauc_mrr_at_20_std": 0.019884120445678905, + "nauc_mrr_at_3_diff1": 0.664394371602491, + "nauc_mrr_at_3_max": 0.48632514682444933, + "nauc_mrr_at_3_std": 0.018711126098384517, + "nauc_mrr_at_5_diff1": 0.6622024625403974, + "nauc_mrr_at_5_max": 0.4888416947826695, + "nauc_mrr_at_5_std": 0.017877460882130172, + "nauc_ndcg_at_1000_diff1": 0.6604266950535319, + "nauc_ndcg_at_1000_max": 0.48237921662905586, + "nauc_ndcg_at_1000_std": 0.025841152019758416, + "nauc_ndcg_at_100_diff1": 0.6588704891906498, + "nauc_ndcg_at_100_max": 0.4855789032374703, + "nauc_ndcg_at_100_std": 0.03733594545372593, + "nauc_ndcg_at_10_diff1": 0.6542845925968914, + "nauc_ndcg_at_10_max": 0.4861337882821997, + "nauc_ndcg_at_10_std": 0.027519318856452576, + "nauc_ndcg_at_1_diff1": 0.6941938303961575, + "nauc_ndcg_at_1_max": 0.45231277906870254, + "nauc_ndcg_at_1_std": -0.031423293246803895, + "nauc_ndcg_at_20_diff1": 0.6569208948298605, + "nauc_ndcg_at_20_max": 0.4864267185199768, + "nauc_ndcg_at_20_std": 0.029557672845330094, + "nauc_ndcg_at_3_diff1": 0.6583175231264556, + "nauc_ndcg_at_3_max": 0.4616926972417827, + "nauc_ndcg_at_3_std": -0.002809208908296695, + "nauc_ndcg_at_5_diff1": 0.6540261691917982, + "nauc_ndcg_at_5_max": 0.47876917064528196, + "nauc_ndcg_at_5_std": 0.0128567596674406, + "nauc_precision_at_1000_diff1": -0.23612298096663076, + "nauc_precision_at_1000_max": 0.23593845474992906, + "nauc_precision_at_1000_std": 0.42434185731449314, + "nauc_precision_at_100_diff1": -0.10154008829492958, + "nauc_precision_at_100_max": 0.3096810752221642, + "nauc_precision_at_100_std": 0.44727906818026664, + "nauc_precision_at_10_diff1": 0.17546614328242655, + "nauc_precision_at_10_max": 0.458791743150274, + "nauc_precision_at_10_std": 0.3244708516268466, + "nauc_precision_at_1_diff1": 0.6941938303961575, + "nauc_precision_at_1_max": 0.45231277906870254, + "nauc_precision_at_1_std": -0.031423293246803895, + "nauc_precision_at_20_diff1": 0.06692377976204819, + "nauc_precision_at_20_max": 0.39353224953935945, + "nauc_precision_at_20_std": 0.3549125169981583, + "nauc_precision_at_3_diff1": 0.428310496909017, + "nauc_precision_at_3_max": 0.5143756509690507, + "nauc_precision_at_3_std": 0.17299631252385614, + "nauc_precision_at_5_diff1": 0.27608068810641845, + "nauc_precision_at_5_max": 0.4762478824471944, + "nauc_precision_at_5_std": 0.2543944446914495, + "nauc_recall_at_1000_diff1": 0.21866573261831723, + "nauc_recall_at_1000_max": 0.21866573261831723, + "nauc_recall_at_1000_std": -0.07508880623428117, + "nauc_recall_at_100_diff1": 0.5820494597879818, + "nauc_recall_at_100_max": 0.598105849306009, + "nauc_recall_at_100_std": 0.4505537087962014, + "nauc_recall_at_10_diff1": 0.5792342240872456, + "nauc_recall_at_10_max": 0.5253296697903891, + "nauc_recall_at_10_std": 0.11574589586301912, + "nauc_recall_at_1_diff1": 0.7015475713103919, + "nauc_recall_at_1_max": 0.3857857889603691, + "nauc_recall_at_1_std": -0.07184185409134512, + "nauc_recall_at_20_diff1": 0.5898854350567351, + "nauc_recall_at_20_max": 0.5409351557277527, + "nauc_recall_at_20_std": 0.14241001629447922, + "nauc_recall_at_3_diff1": 0.6097062117817484, + "nauc_recall_at_3_max": 0.4495133681842127, + "nauc_recall_at_3_std": 0.005770451261953088, + "nauc_recall_at_5_diff1": 0.5954221014852396, + "nauc_recall_at_5_max": 0.49674474248446077, + "nauc_recall_at_5_std": 0.04824079290192558, + "ndcg_at_1": 0.59333, + "ndcg_at_10": 0.709, + "ndcg_at_100": 0.7362, + "ndcg_at_1000": 0.74189, + "ndcg_at_20": 0.72291, + "ndcg_at_3": 0.6652, + "ndcg_at_5": 0.68745, + "precision_at_1": 0.59333, + "precision_at_10": 0.0937, + "precision_at_100": 0.01087, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05019, + "precision_at_3": 0.26164, + "precision_at_5": 0.17231, + "recall_at_1": 0.56356, + "recall_at_10": 0.83181, + "recall_at_100": 0.95262, + "recall_at_1000": 0.99753, + "recall_at_20": 0.8835, + "recall_at_3": 0.7177, + "recall_at_5": 0.76846 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID-PL.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID-PL.json new file mode 100644 index 000000000..508832670 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 173.31122732162476, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.69911, + "map_at_1": 0.00206, + "map_at_10": 0.01582, + "map_at_100": 0.09344, + "map_at_1000": 0.23567, + "map_at_20": 0.02897, + "map_at_3": 0.0056, + "map_at_5": 0.00891, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8925, + "mrr_at_100": 0.8925, + "mrr_at_1000": 0.8925, + "mrr_at_20": 0.8925, + "mrr_at_3": 0.89, + "mrr_at_5": 0.89, + "nauc_map_at_1000_diff1": 0.03999227673463222, + "nauc_map_at_1000_max": 0.7211042797483248, + "nauc_map_at_1000_std": 0.8278266327387201, + "nauc_map_at_100_diff1": -0.02812804430519059, + "nauc_map_at_100_max": 0.5771205757733573, + "nauc_map_at_100_std": 0.7207873483543966, + "nauc_map_at_10_diff1": -0.0855545724764721, + "nauc_map_at_10_max": 0.2742789944019668, + "nauc_map_at_10_std": 0.2641766685579204, + "nauc_map_at_1_diff1": 0.030510117011673634, + "nauc_map_at_1_max": 0.046130839002322975, + "nauc_map_at_1_std": 0.05989443887649807, + "nauc_map_at_20_diff1": -0.03935102050458801, + "nauc_map_at_20_max": 0.28947419304767885, + "nauc_map_at_20_std": 0.3172207301528836, + "nauc_map_at_3_diff1": -0.11424876027300858, + "nauc_map_at_3_max": 0.1419816156717813, + "nauc_map_at_3_std": 0.10114765844555793, + "nauc_map_at_5_diff1": -0.13612930149394367, + "nauc_map_at_5_max": 0.17712784443591126, + "nauc_map_at_5_std": 0.13636369256724384, + "nauc_mrr_at_1000_diff1": -0.29982891360136804, + "nauc_mrr_at_1000_max": 0.6516773403000945, + "nauc_mrr_at_1000_std": 0.519166300603427, + "nauc_mrr_at_100_diff1": -0.29982891360136804, + "nauc_mrr_at_100_max": 0.6516773403000945, + "nauc_mrr_at_100_std": 0.519166300603427, + "nauc_mrr_at_10_diff1": -0.29982891360136804, + "nauc_mrr_at_10_max": 0.6516773403000945, + "nauc_mrr_at_10_std": 0.519166300603427, + "nauc_mrr_at_1_diff1": -0.3101398601398607, + "nauc_mrr_at_1_max": 0.6237262737262733, + "nauc_mrr_at_1_std": 0.5745754245754241, + "nauc_mrr_at_20_diff1": -0.29982891360136804, + "nauc_mrr_at_20_max": 0.6516773403000945, + "nauc_mrr_at_20_std": 0.519166300603427, + "nauc_mrr_at_3_diff1": -0.2967241223716282, + "nauc_mrr_at_3_max": 0.6600938543452752, + "nauc_mrr_at_3_std": 0.5024817254760395, + "nauc_mrr_at_5_diff1": -0.2967241223716282, + "nauc_mrr_at_5_max": 0.6600938543452752, + "nauc_mrr_at_5_std": 0.5024817254760395, + "nauc_ndcg_at_1000_diff1": 0.07433790571567049, + "nauc_ndcg_at_1000_max": 0.664330441972494, + "nauc_ndcg_at_1000_std": 0.7790325957954979, + "nauc_ndcg_at_100_diff1": -0.08069783253661601, + "nauc_ndcg_at_100_max": 0.7197655062754409, + "nauc_ndcg_at_100_std": 0.8368979809171185, + "nauc_ndcg_at_10_diff1": -0.20332742932672201, + "nauc_ndcg_at_10_max": 0.6187148470000097, + "nauc_ndcg_at_10_std": 0.6209033510260206, + "nauc_ndcg_at_1_diff1": -0.16935635792778728, + "nauc_ndcg_at_1_max": 0.5283516483516482, + "nauc_ndcg_at_1_std": 0.5407221350078486, + "nauc_ndcg_at_20_diff1": -0.15683507248286857, + "nauc_ndcg_at_20_max": 0.6631714154746178, + "nauc_ndcg_at_20_std": 0.711277905790166, + "nauc_ndcg_at_3_diff1": -0.23143154858867396, + "nauc_ndcg_at_3_max": 0.5230018510564393, + "nauc_ndcg_at_3_std": 0.48630309867529803, + "nauc_ndcg_at_5_diff1": -0.2744168926644737, + "nauc_ndcg_at_5_max": 0.5302464667903988, + "nauc_ndcg_at_5_std": 0.49529487991555077, + "nauc_precision_at_1000_diff1": -0.013240148404852641, + "nauc_precision_at_1000_max": 0.5957334095510561, + "nauc_precision_at_1000_std": 0.5773427778966765, + "nauc_precision_at_100_diff1": -0.06051218375032925, + "nauc_precision_at_100_max": 0.7351544740586493, + "nauc_precision_at_100_std": 0.8505680596589469, + "nauc_precision_at_10_diff1": -0.19755848140099722, + "nauc_precision_at_10_max": 0.7045410967659457, + "nauc_precision_at_10_std": 0.6731539477608766, + "nauc_precision_at_1_diff1": -0.3101398601398607, + "nauc_precision_at_1_max": 0.6237262737262733, + "nauc_precision_at_1_std": 0.5745754245754241, + "nauc_precision_at_20_diff1": -0.122205606252455, + "nauc_precision_at_20_max": 0.7059910273763254, + "nauc_precision_at_20_std": 0.7480570230974102, + "nauc_precision_at_3_diff1": -0.4278968932003153, + "nauc_precision_at_3_max": 0.6470264013669182, + "nauc_precision_at_3_std": 0.49743702805489654, + "nauc_precision_at_5_diff1": -0.34092488059053333, + "nauc_precision_at_5_max": 0.6102583586626145, + "nauc_precision_at_5_std": 0.4880156317846284, + "nauc_recall_at_1000_diff1": 0.14691312896904823, + "nauc_recall_at_1000_max": 0.5719848897434662, + "nauc_recall_at_1000_std": 0.6790446720771293, + "nauc_recall_at_100_diff1": 0.055799675999815834, + "nauc_recall_at_100_max": 0.347170473950321, + "nauc_recall_at_100_std": 0.5234682520486513, + "nauc_recall_at_10_diff1": 0.014714309960731954, + "nauc_recall_at_10_max": 0.11869047828610164, + "nauc_recall_at_10_std": 0.14337566866509388, + "nauc_recall_at_1_diff1": 0.030510117011673634, + "nauc_recall_at_1_max": 0.046130839002322975, + "nauc_recall_at_1_std": 0.05989443887649807, + "nauc_recall_at_20_diff1": 0.06639771398461564, + "nauc_recall_at_20_max": 0.10600652501729366, + "nauc_recall_at_20_std": 0.16073004012358644, + "nauc_recall_at_3_diff1": -0.11233384869888924, + "nauc_recall_at_3_max": 0.09342670262706253, + "nauc_recall_at_3_std": 0.03170359577191272, + "nauc_recall_at_5_diff1": -0.08867536007853857, + "nauc_recall_at_5_max": 0.09868253122013831, + "nauc_recall_at_5_std": 0.050547573015428234, + "ndcg_at_1": 0.75, + "ndcg_at_10": 0.69911, + "ndcg_at_100": 0.52326, + "ndcg_at_1000": 0.48796, + "ndcg_at_20": 0.65992, + "ndcg_at_3": 0.74849, + "ndcg_at_5": 0.73972, + "precision_at_1": 0.8, + "precision_at_10": 0.72, + "precision_at_100": 0.533, + "precision_at_1000": 0.21606, + "precision_at_20": 0.687, + "precision_at_3": 0.78667, + "precision_at_5": 0.776, + "recall_at_1": 0.00206, + "recall_at_10": 0.01851, + "recall_at_100": 0.13026, + "recall_at_1000": 0.46204, + "recall_at_20": 0.0359, + "recall_at_3": 0.00596, + "recall_at_5": 0.00977 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID.json new file mode 100644 index 000000000..e27679353 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 165.48113679885864, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7115, + "map_at_1": 0.00204, + "map_at_10": 0.01626, + "map_at_100": 0.09693, + "map_at_1000": 0.23684, + "map_at_20": 0.02932, + "map_at_3": 0.00577, + "map_at_5": 0.009, + "mrr_at_1": 0.78, + "mrr_at_10": 0.8656666666666668, + "mrr_at_100": 0.8656666666666668, + "mrr_at_1000": 0.8656666666666668, + "mrr_at_20": 0.8656666666666668, + "mrr_at_3": 0.8566666666666667, + "mrr_at_5": 0.8656666666666668, + "nauc_map_at_1000_diff1": -0.15276382534328162, + "nauc_map_at_1000_max": 0.5414793198209953, + "nauc_map_at_1000_std": 0.8333359859423798, + "nauc_map_at_100_diff1": -0.15309379139037435, + "nauc_map_at_100_max": 0.33768921233582244, + "nauc_map_at_100_std": 0.6446775693135649, + "nauc_map_at_10_diff1": 0.08317822901145522, + "nauc_map_at_10_max": 0.11053843365940882, + "nauc_map_at_10_std": 0.20664393958693267, + "nauc_map_at_1_diff1": 0.3216677897406076, + "nauc_map_at_1_max": -0.030981723933733035, + "nauc_map_at_1_std": -0.08825670757560526, + "nauc_map_at_20_diff1": -0.024182390182872, + "nauc_map_at_20_max": 0.18486026486066798, + "nauc_map_at_20_std": 0.31171052389977505, + "nauc_map_at_3_diff1": 0.27728503559675766, + "nauc_map_at_3_max": -0.040708967894552875, + "nauc_map_at_3_std": -0.03696038636636287, + "nauc_map_at_5_diff1": 0.2114288568075146, + "nauc_map_at_5_max": 0.006748568049294596, + "nauc_map_at_5_std": 0.038281089745061725, + "nauc_mrr_at_1000_diff1": 0.35824956031657273, + "nauc_mrr_at_1000_max": 0.5211884942841151, + "nauc_mrr_at_1000_std": 0.28907811375809567, + "nauc_mrr_at_100_diff1": 0.35824956031657273, + "nauc_mrr_at_100_max": 0.5211884942841151, + "nauc_mrr_at_100_std": 0.28907811375809567, + "nauc_mrr_at_10_diff1": 0.35824956031657273, + "nauc_mrr_at_10_max": 0.5211884942841151, + "nauc_mrr_at_10_std": 0.28907811375809567, + "nauc_mrr_at_1_diff1": 0.2610933370427033, + "nauc_mrr_at_1_max": 0.5571011267213796, + "nauc_mrr_at_1_std": 0.3395001622849724, + "nauc_mrr_at_20_diff1": 0.35824956031657273, + "nauc_mrr_at_20_max": 0.5211884942841151, + "nauc_mrr_at_20_std": 0.28907811375809567, + "nauc_mrr_at_3_diff1": 0.396593702310085, + "nauc_mrr_at_3_max": 0.5206136927575395, + "nauc_mrr_at_3_std": 0.2463158630491255, + "nauc_mrr_at_5_diff1": 0.35824956031657273, + "nauc_mrr_at_5_max": 0.5211884942841151, + "nauc_mrr_at_5_std": 0.28907811375809567, + "nauc_ndcg_at_1000_diff1": -0.09902634557592702, + "nauc_ndcg_at_1000_max": 0.49169474383903555, + "nauc_ndcg_at_1000_std": 0.7609919284382834, + "nauc_ndcg_at_100_diff1": -0.21121121745061783, + "nauc_ndcg_at_100_max": 0.5323127754361734, + "nauc_ndcg_at_100_std": 0.8200908061502349, + "nauc_ndcg_at_10_diff1": -0.11765987928159408, + "nauc_ndcg_at_10_max": 0.48993187851844855, + "nauc_ndcg_at_10_std": 0.6724254460918719, + "nauc_ndcg_at_1_diff1": 0.223198061780739, + "nauc_ndcg_at_1_max": 0.4794713160854894, + "nauc_ndcg_at_1_std": 0.38273340832395963, + "nauc_ndcg_at_20_diff1": -0.17364218428891776, + "nauc_ndcg_at_20_max": 0.5275740831595145, + "nauc_ndcg_at_20_std": 0.7176023557216, + "nauc_ndcg_at_3_diff1": 0.09784089488140389, + "nauc_ndcg_at_3_max": 0.37015526622842093, + "nauc_ndcg_at_3_std": 0.4582914539790092, + "nauc_ndcg_at_5_diff1": 0.001060046808416236, + "nauc_ndcg_at_5_max": 0.41876219415829713, + "nauc_ndcg_at_5_std": 0.5135439649806742, + "nauc_precision_at_1000_diff1": -0.14790764805588344, + "nauc_precision_at_1000_max": 0.5230539832554318, + "nauc_precision_at_1000_std": 0.5922587703528688, + "nauc_precision_at_100_diff1": -0.2560892840977139, + "nauc_precision_at_100_max": 0.550053524018296, + "nauc_precision_at_100_std": 0.8457730857811256, + "nauc_precision_at_10_diff1": -0.22823555506265913, + "nauc_precision_at_10_max": 0.5330098702450925, + "nauc_precision_at_10_std": 0.7401463901519352, + "nauc_precision_at_1_diff1": 0.2610933370427033, + "nauc_precision_at_1_max": 0.5571011267213796, + "nauc_precision_at_1_std": 0.3395001622849724, + "nauc_precision_at_20_diff1": -0.2659446845158571, + "nauc_precision_at_20_max": 0.5544883532391961, + "nauc_precision_at_20_std": 0.7275569710087467, + "nauc_precision_at_3_diff1": 0.047768853582664035, + "nauc_precision_at_3_max": 0.42912880718466023, + "nauc_precision_at_3_std": 0.46579025993426965, + "nauc_precision_at_5_diff1": -0.07154740160777974, + "nauc_precision_at_5_max": 0.48621985411310265, + "nauc_precision_at_5_std": 0.534499808043557, + "nauc_recall_at_1000_diff1": -0.06650992709859077, + "nauc_recall_at_1000_max": 0.42275755788762864, + "nauc_recall_at_1000_std": 0.6517162225162045, + "nauc_recall_at_100_diff1": -0.08197906665985942, + "nauc_recall_at_100_max": 0.16255019517931626, + "nauc_recall_at_100_std": 0.46564551924330294, + "nauc_recall_at_10_diff1": 0.10704078982207942, + "nauc_recall_at_10_max": -0.017255485907104566, + "nauc_recall_at_10_std": 0.09729513183153718, + "nauc_recall_at_1_diff1": 0.3216677897406076, + "nauc_recall_at_1_max": -0.030981723933733035, + "nauc_recall_at_1_std": -0.08825670757560526, + "nauc_recall_at_20_diff1": 0.013347881092971855, + "nauc_recall_at_20_max": 0.048717342959624536, + "nauc_recall_at_20_std": 0.16680887406744396, + "nauc_recall_at_3_diff1": 0.2905890010621248, + "nauc_recall_at_3_max": -0.09363330938229682, + "nauc_recall_at_3_std": -0.0978630873338784, + "nauc_recall_at_5_diff1": 0.22044117930397483, + "nauc_recall_at_5_max": -0.08977137108377357, + "nauc_recall_at_5_std": -0.05536365844249501, + "ndcg_at_1": 0.76, + "ndcg_at_10": 0.7115, + "ndcg_at_100": 0.54182, + "ndcg_at_1000": 0.4914, + "ndcg_at_20": 0.67978, + "ndcg_at_3": 0.74939, + "ndcg_at_5": 0.7402, + "precision_at_1": 0.78, + "precision_at_10": 0.746, + "precision_at_100": 0.5546, + "precision_at_1000": 0.21768, + "precision_at_20": 0.704, + "precision_at_3": 0.78667, + "precision_at_5": 0.784, + "recall_at_1": 0.00204, + "recall_at_10": 0.01892, + "recall_at_100": 0.13247, + "recall_at_1000": 0.46216, + "recall_at_20": 0.03527, + "recall_at_3": 0.00616, + "recall_at_5": 0.01009 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/model_meta.json b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/model_meta.json new file mode 100644 index 000000000..42beabbe3 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb/model_meta.json @@ -0,0 +1 @@ +{"name": "intfloat/multilingual-e5-large", "revision": "ab10c1a7f42e74530fe7ae5be82e6d4f11a719eb", "release_date": "2024-02-08", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 560000000, "memory_usage": null, "max_tokens": 514, "embed_dim": 1024, "license": "mit", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/intfloat/multilingual-e5-large", "similarity_fn_name": "cosine", "use_instructions": true, "zero_shot_benchmarks": null, "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CMedQAv2-reranking.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CMedQAv2-reranking.json new file mode 100644 index 000000000..1bc0deb53 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 14.946832418441772, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.6423767434864328, + "map": 0.6423767434864328, + "mrr": 0.6913686507936507, + "nAUC_map_diff1": 0.5121376761057405, + "nAUC_map_max": 0.49978995954928473, + "nAUC_map_std": 0.2691092389139354, + "nAUC_mrr_diff1": 0.5658193094413705, + "nAUC_mrr_max": 0.5650647734234181, + "nAUC_mrr_std": 0.3046136790977124 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CUREv1.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CUREv1.json new file mode 100644 index 000000000..4757a3878 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 458.1756041049957, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47878, + "map_at_1": 0.08259, + "map_at_10": 0.22013, + "map_at_100": 0.32596, + "map_at_1000": 0.36135, + "map_at_20": 0.25699, + "map_at_3": 0.14664, + "map_at_5": 0.17862, + "mrr_at_1": 0.6685, + "mrr_at_10": 0.7680621031746028, + "mrr_at_100": 0.7702963427042726, + "mrr_at_1000": 0.7703153659030785, + "mrr_at_20": 0.7696651501985281, + "mrr_at_3": 0.7512499999999994, + "mrr_at_5": 0.7618249999999999, + "nauc_map_at_1000_diff1": 0.17435666469861988, + "nauc_map_at_1000_max": 0.27598039112075984, + "nauc_map_at_1000_std": 0.2026163521839989, + "nauc_map_at_100_diff1": 0.20681915247032578, + "nauc_map_at_100_max": 0.24563625521019042, + "nauc_map_at_100_std": 0.14218593108697705, + "nauc_map_at_10_diff1": 0.2549431561103415, + "nauc_map_at_10_max": 0.14092384661010626, + "nauc_map_at_10_std": -0.028004822748079066, + "nauc_map_at_1_diff1": 0.3962577856365774, + "nauc_map_at_1_max": 0.029491371570400538, + "nauc_map_at_1_std": -0.12256791127876909, + "nauc_map_at_20_diff1": 0.2352984804605823, + "nauc_map_at_20_max": 0.17286461135051448, + "nauc_map_at_20_std": 0.017632640900962854, + "nauc_map_at_3_diff1": 0.3220990724579608, + "nauc_map_at_3_max": 0.0890284176197611, + "nauc_map_at_3_std": -0.08797123159993371, + "nauc_map_at_5_diff1": 0.2864895582141774, + "nauc_map_at_5_max": 0.1069967142792423, + "nauc_map_at_5_std": -0.06480962398036658, + "nauc_mrr_at_1000_diff1": 0.28912332581037065, + "nauc_mrr_at_1000_max": 0.4199544826183357, + "nauc_mrr_at_1000_std": 0.2191092880811613, + "nauc_mrr_at_100_diff1": 0.289136532313855, + "nauc_mrr_at_100_max": 0.4200038291252383, + "nauc_mrr_at_100_std": 0.2191743618676062, + "nauc_mrr_at_10_diff1": 0.28914738299725434, + "nauc_mrr_at_10_max": 0.4218416667588341, + "nauc_mrr_at_10_std": 0.22132273587994583, + "nauc_mrr_at_1_diff1": 0.2966646722605681, + "nauc_mrr_at_1_max": 0.3916434103162838, + "nauc_mrr_at_1_std": 0.17357746664292545, + "nauc_mrr_at_20_diff1": 0.2892853147004675, + "nauc_mrr_at_20_max": 0.420761201247192, + "nauc_mrr_at_20_std": 0.2202631282220801, + "nauc_mrr_at_3_diff1": 0.2853032556913403, + "nauc_mrr_at_3_max": 0.41892997694681067, + "nauc_mrr_at_3_std": 0.21683519435604864, + "nauc_mrr_at_5_diff1": 0.2868312630506907, + "nauc_mrr_at_5_max": 0.421164894664127, + "nauc_mrr_at_5_std": 0.22145411849765098, + "nauc_ndcg_at_1000_diff1": 0.21457185863136188, + "nauc_ndcg_at_1000_max": 0.4024462248558756, + "nauc_ndcg_at_1000_std": 0.3157230685759575, + "nauc_ndcg_at_100_diff1": 0.2446032270591455, + "nauc_ndcg_at_100_max": 0.33117716368436034, + "nauc_ndcg_at_100_std": 0.21689583803755758, + "nauc_ndcg_at_10_diff1": 0.22382969658326574, + "nauc_ndcg_at_10_max": 0.32272789652093714, + "nauc_ndcg_at_10_std": 0.16045392931343544, + "nauc_ndcg_at_1_diff1": 0.3320438182545161, + "nauc_ndcg_at_1_max": 0.348830074968927, + "nauc_ndcg_at_1_std": 0.12029972857283167, + "nauc_ndcg_at_20_diff1": 0.22456327881693725, + "nauc_ndcg_at_20_max": 0.3027392041972059, + "nauc_ndcg_at_20_std": 0.15341630025841893, + "nauc_ndcg_at_3_diff1": 0.2292397123955193, + "nauc_ndcg_at_3_max": 0.34756118647680306, + "nauc_ndcg_at_3_std": 0.15179452503320098, + "nauc_ndcg_at_5_diff1": 0.21794526003184808, + "nauc_ndcg_at_5_max": 0.34742790881425023, + "nauc_ndcg_at_5_std": 0.1706244277823041, + "nauc_precision_at_1000_diff1": -0.19101891236308935, + "nauc_precision_at_1000_max": 0.09475424557197622, + "nauc_precision_at_1000_std": 0.16295971306228307, + "nauc_precision_at_100_diff1": -0.17052522884221175, + "nauc_precision_at_100_max": 0.17631046556437024, + "nauc_precision_at_100_std": 0.30030184118992653, + "nauc_precision_at_10_diff1": -0.11079697149916835, + "nauc_precision_at_10_max": 0.2972485739174566, + "nauc_precision_at_10_std": 0.29657577673075564, + "nauc_precision_at_1_diff1": 0.2966646722605681, + "nauc_precision_at_1_max": 0.3916434103162838, + "nauc_precision_at_1_std": 0.17357746664292545, + "nauc_precision_at_20_diff1": -0.15119719607813523, + "nauc_precision_at_20_max": 0.2565639871285484, + "nauc_precision_at_20_std": 0.3151183962050368, + "nauc_precision_at_3_diff1": 0.01927400202355865, + "nauc_precision_at_3_max": 0.35432680270359634, + "nauc_precision_at_3_std": 0.22844142231474118, + "nauc_precision_at_5_diff1": -0.04622853688483027, + "nauc_precision_at_5_max": 0.33278914425391143, + "nauc_precision_at_5_std": 0.2659473808710282, + "nauc_recall_at_1000_diff1": 0.1412820782547949, + "nauc_recall_at_1000_max": 0.32901581214726044, + "nauc_recall_at_1000_std": 0.5058307265678518, + "nauc_recall_at_100_diff1": 0.18684889517156003, + "nauc_recall_at_100_max": 0.14496851537923358, + "nauc_recall_at_100_std": 0.14635006888125432, + "nauc_recall_at_10_diff1": 0.210049278422271, + "nauc_recall_at_10_max": 0.05704921241526957, + "nauc_recall_at_10_std": -0.05756633597866154, + "nauc_recall_at_1_diff1": 0.3962577856365774, + "nauc_recall_at_1_max": 0.029491371570400538, + "nauc_recall_at_1_std": -0.12256791127876909, + "nauc_recall_at_20_diff1": 0.1870047931001878, + "nauc_recall_at_20_max": 0.06489616255879992, + "nauc_recall_at_20_std": -0.018360538806727836, + "nauc_recall_at_3_diff1": 0.294529384165393, + "nauc_recall_at_3_max": 0.0515347515051475, + "nauc_recall_at_3_std": -0.09794763934102169, + "nauc_recall_at_5_diff1": 0.24491580335785101, + "nauc_recall_at_5_max": 0.05220336929764928, + "nauc_recall_at_5_std": -0.07961694334321909, + "ndcg_at_1": 0.55325, + "ndcg_at_10": 0.47878, + "ndcg_at_100": 0.54407, + "ndcg_at_1000": 0.63351, + "ndcg_at_20": 0.48125, + "ndcg_at_3": 0.50399, + "ndcg_at_5": 0.48864, + "precision_at_1": 0.6685, + "precision_at_10": 0.4006, + "precision_at_100": 0.15476, + "precision_at_1000": 0.03251, + "precision_at_20": 0.31415, + "precision_at_3": 0.5545, + "precision_at_5": 0.4904, + "recall_at_1": 0.08259, + "recall_at_10": 0.29429, + "recall_at_100": 0.6404, + "recall_at_1000": 0.91032, + "recall_at_20": 0.38571, + "recall_at_3": 0.16399, + "recall_at_5": 0.21353 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.35503, + "map_at_1": 0.05877, + "map_at_10": 0.15617, + "map_at_100": 0.22603, + "map_at_1000": 0.25261, + "map_at_20": 0.18053, + "map_at_3": 0.10497, + "map_at_5": 0.1283, + "mrr_at_1": 0.478, + "mrr_at_10": 0.5950492063492068, + "mrr_at_100": 0.6009885797648622, + "mrr_at_1000": 0.6011533211661162, + "mrr_at_20": 0.5993232696504561, + "mrr_at_3": 0.5665000000000004, + "mrr_at_5": 0.5844250000000011, + "nauc_map_at_1000_diff1": 0.216910215523518, + "nauc_map_at_1000_max": 0.3666144428447551, + "nauc_map_at_1000_std": 0.41548685268199403, + "nauc_map_at_100_diff1": 0.23887654666110844, + "nauc_map_at_100_max": 0.3423300263988665, + "nauc_map_at_100_std": 0.3611396746230418, + "nauc_map_at_10_diff1": 0.2796484592754457, + "nauc_map_at_10_max": 0.26883840649542995, + "nauc_map_at_10_std": 0.18933474987245144, + "nauc_map_at_1_diff1": 0.39319566491321695, + "nauc_map_at_1_max": 0.1905016013046716, + "nauc_map_at_1_std": 0.03131309061965254, + "nauc_map_at_20_diff1": 0.2642514578276582, + "nauc_map_at_20_max": 0.295628955313482, + "nauc_map_at_20_std": 0.2443827161369065, + "nauc_map_at_3_diff1": 0.3235563112056393, + "nauc_map_at_3_max": 0.2330273058744394, + "nauc_map_at_3_std": 0.10693247496780013, + "nauc_map_at_5_diff1": 0.3022669006199488, + "nauc_map_at_5_max": 0.2443217570006688, + "nauc_map_at_5_std": 0.13679166258053943, + "nauc_mrr_at_1000_diff1": 0.1896078239497475, + "nauc_mrr_at_1000_max": 0.3484136764301315, + "nauc_mrr_at_1000_std": 0.349979055355877, + "nauc_mrr_at_100_diff1": 0.18953913498397973, + "nauc_mrr_at_100_max": 0.34849669943128986, + "nauc_mrr_at_100_std": 0.3501789547404683, + "nauc_mrr_at_10_diff1": 0.18813226932331195, + "nauc_mrr_at_10_max": 0.3499013268846751, + "nauc_mrr_at_10_std": 0.3522756850433656, + "nauc_mrr_at_1_diff1": 0.2092733436821519, + "nauc_mrr_at_1_max": 0.3165859211991231, + "nauc_mrr_at_1_std": 0.28921003429919373, + "nauc_mrr_at_20_diff1": 0.18857668751293172, + "nauc_mrr_at_20_max": 0.34931829804038483, + "nauc_mrr_at_20_std": 0.35122747030479085, + "nauc_mrr_at_3_diff1": 0.19277169345567616, + "nauc_mrr_at_3_max": 0.3454851659692511, + "nauc_mrr_at_3_std": 0.34282275096027437, + "nauc_mrr_at_5_diff1": 0.18991173738323683, + "nauc_mrr_at_5_max": 0.3470939712679189, + "nauc_mrr_at_5_std": 0.3501522447860646, + "nauc_ndcg_at_1000_diff1": 0.19892393455595828, + "nauc_ndcg_at_1000_max": 0.43679571525470573, + "nauc_ndcg_at_1000_std": 0.5198340351790646, + "nauc_ndcg_at_100_diff1": 0.23464124011642007, + "nauc_ndcg_at_100_max": 0.3982153977177491, + "nauc_ndcg_at_100_std": 0.45185317627686905, + "nauc_ndcg_at_10_diff1": 0.21093726591080944, + "nauc_ndcg_at_10_max": 0.34545182613532155, + "nauc_ndcg_at_10_std": 0.35803502734589443, + "nauc_ndcg_at_1_diff1": 0.23539169370798022, + "nauc_ndcg_at_1_max": 0.2910983548664369, + "nauc_ndcg_at_1_std": 0.2490468353333909, + "nauc_ndcg_at_20_diff1": 0.2208166904796632, + "nauc_ndcg_at_20_max": 0.3605983908021739, + "nauc_ndcg_at_20_std": 0.37682887526393494, + "nauc_ndcg_at_3_diff1": 0.20185436281172114, + "nauc_ndcg_at_3_max": 0.33034923727284105, + "nauc_ndcg_at_3_std": 0.31479205283366185, + "nauc_ndcg_at_5_diff1": 0.19853850759914352, + "nauc_ndcg_at_5_max": 0.3366484942975372, + "nauc_ndcg_at_5_std": 0.33943307482358853, + "nauc_precision_at_1000_diff1": -0.15010090268516513, + "nauc_precision_at_1000_max": 0.12462162494351951, + "nauc_precision_at_1000_std": 0.25190952199782063, + "nauc_precision_at_100_diff1": -0.10253310843198805, + "nauc_precision_at_100_max": 0.20706675563865998, + "nauc_precision_at_100_std": 0.4192085886621226, + "nauc_precision_at_10_diff1": -0.017586039159516228, + "nauc_precision_at_10_max": 0.2866224710584969, + "nauc_precision_at_10_std": 0.42840157017468694, + "nauc_precision_at_1_diff1": 0.2092733436821519, + "nauc_precision_at_1_max": 0.3165859211991231, + "nauc_precision_at_1_std": 0.28921003429919373, + "nauc_precision_at_20_diff1": -0.05815128629035381, + "nauc_precision_at_20_max": 0.2661420262214714, + "nauc_precision_at_20_std": 0.44458225606465784, + "nauc_precision_at_3_diff1": 0.09722574268656596, + "nauc_precision_at_3_max": 0.32106079303585083, + "nauc_precision_at_3_std": 0.36221057863173267, + "nauc_precision_at_5_diff1": 0.03921427635219737, + "nauc_precision_at_5_max": 0.3011910916610842, + "nauc_precision_at_5_std": 0.3914624777910467, + "nauc_recall_at_1000_diff1": 0.18357652697064036, + "nauc_recall_at_1000_max": 0.45509074813741834, + "nauc_recall_at_1000_std": 0.6383501755223528, + "nauc_recall_at_100_diff1": 0.2147492038728694, + "nauc_recall_at_100_max": 0.32043399567132186, + "nauc_recall_at_100_std": 0.42150127398384557, + "nauc_recall_at_10_diff1": 0.24481899743928978, + "nauc_recall_at_10_max": 0.21536573821682953, + "nauc_recall_at_10_std": 0.17070240281154622, + "nauc_recall_at_1_diff1": 0.39319566491321695, + "nauc_recall_at_1_max": 0.1905016013046716, + "nauc_recall_at_1_std": 0.03131309061965254, + "nauc_recall_at_20_diff1": 0.23065184551355175, + "nauc_recall_at_20_max": 0.2363436086116655, + "nauc_recall_at_20_std": 0.2277512147319256, + "nauc_recall_at_3_diff1": 0.2956857839671958, + "nauc_recall_at_3_max": 0.2089207304303281, + "nauc_recall_at_3_std": 0.10272732026538986, + "nauc_recall_at_5_diff1": 0.27048546738309837, + "nauc_recall_at_5_max": 0.20132621758469077, + "nauc_recall_at_5_std": 0.12687704925428425, + "ndcg_at_1": 0.395, + "ndcg_at_10": 0.35503, + "ndcg_at_100": 0.41313, + "ndcg_at_1000": 0.50552, + "ndcg_at_20": 0.35884, + "ndcg_at_3": 0.36748, + "ndcg_at_5": 0.36021, + "precision_at_1": 0.478, + "precision_at_10": 0.29675, + "precision_at_100": 0.11736, + "precision_at_1000": 0.02727, + "precision_at_20": 0.23328, + "precision_at_3": 0.40483, + "precision_at_5": 0.3616, + "recall_at_1": 0.05877, + "recall_at_10": 0.22315, + "recall_at_100": 0.50244, + "recall_at_1000": 0.79577, + "recall_at_20": 0.29361, + "recall_at_3": 0.1218, + "recall_at_5": 0.16253 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.30485, + "map_at_1": 0.0552, + "map_at_10": 0.13648, + "map_at_100": 0.19306, + "map_at_1000": 0.2151, + "map_at_20": 0.15667, + "map_at_3": 0.09178, + "map_at_5": 0.11318, + "mrr_at_1": 0.415, + "mrr_at_10": 0.5257851190476207, + "mrr_at_100": 0.5329440321697155, + "mrr_at_1000": 0.5332046417297043, + "mrr_at_20": 0.5305770219933162, + "mrr_at_3": 0.4931666666666678, + "mrr_at_5": 0.513041666666669, + "nauc_map_at_1000_diff1": 0.2338665463042579, + "nauc_map_at_1000_max": 0.26189813261600553, + "nauc_map_at_1000_std": 0.44170593281497134, + "nauc_map_at_100_diff1": 0.24484828450725396, + "nauc_map_at_100_max": 0.23657860803519992, + "nauc_map_at_100_std": 0.38801885605027514, + "nauc_map_at_10_diff1": 0.27182318976723446, + "nauc_map_at_10_max": 0.17280642874314214, + "nauc_map_at_10_std": 0.23436648645174268, + "nauc_map_at_1_diff1": 0.3560097245774133, + "nauc_map_at_1_max": 0.12550483195183934, + "nauc_map_at_1_std": 0.1003776162427464, + "nauc_map_at_20_diff1": 0.26168678461637346, + "nauc_map_at_20_max": 0.18971819638916976, + "nauc_map_at_20_std": 0.28052932403431363, + "nauc_map_at_3_diff1": 0.29759361877695917, + "nauc_map_at_3_max": 0.15286051185410823, + "nauc_map_at_3_std": 0.16207417633524202, + "nauc_map_at_5_diff1": 0.2877525250335124, + "nauc_map_at_5_max": 0.15053730615716707, + "nauc_map_at_5_std": 0.1906197316110554, + "nauc_mrr_at_1000_diff1": 0.21363867146440235, + "nauc_mrr_at_1000_max": 0.26129779487942656, + "nauc_mrr_at_1000_std": 0.4168317037179106, + "nauc_mrr_at_100_diff1": 0.2136531115329016, + "nauc_mrr_at_100_max": 0.26147577971086405, + "nauc_mrr_at_100_std": 0.4171214175093379, + "nauc_mrr_at_10_diff1": 0.21332510003559624, + "nauc_mrr_at_10_max": 0.26131229003184664, + "nauc_mrr_at_10_std": 0.4183599327587849, + "nauc_mrr_at_1_diff1": 0.22644545225171606, + "nauc_mrr_at_1_max": 0.2422052001992611, + "nauc_mrr_at_1_std": 0.3555440541886901, + "nauc_mrr_at_20_diff1": 0.21324210229820584, + "nauc_mrr_at_20_max": 0.2619956468524235, + "nauc_mrr_at_20_std": 0.4183402146964735, + "nauc_mrr_at_3_diff1": 0.21471883215495885, + "nauc_mrr_at_3_max": 0.258939265221598, + "nauc_mrr_at_3_std": 0.4058071093778904, + "nauc_mrr_at_5_diff1": 0.2132717833122876, + "nauc_mrr_at_5_max": 0.2609513510715282, + "nauc_mrr_at_5_std": 0.41627123126413773, + "nauc_ndcg_at_1000_diff1": 0.21895239853827445, + "nauc_ndcg_at_1000_max": 0.32500937382482853, + "nauc_ndcg_at_1000_std": 0.5556400202348819, + "nauc_ndcg_at_100_diff1": 0.24329343175970333, + "nauc_ndcg_at_100_max": 0.2839872447749087, + "nauc_ndcg_at_100_std": 0.47765482054895714, + "nauc_ndcg_at_10_diff1": 0.22827806173604487, + "nauc_ndcg_at_10_max": 0.2509263838216375, + "nauc_ndcg_at_10_std": 0.40509263157311215, + "nauc_ndcg_at_1_diff1": 0.24088425254521062, + "nauc_ndcg_at_1_max": 0.2118839771670412, + "nauc_ndcg_at_1_std": 0.3057061005262746, + "nauc_ndcg_at_20_diff1": 0.2376201636755326, + "nauc_ndcg_at_20_max": 0.2519553321013161, + "nauc_ndcg_at_20_std": 0.4181158448985735, + "nauc_ndcg_at_3_diff1": 0.21322908076360667, + "nauc_ndcg_at_3_max": 0.248603035296783, + "nauc_ndcg_at_3_std": 0.3749048523933795, + "nauc_ndcg_at_5_diff1": 0.2230761957656638, + "nauc_ndcg_at_5_max": 0.2466858094942787, + "nauc_ndcg_at_5_std": 0.3903276915042207, + "nauc_precision_at_1000_diff1": -0.06496693010480215, + "nauc_precision_at_1000_max": 0.1764282855015706, + "nauc_precision_at_1000_std": 0.3127458431644339, + "nauc_precision_at_100_diff1": -0.027195955818566618, + "nauc_precision_at_100_max": 0.2511142482737055, + "nauc_precision_at_100_std": 0.4944750719731949, + "nauc_precision_at_10_diff1": 0.044505668011704594, + "nauc_precision_at_10_max": 0.2634945724723928, + "nauc_precision_at_10_std": 0.48965060345748435, + "nauc_precision_at_1_diff1": 0.22644545225171606, + "nauc_precision_at_1_max": 0.2422052001992611, + "nauc_precision_at_1_std": 0.3555440541886901, + "nauc_precision_at_20_diff1": 0.010615584123290842, + "nauc_precision_at_20_max": 0.26389077687749796, + "nauc_precision_at_20_std": 0.5139553858139434, + "nauc_precision_at_3_diff1": 0.11593071443240101, + "nauc_precision_at_3_max": 0.2571079590532225, + "nauc_precision_at_3_std": 0.42642551460131484, + "nauc_precision_at_5_diff1": 0.09623582899277461, + "nauc_precision_at_5_max": 0.24975032515466317, + "nauc_precision_at_5_std": 0.45218175164623936, + "nauc_recall_at_1000_diff1": 0.14211656544209594, + "nauc_recall_at_1000_max": 0.3025383877486291, + "nauc_recall_at_1000_std": 0.6320327453315285, + "nauc_recall_at_100_diff1": 0.210405277049102, + "nauc_recall_at_100_max": 0.21267965266302172, + "nauc_recall_at_100_std": 0.42404329803910235, + "nauc_recall_at_10_diff1": 0.23360777023606652, + "nauc_recall_at_10_max": 0.12878248489642935, + "nauc_recall_at_10_std": 0.2208978690343645, + "nauc_recall_at_1_diff1": 0.3560097245774133, + "nauc_recall_at_1_max": 0.12550483195183934, + "nauc_recall_at_1_std": 0.1003776162427464, + "nauc_recall_at_20_diff1": 0.219125337672154, + "nauc_recall_at_20_max": 0.1342405543281681, + "nauc_recall_at_20_std": 0.26349046415391014, + "nauc_recall_at_3_diff1": 0.2640158982443582, + "nauc_recall_at_3_max": 0.13208008226301732, + "nauc_recall_at_3_std": 0.15438746486688656, + "nauc_recall_at_5_diff1": 0.2486954329253923, + "nauc_recall_at_5_max": 0.11428051716878886, + "nauc_recall_at_5_std": 0.17909296431132565, + "ndcg_at_1": 0.34075, + "ndcg_at_10": 0.30485, + "ndcg_at_100": 0.36313, + "ndcg_at_1000": 0.45395, + "ndcg_at_20": 0.31179, + "ndcg_at_3": 0.30992, + "ndcg_at_5": 0.3077, + "precision_at_1": 0.415, + "precision_at_10": 0.24895, + "precision_at_100": 0.09981, + "precision_at_1000": 0.02454, + "precision_at_20": 0.19775, + "precision_at_3": 0.33733, + "precision_at_5": 0.3063, + "recall_at_1": 0.0552, + "recall_at_10": 0.19884, + "recall_at_100": 0.45305, + "recall_at_1000": 0.74081, + "recall_at_20": 0.26351, + "recall_at_3": 0.10597, + "recall_at_5": 0.1445 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.45042, + "map_at_1": 0.08599, + "map_at_10": 0.17274, + "map_at_100": 0.27649, + "map_at_1000": 0.32371, + "map_at_20": 0.20293, + "map_at_3": 0.12647, + "map_at_5": 0.14457, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7759980158730158, + "mrr_at_100": 0.7784962344586955, + "mrr_at_1000": 0.7785071929633677, + "mrr_at_20": 0.7782581392206004, + "mrr_at_3": 0.7599999999999999, + "mrr_at_5": 0.7719999999999999, + "nauc_map_at_1000_diff1": 0.18707004451117146, + "nauc_map_at_1000_max": 0.20305751946867642, + "nauc_map_at_1000_std": 0.1966845706011307, + "nauc_map_at_100_diff1": 0.2563606907477875, + "nauc_map_at_100_max": 0.16458675706256737, + "nauc_map_at_100_std": 0.06777383189558586, + "nauc_map_at_10_diff1": 0.35345224295645916, + "nauc_map_at_10_max": 0.05537142942495881, + "nauc_map_at_10_std": -0.1671716173515335, + "nauc_map_at_1_diff1": 0.46918161974434885, + "nauc_map_at_1_max": -0.04770535594983038, + "nauc_map_at_1_std": -0.1697122008226199, + "nauc_map_at_20_diff1": 0.33514772518630515, + "nauc_map_at_20_max": 0.082170551652811, + "nauc_map_at_20_std": -0.11867826733678026, + "nauc_map_at_3_diff1": 0.39356441412191256, + "nauc_map_at_3_max": 0.04396490814566857, + "nauc_map_at_3_std": -0.18784565188655575, + "nauc_map_at_5_diff1": 0.3639212533438739, + "nauc_map_at_5_max": 0.03676894839887336, + "nauc_map_at_5_std": -0.18979767631932937, + "nauc_mrr_at_1000_diff1": 0.3420384224821697, + "nauc_mrr_at_1000_max": 0.43520800955062405, + "nauc_mrr_at_1000_std": 0.06275937924749767, + "nauc_mrr_at_100_diff1": 0.3420112175245728, + "nauc_mrr_at_100_max": 0.4352147207937452, + "nauc_mrr_at_100_std": 0.0627855811805599, + "nauc_mrr_at_10_diff1": 0.3422863203613969, + "nauc_mrr_at_10_max": 0.43474749056783796, + "nauc_mrr_at_10_std": 0.06984987964974804, + "nauc_mrr_at_1_diff1": 0.35588529058251944, + "nauc_mrr_at_1_max": 0.40827140221089875, + "nauc_mrr_at_1_std": 0.0023023141643106044, + "nauc_mrr_at_20_diff1": 0.3424818715635242, + "nauc_mrr_at_20_max": 0.4359138548785412, + "nauc_mrr_at_20_std": 0.06360188190490523, + "nauc_mrr_at_3_diff1": 0.34174452400307304, + "nauc_mrr_at_3_max": 0.4484322743250812, + "nauc_mrr_at_3_std": 0.07114620104453227, + "nauc_mrr_at_5_diff1": 0.3413602694869079, + "nauc_mrr_at_5_max": 0.4336868821026116, + "nauc_mrr_at_5_std": 0.06578792715578861, + "nauc_ndcg_at_1000_diff1": 0.2177314401844043, + "nauc_ndcg_at_1000_max": 0.3549637404005378, + "nauc_ndcg_at_1000_std": 0.2544649477177188, + "nauc_ndcg_at_100_diff1": 0.2805917818465729, + "nauc_ndcg_at_100_max": 0.23624918594935926, + "nauc_ndcg_at_100_std": 0.0550180676754123, + "nauc_ndcg_at_10_diff1": 0.2820690938420212, + "nauc_ndcg_at_10_max": 0.29163003293370837, + "nauc_ndcg_at_10_std": 0.06184440602098916, + "nauc_ndcg_at_1_diff1": 0.4107438199592428, + "nauc_ndcg_at_1_max": 0.3706326235269789, + "nauc_ndcg_at_1_std": -0.07036903039073844, + "nauc_ndcg_at_20_diff1": 0.26145649524590947, + "nauc_ndcg_at_20_max": 0.24194200017991568, + "nauc_ndcg_at_20_std": 0.02698299232727732, + "nauc_ndcg_at_3_diff1": 0.2868794551651619, + "nauc_ndcg_at_3_max": 0.3703280686041884, + "nauc_ndcg_at_3_std": 0.020302815583655858, + "nauc_ndcg_at_5_diff1": 0.2565047799999536, + "nauc_ndcg_at_5_max": 0.3348622499241431, + "nauc_ndcg_at_5_std": 0.056309359566952336, + "nauc_precision_at_1000_diff1": -0.250291922576494, + "nauc_precision_at_1000_max": 0.10548691703839426, + "nauc_precision_at_1000_std": 0.3843543650195707, + "nauc_precision_at_100_diff1": -0.2617451603688461, + "nauc_precision_at_100_max": 0.19403549544428905, + "nauc_precision_at_100_std": 0.4792603695409102, + "nauc_precision_at_10_diff1": -0.19233391230785804, + "nauc_precision_at_10_max": 0.24981775801864742, + "nauc_precision_at_10_std": 0.39676666726664045, + "nauc_precision_at_1_diff1": 0.35588529058251944, + "nauc_precision_at_1_max": 0.40827140221089875, + "nauc_precision_at_1_std": 0.0023023141643106044, + "nauc_precision_at_20_diff1": -0.2315727306162358, + "nauc_precision_at_20_max": 0.2316530661173727, + "nauc_precision_at_20_std": 0.4279742022621977, + "nauc_precision_at_3_diff1": -0.022165927802406903, + "nauc_precision_at_3_max": 0.4210491060554395, + "nauc_precision_at_3_std": 0.23871303648852754, + "nauc_precision_at_5_diff1": -0.14863836140727185, + "nauc_precision_at_5_max": 0.3147603726368474, + "nauc_precision_at_5_std": 0.32156751414211526, + "nauc_recall_at_1000_diff1": 0.06349468161931701, + "nauc_recall_at_1000_max": 0.21041523250341498, + "nauc_recall_at_1000_std": 0.42988778700226554, + "nauc_recall_at_100_diff1": 0.2162460840002534, + "nauc_recall_at_100_max": 0.02752693858998478, + "nauc_recall_at_100_std": -0.04400418509670437, + "nauc_recall_at_10_diff1": 0.2883662096306025, + "nauc_recall_at_10_max": -0.02183419354722748, + "nauc_recall_at_10_std": -0.21092336160319328, + "nauc_recall_at_1_diff1": 0.46918161974434885, + "nauc_recall_at_1_max": -0.04770535594983038, + "nauc_recall_at_1_std": -0.1697122008226199, + "nauc_recall_at_20_diff1": 0.25019096952284425, + "nauc_recall_at_20_max": -0.021401841918368334, + "nauc_recall_at_20_std": -0.20448054236911617, + "nauc_recall_at_3_diff1": 0.36191824857634475, + "nauc_recall_at_3_max": 0.027015460588620997, + "nauc_recall_at_3_std": -0.19049387998695114, + "nauc_recall_at_5_diff1": 0.3035473954381129, + "nauc_recall_at_5_max": -0.015830122940011678, + "nauc_recall_at_5_std": -0.211927352296566, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.45042, + "ndcg_at_100": 0.51052, + "ndcg_at_1000": 0.63257, + "ndcg_at_20": 0.44539, + "ndcg_at_3": 0.48087, + "ndcg_at_5": 0.46034, + "precision_at_1": 0.67, + "precision_at_10": 0.388, + "precision_at_100": 0.1699, + "precision_at_1000": 0.03576, + "precision_at_20": 0.311, + "precision_at_3": 0.52667, + "precision_at_5": 0.466, + "recall_at_1": 0.08599, + "recall_at_10": 0.23169, + "recall_at_100": 0.58064, + "recall_at_1000": 0.92331, + "recall_at_20": 0.31558, + "recall_at_3": 0.13837, + "recall_at_5": 0.17032 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.32039, + "map_at_1": 0.06915, + "map_at_10": 0.12166, + "map_at_100": 0.18643, + "map_at_1000": 0.22165, + "map_at_20": 0.14008, + "map_at_3": 0.09672, + "map_at_5": 0.10476, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5796686507936508, + "mrr_at_100": 0.5847829288794211, + "mrr_at_1000": 0.5849748440435006, + "mrr_at_20": 0.5837242430771843, + "mrr_at_3": 0.5433333333333331, + "mrr_at_5": 0.5643333333333332, + "nauc_map_at_1000_diff1": 0.3265730211912642, + "nauc_map_at_1000_max": 0.4390908173341, + "nauc_map_at_1000_std": 0.5550223862024053, + "nauc_map_at_100_diff1": 0.37520955810457535, + "nauc_map_at_100_max": 0.43139183181706064, + "nauc_map_at_100_std": 0.49967802039916487, + "nauc_map_at_10_diff1": 0.4488939506583315, + "nauc_map_at_10_max": 0.38962434164588233, + "nauc_map_at_10_std": 0.37267778202853447, + "nauc_map_at_1_diff1": 0.5426003545019473, + "nauc_map_at_1_max": 0.3558083562785278, + "nauc_map_at_1_std": 0.3356499309539114, + "nauc_map_at_20_diff1": 0.426902691136227, + "nauc_map_at_20_max": 0.3947857743783837, + "nauc_map_at_20_std": 0.3949450456146641, + "nauc_map_at_3_diff1": 0.4612173840011942, + "nauc_map_at_3_max": 0.37284518663086, + "nauc_map_at_3_std": 0.3477073661542945, + "nauc_map_at_5_diff1": 0.4609413585950831, + "nauc_map_at_5_max": 0.38690459073912975, + "nauc_map_at_5_std": 0.35402200702650233, + "nauc_mrr_at_1000_diff1": 0.3013949579298589, + "nauc_mrr_at_1000_max": 0.35711335379431836, + "nauc_mrr_at_1000_std": 0.32570939606104793, + "nauc_mrr_at_100_diff1": 0.3013099554727819, + "nauc_mrr_at_100_max": 0.3573713318642076, + "nauc_mrr_at_100_std": 0.32603937075775813, + "nauc_mrr_at_10_diff1": 0.2947064117641114, + "nauc_mrr_at_10_max": 0.3540502525287789, + "nauc_mrr_at_10_std": 0.325364224015882, + "nauc_mrr_at_1_diff1": 0.3630851830026848, + "nauc_mrr_at_1_max": 0.29747921168074387, + "nauc_mrr_at_1_std": 0.24898186341910555, + "nauc_mrr_at_20_diff1": 0.3015430763901095, + "nauc_mrr_at_20_max": 0.3559242696769866, + "nauc_mrr_at_20_std": 0.32596162197162315, + "nauc_mrr_at_3_diff1": 0.3006992086327492, + "nauc_mrr_at_3_max": 0.3608512583840406, + "nauc_mrr_at_3_std": 0.33010020155209485, + "nauc_mrr_at_5_diff1": 0.2923325619877642, + "nauc_mrr_at_5_max": 0.36934333402093467, + "nauc_mrr_at_5_std": 0.33045997535623345, + "nauc_ndcg_at_1000_diff1": 0.24449297414127738, + "nauc_ndcg_at_1000_max": 0.4778716757518725, + "nauc_ndcg_at_1000_std": 0.5628066117441827, + "nauc_ndcg_at_100_diff1": 0.3257127956405939, + "nauc_ndcg_at_100_max": 0.46325596770746824, + "nauc_ndcg_at_100_std": 0.4971432288821977, + "nauc_ndcg_at_10_diff1": 0.29755543369934406, + "nauc_ndcg_at_10_max": 0.39369860928234834, + "nauc_ndcg_at_10_std": 0.4277778047495701, + "nauc_ndcg_at_1_diff1": 0.37280645086483066, + "nauc_ndcg_at_1_max": 0.2994821948577278, + "nauc_ndcg_at_1_std": 0.2145064949263048, + "nauc_ndcg_at_20_diff1": 0.296904969717415, + "nauc_ndcg_at_20_max": 0.4009492441753329, + "nauc_ndcg_at_20_std": 0.4321679078956296, + "nauc_ndcg_at_3_diff1": 0.2964777485641185, + "nauc_ndcg_at_3_max": 0.3487924428302948, + "nauc_ndcg_at_3_std": 0.3708743968722942, + "nauc_ndcg_at_5_diff1": 0.28723721319798845, + "nauc_ndcg_at_5_max": 0.3944312657538964, + "nauc_ndcg_at_5_std": 0.40933262133450266, + "nauc_precision_at_1000_diff1": -0.200321368693919, + "nauc_precision_at_1000_max": 0.06582657567981726, + "nauc_precision_at_1000_std": 0.26203288011478826, + "nauc_precision_at_100_diff1": -0.15910484619283735, + "nauc_precision_at_100_max": 0.16113064902835128, + "nauc_precision_at_100_std": 0.3805253576208847, + "nauc_precision_at_10_diff1": -0.03888205428134926, + "nauc_precision_at_10_max": 0.24878993833727464, + "nauc_precision_at_10_std": 0.4158263460675522, + "nauc_precision_at_1_diff1": 0.3630851830026848, + "nauc_precision_at_1_max": 0.29747921168074387, + "nauc_precision_at_1_std": 0.24898186341910555, + "nauc_precision_at_20_diff1": -0.1099900625804073, + "nauc_precision_at_20_max": 0.19078860321544458, + "nauc_precision_at_20_std": 0.3764234016378445, + "nauc_precision_at_3_diff1": 0.12675432871565828, + "nauc_precision_at_3_max": 0.30997633465185825, + "nauc_precision_at_3_std": 0.38868489901082265, + "nauc_precision_at_5_diff1": 0.03857095928448832, + "nauc_precision_at_5_max": 0.3316433100490272, + "nauc_precision_at_5_std": 0.3845691370344433, + "nauc_recall_at_1000_diff1": 0.12862236173254019, + "nauc_recall_at_1000_max": 0.4591898490847664, + "nauc_recall_at_1000_std": 0.6502950562776116, + "nauc_recall_at_100_diff1": 0.2506558424145654, + "nauc_recall_at_100_max": 0.41035040060191513, + "nauc_recall_at_100_std": 0.49089176934486706, + "nauc_recall_at_10_diff1": 0.37645027254093005, + "nauc_recall_at_10_max": 0.33490745699531516, + "nauc_recall_at_10_std": 0.3274078432072102, + "nauc_recall_at_1_diff1": 0.5426003545019473, + "nauc_recall_at_1_max": 0.3558083562785278, + "nauc_recall_at_1_std": 0.3356499309539114, + "nauc_recall_at_20_diff1": 0.3439668452788851, + "nauc_recall_at_20_max": 0.33144927618944625, + "nauc_recall_at_20_std": 0.3326017606693924, + "nauc_recall_at_3_diff1": 0.4480158323331178, + "nauc_recall_at_3_max": 0.3741673710307644, + "nauc_recall_at_3_std": 0.35121461347333827, + "nauc_recall_at_5_diff1": 0.44126668315131173, + "nauc_recall_at_5_max": 0.3853873345079442, + "nauc_recall_at_5_std": 0.3472054799737404, + "ndcg_at_1": 0.3825, + "ndcg_at_10": 0.32039, + "ndcg_at_100": 0.3769, + "ndcg_at_1000": 0.50726, + "ndcg_at_20": 0.32344, + "ndcg_at_3": 0.34555, + "ndcg_at_5": 0.3247, + "precision_at_1": 0.45, + "precision_at_10": 0.272, + "precision_at_100": 0.13005, + "precision_at_1000": 0.03079, + "precision_at_20": 0.2295, + "precision_at_3": 0.37667, + "precision_at_5": 0.321, + "recall_at_1": 0.06915, + "recall_at_10": 0.16616, + "recall_at_100": 0.42662, + "recall_at_1000": 0.81966, + "recall_at_20": 0.22313, + "recall_at_3": 0.10598, + "recall_at_5": 0.12112 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.27953, + "map_at_1": 0.06363, + "map_at_10": 0.1128, + "map_at_100": 0.15663, + "map_at_1000": 0.18368, + "map_at_20": 0.12465, + "map_at_3": 0.08883, + "map_at_5": 0.09994, + "mrr_at_1": 0.42, + "mrr_at_10": 0.5316289682539685, + "mrr_at_100": 0.5376607642825036, + "mrr_at_1000": 0.537843530497125, + "mrr_at_20": 0.5350940373910578, + "mrr_at_3": 0.49416666666666664, + "mrr_at_5": 0.5151666666666668, + "nauc_map_at_1000_diff1": 0.22322302639859798, + "nauc_map_at_1000_max": 0.4624200396817606, + "nauc_map_at_1000_std": 0.5802030359789827, + "nauc_map_at_100_diff1": 0.22434487174591367, + "nauc_map_at_100_max": 0.4381579880599099, + "nauc_map_at_100_std": 0.5254151289961063, + "nauc_map_at_10_diff1": 0.17167168669124677, + "nauc_map_at_10_max": 0.3945602058803108, + "nauc_map_at_10_std": 0.3709372188126499, + "nauc_map_at_1_diff1": 0.1548568233108985, + "nauc_map_at_1_max": 0.3454146444280572, + "nauc_map_at_1_std": 0.29734095226364393, + "nauc_map_at_20_diff1": 0.19166201228754867, + "nauc_map_at_20_max": 0.41068528903567453, + "nauc_map_at_20_std": 0.4150413898788314, + "nauc_map_at_3_diff1": 0.1833494547721548, + "nauc_map_at_3_max": 0.38189026787663916, + "nauc_map_at_3_std": 0.31444849165157485, + "nauc_map_at_5_diff1": 0.16767135919071746, + "nauc_map_at_5_max": 0.3764527921245972, + "nauc_map_at_5_std": 0.3386128613438304, + "nauc_mrr_at_1000_diff1": 0.23004112099103172, + "nauc_mrr_at_1000_max": 0.3981847443317561, + "nauc_mrr_at_1000_std": 0.5108847522315783, + "nauc_mrr_at_100_diff1": 0.230056883131804, + "nauc_mrr_at_100_max": 0.39836182190926805, + "nauc_mrr_at_100_std": 0.5109842353911829, + "nauc_mrr_at_10_diff1": 0.23350287110006482, + "nauc_mrr_at_10_max": 0.39990722102938725, + "nauc_mrr_at_10_std": 0.5105375243089966, + "nauc_mrr_at_1_diff1": 0.2549835394146773, + "nauc_mrr_at_1_max": 0.3536628042616068, + "nauc_mrr_at_1_std": 0.48202944759830996, + "nauc_mrr_at_20_diff1": 0.2300991247565609, + "nauc_mrr_at_20_max": 0.3998313920996339, + "nauc_mrr_at_20_std": 0.51223998962038, + "nauc_mrr_at_3_diff1": 0.21520633901768804, + "nauc_mrr_at_3_max": 0.38662723114801123, + "nauc_mrr_at_3_std": 0.49702929425466985, + "nauc_mrr_at_5_diff1": 0.23628047602917948, + "nauc_mrr_at_5_max": 0.40052220042355624, + "nauc_mrr_at_5_std": 0.5159765286031603, + "nauc_ndcg_at_1000_diff1": 0.22117125716740113, + "nauc_ndcg_at_1000_max": 0.49810063658459736, + "nauc_ndcg_at_1000_std": 0.6517641789317621, + "nauc_ndcg_at_100_diff1": 0.22898693000965067, + "nauc_ndcg_at_100_max": 0.4515995215447845, + "nauc_ndcg_at_100_std": 0.5887471254985753, + "nauc_ndcg_at_10_diff1": 0.1976179054228309, + "nauc_ndcg_at_10_max": 0.4392426293871976, + "nauc_ndcg_at_10_std": 0.5235226727893717, + "nauc_ndcg_at_1_diff1": 0.24712058051567082, + "nauc_ndcg_at_1_max": 0.33093853464395406, + "nauc_ndcg_at_1_std": 0.4240612080352702, + "nauc_ndcg_at_20_diff1": 0.20877387766520536, + "nauc_ndcg_at_20_max": 0.43481086454976753, + "nauc_ndcg_at_20_std": 0.5350179451473879, + "nauc_ndcg_at_3_diff1": 0.19405489896461856, + "nauc_ndcg_at_3_max": 0.38526978088703273, + "nauc_ndcg_at_3_std": 0.46194180967811804, + "nauc_ndcg_at_5_diff1": 0.20290411833383312, + "nauc_ndcg_at_5_max": 0.40225176720136013, + "nauc_ndcg_at_5_std": 0.5096870153145587, + "nauc_precision_at_1000_diff1": -0.014166285750245894, + "nauc_precision_at_1000_max": 0.15958370266371585, + "nauc_precision_at_1000_std": 0.2714665875726449, + "nauc_precision_at_100_diff1": 0.10448111643641281, + "nauc_precision_at_100_max": 0.2715633957911877, + "nauc_precision_at_100_std": 0.508433821379305, + "nauc_precision_at_10_diff1": 0.11521746811292087, + "nauc_precision_at_10_max": 0.35338303360067846, + "nauc_precision_at_10_std": 0.5567890329647037, + "nauc_precision_at_1_diff1": 0.2549835394146773, + "nauc_precision_at_1_max": 0.3536628042616068, + "nauc_precision_at_1_std": 0.48202944759830996, + "nauc_precision_at_20_diff1": 0.11692444233679306, + "nauc_precision_at_20_max": 0.3237361088470326, + "nauc_precision_at_20_std": 0.5532387853999025, + "nauc_precision_at_3_diff1": 0.13801278652356463, + "nauc_precision_at_3_max": 0.35479250848676536, + "nauc_precision_at_3_std": 0.4691429128651438, + "nauc_precision_at_5_diff1": 0.13094632870942013, + "nauc_precision_at_5_max": 0.3279215277181726, + "nauc_precision_at_5_std": 0.5193638762525397, + "nauc_recall_at_1000_diff1": 0.1611648639495483, + "nauc_recall_at_1000_max": 0.43045170035006813, + "nauc_recall_at_1000_std": 0.6709704146265553, + "nauc_recall_at_100_diff1": 0.1898270867725613, + "nauc_recall_at_100_max": 0.35958942276514544, + "nauc_recall_at_100_std": 0.5267044282910738, + "nauc_recall_at_10_diff1": 0.1379140654927224, + "nauc_recall_at_10_max": 0.30941157757135, + "nauc_recall_at_10_std": 0.31947390779071394, + "nauc_recall_at_1_diff1": 0.1548568233108985, + "nauc_recall_at_1_max": 0.3454146444280572, + "nauc_recall_at_1_std": 0.29734095226364393, + "nauc_recall_at_20_diff1": 0.1653280274022457, + "nauc_recall_at_20_max": 0.33404871720195684, + "nauc_recall_at_20_std": 0.3777215118137247, + "nauc_recall_at_3_diff1": 0.16284114000981176, + "nauc_recall_at_3_max": 0.3509802775806646, + "nauc_recall_at_3_std": 0.28086996049488133, + "nauc_recall_at_5_diff1": 0.12783361833654486, + "nauc_recall_at_5_max": 0.3045267181906045, + "nauc_recall_at_5_std": 0.2912631240735934, + "ndcg_at_1": 0.3375, + "ndcg_at_10": 0.27953, + "ndcg_at_100": 0.32244, + "ndcg_at_1000": 0.44608, + "ndcg_at_20": 0.27713, + "ndcg_at_3": 0.29329, + "ndcg_at_5": 0.28724, + "precision_at_1": 0.42, + "precision_at_10": 0.2225, + "precision_at_100": 0.0972, + "precision_at_1000": 0.02609, + "precision_at_20": 0.174, + "precision_at_3": 0.31, + "precision_at_5": 0.273, + "recall_at_1": 0.06363, + "recall_at_10": 0.16218, + "recall_at_100": 0.36829, + "recall_at_1000": 0.73453, + "recall_at_20": 0.19905, + "recall_at_3": 0.1009, + "recall_at_5": 0.12684 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56092, + "map_at_1": 0.12971, + "map_at_10": 0.38364, + "map_at_100": 0.47544, + "map_at_1000": 0.49057, + "map_at_20": 0.42485, + "map_at_3": 0.25044, + "map_at_5": 0.31244, + "mrr_at_1": 0.635, + "mrr_at_10": 0.7515119047619048, + "mrr_at_100": 0.7533235603287903, + "mrr_at_1000": 0.7533235603287903, + "mrr_at_20": 0.7530864711269123, + "mrr_at_3": 0.7308333333333333, + "mrr_at_5": 0.7433333333333333, + "nauc_map_at_1000_diff1": 0.16001635527103988, + "nauc_map_at_1000_max": 0.1791404377531818, + "nauc_map_at_1000_std": -0.320060024878247, + "nauc_map_at_100_diff1": 0.17798431842035606, + "nauc_map_at_100_max": 0.1612649451544858, + "nauc_map_at_100_std": -0.3724657609796399, + "nauc_map_at_10_diff1": 0.1788223393438002, + "nauc_map_at_10_max": 0.03979051947473021, + "nauc_map_at_10_std": -0.4845480119327845, + "nauc_map_at_1_diff1": 0.3058953179242803, + "nauc_map_at_1_max": -0.029329063824432948, + "nauc_map_at_1_std": -0.3549200497524769, + "nauc_map_at_20_diff1": 0.16773593531802386, + "nauc_map_at_20_max": 0.07618723359454906, + "nauc_map_at_20_std": -0.4651004884848572, + "nauc_map_at_3_diff1": 0.2665596017834357, + "nauc_map_at_3_max": -0.0013974668701211847, + "nauc_map_at_3_std": -0.42444908670958764, + "nauc_map_at_5_diff1": 0.231710365902615, + "nauc_map_at_5_max": 0.014425989842386381, + "nauc_map_at_5_std": -0.4597336794362125, + "nauc_mrr_at_1000_diff1": 0.29453151097143115, + "nauc_mrr_at_1000_max": 0.42487378815741333, + "nauc_mrr_at_1000_std": -0.03793202574991485, + "nauc_mrr_at_100_diff1": 0.29453151097143115, + "nauc_mrr_at_100_max": 0.42487378815741333, + "nauc_mrr_at_100_std": -0.03793202574991485, + "nauc_mrr_at_10_diff1": 0.29481195355605305, + "nauc_mrr_at_10_max": 0.42733191804165616, + "nauc_mrr_at_10_std": -0.03931945939164122, + "nauc_mrr_at_1_diff1": 0.26977248104008716, + "nauc_mrr_at_1_max": 0.3797281160291339, + "nauc_mrr_at_1_std": -0.04729104554333273, + "nauc_mrr_at_20_diff1": 0.2952905847015834, + "nauc_mrr_at_20_max": 0.42542402539305346, + "nauc_mrr_at_20_std": -0.03685481268322395, + "nauc_mrr_at_3_diff1": 0.2909245065339537, + "nauc_mrr_at_3_max": 0.4211516274991883, + "nauc_mrr_at_3_std": -0.046297539168893995, + "nauc_mrr_at_5_diff1": 0.2977739502922673, + "nauc_mrr_at_5_max": 0.4347183079737625, + "nauc_mrr_at_5_std": -0.030464325554415785, + "nauc_ndcg_at_1000_diff1": 0.18961305545709783, + "nauc_ndcg_at_1000_max": 0.3094017331616074, + "nauc_ndcg_at_1000_std": -0.14924691964268652, + "nauc_ndcg_at_100_diff1": 0.24695011995038613, + "nauc_ndcg_at_100_max": 0.26520460499465986, + "nauc_ndcg_at_100_std": -0.30393827018106845, + "nauc_ndcg_at_10_diff1": 0.17335852273468952, + "nauc_ndcg_at_10_max": 0.18922274786354268, + "nauc_ndcg_at_10_std": -0.3317413898094089, + "nauc_ndcg_at_1_diff1": 0.28214032269103717, + "nauc_ndcg_at_1_max": 0.3121327939539559, + "nauc_ndcg_at_1_std": -0.09700903808676441, + "nauc_ndcg_at_20_diff1": 0.18555779588316884, + "nauc_ndcg_at_20_max": 0.1913503934826993, + "nauc_ndcg_at_20_std": -0.36134852352966823, + "nauc_ndcg_at_3_diff1": 0.20613815978611041, + "nauc_ndcg_at_3_max": 0.27206846265583057, + "nauc_ndcg_at_3_std": -0.1891026055798605, + "nauc_ndcg_at_5_diff1": 0.19839762905280695, + "nauc_ndcg_at_5_max": 0.2696465771160293, + "nauc_ndcg_at_5_std": -0.22172665602115957, + "nauc_precision_at_1000_diff1": -0.20005499652483938, + "nauc_precision_at_1000_max": 0.2266250402068484, + "nauc_precision_at_1000_std": 0.6560970474459095, + "nauc_precision_at_100_diff1": -0.1298529361821662, + "nauc_precision_at_100_max": 0.30634851287045833, + "nauc_precision_at_100_std": 0.5906699753003701, + "nauc_precision_at_10_diff1": -0.15131563146536223, + "nauc_precision_at_10_max": 0.3284784147690167, + "nauc_precision_at_10_std": 0.19000401431428984, + "nauc_precision_at_1_diff1": 0.26977248104008716, + "nauc_precision_at_1_max": 0.3797281160291339, + "nauc_precision_at_1_std": -0.04729104554333273, + "nauc_precision_at_20_diff1": -0.15754190611864025, + "nauc_precision_at_20_max": 0.337941966776903, + "nauc_precision_at_20_std": 0.37218026858462316, + "nauc_precision_at_3_diff1": 0.030047587483986518, + "nauc_precision_at_3_max": 0.3201023680792311, + "nauc_precision_at_3_std": -0.03250870158397039, + "nauc_precision_at_5_diff1": -0.04552040523750339, + "nauc_precision_at_5_max": 0.33658606518207057, + "nauc_precision_at_5_std": 0.05672942750645162, + "nauc_recall_at_1000_diff1": 0.24383146345123202, + "nauc_recall_at_1000_max": -0.1525329377126169, + "nauc_recall_at_1000_std": -0.036417746843881466, + "nauc_recall_at_100_diff1": 0.3532264363828961, + "nauc_recall_at_100_max": 0.04775883913926774, + "nauc_recall_at_100_std": -0.6382452626961554, + "nauc_recall_at_10_diff1": 0.13740757308531923, + "nauc_recall_at_10_max": -0.10700724497963901, + "nauc_recall_at_10_std": -0.60361862244417, + "nauc_recall_at_1_diff1": 0.3058953179242803, + "nauc_recall_at_1_max": -0.029329063824432948, + "nauc_recall_at_1_std": -0.3549200497524769, + "nauc_recall_at_20_diff1": 0.14089853977109196, + "nauc_recall_at_20_max": -0.10462832338225383, + "nauc_recall_at_20_std": -0.6524157270145463, + "nauc_recall_at_3_diff1": 0.25392260769941366, + "nauc_recall_at_3_max": -0.05088539150201499, + "nauc_recall_at_3_std": -0.4598808914845495, + "nauc_recall_at_5_diff1": 0.2142867910199382, + "nauc_recall_at_5_max": -0.048392814088729356, + "nauc_recall_at_5_std": -0.5129732746660167, + "ndcg_at_1": 0.5575, + "ndcg_at_10": 0.56092, + "ndcg_at_100": 0.6534, + "ndcg_at_1000": 0.69656, + "ndcg_at_20": 0.5912, + "ndcg_at_3": 0.51631, + "ndcg_at_5": 0.53412, + "precision_at_1": 0.635, + "precision_at_10": 0.371, + "precision_at_100": 0.09515, + "precision_at_1000": 0.0134, + "precision_at_20": 0.2585, + "precision_at_3": 0.53167, + "precision_at_5": 0.479, + "recall_at_1": 0.12971, + "recall_at_10": 0.52266, + "recall_at_100": 0.84958, + "recall_at_1000": 0.99324, + "recall_at_20": 0.63965, + "recall_at_3": 0.28321, + "recall_at_5": 0.37638 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.48446, + "map_at_1": 0.12265, + "map_at_10": 0.32636, + "map_at_100": 0.40814, + "map_at_1000": 0.42404, + "map_at_20": 0.36058, + "map_at_3": 0.22413, + "map_at_5": 0.27558, + "mrr_at_1": 0.575, + "mrr_at_10": 0.6828115079365079, + "mrr_at_100": 0.6864941270637297, + "mrr_at_1000": 0.686557043595503, + "mrr_at_20": 0.6848039321789321, + "mrr_at_3": 0.6591666666666666, + "mrr_at_5": 0.6731666666666666, + "nauc_map_at_1000_diff1": 0.12340836818816948, + "nauc_map_at_1000_max": 0.22324840449384295, + "nauc_map_at_1000_std": -0.11013880144038989, + "nauc_map_at_100_diff1": 0.1263508488371351, + "nauc_map_at_100_max": 0.19537662307796946, + "nauc_map_at_100_std": -0.16693196200434177, + "nauc_map_at_10_diff1": 0.13283005038112392, + "nauc_map_at_10_max": 0.09912739200076104, + "nauc_map_at_10_std": -0.27379651039805, + "nauc_map_at_1_diff1": 0.20684982238793292, + "nauc_map_at_1_max": -0.050937150848523856, + "nauc_map_at_1_std": -0.27244697627870307, + "nauc_map_at_20_diff1": 0.1188357697729044, + "nauc_map_at_20_max": 0.13335701069859163, + "nauc_map_at_20_std": -0.2432521606547788, + "nauc_map_at_3_diff1": 0.1820669034741872, + "nauc_map_at_3_max": 0.0383366068514552, + "nauc_map_at_3_std": -0.26617542445417786, + "nauc_map_at_5_diff1": 0.17557974431100998, + "nauc_map_at_5_max": 0.042442153342266295, + "nauc_map_at_5_std": -0.2874285339289416, + "nauc_mrr_at_1000_diff1": 0.1667072120215585, + "nauc_mrr_at_1000_max": 0.36233459082366554, + "nauc_mrr_at_1000_std": 0.12570562681402456, + "nauc_mrr_at_100_diff1": 0.16661652661970755, + "nauc_mrr_at_100_max": 0.36245216245573486, + "nauc_mrr_at_100_std": 0.12589981222743948, + "nauc_mrr_at_10_diff1": 0.16334674765352625, + "nauc_mrr_at_10_max": 0.3614532865050626, + "nauc_mrr_at_10_std": 0.1242715406762393, + "nauc_mrr_at_1_diff1": 0.17417655759587275, + "nauc_mrr_at_1_max": 0.3596738699087266, + "nauc_mrr_at_1_std": 0.14361268444027547, + "nauc_mrr_at_20_diff1": 0.16816284931635564, + "nauc_mrr_at_20_max": 0.3629767774164324, + "nauc_mrr_at_20_std": 0.12354352561045676, + "nauc_mrr_at_3_diff1": 0.16516092722817124, + "nauc_mrr_at_3_max": 0.3504693975958131, + "nauc_mrr_at_3_std": 0.12017115796052781, + "nauc_mrr_at_5_diff1": 0.16462795675842437, + "nauc_mrr_at_5_max": 0.35777947197248755, + "nauc_mrr_at_5_std": 0.11784778756469325, + "nauc_ndcg_at_1000_diff1": 0.13552959884825078, + "nauc_ndcg_at_1000_max": 0.34805412092113, + "nauc_ndcg_at_1000_std": 0.06610153688821449, + "nauc_ndcg_at_100_diff1": 0.15436749382761392, + "nauc_ndcg_at_100_max": 0.2816748074844472, + "nauc_ndcg_at_100_std": -0.08708259846862794, + "nauc_ndcg_at_10_diff1": 0.14000835903787637, + "nauc_ndcg_at_10_max": 0.23764644034794635, + "nauc_ndcg_at_10_std": -0.11808013924928977, + "nauc_ndcg_at_1_diff1": 0.1701107757040407, + "nauc_ndcg_at_1_max": 0.30638236634447036, + "nauc_ndcg_at_1_std": 0.07250617609670715, + "nauc_ndcg_at_20_diff1": 0.14460575051386043, + "nauc_ndcg_at_20_max": 0.2495450097441911, + "nauc_ndcg_at_20_std": -0.11387690829781139, + "nauc_ndcg_at_3_diff1": 0.11828751223061616, + "nauc_ndcg_at_3_max": 0.28159575655172875, + "nauc_ndcg_at_3_std": -0.003768838182820336, + "nauc_ndcg_at_5_diff1": 0.13930315810026514, + "nauc_ndcg_at_5_max": 0.24010540093280913, + "nauc_ndcg_at_5_std": -0.06375942443139727, + "nauc_precision_at_1000_diff1": -0.06268363727466013, + "nauc_precision_at_1000_max": 0.28052314237082876, + "nauc_precision_at_1000_std": 0.6225357566890788, + "nauc_precision_at_100_diff1": -0.02417235313056091, + "nauc_precision_at_100_max": 0.3451020150238883, + "nauc_precision_at_100_std": 0.5535566959745953, + "nauc_precision_at_10_diff1": -0.05410737591411038, + "nauc_precision_at_10_max": 0.3806952511944068, + "nauc_precision_at_10_std": 0.24225656718551278, + "nauc_precision_at_1_diff1": 0.17417655759587275, + "nauc_precision_at_1_max": 0.3596738699087266, + "nauc_precision_at_1_std": 0.14361268444027547, + "nauc_precision_at_20_diff1": -0.055812250940920856, + "nauc_precision_at_20_max": 0.3938108981236528, + "nauc_precision_at_20_std": 0.40969573491315453, + "nauc_precision_at_3_diff1": 0.035976291316153576, + "nauc_precision_at_3_max": 0.3522242839272983, + "nauc_precision_at_3_std": 0.14417697750337677, + "nauc_precision_at_5_diff1": 0.008975819724015555, + "nauc_precision_at_5_max": 0.31920134555911245, + "nauc_precision_at_5_std": 0.15224892843578766, + "nauc_recall_at_1000_diff1": -0.11617762377305073, + "nauc_recall_at_1000_max": 0.6496740917236908, + "nauc_recall_at_1000_std": 0.5611485899162099, + "nauc_recall_at_100_diff1": 0.09827248208947739, + "nauc_recall_at_100_max": 0.10236072489375413, + "nauc_recall_at_100_std": -0.2990891982003541, + "nauc_recall_at_10_diff1": 0.07917632611477005, + "nauc_recall_at_10_max": 0.0058427921478084515, + "nauc_recall_at_10_std": -0.36323500471321546, + "nauc_recall_at_1_diff1": 0.20684982238793292, + "nauc_recall_at_1_max": -0.050937150848523856, + "nauc_recall_at_1_std": -0.27244697627870307, + "nauc_recall_at_20_diff1": 0.07804993877368849, + "nauc_recall_at_20_max": 0.03589754965866624, + "nauc_recall_at_20_std": -0.346720915069378, + "nauc_recall_at_3_diff1": 0.1605779779006035, + "nauc_recall_at_3_max": 0.006642145158856678, + "nauc_recall_at_3_std": -0.2970611477570681, + "nauc_recall_at_5_diff1": 0.15286333432944793, + "nauc_recall_at_5_max": -0.03235781101264309, + "nauc_recall_at_5_std": -0.3509666732117476, + "ndcg_at_1": 0.5075, + "ndcg_at_10": 0.48446, + "ndcg_at_100": 0.58559, + "ndcg_at_1000": 0.63989, + "ndcg_at_20": 0.51522, + "ndcg_at_3": 0.46229, + "ndcg_at_5": 0.46973, + "precision_at_1": 0.575, + "precision_at_10": 0.3045, + "precision_at_100": 0.0869, + "precision_at_1000": 0.01312, + "precision_at_20": 0.22175, + "precision_at_3": 0.465, + "precision_at_5": 0.405, + "recall_at_1": 0.12265, + "recall_at_10": 0.43745, + "recall_at_100": 0.781, + "recall_at_1000": 0.97119, + "recall_at_20": 0.53552, + "recall_at_3": 0.25187, + "recall_at_5": 0.33513 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.46712, + "map_at_1": 0.1146, + "map_at_10": 0.30378, + "map_at_100": 0.38014, + "map_at_1000": 0.39619, + "map_at_20": 0.33774, + "map_at_3": 0.19468, + "map_at_5": 0.24844, + "mrr_at_1": 0.55, + "mrr_at_10": 0.6589761904761903, + "mrr_at_100": 0.6653364496050774, + "mrr_at_1000": 0.6653981158991381, + "mrr_at_20": 0.664102018079959, + "mrr_at_3": 0.6316666666666665, + "mrr_at_5": 0.6511666666666664, + "nauc_map_at_1000_diff1": 0.19137669335151436, + "nauc_map_at_1000_max": 0.2824617673276695, + "nauc_map_at_1000_std": -0.16369021264616707, + "nauc_map_at_100_diff1": 0.20368838367222908, + "nauc_map_at_100_max": 0.27271471606909536, + "nauc_map_at_100_std": -0.21546867708706524, + "nauc_map_at_10_diff1": 0.22966589719049502, + "nauc_map_at_10_max": 0.2366053829303812, + "nauc_map_at_10_std": -0.28941334488590775, + "nauc_map_at_1_diff1": 0.1889914330818124, + "nauc_map_at_1_max": 0.12481188234558017, + "nauc_map_at_1_std": -0.229588919877093, + "nauc_map_at_20_diff1": 0.22034705287632161, + "nauc_map_at_20_max": 0.2519651950282463, + "nauc_map_at_20_std": -0.27140436211483177, + "nauc_map_at_3_diff1": 0.20905748915113498, + "nauc_map_at_3_max": 0.17026332807780564, + "nauc_map_at_3_std": -0.26309573170810113, + "nauc_map_at_5_diff1": 0.22589136770050042, + "nauc_map_at_5_max": 0.17472823396959467, + "nauc_map_at_5_std": -0.2818890228530281, + "nauc_mrr_at_1000_diff1": 0.2603315963866025, + "nauc_mrr_at_1000_max": 0.28240739062749887, + "nauc_mrr_at_1000_std": 0.15489348856785148, + "nauc_mrr_at_100_diff1": 0.2603302542481722, + "nauc_mrr_at_100_max": 0.2824937183745089, + "nauc_mrr_at_100_std": 0.1550612722338738, + "nauc_mrr_at_10_diff1": 0.2621097681484767, + "nauc_mrr_at_10_max": 0.2811682644170787, + "nauc_mrr_at_10_std": 0.154904133941062, + "nauc_mrr_at_1_diff1": 0.23939479042336567, + "nauc_mrr_at_1_max": 0.2581759460787755, + "nauc_mrr_at_1_std": 0.17061714526434044, + "nauc_mrr_at_20_diff1": 0.2600994411076345, + "nauc_mrr_at_20_max": 0.2835935122783927, + "nauc_mrr_at_20_std": 0.15667035976246835, + "nauc_mrr_at_3_diff1": 0.25601557492886995, + "nauc_mrr_at_3_max": 0.27822218408343047, + "nauc_mrr_at_3_std": 0.1384232529826472, + "nauc_mrr_at_5_diff1": 0.263861770235991, + "nauc_mrr_at_5_max": 0.2810693145706933, + "nauc_mrr_at_5_std": 0.15482242535046478, + "nauc_ndcg_at_1000_diff1": 0.20503736027209554, + "nauc_ndcg_at_1000_max": 0.31179649957322836, + "nauc_ndcg_at_1000_std": 0.013878701777410213, + "nauc_ndcg_at_100_diff1": 0.23910751685220344, + "nauc_ndcg_at_100_max": 0.2916116971714165, + "nauc_ndcg_at_100_std": -0.14784365097112756, + "nauc_ndcg_at_10_diff1": 0.23578905848178458, + "nauc_ndcg_at_10_max": 0.2551256439758755, + "nauc_ndcg_at_10_std": -0.1535510393741289, + "nauc_ndcg_at_1_diff1": 0.24800253197800676, + "nauc_ndcg_at_1_max": 0.19309699293941773, + "nauc_ndcg_at_1_std": 0.09304345776613565, + "nauc_ndcg_at_20_diff1": 0.2396846955905846, + "nauc_ndcg_at_20_max": 0.28333003655394806, + "nauc_ndcg_at_20_std": -0.16271574897303984, + "nauc_ndcg_at_3_diff1": 0.23551213348679803, + "nauc_ndcg_at_3_max": 0.25688232288637586, + "nauc_ndcg_at_3_std": -0.026366926628469164, + "nauc_ndcg_at_5_diff1": 0.24132128174955764, + "nauc_ndcg_at_5_max": 0.2266446832611952, + "nauc_ndcg_at_5_std": -0.09955472471741485, + "nauc_precision_at_1000_diff1": -0.16446016716174058, + "nauc_precision_at_1000_max": 0.06785208421833837, + "nauc_precision_at_1000_std": 0.5705052927620978, + "nauc_precision_at_100_diff1": -0.14069745137321735, + "nauc_precision_at_100_max": 0.09464081310212816, + "nauc_precision_at_100_std": 0.4586472053151308, + "nauc_precision_at_10_diff1": -0.014552269410235078, + "nauc_precision_at_10_max": 0.20083524992893542, + "nauc_precision_at_10_std": 0.1623535307117823, + "nauc_precision_at_1_diff1": 0.23939479042336567, + "nauc_precision_at_1_max": 0.2581759460787755, + "nauc_precision_at_1_std": 0.17061714526434044, + "nauc_precision_at_20_diff1": -0.07102309316273336, + "nauc_precision_at_20_max": 0.19558126065274856, + "nauc_precision_at_20_std": 0.30698970934142955, + "nauc_precision_at_3_diff1": 0.15679884120948753, + "nauc_precision_at_3_max": 0.24985544321984882, + "nauc_precision_at_3_std": 0.06293330529807895, + "nauc_precision_at_5_diff1": 0.10089195028716016, + "nauc_precision_at_5_max": 0.1852357297187499, + "nauc_precision_at_5_std": 0.06303854037783263, + "nauc_recall_at_1000_diff1": 0.05599139877050915, + "nauc_recall_at_1000_max": 0.3751426844165794, + "nauc_recall_at_1000_std": 0.588631263571065, + "nauc_recall_at_100_diff1": 0.21538315944796496, + "nauc_recall_at_100_max": 0.19278042153308309, + "nauc_recall_at_100_std": -0.37163810755400395, + "nauc_recall_at_10_diff1": 0.25736085130402314, + "nauc_recall_at_10_max": 0.1713148454692914, + "nauc_recall_at_10_std": -0.358204186753396, + "nauc_recall_at_1_diff1": 0.1889914330818124, + "nauc_recall_at_1_max": 0.12481188234558017, + "nauc_recall_at_1_std": -0.229588919877093, + "nauc_recall_at_20_diff1": 0.2402871148309841, + "nauc_recall_at_20_max": 0.17704469058340197, + "nauc_recall_at_20_std": -0.36844589176246373, + "nauc_recall_at_3_diff1": 0.21228079809884567, + "nauc_recall_at_3_max": 0.14667208771842133, + "nauc_recall_at_3_std": -0.29399262189953657, + "nauc_recall_at_5_diff1": 0.2395637825980755, + "nauc_recall_at_5_max": 0.12753435476955594, + "nauc_recall_at_5_std": -0.3370235428248003, + "ndcg_at_1": 0.4825, + "ndcg_at_10": 0.46712, + "ndcg_at_100": 0.56499, + "ndcg_at_1000": 0.62238, + "ndcg_at_20": 0.49852, + "ndcg_at_3": 0.41871, + "ndcg_at_5": 0.44116, + "precision_at_1": 0.55, + "precision_at_10": 0.3115, + "precision_at_100": 0.08405, + "precision_at_1000": 0.0132, + "precision_at_20": 0.22275, + "precision_at_3": 0.42, + "precision_at_5": 0.394, + "recall_at_1": 0.1146, + "recall_at_10": 0.42902, + "recall_at_100": 0.77343, + "recall_at_1000": 0.97663, + "recall_at_20": 0.54206, + "recall_at_3": 0.21851, + "recall_at_5": 0.30939 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51026, + "map_at_1": 0.06403, + "map_at_10": 0.20178, + "map_at_100": 0.34876, + "map_at_1000": 0.40404, + "map_at_20": 0.2483, + "map_at_3": 0.12098, + "map_at_5": 0.15447, + "mrr_at_1": 0.725, + "mrr_at_10": 0.8184583333333333, + "mrr_at_100": 0.8200443248272196, + "mrr_at_1000": 0.8200443248272196, + "mrr_at_20": 0.8199785353535354, + "mrr_at_3": 0.8025, + "mrr_at_5": 0.8140000000000001, + "nauc_map_at_1000_diff1": 0.20371161931518725, + "nauc_map_at_1000_max": 0.4415990882200932, + "nauc_map_at_1000_std": 0.24891062845946887, + "nauc_map_at_100_diff1": 0.26529391795947194, + "nauc_map_at_100_max": 0.37777770213597583, + "nauc_map_at_100_std": 0.20223328391225695, + "nauc_map_at_10_diff1": 0.3730129509467748, + "nauc_map_at_10_max": 0.22499858400375547, + "nauc_map_at_10_std": 0.001929211081147275, + "nauc_map_at_1_diff1": 0.5228957336263768, + "nauc_map_at_1_max": 0.09830684629467527, + "nauc_map_at_1_std": -0.13835789522409717, + "nauc_map_at_20_diff1": 0.32735356976329494, + "nauc_map_at_20_max": 0.25962759314520334, + "nauc_map_at_20_std": 0.04912976940303833, + "nauc_map_at_3_diff1": 0.4769464591375498, + "nauc_map_at_3_max": 0.1595455170480492, + "nauc_map_at_3_std": -0.06276322359937317, + "nauc_map_at_5_diff1": 0.4236238204760967, + "nauc_map_at_5_max": 0.20676885673330828, + "nauc_map_at_5_std": -0.03539546532958331, + "nauc_mrr_at_1000_diff1": 0.33081423388865516, + "nauc_mrr_at_1000_max": 0.641051850196076, + "nauc_mrr_at_1000_std": 0.34240599452371745, + "nauc_mrr_at_100_diff1": 0.33081423388865516, + "nauc_mrr_at_100_max": 0.641051850196076, + "nauc_mrr_at_100_std": 0.34240599452371745, + "nauc_mrr_at_10_diff1": 0.3320306025804452, + "nauc_mrr_at_10_max": 0.6431763755003392, + "nauc_mrr_at_10_std": 0.34054751549021395, + "nauc_mrr_at_1_diff1": 0.3519581739846057, + "nauc_mrr_at_1_max": 0.6093914895677012, + "nauc_mrr_at_1_std": 0.2973035774797893, + "nauc_mrr_at_20_diff1": 0.3310327901545478, + "nauc_mrr_at_20_max": 0.6410847961326135, + "nauc_mrr_at_20_std": 0.3426729028774799, + "nauc_mrr_at_3_diff1": 0.3188385979306261, + "nauc_mrr_at_3_max": 0.6410957655317011, + "nauc_mrr_at_3_std": 0.35841803789294574, + "nauc_mrr_at_5_diff1": 0.3296705967647183, + "nauc_mrr_at_5_max": 0.6475724271839265, + "nauc_mrr_at_5_std": 0.3407173713667201, + "nauc_ndcg_at_1000_diff1": 0.22662259054344783, + "nauc_ndcg_at_1000_max": 0.5397671721228354, + "nauc_ndcg_at_1000_std": 0.32458092485935724, + "nauc_ndcg_at_100_diff1": 0.29178772930669566, + "nauc_ndcg_at_100_max": 0.4294832456139534, + "nauc_ndcg_at_100_std": 0.23354765076300643, + "nauc_ndcg_at_10_diff1": 0.2606805334019047, + "nauc_ndcg_at_10_max": 0.449705359617762, + "nauc_ndcg_at_10_std": 0.2121343366653801, + "nauc_ndcg_at_1_diff1": 0.34755005889281526, + "nauc_ndcg_at_1_max": 0.507157440125638, + "nauc_ndcg_at_1_std": 0.23985865724381628, + "nauc_ndcg_at_20_diff1": 0.2505812242299498, + "nauc_ndcg_at_20_max": 0.4163139779513363, + "nauc_ndcg_at_20_std": 0.16674104025669298, + "nauc_ndcg_at_3_diff1": 0.24677037287575676, + "nauc_ndcg_at_3_max": 0.4708119947561659, + "nauc_ndcg_at_3_std": 0.2582131117237696, + "nauc_ndcg_at_5_diff1": 0.26729894112209585, + "nauc_ndcg_at_5_max": 0.5112744478133526, + "nauc_ndcg_at_5_std": 0.2741783716406407, + "nauc_precision_at_1000_diff1": -0.2475766980016155, + "nauc_precision_at_1000_max": 0.06534076582983313, + "nauc_precision_at_1000_std": -0.022611247613149116, + "nauc_precision_at_100_diff1": -0.23957642169562737, + "nauc_precision_at_100_max": 0.20587022904903682, + "nauc_precision_at_100_std": 0.1871156225460857, + "nauc_precision_at_10_diff1": -0.17739457319146862, + "nauc_precision_at_10_max": 0.3402868872370404, + "nauc_precision_at_10_std": 0.2543138350418635, + "nauc_precision_at_1_diff1": 0.3519581739846057, + "nauc_precision_at_1_max": 0.6093914895677012, + "nauc_precision_at_1_std": 0.2973035774797893, + "nauc_precision_at_20_diff1": -0.21582147279077588, + "nauc_precision_at_20_max": 0.3033137411990295, + "nauc_precision_at_20_std": 0.22352643198862518, + "nauc_precision_at_3_diff1": 0.03383965201768835, + "nauc_precision_at_3_max": 0.4559520831009732, + "nauc_precision_at_3_std": 0.2947962416463441, + "nauc_precision_at_5_diff1": -0.07003830713477537, + "nauc_precision_at_5_max": 0.4671900635006333, + "nauc_precision_at_5_std": 0.29804903542979233, + "nauc_recall_at_1000_diff1": 0.10334106107665024, + "nauc_recall_at_1000_max": 0.33580140137310543, + "nauc_recall_at_1000_std": 0.5465219532635074, + "nauc_recall_at_100_diff1": 0.2772977941574247, + "nauc_recall_at_100_max": 0.129536089822624, + "nauc_recall_at_100_std": 0.1156358697260127, + "nauc_recall_at_10_diff1": 0.32938456686937806, + "nauc_recall_at_10_max": 0.044570786586873794, + "nauc_recall_at_10_std": -0.08972132670251556, + "nauc_recall_at_1_diff1": 0.5228957336263768, + "nauc_recall_at_1_max": 0.09830684629467527, + "nauc_recall_at_1_std": -0.13835789522409717, + "nauc_recall_at_20_diff1": 0.25431724070121514, + "nauc_recall_at_20_max": 0.024442540113155654, + "nauc_recall_at_20_std": -0.04275436487298962, + "nauc_recall_at_3_diff1": 0.4424415727133201, + "nauc_recall_at_3_max": 0.10421897504619207, + "nauc_recall_at_3_std": -0.07447898824522836, + "nauc_recall_at_5_diff1": 0.3889808948218965, + "nauc_recall_at_5_max": 0.08365465701969661, + "nauc_recall_at_5_std": -0.10769906885082428, + "ndcg_at_1": 0.6, + "ndcg_at_10": 0.51026, + "ndcg_at_100": 0.58508, + "ndcg_at_1000": 0.68697, + "ndcg_at_20": 0.50863, + "ndcg_at_3": 0.53848, + "ndcg_at_5": 0.52241, + "precision_at_1": 0.725, + "precision_at_10": 0.4825, + "precision_at_100": 0.20865, + "precision_at_1000": 0.04733, + "precision_at_20": 0.389, + "precision_at_3": 0.62167, + "precision_at_5": 0.563, + "recall_at_1": 0.06403, + "recall_at_10": 0.27123, + "recall_at_100": 0.67403, + "recall_at_1000": 0.96114, + "recall_at_20": 0.37111, + "recall_at_3": 0.13183, + "recall_at_5": 0.18891 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.44225, + "map_at_1": 0.04666, + "map_at_10": 0.1669, + "map_at_100": 0.28799, + "map_at_1000": 0.33705, + "map_at_20": 0.20581, + "map_at_3": 0.09928, + "map_at_5": 0.13023, + "mrr_at_1": 0.615, + "mrr_at_10": 0.7317658730158729, + "mrr_at_100": 0.7346111558468102, + "mrr_at_1000": 0.7346111558468102, + "mrr_at_20": 0.7334815734660936, + "mrr_at_3": 0.7124999999999999, + "mrr_at_5": 0.72375, + "nauc_map_at_1000_diff1": 0.15645207006899314, + "nauc_map_at_1000_max": 0.5475382237079898, + "nauc_map_at_1000_std": 0.49869142229255464, + "nauc_map_at_100_diff1": 0.17661788868528455, + "nauc_map_at_100_max": 0.5159297827579874, + "nauc_map_at_100_std": 0.47163670023415677, + "nauc_map_at_10_diff1": 0.2955674450262866, + "nauc_map_at_10_max": 0.4354929349315305, + "nauc_map_at_10_std": 0.3131914491979689, + "nauc_map_at_1_diff1": 0.4582305959721569, + "nauc_map_at_1_max": 0.2855515300269377, + "nauc_map_at_1_std": 0.11425245938606382, + "nauc_map_at_20_diff1": 0.263643001181198, + "nauc_map_at_20_max": 0.4690080883536295, + "nauc_map_at_20_std": 0.3352512893044116, + "nauc_map_at_3_diff1": 0.36940097584957116, + "nauc_map_at_3_max": 0.33471003553931344, + "nauc_map_at_3_std": 0.16127477541619353, + "nauc_map_at_5_diff1": 0.3387366181342554, + "nauc_map_at_5_max": 0.3974785213628237, + "nauc_map_at_5_std": 0.254114092518739, + "nauc_mrr_at_1000_diff1": 0.21580255398815132, + "nauc_mrr_at_1000_max": 0.3965388263378141, + "nauc_mrr_at_1000_std": 0.3695332622389321, + "nauc_mrr_at_100_diff1": 0.21580255398815132, + "nauc_mrr_at_100_max": 0.3965388263378141, + "nauc_mrr_at_100_std": 0.3695332622389321, + "nauc_mrr_at_10_diff1": 0.2163064400772988, + "nauc_mrr_at_10_max": 0.3983874653690333, + "nauc_mrr_at_10_std": 0.3691076471594747, + "nauc_mrr_at_1_diff1": 0.23270756636864612, + "nauc_mrr_at_1_max": 0.33594768252806795, + "nauc_mrr_at_1_std": 0.33278454866271845, + "nauc_mrr_at_20_diff1": 0.2155697241839999, + "nauc_mrr_at_20_max": 0.3988405610635236, + "nauc_mrr_at_20_std": 0.3708722664292479, + "nauc_mrr_at_3_diff1": 0.21553507647405015, + "nauc_mrr_at_3_max": 0.40681292278418785, + "nauc_mrr_at_3_std": 0.36825258608873784, + "nauc_mrr_at_5_diff1": 0.21496769791330508, + "nauc_mrr_at_5_max": 0.3946325091427342, + "nauc_mrr_at_5_std": 0.37407144105625467, + "nauc_ndcg_at_1000_diff1": 0.16348429585021532, + "nauc_ndcg_at_1000_max": 0.5427072847532117, + "nauc_ndcg_at_1000_std": 0.5154956224019096, + "nauc_ndcg_at_100_diff1": 0.19330996134418937, + "nauc_ndcg_at_100_max": 0.5170435655010673, + "nauc_ndcg_at_100_std": 0.49144027513384325, + "nauc_ndcg_at_10_diff1": 0.16361700957334274, + "nauc_ndcg_at_10_max": 0.446941365979395, + "nauc_ndcg_at_10_std": 0.3572477659978536, + "nauc_ndcg_at_1_diff1": 0.24441564462426776, + "nauc_ndcg_at_1_max": 0.3178762591140896, + "nauc_ndcg_at_1_std": 0.3009791938860088, + "nauc_ndcg_at_20_diff1": 0.19767509054584287, + "nauc_ndcg_at_20_max": 0.49148273925765007, + "nauc_ndcg_at_20_std": 0.3753108402828726, + "nauc_ndcg_at_3_diff1": 0.19206741827076312, + "nauc_ndcg_at_3_max": 0.4166400777625891, + "nauc_ndcg_at_3_std": 0.3549354882990023, + "nauc_ndcg_at_5_diff1": 0.1803315892225112, + "nauc_ndcg_at_5_max": 0.4250810085021637, + "nauc_ndcg_at_5_std": 0.3676733027820044, + "nauc_precision_at_1000_diff1": -0.11379065930840782, + "nauc_precision_at_1000_max": 0.0338763210370019, + "nauc_precision_at_1000_std": -0.03524485967194221, + "nauc_precision_at_100_diff1": -0.1422535278487555, + "nauc_precision_at_100_max": 0.1362868336292098, + "nauc_precision_at_100_std": 0.17558655840319945, + "nauc_precision_at_10_diff1": -0.11801420721188086, + "nauc_precision_at_10_max": 0.3337135392198884, + "nauc_precision_at_10_std": 0.3001109233510817, + "nauc_precision_at_1_diff1": 0.23270756636864612, + "nauc_precision_at_1_max": 0.33594768252806795, + "nauc_precision_at_1_std": 0.33278454866271845, + "nauc_precision_at_20_diff1": -0.14611667440750248, + "nauc_precision_at_20_max": 0.25527215543097265, + "nauc_precision_at_20_std": 0.23079837533925598, + "nauc_precision_at_3_diff1": 0.05470142344636079, + "nauc_precision_at_3_max": 0.4386992246267791, + "nauc_precision_at_3_std": 0.3488051151487099, + "nauc_precision_at_5_diff1": 9.935365928577462e-05, + "nauc_precision_at_5_max": 0.41660073196550446, + "nauc_precision_at_5_std": 0.35006087669668956, + "nauc_recall_at_1000_diff1": 0.09466983280457897, + "nauc_recall_at_1000_max": 0.49762031450034316, + "nauc_recall_at_1000_std": 0.6776085819991539, + "nauc_recall_at_100_diff1": 0.13773880507192426, + "nauc_recall_at_100_max": 0.34943862358576755, + "nauc_recall_at_100_std": 0.40899387282504174, + "nauc_recall_at_10_diff1": 0.255452816331494, + "nauc_recall_at_10_max": 0.28462656393431907, + "nauc_recall_at_10_std": 0.19373642163286955, + "nauc_recall_at_1_diff1": 0.4582305959721569, + "nauc_recall_at_1_max": 0.2855515300269377, + "nauc_recall_at_1_std": 0.11425245938606382, + "nauc_recall_at_20_diff1": 0.24275604013536092, + "nauc_recall_at_20_max": 0.29435562430983697, + "nauc_recall_at_20_std": 0.18902126326386443, + "nauc_recall_at_3_diff1": 0.2999944885537944, + "nauc_recall_at_3_max": 0.21049743439056148, + "nauc_recall_at_3_std": 0.06832534560302117, + "nauc_recall_at_5_diff1": 0.26810551181160946, + "nauc_recall_at_5_max": 0.25554261245015, + "nauc_recall_at_5_std": 0.17434112923278955, + "ndcg_at_1": 0.495, + "ndcg_at_10": 0.44225, + "ndcg_at_100": 0.51343, + "ndcg_at_1000": 0.62105, + "ndcg_at_20": 0.44546, + "ndcg_at_3": 0.46134, + "ndcg_at_5": 0.45811, + "precision_at_1": 0.615, + "precision_at_10": 0.415, + "precision_at_100": 0.1882, + "precision_at_1000": 0.04459, + "precision_at_20": 0.346, + "precision_at_3": 0.53167, + "precision_at_5": 0.498, + "recall_at_1": 0.04666, + "recall_at_10": 0.23831, + "recall_at_100": 0.60318, + "recall_at_1000": 0.91559, + "recall_at_20": 0.33298, + "recall_at_3": 0.1219, + "recall_at_5": 0.16906 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.32309, + "map_at_1": 0.03571, + "map_at_10": 0.11533, + "map_at_100": 0.20376, + "map_at_1000": 0.24933, + "map_at_20": 0.14105, + "map_at_3": 0.07111, + "map_at_5": 0.09202, + "mrr_at_1": 0.46, + "mrr_at_10": 0.5837361111111111, + "mrr_at_100": 0.5889692176014877, + "mrr_at_1000": 0.5891169503535445, + "mrr_at_20": 0.5872681737122527, + "mrr_at_3": 0.5474999999999999, + "mrr_at_5": 0.5710000000000001, + "nauc_map_at_1000_diff1": 0.17921924244446033, + "nauc_map_at_1000_max": 0.45904372957188744, + "nauc_map_at_1000_std": 0.4646337555098094, + "nauc_map_at_100_diff1": 0.2153811874417986, + "nauc_map_at_100_max": 0.41216140469912843, + "nauc_map_at_100_std": 0.4057301567650798, + "nauc_map_at_10_diff1": 0.2834516194156986, + "nauc_map_at_10_max": 0.25639552689451356, + "nauc_map_at_10_std": 0.20764393032701065, + "nauc_map_at_1_diff1": 0.45776728995968596, + "nauc_map_at_1_max": 0.10958801306111696, + "nauc_map_at_1_std": -0.04124396245561643, + "nauc_map_at_20_diff1": 0.26186891501209364, + "nauc_map_at_20_max": 0.3078289395842915, + "nauc_map_at_20_std": 0.2721673207473823, + "nauc_map_at_3_diff1": 0.3429109349099023, + "nauc_map_at_3_max": 0.16267149335238926, + "nauc_map_at_3_std": 0.08788220898528776, + "nauc_map_at_5_diff1": 0.31686978507384295, + "nauc_map_at_5_max": 0.2019918206140057, + "nauc_map_at_5_std": 0.16022745110297282, + "nauc_mrr_at_1000_diff1": 0.11265336936588707, + "nauc_mrr_at_1000_max": 0.37973480650870406, + "nauc_mrr_at_1000_std": 0.3766924158901815, + "nauc_mrr_at_100_diff1": 0.11272457822719391, + "nauc_mrr_at_100_max": 0.3799034105854659, + "nauc_mrr_at_100_std": 0.3769799379850258, + "nauc_mrr_at_10_diff1": 0.11577173612591682, + "nauc_mrr_at_10_max": 0.38122189242184545, + "nauc_mrr_at_10_std": 0.3821272313198464, + "nauc_mrr_at_1_diff1": 0.11530577382985972, + "nauc_mrr_at_1_max": 0.3737418201886944, + "nauc_mrr_at_1_std": 0.28830385535202735, + "nauc_mrr_at_20_diff1": 0.11237348635305634, + "nauc_mrr_at_20_max": 0.379740543504221, + "nauc_mrr_at_20_std": 0.37908787050138076, + "nauc_mrr_at_3_diff1": 0.10688592475569855, + "nauc_mrr_at_3_max": 0.38988324985488515, + "nauc_mrr_at_3_std": 0.3614957901728814, + "nauc_mrr_at_5_diff1": 0.10775288423548983, + "nauc_mrr_at_5_max": 0.3688284690019676, + "nauc_mrr_at_5_std": 0.3841898060643117, + "nauc_ndcg_at_1000_diff1": 0.1452274135251439, + "nauc_ndcg_at_1000_max": 0.4787432438400836, + "nauc_ndcg_at_1000_std": 0.5182161782555303, + "nauc_ndcg_at_100_diff1": 0.20979382461734436, + "nauc_ndcg_at_100_max": 0.44274636449836274, + "nauc_ndcg_at_100_std": 0.46824147437267893, + "nauc_ndcg_at_10_diff1": 0.13480800880998065, + "nauc_ndcg_at_10_max": 0.32568799823395916, + "nauc_ndcg_at_10_std": 0.3267919133254569, + "nauc_ndcg_at_1_diff1": 0.1192023420833436, + "nauc_ndcg_at_1_max": 0.30411586705232807, + "nauc_ndcg_at_1_std": 0.21165207550618043, + "nauc_ndcg_at_20_diff1": 0.16614917873206914, + "nauc_ndcg_at_20_max": 0.3591242491274418, + "nauc_ndcg_at_20_std": 0.37197162100001113, + "nauc_ndcg_at_3_diff1": 0.08979070805044133, + "nauc_ndcg_at_3_max": 0.3278925218875498, + "nauc_ndcg_at_3_std": 0.31500345597800355, + "nauc_ndcg_at_5_diff1": 0.12149943516880818, + "nauc_ndcg_at_5_max": 0.3082821896556512, + "nauc_ndcg_at_5_std": 0.3166684495169887, + "nauc_precision_at_1000_diff1": -0.10463320655620112, + "nauc_precision_at_1000_max": 0.12187444214435714, + "nauc_precision_at_1000_std": 0.11740242228292695, + "nauc_precision_at_100_diff1": -0.08850952729311086, + "nauc_precision_at_100_max": 0.3050070270155555, + "nauc_precision_at_100_std": 0.33885316089418965, + "nauc_precision_at_10_diff1": -0.05120874348581344, + "nauc_precision_at_10_max": 0.3571687070890891, + "nauc_precision_at_10_std": 0.39144159980147236, + "nauc_precision_at_1_diff1": 0.11530577382985972, + "nauc_precision_at_1_max": 0.3737418201886944, + "nauc_precision_at_1_std": 0.28830385535202735, + "nauc_precision_at_20_diff1": -0.08308658990204376, + "nauc_precision_at_20_max": 0.3610818180470962, + "nauc_precision_at_20_std": 0.3782954697016851, + "nauc_precision_at_3_diff1": 0.01927997665849907, + "nauc_precision_at_3_max": 0.37728799642647837, + "nauc_precision_at_3_std": 0.4017655883271838, + "nauc_precision_at_5_diff1": 0.00021495422688420904, + "nauc_precision_at_5_max": 0.33170904211889385, + "nauc_precision_at_5_std": 0.40007142027538406, + "nauc_recall_at_1000_diff1": 0.04420546540528753, + "nauc_recall_at_1000_max": 0.4030577241623718, + "nauc_recall_at_1000_std": 0.5967158375756949, + "nauc_recall_at_100_diff1": 0.2280514030966183, + "nauc_recall_at_100_max": 0.3020014677847701, + "nauc_recall_at_100_std": 0.3539479877283483, + "nauc_recall_at_10_diff1": 0.23835279025815803, + "nauc_recall_at_10_max": 0.16207290640754488, + "nauc_recall_at_10_std": 0.16187020491309484, + "nauc_recall_at_1_diff1": 0.45776728995968596, + "nauc_recall_at_1_max": 0.10958801306111696, + "nauc_recall_at_1_std": -0.04124396245561643, + "nauc_recall_at_20_diff1": 0.22969309404003088, + "nauc_recall_at_20_max": 0.19114142674078613, + "nauc_recall_at_20_std": 0.2434017061590726, + "nauc_recall_at_3_diff1": 0.3036287894633925, + "nauc_recall_at_3_max": 0.13716103774032248, + "nauc_recall_at_3_std": 0.09175490789788278, + "nauc_recall_at_5_diff1": 0.2631948246822034, + "nauc_recall_at_5_max": 0.09942009018789064, + "nauc_recall_at_5_std": 0.11684023516144315, + "ndcg_at_1": 0.3475, + "ndcg_at_10": 0.32309, + "ndcg_at_100": 0.4053, + "ndcg_at_1000": 0.53149, + "ndcg_at_20": 0.33168, + "ndcg_at_3": 0.34103, + "ndcg_at_5": 0.33347, + "precision_at_1": 0.46, + "precision_at_10": 0.317, + "precision_at_100": 0.15885, + "precision_at_1000": 0.04227, + "precision_at_20": 0.27125, + "precision_at_3": 0.41833, + "precision_at_5": 0.375, + "recall_at_1": 0.03571, + "recall_at_10": 0.1761, + "recall_at_100": 0.51216, + "recall_at_1000": 0.88249, + "recall_at_20": 0.25153, + "recall_at_3": 0.08509, + "recall_at_5": 0.12536 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51708, + "map_at_1": 0.07087, + "map_at_10": 0.23045, + "map_at_100": 0.34909, + "map_at_1000": 0.40965, + "map_at_20": 0.27, + "map_at_3": 0.15325, + "map_at_5": 0.18655, + "mrr_at_1": 0.69, + "mrr_at_10": 0.7826924603174603, + "mrr_at_100": 0.7838171828494004, + "mrr_at_1000": 0.7838433608598716, + "mrr_at_20": 0.7833711933491345, + "mrr_at_3": 0.7625, + "mrr_at_5": 0.77625, + "nauc_map_at_1000_diff1": 0.11779636425014489, + "nauc_map_at_1000_max": 0.34468878898628025, + "nauc_map_at_1000_std": 0.34990418293591924, + "nauc_map_at_100_diff1": 0.1782128965544975, + "nauc_map_at_100_max": 0.2848179352003701, + "nauc_map_at_100_std": 0.30234341955891414, + "nauc_map_at_10_diff1": 0.21907855277397995, + "nauc_map_at_10_max": 0.19950798819945303, + "nauc_map_at_10_std": 0.18579105220574274, + "nauc_map_at_1_diff1": 0.3497368915001272, + "nauc_map_at_1_max": 0.21736501907391007, + "nauc_map_at_1_std": 0.08751316314645033, + "nauc_map_at_20_diff1": 0.20457078883031699, + "nauc_map_at_20_max": 0.22109611759370987, + "nauc_map_at_20_std": 0.21556205181866825, + "nauc_map_at_3_diff1": 0.2725560209100167, + "nauc_map_at_3_max": 0.1970920449963319, + "nauc_map_at_3_std": 0.13718740002718774, + "nauc_map_at_5_diff1": 0.24936750938503435, + "nauc_map_at_5_max": 0.1876226682601381, + "nauc_map_at_5_std": 0.1503227873669115, + "nauc_mrr_at_1000_diff1": 0.17379678514953176, + "nauc_mrr_at_1000_max": 0.41535344333851, + "nauc_mrr_at_1000_std": 0.2289457765172116, + "nauc_mrr_at_100_diff1": 0.17391013160992458, + "nauc_mrr_at_100_max": 0.41543365074582567, + "nauc_mrr_at_100_std": 0.2288370623139364, + "nauc_mrr_at_10_diff1": 0.1769971652319472, + "nauc_mrr_at_10_max": 0.41692704796068614, + "nauc_mrr_at_10_std": 0.22954094683034768, + "nauc_mrr_at_1_diff1": 0.180494558794998, + "nauc_mrr_at_1_max": 0.4192814434626177, + "nauc_mrr_at_1_std": 0.2107959856782547, + "nauc_mrr_at_20_diff1": 0.17476659871551697, + "nauc_mrr_at_20_max": 0.41634977540618356, + "nauc_mrr_at_20_std": 0.23050197365859998, + "nauc_mrr_at_3_diff1": 0.15305549397768395, + "nauc_mrr_at_3_max": 0.39744328678046204, + "nauc_mrr_at_3_std": 0.2353543190718981, + "nauc_mrr_at_5_diff1": 0.16793136245526302, + "nauc_mrr_at_5_max": 0.4105984213364712, + "nauc_mrr_at_5_std": 0.2239760749129766, + "nauc_ndcg_at_1000_diff1": 0.144764255916367, + "nauc_ndcg_at_1000_max": 0.4303716856996392, + "nauc_ndcg_at_1000_std": 0.40870563894446066, + "nauc_ndcg_at_100_diff1": 0.19569296017793977, + "nauc_ndcg_at_100_max": 0.3684799534652661, + "nauc_ndcg_at_100_std": 0.3403012213035741, + "nauc_ndcg_at_10_diff1": 0.15197520049983004, + "nauc_ndcg_at_10_max": 0.3608975579537917, + "nauc_ndcg_at_10_std": 0.29767340578376816, + "nauc_ndcg_at_1_diff1": 0.2159079872395423, + "nauc_ndcg_at_1_max": 0.33001621205669, + "nauc_ndcg_at_1_std": 0.17585972461916596, + "nauc_ndcg_at_20_diff1": 0.16679340827400288, + "nauc_ndcg_at_20_max": 0.3427893034736523, + "nauc_ndcg_at_20_std": 0.2984890589074748, + "nauc_ndcg_at_3_diff1": 0.15421711157239515, + "nauc_ndcg_at_3_max": 0.38313510276922613, + "nauc_ndcg_at_3_std": 0.27490249620186624, + "nauc_ndcg_at_5_diff1": 0.14789142038271752, + "nauc_ndcg_at_5_max": 0.37255152756196763, + "nauc_ndcg_at_5_std": 0.28463281063772866, + "nauc_precision_at_1000_diff1": -0.23603692514618327, + "nauc_precision_at_1000_max": 0.12855747476221638, + "nauc_precision_at_1000_std": -0.05101365693174124, + "nauc_precision_at_100_diff1": -0.21828851233677599, + "nauc_precision_at_100_max": 0.14679632740670792, + "nauc_precision_at_100_std": 0.05673791928920079, + "nauc_precision_at_10_diff1": -0.17272837517438372, + "nauc_precision_at_10_max": 0.23880766612206988, + "nauc_precision_at_10_std": 0.20736839190380235, + "nauc_precision_at_1_diff1": 0.180494558794998, + "nauc_precision_at_1_max": 0.4192814434626177, + "nauc_precision_at_1_std": 0.2107959856782547, + "nauc_precision_at_20_diff1": -0.19953889573478567, + "nauc_precision_at_20_max": 0.17763296497992623, + "nauc_precision_at_20_std": 0.13506081806256712, + "nauc_precision_at_3_diff1": -0.05219248047365951, + "nauc_precision_at_3_max": 0.32880552918526207, + "nauc_precision_at_3_std": 0.23221040241561733, + "nauc_precision_at_5_diff1": -0.10734301416547216, + "nauc_precision_at_5_max": 0.26940988118978726, + "nauc_precision_at_5_std": 0.21438830061137204, + "nauc_recall_at_1000_diff1": 0.2324147141747089, + "nauc_recall_at_1000_max": 0.33630710518894924, + "nauc_recall_at_1000_std": 0.6949035956384634, + "nauc_recall_at_100_diff1": 0.23254152967305178, + "nauc_recall_at_100_max": 0.11315785427253501, + "nauc_recall_at_100_std": 0.2731876321600414, + "nauc_recall_at_10_diff1": 0.21841140756056235, + "nauc_recall_at_10_max": 0.08861600015009186, + "nauc_recall_at_10_std": 0.15650299632210676, + "nauc_recall_at_1_diff1": 0.3497368915001272, + "nauc_recall_at_1_max": 0.21736501907391007, + "nauc_recall_at_1_std": 0.08751316314645033, + "nauc_recall_at_20_diff1": 0.2207849804542531, + "nauc_recall_at_20_max": 0.08442654426908303, + "nauc_recall_at_20_std": 0.18335757241941447, + "nauc_recall_at_3_diff1": 0.2657840836594842, + "nauc_recall_at_3_max": 0.12923695441687, + "nauc_recall_at_3_std": 0.13771336082702546, + "nauc_recall_at_5_diff1": 0.2461877253703437, + "nauc_recall_at_5_max": 0.10340768185716355, + "nauc_recall_at_5_std": 0.12977769586350738, + "ndcg_at_1": 0.555, + "ndcg_at_10": 0.51708, + "ndcg_at_100": 0.56375, + "ndcg_at_1000": 0.66605, + "ndcg_at_20": 0.52186, + "ndcg_at_3": 0.52959, + "ndcg_at_5": 0.52135, + "precision_at_1": 0.69, + "precision_at_10": 0.463, + "precision_at_100": 0.2075, + "precision_at_1000": 0.05528, + "precision_at_20": 0.38375, + "precision_at_3": 0.605, + "precision_at_5": 0.551, + "recall_at_1": 0.07087, + "recall_at_10": 0.31313, + "recall_at_100": 0.63869, + "recall_at_1000": 0.92557, + "recall_at_20": 0.40129, + "recall_at_3": 0.1769, + "recall_at_5": 0.23057 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.42544, + "map_at_1": 0.05829, + "map_at_10": 0.16844, + "map_at_100": 0.25717, + "map_at_1000": 0.30687, + "map_at_20": 0.1968, + "map_at_3": 0.11331, + "map_at_5": 0.13572, + "mrr_at_1": 0.565, + "mrr_at_10": 0.6789126984126983, + "mrr_at_100": 0.6828396283020923, + "mrr_at_1000": 0.6828624729343119, + "mrr_at_20": 0.6812652417027416, + "mrr_at_3": 0.6549999999999998, + "mrr_at_5": 0.66875, + "nauc_map_at_1000_diff1": 0.182146634966079, + "nauc_map_at_1000_max": 0.3710516785867579, + "nauc_map_at_1000_std": 0.4678760826374715, + "nauc_map_at_100_diff1": 0.23150570642923146, + "nauc_map_at_100_max": 0.36070724764639917, + "nauc_map_at_100_std": 0.4460016834270414, + "nauc_map_at_10_diff1": 0.30949004012512515, + "nauc_map_at_10_max": 0.3543341620209279, + "nauc_map_at_10_std": 0.3504079254024421, + "nauc_map_at_1_diff1": 0.4040114203160605, + "nauc_map_at_1_max": 0.37806076571460234, + "nauc_map_at_1_std": 0.30640222995980454, + "nauc_map_at_20_diff1": 0.2907396805021996, + "nauc_map_at_20_max": 0.35431092903228284, + "nauc_map_at_20_std": 0.37498724111435416, + "nauc_map_at_3_diff1": 0.36390726085861114, + "nauc_map_at_3_max": 0.38144506507801745, + "nauc_map_at_3_std": 0.3139061477115594, + "nauc_map_at_5_diff1": 0.32756357120092616, + "nauc_map_at_5_max": 0.3614022480512315, + "nauc_map_at_5_std": 0.32948869877014475, + "nauc_mrr_at_1000_diff1": 0.11036198365404427, + "nauc_mrr_at_1000_max": 0.29985579062532564, + "nauc_mrr_at_1000_std": 0.3668324466598076, + "nauc_mrr_at_100_diff1": 0.11043373033697765, + "nauc_mrr_at_100_max": 0.29991911169771746, + "nauc_mrr_at_100_std": 0.3668897103605486, + "nauc_mrr_at_10_diff1": 0.11036722780484813, + "nauc_mrr_at_10_max": 0.30172331892014564, + "nauc_mrr_at_10_std": 0.36874004958892, + "nauc_mrr_at_1_diff1": 0.09918717752927651, + "nauc_mrr_at_1_max": 0.23963633509123797, + "nauc_mrr_at_1_std": 0.3528248970591385, + "nauc_mrr_at_20_diff1": 0.11001840261383598, + "nauc_mrr_at_20_max": 0.3016170642541008, + "nauc_mrr_at_20_std": 0.36892919688593495, + "nauc_mrr_at_3_diff1": 0.10517901823534509, + "nauc_mrr_at_3_max": 0.305231649962426, + "nauc_mrr_at_3_std": 0.3493226831485592, + "nauc_mrr_at_5_diff1": 0.10603609446856872, + "nauc_mrr_at_5_max": 0.3043935579618539, + "nauc_mrr_at_5_std": 0.36023291009362607, + "nauc_ndcg_at_1000_diff1": 0.1517095145313349, + "nauc_ndcg_at_1000_max": 0.36787400327565234, + "nauc_ndcg_at_1000_std": 0.4975600130428409, + "nauc_ndcg_at_100_diff1": 0.1942829041518312, + "nauc_ndcg_at_100_max": 0.3832201304797281, + "nauc_ndcg_at_100_std": 0.5094398619454737, + "nauc_ndcg_at_10_diff1": 0.15929422870769988, + "nauc_ndcg_at_10_max": 0.2881097596327338, + "nauc_ndcg_at_10_std": 0.35084328025719214, + "nauc_ndcg_at_1_diff1": 0.164853903901843, + "nauc_ndcg_at_1_max": 0.22852133455937848, + "nauc_ndcg_at_1_std": 0.30310651496644386, + "nauc_ndcg_at_20_diff1": 0.1814592648229415, + "nauc_ndcg_at_20_max": 0.33524855522213715, + "nauc_ndcg_at_20_std": 0.38392311701607795, + "nauc_ndcg_at_3_diff1": 0.1573196151346898, + "nauc_ndcg_at_3_max": 0.27876943093310214, + "nauc_ndcg_at_3_std": 0.2808228312356498, + "nauc_ndcg_at_5_diff1": 0.14939883180470478, + "nauc_ndcg_at_5_max": 0.28238888203143464, + "nauc_ndcg_at_5_std": 0.30110498410803194, + "nauc_precision_at_1000_diff1": -0.18150311180640177, + "nauc_precision_at_1000_max": 0.022529073584997193, + "nauc_precision_at_1000_std": -0.05215375068598932, + "nauc_precision_at_100_diff1": -0.20309201868608862, + "nauc_precision_at_100_max": 0.03547827112082003, + "nauc_precision_at_100_std": 0.06631894401771789, + "nauc_precision_at_10_diff1": -0.14342765950706435, + "nauc_precision_at_10_max": 0.057823290882595406, + "nauc_precision_at_10_std": 0.1715918630805299, + "nauc_precision_at_1_diff1": 0.09918717752927651, + "nauc_precision_at_1_max": 0.23963633509123797, + "nauc_precision_at_1_std": 0.3528248970591385, + "nauc_precision_at_20_diff1": -0.17944353306154273, + "nauc_precision_at_20_max": 0.05097860867022922, + "nauc_precision_at_20_std": 0.11971835561258451, + "nauc_precision_at_3_diff1": 0.015699474962137833, + "nauc_precision_at_3_max": 0.21053175377872282, + "nauc_precision_at_3_std": 0.19995214569460792, + "nauc_precision_at_5_diff1": -0.046556207583338026, + "nauc_precision_at_5_max": 0.14771900035063582, + "nauc_precision_at_5_std": 0.1899643490905728, + "nauc_recall_at_1000_diff1": 0.20941612081245578, + "nauc_recall_at_1000_max": 0.2742817247413017, + "nauc_recall_at_1000_std": 0.7367229741531135, + "nauc_recall_at_100_diff1": 0.21876094522006737, + "nauc_recall_at_100_max": 0.2751747457627262, + "nauc_recall_at_100_std": 0.5024845388785896, + "nauc_recall_at_10_diff1": 0.25984271359997313, + "nauc_recall_at_10_max": 0.2773753077185655, + "nauc_recall_at_10_std": 0.3183835158422926, + "nauc_recall_at_1_diff1": 0.4040114203160605, + "nauc_recall_at_1_max": 0.37806076571460234, + "nauc_recall_at_1_std": 0.30640222995980454, + "nauc_recall_at_20_diff1": 0.268249608431128, + "nauc_recall_at_20_max": 0.29831866568880594, + "nauc_recall_at_20_std": 0.34686020099538184, + "nauc_recall_at_3_diff1": 0.3344150932797386, + "nauc_recall_at_3_max": 0.3155547444671094, + "nauc_recall_at_3_std": 0.24654457111426079, + "nauc_recall_at_5_diff1": 0.26348227098942645, + "nauc_recall_at_5_max": 0.286906398108658, + "nauc_recall_at_5_std": 0.29824405751155036, + "ndcg_at_1": 0.455, + "ndcg_at_10": 0.42544, + "ndcg_at_100": 0.47182, + "ndcg_at_1000": 0.57984, + "ndcg_at_20": 0.42573, + "ndcg_at_3": 0.42613, + "ndcg_at_5": 0.41315, + "precision_at_1": 0.565, + "precision_at_10": 0.3725, + "precision_at_100": 0.17515, + "precision_at_1000": 0.0504, + "precision_at_20": 0.31, + "precision_at_3": 0.48167, + "precision_at_5": 0.42, + "recall_at_1": 0.05829, + "recall_at_10": 0.25044, + "recall_at_100": 0.55963, + "recall_at_1000": 0.86855, + "recall_at_20": 0.32591, + "recall_at_3": 0.13422, + "recall_at_5": 0.17495 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.37946, + "map_at_1": 0.0643, + "map_at_10": 0.17103, + "map_at_100": 0.24211, + "map_at_1000": 0.28147, + "map_at_20": 0.19391, + "map_at_3": 0.11512, + "map_at_5": 0.14158, + "mrr_at_1": 0.5, + "mrr_at_10": 0.6184126984126983, + "mrr_at_100": 0.6235586508238431, + "mrr_at_1000": 0.6236554733321106, + "mrr_at_20": 0.621636229267808, + "mrr_at_3": 0.5841666666666665, + "mrr_at_5": 0.6076666666666666, + "nauc_map_at_1000_diff1": 0.15870336081886005, + "nauc_map_at_1000_max": 0.20894377190545502, + "nauc_map_at_1000_std": 0.510000033276634, + "nauc_map_at_100_diff1": 0.20573209293245673, + "nauc_map_at_100_max": 0.21853868709492058, + "nauc_map_at_100_std": 0.4953104911905271, + "nauc_map_at_10_diff1": 0.28075768938289714, + "nauc_map_at_10_max": 0.21370662050583406, + "nauc_map_at_10_std": 0.392293888806573, + "nauc_map_at_1_diff1": 0.3372127644122126, + "nauc_map_at_1_max": 0.2483588713869339, + "nauc_map_at_1_std": 0.3045521859164054, + "nauc_map_at_20_diff1": 0.25288307586520553, + "nauc_map_at_20_max": 0.20117247286004658, + "nauc_map_at_20_std": 0.4183096938695568, + "nauc_map_at_3_diff1": 0.29990451175298266, + "nauc_map_at_3_max": 0.2538951562491229, + "nauc_map_at_3_std": 0.3575112147717851, + "nauc_map_at_5_diff1": 0.2975179383075822, + "nauc_map_at_5_max": 0.21443884067506352, + "nauc_map_at_5_std": 0.35073273085629547, + "nauc_mrr_at_1000_diff1": 0.09151414358692472, + "nauc_mrr_at_1000_max": 0.18708562284850322, + "nauc_mrr_at_1000_std": 0.35480051149070946, + "nauc_mrr_at_100_diff1": 0.09164137072349829, + "nauc_mrr_at_100_max": 0.18718201602629536, + "nauc_mrr_at_100_std": 0.3550021786893711, + "nauc_mrr_at_10_diff1": 0.09383142595271711, + "nauc_mrr_at_10_max": 0.1835424582731596, + "nauc_mrr_at_10_std": 0.35654202741132607, + "nauc_mrr_at_1_diff1": 0.096122584943371, + "nauc_mrr_at_1_max": 0.17351765489673565, + "nauc_mrr_at_1_std": 0.32154563624250493, + "nauc_mrr_at_20_diff1": 0.08974829298178864, + "nauc_mrr_at_20_max": 0.1851203786857039, + "nauc_mrr_at_20_std": 0.3558331538887149, + "nauc_mrr_at_3_diff1": 0.09166125872147507, + "nauc_mrr_at_3_max": 0.19304316967216087, + "nauc_mrr_at_3_std": 0.33846333289077113, + "nauc_mrr_at_5_diff1": 0.09171249801256084, + "nauc_mrr_at_5_max": 0.1883665692581117, + "nauc_mrr_at_5_std": 0.35523757699849773, + "nauc_ndcg_at_1000_diff1": 0.09808214459771442, + "nauc_ndcg_at_1000_max": 0.19609430700801686, + "nauc_ndcg_at_1000_std": 0.5436805522536478, + "nauc_ndcg_at_100_diff1": 0.15574092722279828, + "nauc_ndcg_at_100_max": 0.2152730003666658, + "nauc_ndcg_at_100_std": 0.5450256598229497, + "nauc_ndcg_at_10_diff1": 0.1551327169303101, + "nauc_ndcg_at_10_max": 0.24482415373132232, + "nauc_ndcg_at_10_std": 0.4247690166758471, + "nauc_ndcg_at_1_diff1": 0.12435596404132558, + "nauc_ndcg_at_1_max": 0.1709982557359453, + "nauc_ndcg_at_1_std": 0.29496846907285657, + "nauc_ndcg_at_20_diff1": 0.14836011504204638, + "nauc_ndcg_at_20_max": 0.21865484296762064, + "nauc_ndcg_at_20_std": 0.4521201501728029, + "nauc_ndcg_at_3_diff1": 0.09556171839098794, + "nauc_ndcg_at_3_max": 0.2373668528409794, + "nauc_ndcg_at_3_std": 0.3819037386343721, + "nauc_ndcg_at_5_diff1": 0.12733899861939812, + "nauc_ndcg_at_5_max": 0.23358977047649127, + "nauc_ndcg_at_5_std": 0.3663001239507585, + "nauc_precision_at_1000_diff1": -0.2330537794276449, + "nauc_precision_at_1000_max": -0.03226374525119145, + "nauc_precision_at_1000_std": -0.12413693993694705, + "nauc_precision_at_100_diff1": -0.2464355593007338, + "nauc_precision_at_100_max": 0.01166952483981887, + "nauc_precision_at_100_std": 0.057267640015495065, + "nauc_precision_at_10_diff1": -0.11713200701085472, + "nauc_precision_at_10_max": 0.09920952175956639, + "nauc_precision_at_10_std": 0.2669022653494227, + "nauc_precision_at_1_diff1": 0.096122584943371, + "nauc_precision_at_1_max": 0.17351765489673565, + "nauc_precision_at_1_std": 0.32154563624250493, + "nauc_precision_at_20_diff1": -0.20592601573190197, + "nauc_precision_at_20_max": 0.041308082979880534, + "nauc_precision_at_20_std": 0.22236324566937013, + "nauc_precision_at_3_diff1": -0.026399948487905205, + "nauc_precision_at_3_max": 0.17515453628383185, + "nauc_precision_at_3_std": 0.31785913588461295, + "nauc_precision_at_5_diff1": -0.04977564550718949, + "nauc_precision_at_5_max": 0.1468155462863932, + "nauc_precision_at_5_std": 0.24736921431438025, + "nauc_recall_at_1000_diff1": 0.13880582574884492, + "nauc_recall_at_1000_max": 0.14877243725583142, + "nauc_recall_at_1000_std": 0.73653749741555, + "nauc_recall_at_100_diff1": 0.21033431633342037, + "nauc_recall_at_100_max": 0.16676832736803787, + "nauc_recall_at_100_std": 0.5695165552873726, + "nauc_recall_at_10_diff1": 0.2760323153589754, + "nauc_recall_at_10_max": 0.18403214396502746, + "nauc_recall_at_10_std": 0.37784085175546733, + "nauc_recall_at_1_diff1": 0.3372127644122126, + "nauc_recall_at_1_max": 0.2483588713869339, + "nauc_recall_at_1_std": 0.3045521859164054, + "nauc_recall_at_20_diff1": 0.24095104363985706, + "nauc_recall_at_20_max": 0.14502745132265496, + "nauc_recall_at_20_std": 0.4051036694546338, + "nauc_recall_at_3_diff1": 0.28152344774276744, + "nauc_recall_at_3_max": 0.2330942515690656, + "nauc_recall_at_3_std": 0.3511347457175592, + "nauc_recall_at_5_diff1": 0.29662279991981166, + "nauc_recall_at_5_max": 0.16710011950129208, + "nauc_recall_at_5_std": 0.32182690905670225, + "ndcg_at_1": 0.4, + "ndcg_at_10": 0.37946, + "ndcg_at_100": 0.43428, + "ndcg_at_1000": 0.54106, + "ndcg_at_20": 0.38559, + "ndcg_at_3": 0.37798, + "ndcg_at_5": 0.38005, + "precision_at_1": 0.5, + "precision_at_10": 0.32, + "precision_at_100": 0.14955, + "precision_at_1000": 0.04495, + "precision_at_20": 0.2605, + "precision_at_3": 0.42333, + "precision_at_5": 0.389, + "recall_at_1": 0.0643, + "recall_at_10": 0.24803, + "recall_at_100": 0.52799, + "recall_at_1000": 0.82558, + "recall_at_20": 0.31785, + "recall_at_3": 0.13028, + "recall_at_5": 0.17862 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.43294, + "map_at_1": 0.04533, + "map_at_10": 0.15128, + "map_at_100": 0.2972, + "map_at_1000": 0.34508, + "map_at_20": 0.19509, + "map_at_3": 0.08858, + "map_at_5": 0.11066, + "mrr_at_1": 0.655, + "mrr_at_10": 0.739922619047619, + "mrr_at_100": 0.7419755207430141, + "mrr_at_1000": 0.7420595840770752, + "mrr_at_20": 0.739922619047619, + "mrr_at_3": 0.7283333333333333, + "mrr_at_5": 0.7348333333333333, + "nauc_map_at_1000_diff1": 0.13229243844728347, + "nauc_map_at_1000_max": 0.42521951465853947, + "nauc_map_at_1000_std": 0.3218405238752766, + "nauc_map_at_100_diff1": 0.12959510129240864, + "nauc_map_at_100_max": 0.3834859640400088, + "nauc_map_at_100_std": 0.23720058146367523, + "nauc_map_at_10_diff1": 0.11494354925702971, + "nauc_map_at_10_max": 0.20924266325141996, + "nauc_map_at_10_std": -0.03383432798461403, + "nauc_map_at_1_diff1": 0.08685461058161481, + "nauc_map_at_1_max": 0.03445446781888131, + "nauc_map_at_1_std": -0.1172617321008453, + "nauc_map_at_20_diff1": 0.11394496421910114, + "nauc_map_at_20_max": 0.2871339750926708, + "nauc_map_at_20_std": 0.041440013494402024, + "nauc_map_at_3_diff1": 0.10352996476169314, + "nauc_map_at_3_max": 0.08381493379561744, + "nauc_map_at_3_std": -0.11763001091415502, + "nauc_map_at_5_diff1": 0.10729846010488808, + "nauc_map_at_5_max": 0.1438253174734582, + "nauc_map_at_5_std": -0.09462598972002985, + "nauc_mrr_at_1000_diff1": 0.10996820408811983, + "nauc_mrr_at_1000_max": 0.4491232067052731, + "nauc_mrr_at_1000_std": 0.3988290475176889, + "nauc_mrr_at_100_diff1": 0.1097510410230775, + "nauc_mrr_at_100_max": 0.4492394904975207, + "nauc_mrr_at_100_std": 0.39891260314019517, + "nauc_mrr_at_10_diff1": 0.10873370596376115, + "nauc_mrr_at_10_max": 0.4514032582746869, + "nauc_mrr_at_10_std": 0.4017279503582713, + "nauc_mrr_at_1_diff1": 0.1472683499995891, + "nauc_mrr_at_1_max": 0.4269738625999356, + "nauc_mrr_at_1_std": 0.3185706186371741, + "nauc_mrr_at_20_diff1": 0.10873370596376115, + "nauc_mrr_at_20_max": 0.4514032582746869, + "nauc_mrr_at_20_std": 0.4017279503582713, + "nauc_mrr_at_3_diff1": 0.11031263200960652, + "nauc_mrr_at_3_max": 0.4394061355570262, + "nauc_mrr_at_3_std": 0.3923533383670225, + "nauc_mrr_at_5_diff1": 0.10111691626400261, + "nauc_mrr_at_5_max": 0.440682570543515, + "nauc_mrr_at_5_std": 0.40397717356922364, + "nauc_ndcg_at_1000_diff1": 0.1526781212777642, + "nauc_ndcg_at_1000_max": 0.5119356267230831, + "nauc_ndcg_at_1000_std": 0.481428209368815, + "nauc_ndcg_at_100_diff1": 0.13649252201801723, + "nauc_ndcg_at_100_max": 0.44389292316975193, + "nauc_ndcg_at_100_std": 0.37749923387420214, + "nauc_ndcg_at_10_diff1": 0.15133765351030842, + "nauc_ndcg_at_10_max": 0.45106280658415093, + "nauc_ndcg_at_10_std": 0.30915327679823923, + "nauc_ndcg_at_1_diff1": 0.16783383267527635, + "nauc_ndcg_at_1_max": 0.38742464087669287, + "nauc_ndcg_at_1_std": 0.3200830690117429, + "nauc_ndcg_at_20_diff1": 0.15635679154036727, + "nauc_ndcg_at_20_max": 0.45889078411129297, + "nauc_ndcg_at_20_std": 0.3178471032489348, + "nauc_ndcg_at_3_diff1": 0.12303118910936293, + "nauc_ndcg_at_3_max": 0.39357940067877484, + "nauc_ndcg_at_3_std": 0.30670090832502617, + "nauc_ndcg_at_5_diff1": 0.1395670395324425, + "nauc_ndcg_at_5_max": 0.43613777662729575, + "nauc_ndcg_at_5_std": 0.3102881369115247, + "nauc_precision_at_1000_diff1": 0.02031155247529944, + "nauc_precision_at_1000_max": 0.17557962356541992, + "nauc_precision_at_1000_std": 0.25892367426008284, + "nauc_precision_at_100_diff1": 0.057764036205826916, + "nauc_precision_at_100_max": 0.2630846666231562, + "nauc_precision_at_100_std": 0.3835674109814274, + "nauc_precision_at_10_diff1": 0.07601402248232712, + "nauc_precision_at_10_max": 0.423375632556882, + "nauc_precision_at_10_std": 0.35014872329740787, + "nauc_precision_at_1_diff1": 0.1472683499995891, + "nauc_precision_at_1_max": 0.4269738625999356, + "nauc_precision_at_1_std": 0.3185706186371741, + "nauc_precision_at_20_diff1": 0.07388195585557601, + "nauc_precision_at_20_max": 0.4010277202322952, + "nauc_precision_at_20_std": 0.37430856163578363, + "nauc_precision_at_3_diff1": 0.07385530716019956, + "nauc_precision_at_3_max": 0.36758726922900664, + "nauc_precision_at_3_std": 0.28801422419716877, + "nauc_precision_at_5_diff1": 0.08326273964931179, + "nauc_precision_at_5_max": 0.40692444290063823, + "nauc_precision_at_5_std": 0.30623717351159585, + "nauc_recall_at_1000_diff1": 0.14129444248455988, + "nauc_recall_at_1000_max": 0.38621319327425785, + "nauc_recall_at_1000_std": 0.5979011362849891, + "nauc_recall_at_100_diff1": 0.06247033653383299, + "nauc_recall_at_100_max": 0.190621819682151, + "nauc_recall_at_100_std": 0.17847631582097057, + "nauc_recall_at_10_diff1": 0.09502783578850846, + "nauc_recall_at_10_max": 0.1491869111281036, + "nauc_recall_at_10_std": -0.05645565764727744, + "nauc_recall_at_1_diff1": 0.08685461058161481, + "nauc_recall_at_1_max": 0.03445446781888131, + "nauc_recall_at_1_std": -0.1172617321008453, + "nauc_recall_at_20_diff1": 0.0793350404277871, + "nauc_recall_at_20_max": 0.21716564259013116, + "nauc_recall_at_20_std": 0.04186814633791797, + "nauc_recall_at_3_diff1": 0.08585464587621254, + "nauc_recall_at_3_max": 0.05710661921230366, + "nauc_recall_at_3_std": -0.11556745846046704, + "nauc_recall_at_5_diff1": 0.0860087181169213, + "nauc_recall_at_5_max": 0.12364603144126246, + "nauc_recall_at_5_std": -0.09672280315019538, + "ndcg_at_1": 0.5, + "ndcg_at_10": 0.43294, + "ndcg_at_100": 0.50235, + "ndcg_at_1000": 0.61862, + "ndcg_at_20": 0.43016, + "ndcg_at_3": 0.45293, + "ndcg_at_5": 0.44026, + "precision_at_1": 0.655, + "precision_at_10": 0.4485, + "precision_at_100": 0.20385, + "precision_at_1000": 0.0385, + "precision_at_20": 0.377, + "precision_at_3": 0.55667, + "precision_at_5": 0.502, + "recall_at_1": 0.04533, + "recall_at_10": 0.20389, + "recall_at_100": 0.60546, + "recall_at_1000": 0.94281, + "recall_at_20": 0.28777, + "recall_at_3": 0.0999, + "recall_at_5": 0.13047 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.32099, + "map_at_1": 0.03357, + "map_at_10": 0.10526, + "map_at_100": 0.19988, + "map_at_1000": 0.23937, + "map_at_20": 0.13102, + "map_at_3": 0.05881, + "map_at_5": 0.078, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5676150793650795, + "mrr_at_100": 0.5723406887374131, + "mrr_at_1000": 0.5726270757966415, + "mrr_at_20": 0.5705889804639805, + "mrr_at_3": 0.5341666666666667, + "mrr_at_5": 0.5566666666666668, + "nauc_map_at_1000_diff1": 0.1889644176795392, + "nauc_map_at_1000_max": 0.2718678721488047, + "nauc_map_at_1000_std": 0.4351530358470321, + "nauc_map_at_100_diff1": 0.22010611834100063, + "nauc_map_at_100_max": 0.2504822455339027, + "nauc_map_at_100_std": 0.33893633637849435, + "nauc_map_at_10_diff1": 0.27701584336245466, + "nauc_map_at_10_max": 0.25951722647185616, + "nauc_map_at_10_std": 0.076947388625867, + "nauc_map_at_1_diff1": 0.23446994192893664, + "nauc_map_at_1_max": 0.1889555184428304, + "nauc_map_at_1_std": -0.09712286615200905, + "nauc_map_at_20_diff1": 0.2571220991142058, + "nauc_map_at_20_max": 0.26181735581348975, + "nauc_map_at_20_std": 0.13996163647844767, + "nauc_map_at_3_diff1": 0.23289029796235336, + "nauc_map_at_3_max": 0.2390957840115002, + "nauc_map_at_3_std": -0.0473302254529556, + "nauc_map_at_5_diff1": 0.273116231259903, + "nauc_map_at_5_max": 0.2858134847200452, + "nauc_map_at_5_std": -0.011732710314383912, + "nauc_mrr_at_1000_diff1": 0.07984425204385395, + "nauc_mrr_at_1000_max": 0.2686352903494851, + "nauc_mrr_at_1000_std": 0.3581033891731248, + "nauc_mrr_at_100_diff1": 0.07989458874105186, + "nauc_mrr_at_100_max": 0.26861818731825116, + "nauc_mrr_at_100_std": 0.35842529195503087, + "nauc_mrr_at_10_diff1": 0.08093976954852102, + "nauc_mrr_at_10_max": 0.2728254971368761, + "nauc_mrr_at_10_std": 0.36392517669998303, + "nauc_mrr_at_1_diff1": 0.1463235775551628, + "nauc_mrr_at_1_max": 0.3046880115236039, + "nauc_mrr_at_1_std": 0.3243894454265696, + "nauc_mrr_at_20_diff1": 0.0770790659827201, + "nauc_mrr_at_20_max": 0.26858090438068744, + "nauc_mrr_at_20_std": 0.35940480661497215, + "nauc_mrr_at_3_diff1": 0.09074004723127578, + "nauc_mrr_at_3_max": 0.24286893970628745, + "nauc_mrr_at_3_std": 0.3293217858100615, + "nauc_mrr_at_5_diff1": 0.08672668456428845, + "nauc_mrr_at_5_max": 0.272081190718241, + "nauc_mrr_at_5_std": 0.36048614743823815, + "nauc_ndcg_at_1000_diff1": 0.12842489368715387, + "nauc_ndcg_at_1000_max": 0.25510592314954506, + "nauc_ndcg_at_1000_std": 0.5302401918464769, + "nauc_ndcg_at_100_diff1": 0.15266364889208425, + "nauc_ndcg_at_100_max": 0.2517091765872909, + "nauc_ndcg_at_100_std": 0.42000657860047724, + "nauc_ndcg_at_10_diff1": 0.18367313877153515, + "nauc_ndcg_at_10_max": 0.23631941399780615, + "nauc_ndcg_at_10_std": 0.3886450655750587, + "nauc_ndcg_at_1_diff1": 0.22377753736872677, + "nauc_ndcg_at_1_max": 0.27172986680488276, + "nauc_ndcg_at_1_std": 0.3053399797546205, + "nauc_ndcg_at_20_diff1": 0.16472682577436626, + "nauc_ndcg_at_20_max": 0.24198944907504183, + "nauc_ndcg_at_20_std": 0.35786784814514255, + "nauc_ndcg_at_3_diff1": 0.18467821595829467, + "nauc_ndcg_at_3_max": 0.19174917996976665, + "nauc_ndcg_at_3_std": 0.3158146211925724, + "nauc_ndcg_at_5_diff1": 0.18288625777347486, + "nauc_ndcg_at_5_max": 0.23674360150202953, + "nauc_ndcg_at_5_std": 0.366234859023323, + "nauc_precision_at_1000_diff1": -0.06861771836082402, + "nauc_precision_at_1000_max": 0.13690977482104355, + "nauc_precision_at_1000_std": 0.4284718586114586, + "nauc_precision_at_100_diff1": -0.027971809217711713, + "nauc_precision_at_100_max": 0.14642096336147623, + "nauc_precision_at_100_std": 0.5617446770356352, + "nauc_precision_at_10_diff1": 0.1068971507667132, + "nauc_precision_at_10_max": 0.18783401857147936, + "nauc_precision_at_10_std": 0.5044579395782469, + "nauc_precision_at_1_diff1": 0.1463235775551628, + "nauc_precision_at_1_max": 0.3046880115236039, + "nauc_precision_at_1_std": 0.3243894454265696, + "nauc_precision_at_20_diff1": 0.05006528914967175, + "nauc_precision_at_20_max": 0.1726278742637455, + "nauc_precision_at_20_std": 0.5019312138177615, + "nauc_precision_at_3_diff1": 0.1223878800250191, + "nauc_precision_at_3_max": 0.18656261367710614, + "nauc_precision_at_3_std": 0.3639316118530384, + "nauc_precision_at_5_diff1": 0.11639918465826359, + "nauc_precision_at_5_max": 0.2216598028204169, + "nauc_precision_at_5_std": 0.43129081908565264, + "nauc_recall_at_1000_diff1": 0.0522738275032234, + "nauc_recall_at_1000_max": 0.23318613239641728, + "nauc_recall_at_1000_std": 0.6168248409400924, + "nauc_recall_at_100_diff1": 0.08751443541173247, + "nauc_recall_at_100_max": 0.18328834646921863, + "nauc_recall_at_100_std": 0.2909194950219516, + "nauc_recall_at_10_diff1": 0.1827906739289257, + "nauc_recall_at_10_max": 0.19755945115617737, + "nauc_recall_at_10_std": 0.04447722380111228, + "nauc_recall_at_1_diff1": 0.23446994192893664, + "nauc_recall_at_1_max": 0.1889555184428304, + "nauc_recall_at_1_std": -0.09712286615200905, + "nauc_recall_at_20_diff1": 0.13295809300625686, + "nauc_recall_at_20_max": 0.18107613674371614, + "nauc_recall_at_20_std": 0.08190598126151165, + "nauc_recall_at_3_diff1": 0.168882791201248, + "nauc_recall_at_3_max": 0.18221525852775383, + "nauc_recall_at_3_std": -0.06587072675093032, + "nauc_recall_at_5_diff1": 0.18408827625711505, + "nauc_recall_at_5_max": 0.23582418098983507, + "nauc_recall_at_5_std": -0.04177413799730685, + "ndcg_at_1": 0.3475, + "ndcg_at_10": 0.32099, + "ndcg_at_100": 0.38063, + "ndcg_at_1000": 0.5107, + "ndcg_at_20": 0.31336, + "ndcg_at_3": 0.32493, + "ndcg_at_5": 0.32857, + "precision_at_1": 0.45, + "precision_at_10": 0.3455, + "precision_at_100": 0.15835, + "precision_at_1000": 0.0343, + "precision_at_20": 0.27975, + "precision_at_3": 0.395, + "precision_at_5": 0.393, + "recall_at_1": 0.03357, + "recall_at_10": 0.15627, + "recall_at_100": 0.46964, + "recall_at_1000": 0.85397, + "recall_at_20": 0.21428, + "recall_at_3": 0.06892, + "recall_at_5": 0.10249 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.27727, + "map_at_1": 0.02394, + "map_at_10": 0.08893, + "map_at_100": 0.17144, + "map_at_1000": 0.20529, + "map_at_20": 0.11375, + "map_at_3": 0.0532, + "map_at_5": 0.06856, + "mrr_at_1": 0.395, + "mrr_at_10": 0.5112936507936507, + "mrr_at_100": 0.5185515883694667, + "mrr_at_1000": 0.5189285914610045, + "mrr_at_20": 0.5162768591702415, + "mrr_at_3": 0.4841666666666665, + "mrr_at_5": 0.5024166666666666, + "nauc_map_at_1000_diff1": 0.1768025458528149, + "nauc_map_at_1000_max": 0.33658297334359755, + "nauc_map_at_1000_std": 0.5631298378654387, + "nauc_map_at_100_diff1": 0.18381816562526734, + "nauc_map_at_100_max": 0.32497459135045625, + "nauc_map_at_100_std": 0.49072309603071207, + "nauc_map_at_10_diff1": 0.1296440771416681, + "nauc_map_at_10_max": 0.24440833133555315, + "nauc_map_at_10_std": 0.2366408878891644, + "nauc_map_at_1_diff1": 0.24073256743312965, + "nauc_map_at_1_max": 0.11416945070415536, + "nauc_map_at_1_std": 0.05465173177891752, + "nauc_map_at_20_diff1": 0.15100928596225202, + "nauc_map_at_20_max": 0.27082974315762987, + "nauc_map_at_20_std": 0.30819295623770915, + "nauc_map_at_3_diff1": 0.07363628952603214, + "nauc_map_at_3_max": 0.19607810383379795, + "nauc_map_at_3_std": 0.11358803130184424, + "nauc_map_at_5_diff1": 0.07933449024443703, + "nauc_map_at_5_max": 0.19590160465175385, + "nauc_map_at_5_std": 0.17373230542522428, + "nauc_mrr_at_1000_diff1": 0.22088614351234087, + "nauc_mrr_at_1000_max": 0.2511531939220514, + "nauc_mrr_at_1000_std": 0.49180308460428934, + "nauc_mrr_at_100_diff1": 0.22123466219424426, + "nauc_mrr_at_100_max": 0.25117427933763165, + "nauc_mrr_at_100_std": 0.492094911625613, + "nauc_mrr_at_10_diff1": 0.21980641344791377, + "nauc_mrr_at_10_max": 0.25787677070727455, + "nauc_mrr_at_10_std": 0.49295459438502265, + "nauc_mrr_at_1_diff1": 0.24775312433464727, + "nauc_mrr_at_1_max": 0.25166297832805345, + "nauc_mrr_at_1_std": 0.40701838147529257, + "nauc_mrr_at_20_diff1": 0.21962917361695555, + "nauc_mrr_at_20_max": 0.25095722466497355, + "nauc_mrr_at_20_std": 0.49342634952609815, + "nauc_mrr_at_3_diff1": 0.22860341837099338, + "nauc_mrr_at_3_max": 0.2476169300909441, + "nauc_mrr_at_3_std": 0.5009750082526873, + "nauc_mrr_at_5_diff1": 0.22581278607076252, + "nauc_mrr_at_5_max": 0.2502073262401558, + "nauc_mrr_at_5_std": 0.49450256722191727, + "nauc_ndcg_at_1000_diff1": 0.1895933114575623, + "nauc_ndcg_at_1000_max": 0.2992200076459384, + "nauc_ndcg_at_1000_std": 0.6532396203961514, + "nauc_ndcg_at_100_diff1": 0.2136609482054426, + "nauc_ndcg_at_100_max": 0.3171508978179824, + "nauc_ndcg_at_100_std": 0.5574823704767793, + "nauc_ndcg_at_10_diff1": 0.15456083478170793, + "nauc_ndcg_at_10_max": 0.30874425169118336, + "nauc_ndcg_at_10_std": 0.4967886043214716, + "nauc_ndcg_at_1_diff1": 0.2184435775627094, + "nauc_ndcg_at_1_max": 0.2045176180733042, + "nauc_ndcg_at_1_std": 0.3658732574851146, + "nauc_ndcg_at_20_diff1": 0.17038498549683068, + "nauc_ndcg_at_20_max": 0.3100466857964292, + "nauc_ndcg_at_20_std": 0.5043678856923429, + "nauc_ndcg_at_3_diff1": 0.15724954473578426, + "nauc_ndcg_at_3_max": 0.24592396019750062, + "nauc_ndcg_at_3_std": 0.4578577828924677, + "nauc_ndcg_at_5_diff1": 0.14913542747056907, + "nauc_ndcg_at_5_max": 0.2610438576946275, + "nauc_ndcg_at_5_std": 0.486748876927779, + "nauc_precision_at_1000_diff1": 0.0018002064723530822, + "nauc_precision_at_1000_max": 0.15862398879164455, + "nauc_precision_at_1000_std": 0.4102889013615969, + "nauc_precision_at_100_diff1": 0.09773229006650896, + "nauc_precision_at_100_max": 0.2704497001071681, + "nauc_precision_at_100_std": 0.5968819313743019, + "nauc_precision_at_10_diff1": 0.13091663309956178, + "nauc_precision_at_10_max": 0.3254282391107162, + "nauc_precision_at_10_std": 0.5679101104119746, + "nauc_precision_at_1_diff1": 0.24775312433464727, + "nauc_precision_at_1_max": 0.25166297832805345, + "nauc_precision_at_1_std": 0.40701838147529257, + "nauc_precision_at_20_diff1": 0.13685633119121837, + "nauc_precision_at_20_max": 0.3174205640649899, + "nauc_precision_at_20_std": 0.5997054841583813, + "nauc_precision_at_3_diff1": 0.11835751915770766, + "nauc_precision_at_3_max": 0.29228338148084, + "nauc_precision_at_3_std": 0.5115877297567109, + "nauc_precision_at_5_diff1": 0.11560866217936554, + "nauc_precision_at_5_max": 0.27161645149873953, + "nauc_precision_at_5_std": 0.5360507614042913, + "nauc_recall_at_1000_diff1": 0.14444975668050303, + "nauc_recall_at_1000_max": 0.19515787586516375, + "nauc_recall_at_1000_std": 0.7016797132830047, + "nauc_recall_at_100_diff1": 0.19257435608024023, + "nauc_recall_at_100_max": 0.24988442281579198, + "nauc_recall_at_100_std": 0.43156491239187517, + "nauc_recall_at_10_diff1": 0.08840164122751087, + "nauc_recall_at_10_max": 0.23592802235134333, + "nauc_recall_at_10_std": 0.20098844569873633, + "nauc_recall_at_1_diff1": 0.24073256743312965, + "nauc_recall_at_1_max": 0.11416945070415536, + "nauc_recall_at_1_std": 0.05465173177891752, + "nauc_recall_at_20_diff1": 0.12356852139257084, + "nauc_recall_at_20_max": 0.22837337614279274, + "nauc_recall_at_20_std": 0.25672373448334523, + "nauc_recall_at_3_diff1": 0.047491936981176715, + "nauc_recall_at_3_max": 0.17603570093462786, + "nauc_recall_at_3_std": 0.13947069799570658, + "nauc_recall_at_5_diff1": 0.034150203938231254, + "nauc_recall_at_5_max": 0.1945668575691893, + "nauc_recall_at_5_std": 0.15271368106369984, + "ndcg_at_1": 0.305, + "ndcg_at_10": 0.27727, + "ndcg_at_100": 0.33898, + "ndcg_at_1000": 0.46505, + "ndcg_at_20": 0.27933, + "ndcg_at_3": 0.29018, + "ndcg_at_5": 0.28743, + "precision_at_1": 0.395, + "precision_at_10": 0.2905, + "precision_at_100": 0.1383, + "precision_at_1000": 0.03186, + "precision_at_20": 0.24875, + "precision_at_3": 0.36167, + "precision_at_5": 0.335, + "recall_at_1": 0.02394, + "recall_at_10": 0.12871, + "recall_at_100": 0.42019, + "recall_at_1000": 0.79543, + "recall_at_20": 0.19287, + "recall_at_3": 0.06123, + "recall_at_5": 0.08906 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.46611, + "map_at_1": 0.11287, + "map_at_10": 0.26642, + "map_at_100": 0.35593, + "map_at_1000": 0.37304, + "map_at_20": 0.29968, + "map_at_3": 0.18932, + "map_at_5": 0.22216, + "mrr_at_1": 0.61, + "mrr_at_10": 0.7216984126984128, + "mrr_at_100": 0.7245095174423756, + "mrr_at_1000": 0.7245095174423756, + "mrr_at_20": 0.7235163398692812, + "mrr_at_3": 0.7008333333333333, + "mrr_at_5": 0.7105833333333333, + "nauc_map_at_1000_diff1": 0.25894044057529336, + "nauc_map_at_1000_max": 0.2634525444778695, + "nauc_map_at_1000_std": 0.04910756409437057, + "nauc_map_at_100_diff1": 0.25958282353183504, + "nauc_map_at_100_max": 0.24483623878412175, + "nauc_map_at_100_std": 0.012559224579378928, + "nauc_map_at_10_diff1": 0.25622661430540755, + "nauc_map_at_10_max": 0.1509147243329661, + "nauc_map_at_10_std": -0.1244543545808691, + "nauc_map_at_1_diff1": 0.3821884107675948, + "nauc_map_at_1_max": 0.0075544219828549445, + "nauc_map_at_1_std": -0.13394043538583358, + "nauc_map_at_20_diff1": 0.2661716509667036, + "nauc_map_at_20_max": 0.19872121372223459, + "nauc_map_at_20_std": -0.09291638471103761, + "nauc_map_at_3_diff1": 0.3171350635124835, + "nauc_map_at_3_max": 0.06636078418734172, + "nauc_map_at_3_std": -0.14446307808786665, + "nauc_map_at_5_diff1": 0.28331918940675127, + "nauc_map_at_5_max": 0.09475445342408927, + "nauc_map_at_5_std": -0.14316908355708374, + "nauc_mrr_at_1000_diff1": 0.41886186778074946, + "nauc_mrr_at_1000_max": 0.43860759570959457, + "nauc_mrr_at_1000_std": 0.29156150943607906, + "nauc_mrr_at_100_diff1": 0.41886186778074946, + "nauc_mrr_at_100_max": 0.43860759570959457, + "nauc_mrr_at_100_std": 0.29156150943607906, + "nauc_mrr_at_10_diff1": 0.4170879176219923, + "nauc_mrr_at_10_max": 0.4395505099177611, + "nauc_mrr_at_10_std": 0.29204528596417384, + "nauc_mrr_at_1_diff1": 0.45338630973063615, + "nauc_mrr_at_1_max": 0.42081488979197157, + "nauc_mrr_at_1_std": 0.32096294170078365, + "nauc_mrr_at_20_diff1": 0.4189022412841858, + "nauc_mrr_at_20_max": 0.4376942844343882, + "nauc_mrr_at_20_std": 0.2891694083883755, + "nauc_mrr_at_3_diff1": 0.42001545294702003, + "nauc_mrr_at_3_max": 0.4469275219473821, + "nauc_mrr_at_3_std": 0.2836470820514173, + "nauc_mrr_at_5_diff1": 0.41196277911799617, + "nauc_mrr_at_5_max": 0.44009390182049385, + "nauc_mrr_at_5_std": 0.29733017988676924, + "nauc_ndcg_at_1000_diff1": 0.34373761470920294, + "nauc_ndcg_at_1000_max": 0.38235347860470364, + "nauc_ndcg_at_1000_std": 0.18201658207338114, + "nauc_ndcg_at_100_diff1": 0.3300555361518891, + "nauc_ndcg_at_100_max": 0.32263332801654365, + "nauc_ndcg_at_100_std": 0.0963971213589244, + "nauc_ndcg_at_10_diff1": 0.33561196261477144, + "nauc_ndcg_at_10_max": 0.3295612942530818, + "nauc_ndcg_at_10_std": 0.05758802441551426, + "nauc_ndcg_at_1_diff1": 0.46068407553884316, + "nauc_ndcg_at_1_max": 0.3442411015270412, + "nauc_ndcg_at_1_std": 0.17672183105933725, + "nauc_ndcg_at_20_diff1": 0.3529390114899738, + "nauc_ndcg_at_20_max": 0.3232202344358877, + "nauc_ndcg_at_20_std": 0.021594964424851874, + "nauc_ndcg_at_3_diff1": 0.34792601910810045, + "nauc_ndcg_at_3_max": 0.3435347975081822, + "nauc_ndcg_at_3_std": 0.13775645009437804, + "nauc_ndcg_at_5_diff1": 0.3418078609771279, + "nauc_ndcg_at_5_max": 0.3570143789855967, + "nauc_ndcg_at_5_std": 0.11702424745433593, + "nauc_precision_at_1000_diff1": -0.05230486543260814, + "nauc_precision_at_1000_max": 0.2109415387741314, + "nauc_precision_at_1000_std": 0.4037605714951957, + "nauc_precision_at_100_diff1": -0.03948030132726355, + "nauc_precision_at_100_max": 0.2280331835569949, + "nauc_precision_at_100_std": 0.42270170503146987, + "nauc_precision_at_10_diff1": 0.03496424030229793, + "nauc_precision_at_10_max": 0.40992371982196135, + "nauc_precision_at_10_std": 0.31258604994994027, + "nauc_precision_at_1_diff1": 0.45338630973063615, + "nauc_precision_at_1_max": 0.42081488979197157, + "nauc_precision_at_1_std": 0.32096294170078365, + "nauc_precision_at_20_diff1": 0.044538829666625195, + "nauc_precision_at_20_max": 0.3873701660942987, + "nauc_precision_at_20_std": 0.3662926629296325, + "nauc_precision_at_3_diff1": 0.15258684361002606, + "nauc_precision_at_3_max": 0.4134452730391693, + "nauc_precision_at_3_std": 0.2472660344991901, + "nauc_precision_at_5_diff1": 0.0979374896566593, + "nauc_precision_at_5_max": 0.4255645058865641, + "nauc_precision_at_5_std": 0.28065958765187893, + "nauc_recall_at_1000_diff1": 0.018160146349213115, + "nauc_recall_at_1000_max": 0.14232678887459901, + "nauc_recall_at_1000_std": 0.40041363509458033, + "nauc_recall_at_100_diff1": 0.050958870823312526, + "nauc_recall_at_100_max": 0.04036332319218252, + "nauc_recall_at_100_std": -0.039916826706225254, + "nauc_recall_at_10_diff1": 0.13700516876666402, + "nauc_recall_at_10_max": 0.044842303290371616, + "nauc_recall_at_10_std": -0.2065724862658082, + "nauc_recall_at_1_diff1": 0.3821884107675948, + "nauc_recall_at_1_max": 0.0075544219828549445, + "nauc_recall_at_1_std": -0.13394043538583358, + "nauc_recall_at_20_diff1": 0.1615776617131103, + "nauc_recall_at_20_max": 0.08634117532905539, + "nauc_recall_at_20_std": -0.20238420369322802, + "nauc_recall_at_3_diff1": 0.252712008315702, + "nauc_recall_at_3_max": 0.027144176696696394, + "nauc_recall_at_3_std": -0.18594999074299748, + "nauc_recall_at_5_diff1": 0.19872294862144185, + "nauc_recall_at_5_max": 0.03305225210163528, + "nauc_recall_at_5_std": -0.20072074158506836, + "ndcg_at_1": 0.505, + "ndcg_at_10": 0.46611, + "ndcg_at_100": 0.56607, + "ndcg_at_1000": 0.62833, + "ndcg_at_20": 0.4788, + "ndcg_at_3": 0.47202, + "ndcg_at_5": 0.45897, + "precision_at_1": 0.61, + "precision_at_10": 0.3215, + "precision_at_100": 0.0983, + "precision_at_1000": 0.01436, + "precision_at_20": 0.23475, + "precision_at_3": 0.48167, + "precision_at_5": 0.412, + "recall_at_1": 0.11287, + "recall_at_10": 0.36968, + "recall_at_100": 0.73835, + "recall_at_1000": 0.96316, + "recall_at_20": 0.4639, + "recall_at_3": 0.22097, + "recall_at_5": 0.27358 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.29384, + "map_at_1": 0.06398, + "map_at_10": 0.15558, + "map_at_100": 0.21147, + "map_at_1000": 0.22621, + "map_at_20": 0.17693, + "map_at_3": 0.11019, + "map_at_5": 0.13133, + "mrr_at_1": 0.385, + "mrr_at_10": 0.5022103174603175, + "mrr_at_100": 0.5129635052384335, + "mrr_at_1000": 0.5132300860200008, + "mrr_at_20": 0.5104460762835377, + "mrr_at_3": 0.4741666666666666, + "mrr_at_5": 0.4911666666666667, + "nauc_map_at_1000_diff1": 0.2875984606741057, + "nauc_map_at_1000_max": 0.2664724447189044, + "nauc_map_at_1000_std": 0.3579156919849963, + "nauc_map_at_100_diff1": 0.286622358004496, + "nauc_map_at_100_max": 0.2548130457573913, + "nauc_map_at_100_std": 0.33816303030197625, + "nauc_map_at_10_diff1": 0.30163584392970366, + "nauc_map_at_10_max": 0.1863366087350825, + "nauc_map_at_10_std": 0.2021700716963956, + "nauc_map_at_1_diff1": 0.4910947847510026, + "nauc_map_at_1_max": 0.11615761157782825, + "nauc_map_at_1_std": -0.016760861799662456, + "nauc_map_at_20_diff1": 0.2862825300564925, + "nauc_map_at_20_max": 0.21409068073900267, + "nauc_map_at_20_std": 0.2482376287882259, + "nauc_map_at_3_diff1": 0.3635572246591397, + "nauc_map_at_3_max": 0.17326528665921104, + "nauc_map_at_3_std": 0.1004690783951543, + "nauc_map_at_5_diff1": 0.3211739301405096, + "nauc_map_at_5_max": 0.1666621763327118, + "nauc_map_at_5_std": 0.14554275851888626, + "nauc_mrr_at_1000_diff1": 0.1889721969612346, + "nauc_mrr_at_1000_max": 0.35545107516844104, + "nauc_mrr_at_1000_std": 0.2837229907171482, + "nauc_mrr_at_100_diff1": 0.18898042252207237, + "nauc_mrr_at_100_max": 0.3556385501284722, + "nauc_mrr_at_100_std": 0.28412306170384216, + "nauc_mrr_at_10_diff1": 0.18894572899318823, + "nauc_mrr_at_10_max": 0.35571142144885726, + "nauc_mrr_at_10_std": 0.285369170792147, + "nauc_mrr_at_1_diff1": 0.15719018015156327, + "nauc_mrr_at_1_max": 0.29867301097504834, + "nauc_mrr_at_1_std": 0.24228732197148942, + "nauc_mrr_at_20_diff1": 0.18821870764954604, + "nauc_mrr_at_20_max": 0.35491919230695995, + "nauc_mrr_at_20_std": 0.2836989717017332, + "nauc_mrr_at_3_diff1": 0.19591121931463001, + "nauc_mrr_at_3_max": 0.3670625874644061, + "nauc_mrr_at_3_std": 0.27194543465496757, + "nauc_mrr_at_5_diff1": 0.19647107924710833, + "nauc_mrr_at_5_max": 0.3580067088653726, + "nauc_mrr_at_5_std": 0.2834283225909935, + "nauc_ndcg_at_1000_diff1": 0.2595880259838052, + "nauc_ndcg_at_1000_max": 0.3709886715139862, + "nauc_ndcg_at_1000_std": 0.4066342983524608, + "nauc_ndcg_at_100_diff1": 0.27585536638691144, + "nauc_ndcg_at_100_max": 0.35173060332642203, + "nauc_ndcg_at_100_std": 0.4086561040070207, + "nauc_ndcg_at_10_diff1": 0.2761274824841154, + "nauc_ndcg_at_10_max": 0.32549735210800573, + "nauc_ndcg_at_10_std": 0.30615140906235105, + "nauc_ndcg_at_1_diff1": 0.19092913869387404, + "nauc_ndcg_at_1_max": 0.313952433458484, + "nauc_ndcg_at_1_std": 0.19256214496071017, + "nauc_ndcg_at_20_diff1": 0.27304124235149174, + "nauc_ndcg_at_20_max": 0.321458504050107, + "nauc_ndcg_at_20_std": 0.3154258996665866, + "nauc_ndcg_at_3_diff1": 0.2334287326615694, + "nauc_ndcg_at_3_max": 0.35455476458139035, + "nauc_ndcg_at_3_std": 0.25875206066767475, + "nauc_ndcg_at_5_diff1": 0.25931931223737764, + "nauc_ndcg_at_5_max": 0.335447861827858, + "nauc_ndcg_at_5_std": 0.2985982583972659, + "nauc_precision_at_1000_diff1": -0.033914168647360535, + "nauc_precision_at_1000_max": 0.17119116804981271, + "nauc_precision_at_1000_std": 0.2815028278875757, + "nauc_precision_at_100_diff1": 0.0426279821132105, + "nauc_precision_at_100_max": 0.24865157985835692, + "nauc_precision_at_100_std": 0.47680002701552304, + "nauc_precision_at_10_diff1": 0.08169621699302466, + "nauc_precision_at_10_max": 0.31823873846953543, + "nauc_precision_at_10_std": 0.47915586644744274, + "nauc_precision_at_1_diff1": 0.15719018015156327, + "nauc_precision_at_1_max": 0.29867301097504834, + "nauc_precision_at_1_std": 0.24228732197148942, + "nauc_precision_at_20_diff1": 0.039821788947826564, + "nauc_precision_at_20_max": 0.2946703941008023, + "nauc_precision_at_20_std": 0.4931470719056599, + "nauc_precision_at_3_diff1": 0.12569376331595877, + "nauc_precision_at_3_max": 0.38346406061557875, + "nauc_precision_at_3_std": 0.39675409146267354, + "nauc_precision_at_5_diff1": 0.10454676662110422, + "nauc_precision_at_5_max": 0.3328338441423926, + "nauc_precision_at_5_std": 0.4424236121133911, + "nauc_recall_at_1000_diff1": 0.10247864639731016, + "nauc_recall_at_1000_max": 0.22929701886440176, + "nauc_recall_at_1000_std": 0.46690493851375714, + "nauc_recall_at_100_diff1": 0.20811071086710098, + "nauc_recall_at_100_max": 0.19655869988548721, + "nauc_recall_at_100_std": 0.42709384095256536, + "nauc_recall_at_10_diff1": 0.2426634163497349, + "nauc_recall_at_10_max": 0.13904951630345258, + "nauc_recall_at_10_std": 0.20387641612230897, + "nauc_recall_at_1_diff1": 0.4910947847510026, + "nauc_recall_at_1_max": 0.11615761157782825, + "nauc_recall_at_1_std": -0.016760861799662456, + "nauc_recall_at_20_diff1": 0.1871639534781505, + "nauc_recall_at_20_max": 0.1398651089935231, + "nauc_recall_at_20_std": 0.2149067718338774, + "nauc_recall_at_3_diff1": 0.32299261767981574, + "nauc_recall_at_3_max": 0.17656548673765554, + "nauc_recall_at_3_std": 0.09550493910546701, + "nauc_recall_at_5_diff1": 0.27112375177780496, + "nauc_recall_at_5_max": 0.13220820766137448, + "nauc_recall_at_5_std": 0.1502367159990127, + "ndcg_at_1": 0.31, + "ndcg_at_10": 0.29384, + "ndcg_at_100": 0.38936, + "ndcg_at_1000": 0.47562, + "ndcg_at_20": 0.31358, + "ndcg_at_3": 0.29233, + "ndcg_at_5": 0.2906, + "precision_at_1": 0.385, + "precision_at_10": 0.2095, + "precision_at_100": 0.07075, + "precision_at_1000": 0.01286, + "precision_at_20": 0.15975, + "precision_at_3": 0.31167, + "precision_at_5": 0.268, + "recall_at_1": 0.06398, + "recall_at_10": 0.23615, + "recall_at_100": 0.56671, + "recall_at_1000": 0.88796, + "recall_at_20": 0.32839, + "recall_at_3": 0.13055, + "recall_at_5": 0.17413 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.2682, + "map_at_1": 0.06408, + "map_at_10": 0.14592, + "map_at_100": 0.19466, + "map_at_1000": 0.20776, + "map_at_20": 0.1631, + "map_at_3": 0.10923, + "map_at_5": 0.12817, + "mrr_at_1": 0.335, + "mrr_at_10": 0.4425019841269842, + "mrr_at_100": 0.4552414268268295, + "mrr_at_1000": 0.4553991184415979, + "mrr_at_20": 0.4509817443478436, + "mrr_at_3": 0.41833333333333345, + "mrr_at_5": 0.43158333333333343, + "nauc_map_at_1000_diff1": 0.28341267477643584, + "nauc_map_at_1000_max": 0.354053087820194, + "nauc_map_at_1000_std": 0.28975996191275055, + "nauc_map_at_100_diff1": 0.2860156977284176, + "nauc_map_at_100_max": 0.3424199942475854, + "nauc_map_at_100_std": 0.2680580156823356, + "nauc_map_at_10_diff1": 0.261744729099449, + "nauc_map_at_10_max": 0.2631499196950958, + "nauc_map_at_10_std": 0.14627152272223087, + "nauc_map_at_1_diff1": 0.4145619553582663, + "nauc_map_at_1_max": 0.14538673004510408, + "nauc_map_at_1_std": 0.027286019541981444, + "nauc_map_at_20_diff1": 0.27505595911255143, + "nauc_map_at_20_max": 0.2972437268317937, + "nauc_map_at_20_std": 0.18621791923955472, + "nauc_map_at_3_diff1": 0.3046112744274123, + "nauc_map_at_3_max": 0.21909797406891923, + "nauc_map_at_3_std": 0.08563092640757229, + "nauc_map_at_5_diff1": 0.2618324243834008, + "nauc_map_at_5_max": 0.2442015449458909, + "nauc_map_at_5_std": 0.11591667115980883, + "nauc_mrr_at_1000_diff1": 0.28993642688897353, + "nauc_mrr_at_1000_max": 0.41141011894389806, + "nauc_mrr_at_1000_std": 0.27730160702181117, + "nauc_mrr_at_100_diff1": 0.28962652993778737, + "nauc_mrr_at_100_max": 0.41134596712882693, + "nauc_mrr_at_100_std": 0.27727108748351503, + "nauc_mrr_at_10_diff1": 0.2865000000150473, + "nauc_mrr_at_10_max": 0.4056990277850853, + "nauc_mrr_at_10_std": 0.2789303750109779, + "nauc_mrr_at_1_diff1": 0.3416982648134989, + "nauc_mrr_at_1_max": 0.39650306463287494, + "nauc_mrr_at_1_std": 0.22380120725949434, + "nauc_mrr_at_20_diff1": 0.2891780239405325, + "nauc_mrr_at_20_max": 0.41252922656619234, + "nauc_mrr_at_20_std": 0.2810356510732197, + "nauc_mrr_at_3_diff1": 0.2929600206966383, + "nauc_mrr_at_3_max": 0.4137275805005554, + "nauc_mrr_at_3_std": 0.2655392054096732, + "nauc_mrr_at_5_diff1": 0.28642874205248264, + "nauc_mrr_at_5_max": 0.41259022617463187, + "nauc_mrr_at_5_std": 0.27655115990425605, + "nauc_ndcg_at_1000_diff1": 0.28251886658641606, + "nauc_ndcg_at_1000_max": 0.4217334505884148, + "nauc_ndcg_at_1000_std": 0.3674617399234022, + "nauc_ndcg_at_100_diff1": 0.29636710869132665, + "nauc_ndcg_at_100_max": 0.393753088529418, + "nauc_ndcg_at_100_std": 0.3456702515525744, + "nauc_ndcg_at_10_diff1": 0.2918383860399473, + "nauc_ndcg_at_10_max": 0.3393374378334733, + "nauc_ndcg_at_10_std": 0.24696972655169824, + "nauc_ndcg_at_1_diff1": 0.33752889529828434, + "nauc_ndcg_at_1_max": 0.35989933478958575, + "nauc_ndcg_at_1_std": 0.17791727638396995, + "nauc_ndcg_at_20_diff1": 0.300544422371855, + "nauc_ndcg_at_20_max": 0.3513922163377505, + "nauc_ndcg_at_20_std": 0.2641601361493006, + "nauc_ndcg_at_3_diff1": 0.28887943568199415, + "nauc_ndcg_at_3_max": 0.3808493213558185, + "nauc_ndcg_at_3_std": 0.21499093738693453, + "nauc_ndcg_at_5_diff1": 0.2767534610817024, + "nauc_ndcg_at_5_max": 0.3679989650308147, + "nauc_ndcg_at_5_std": 0.23277496644808043, + "nauc_precision_at_1000_diff1": -0.003704107031041819, + "nauc_precision_at_1000_max": 0.2065893785696022, + "nauc_precision_at_1000_std": 0.3003098248208868, + "nauc_precision_at_100_diff1": 0.08867155058857548, + "nauc_precision_at_100_max": 0.3088545909840514, + "nauc_precision_at_100_std": 0.4485987105624357, + "nauc_precision_at_10_diff1": 0.11763927275029248, + "nauc_precision_at_10_max": 0.37088469003261576, + "nauc_precision_at_10_std": 0.3988349156975615, + "nauc_precision_at_1_diff1": 0.3416982648134989, + "nauc_precision_at_1_max": 0.39650306463287494, + "nauc_precision_at_1_std": 0.22380120725949434, + "nauc_precision_at_20_diff1": 0.14625401612259517, + "nauc_precision_at_20_max": 0.3854629935675359, + "nauc_precision_at_20_std": 0.45490655162592836, + "nauc_precision_at_3_diff1": 0.175432936664942, + "nauc_precision_at_3_max": 0.435271022917491, + "nauc_precision_at_3_std": 0.2811547006726115, + "nauc_precision_at_5_diff1": 0.12641043760968895, + "nauc_precision_at_5_max": 0.43199870972944643, + "nauc_precision_at_5_std": 0.3414251123150808, + "nauc_recall_at_1000_diff1": 0.23244053248027688, + "nauc_recall_at_1000_max": 0.31918570486344183, + "nauc_recall_at_1000_std": 0.540248463030548, + "nauc_recall_at_100_diff1": 0.2343689645236648, + "nauc_recall_at_100_max": 0.2639776165120004, + "nauc_recall_at_100_std": 0.3922404842053201, + "nauc_recall_at_10_diff1": 0.19134861320665647, + "nauc_recall_at_10_max": 0.15500674563207367, + "nauc_recall_at_10_std": 0.1388285288505109, + "nauc_recall_at_1_diff1": 0.4145619553582663, + "nauc_recall_at_1_max": 0.14538673004510408, + "nauc_recall_at_1_std": 0.027286019541981444, + "nauc_recall_at_20_diff1": 0.19562049459192027, + "nauc_recall_at_20_max": 0.20369824428239297, + "nauc_recall_at_20_std": 0.18186692679736216, + "nauc_recall_at_3_diff1": 0.2516808900887347, + "nauc_recall_at_3_max": 0.17708473776951356, + "nauc_recall_at_3_std": 0.07399271801592977, + "nauc_recall_at_5_diff1": 0.19534944772962382, + "nauc_recall_at_5_max": 0.17875361430273404, + "nauc_recall_at_5_std": 0.10650075497485413, + "ndcg_at_1": 0.285, + "ndcg_at_10": 0.2682, + "ndcg_at_100": 0.36008, + "ndcg_at_1000": 0.44375, + "ndcg_at_20": 0.28561, + "ndcg_at_3": 0.26995, + "ndcg_at_5": 0.2661, + "precision_at_1": 0.335, + "precision_at_10": 0.1795, + "precision_at_100": 0.06535, + "precision_at_1000": 0.01226, + "precision_at_20": 0.13775, + "precision_at_3": 0.26667, + "precision_at_5": 0.231, + "recall_at_1": 0.06408, + "recall_at_10": 0.2184, + "recall_at_100": 0.52388, + "recall_at_1000": 0.84056, + "recall_at_20": 0.28703, + "recall_at_3": 0.13138, + "recall_at_5": 0.16542 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.43656, + "map_at_1": 0.06035, + "map_at_10": 0.17233, + "map_at_100": 0.27796, + "map_at_1000": 0.31591, + "map_at_20": 0.20768, + "map_at_3": 0.11299, + "map_at_5": 0.13904, + "mrr_at_1": 0.66, + "mrr_at_10": 0.7619404761904761, + "mrr_at_100": 0.7636505823403275, + "mrr_at_1000": 0.7636505823403275, + "mrr_at_20": 0.7631747647777057, + "mrr_at_3": 0.7441666666666665, + "mrr_at_5": 0.7531666666666667, + "nauc_map_at_1000_diff1": 0.08087683824220136, + "nauc_map_at_1000_max": 0.16204299660670485, + "nauc_map_at_1000_std": 0.2920263060430841, + "nauc_map_at_100_diff1": 0.12457643399366396, + "nauc_map_at_100_max": 0.13566639932294464, + "nauc_map_at_100_std": 0.23657805474119, + "nauc_map_at_10_diff1": 0.21006934757823315, + "nauc_map_at_10_max": 0.0294665064552519, + "nauc_map_at_10_std": 0.1031031670992233, + "nauc_map_at_1_diff1": 0.28185889867746877, + "nauc_map_at_1_max": -0.09407027906228653, + "nauc_map_at_1_std": -0.08223823367806346, + "nauc_map_at_20_diff1": 0.16496871184454417, + "nauc_map_at_20_max": 0.061205141164201456, + "nauc_map_at_20_std": 0.13666885810967477, + "nauc_map_at_3_diff1": 0.249420679993961, + "nauc_map_at_3_max": -0.024236363385084683, + "nauc_map_at_3_std": -0.0031796768406204966, + "nauc_map_at_5_diff1": 0.2011104223359826, + "nauc_map_at_5_max": -0.026133527833595245, + "nauc_map_at_5_std": 0.04116065268291111, + "nauc_mrr_at_1000_diff1": 0.16200106371859913, + "nauc_mrr_at_1000_max": 0.21519266095177308, + "nauc_mrr_at_1000_std": 0.21705123029550683, + "nauc_mrr_at_100_diff1": 0.16200106371859913, + "nauc_mrr_at_100_max": 0.21519266095177308, + "nauc_mrr_at_100_std": 0.21705123029550683, + "nauc_mrr_at_10_diff1": 0.16136378518447334, + "nauc_mrr_at_10_max": 0.2154132046028495, + "nauc_mrr_at_10_std": 0.21938119807988393, + "nauc_mrr_at_1_diff1": 0.18921139101862014, + "nauc_mrr_at_1_max": 0.24679710577848604, + "nauc_mrr_at_1_std": 0.1678698264130903, + "nauc_mrr_at_20_diff1": 0.1616923526855169, + "nauc_mrr_at_20_max": 0.21563522970881252, + "nauc_mrr_at_20_std": 0.2177179362283356, + "nauc_mrr_at_3_diff1": 0.15416847479484036, + "nauc_mrr_at_3_max": 0.2078009237704879, + "nauc_mrr_at_3_std": 0.21222300501239558, + "nauc_mrr_at_5_diff1": 0.1515815381163455, + "nauc_mrr_at_5_max": 0.2158917271345462, + "nauc_mrr_at_5_std": 0.21395157057431105, + "nauc_ndcg_at_1000_diff1": 0.10252408110332165, + "nauc_ndcg_at_1000_max": 0.23337466113861124, + "nauc_ndcg_at_1000_std": 0.33411016901791335, + "nauc_ndcg_at_100_diff1": 0.1627326787234419, + "nauc_ndcg_at_100_max": 0.18711370670170027, + "nauc_ndcg_at_100_std": 0.28136046906284223, + "nauc_ndcg_at_10_diff1": 0.11251016930382646, + "nauc_ndcg_at_10_max": 0.2235094108303301, + "nauc_ndcg_at_10_std": 0.19428631948284683, + "nauc_ndcg_at_1_diff1": 0.25640457599418887, + "nauc_ndcg_at_1_max": 0.25433448338478304, + "nauc_ndcg_at_1_std": 0.05850372253495556, + "nauc_ndcg_at_20_diff1": 0.09987928109886715, + "nauc_ndcg_at_20_max": 0.17709031470267542, + "nauc_ndcg_at_20_std": 0.1755998982672213, + "nauc_ndcg_at_3_diff1": 0.14586790523393128, + "nauc_ndcg_at_3_max": 0.25374366528903053, + "nauc_ndcg_at_3_std": 0.13452448620959434, + "nauc_ndcg_at_5_diff1": 0.07357179605183696, + "nauc_ndcg_at_5_max": 0.2356697289555385, + "nauc_ndcg_at_5_std": 0.16602990388639416, + "nauc_precision_at_1000_diff1": -0.18972293310856186, + "nauc_precision_at_1000_max": 0.14950527449220555, + "nauc_precision_at_1000_std": 0.10578808756216998, + "nauc_precision_at_100_diff1": -0.19448053210853294, + "nauc_precision_at_100_max": 0.20716180607659043, + "nauc_precision_at_100_std": 0.2162693691890803, + "nauc_precision_at_10_diff1": -0.10374761448378664, + "nauc_precision_at_10_max": 0.2928772174355297, + "nauc_precision_at_10_std": 0.2911163436198914, + "nauc_precision_at_1_diff1": 0.18921139101862014, + "nauc_precision_at_1_max": 0.24679710577848604, + "nauc_precision_at_1_std": 0.1678698264130903, + "nauc_precision_at_20_diff1": -0.22159518042461263, + "nauc_precision_at_20_max": 0.2623665739664764, + "nauc_precision_at_20_std": 0.26330817980081633, + "nauc_precision_at_3_diff1": -0.02387137031823656, + "nauc_precision_at_3_max": 0.26064634093250727, + "nauc_precision_at_3_std": 0.25901234926209127, + "nauc_precision_at_5_diff1": -0.12831228111596446, + "nauc_precision_at_5_max": 0.26715854090426194, + "nauc_precision_at_5_std": 0.2643037028292605, + "nauc_recall_at_1000_diff1": 0.12370357876915605, + "nauc_recall_at_1000_max": 0.03984703940961739, + "nauc_recall_at_1000_std": 0.5478163900465844, + "nauc_recall_at_100_diff1": 0.13217781156066002, + "nauc_recall_at_100_max": 0.013620968088619165, + "nauc_recall_at_100_std": 0.27489651104343027, + "nauc_recall_at_10_diff1": 0.22053334536847485, + "nauc_recall_at_10_max": -0.04174476383354315, + "nauc_recall_at_10_std": 0.08866632424696715, + "nauc_recall_at_1_diff1": 0.28185889867746877, + "nauc_recall_at_1_max": -0.09407027906228653, + "nauc_recall_at_1_std": -0.08223823367806346, + "nauc_recall_at_20_diff1": 0.1461396509145395, + "nauc_recall_at_20_max": -0.03808427904971437, + "nauc_recall_at_20_std": 0.09404150389495597, + "nauc_recall_at_3_diff1": 0.24354085651647175, + "nauc_recall_at_3_max": -0.060782545500750046, + "nauc_recall_at_3_std": -0.00011570433269264259, + "nauc_recall_at_5_diff1": 0.17176823607523506, + "nauc_recall_at_5_max": -0.08585440991626539, + "nauc_recall_at_5_std": 0.0334620917207284, + "ndcg_at_1": 0.535, + "ndcg_at_10": 0.43656, + "ndcg_at_100": 0.51096, + "ndcg_at_1000": 0.61725, + "ndcg_at_20": 0.43432, + "ndcg_at_3": 0.48158, + "ndcg_at_5": 0.45795, + "precision_at_1": 0.66, + "precision_at_10": 0.3865, + "precision_at_100": 0.15405, + "precision_at_1000": 0.0319, + "precision_at_20": 0.3065, + "precision_at_3": 0.54833, + "precision_at_5": 0.48, + "recall_at_1": 0.06035, + "recall_at_10": 0.23232, + "recall_at_100": 0.60048, + "recall_at_1000": 0.915, + "recall_at_20": 0.32241, + "recall_at_3": 0.1263, + "recall_at_5": 0.16771 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.33104, + "map_at_1": 0.03535, + "map_at_10": 0.1142, + "map_at_100": 0.19469, + "map_at_1000": 0.22546, + "map_at_20": 0.14063, + "map_at_3": 0.0707, + "map_at_5": 0.0882, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5858571428571426, + "mrr_at_100": 0.591206911902878, + "mrr_at_1000": 0.591372760612145, + "mrr_at_20": 0.5894920748111536, + "mrr_at_3": 0.5533333333333331, + "mrr_at_5": 0.5758333333333332, + "nauc_map_at_1000_diff1": 0.09178471545305138, + "nauc_map_at_1000_max": 0.24546650031089817, + "nauc_map_at_1000_std": 0.3270674751584044, + "nauc_map_at_100_diff1": 0.12520761619863857, + "nauc_map_at_100_max": 0.23271070832987384, + "nauc_map_at_100_std": 0.3161353617550367, + "nauc_map_at_10_diff1": 0.2139881900773255, + "nauc_map_at_10_max": 0.17167378731720626, + "nauc_map_at_10_std": 0.1274440075490884, + "nauc_map_at_1_diff1": 0.253454528948427, + "nauc_map_at_1_max": -0.0019059043070769664, + "nauc_map_at_1_std": -0.14475265636111626, + "nauc_map_at_20_diff1": 0.17505603288464117, + "nauc_map_at_20_max": 0.19702448402773548, + "nauc_map_at_20_std": 0.19179351986343676, + "nauc_map_at_3_diff1": 0.244975107190795, + "nauc_map_at_3_max": 0.13014050435453547, + "nauc_map_at_3_std": -0.01816699991462631, + "nauc_map_at_5_diff1": 0.21917464541472792, + "nauc_map_at_5_max": 0.1374321794546221, + "nauc_map_at_5_std": 0.048444748915823066, + "nauc_mrr_at_1000_diff1": 0.09179306385191116, + "nauc_mrr_at_1000_max": 0.1229120960756344, + "nauc_mrr_at_1000_std": 0.18453730371722468, + "nauc_mrr_at_100_diff1": 0.09162479545818687, + "nauc_mrr_at_100_max": 0.12276040312631542, + "nauc_mrr_at_100_std": 0.18455468501059638, + "nauc_mrr_at_10_diff1": 0.09062152236979959, + "nauc_mrr_at_10_max": 0.1313957881917408, + "nauc_mrr_at_10_std": 0.19308267618891384, + "nauc_mrr_at_1_diff1": 0.13958619786551438, + "nauc_mrr_at_1_max": 0.1305964774438549, + "nauc_mrr_at_1_std": 0.08543180776533761, + "nauc_mrr_at_20_diff1": 0.09124985100055942, + "nauc_mrr_at_20_max": 0.12478782790246847, + "nauc_mrr_at_20_std": 0.18728130225781048, + "nauc_mrr_at_3_diff1": 0.10502705227511577, + "nauc_mrr_at_3_max": 0.10867132458837701, + "nauc_mrr_at_3_std": 0.1752036218909345, + "nauc_mrr_at_5_diff1": 0.09269760845462002, + "nauc_mrr_at_5_max": 0.11710758693186267, + "nauc_mrr_at_5_std": 0.1934885665945828, + "nauc_ndcg_at_1000_diff1": 0.02090535742313892, + "nauc_ndcg_at_1000_max": 0.24081485253822862, + "nauc_ndcg_at_1000_std": 0.35218972431550777, + "nauc_ndcg_at_100_diff1": 0.07665316419474913, + "nauc_ndcg_at_100_max": 0.22582718398814097, + "nauc_ndcg_at_100_std": 0.37326835420767507, + "nauc_ndcg_at_10_diff1": 0.07537937152493085, + "nauc_ndcg_at_10_max": 0.1818157359552991, + "nauc_ndcg_at_10_std": 0.2202071499439462, + "nauc_ndcg_at_1_diff1": 0.1511076657026149, + "nauc_ndcg_at_1_max": 0.09132320250719715, + "nauc_ndcg_at_1_std": 0.009776346608094736, + "nauc_ndcg_at_20_diff1": 0.0662645992538077, + "nauc_ndcg_at_20_max": 0.20241552393911622, + "nauc_ndcg_at_20_std": 0.246844800649513, + "nauc_ndcg_at_3_diff1": 0.10379861398789093, + "nauc_ndcg_at_3_max": 0.16355359964238672, + "nauc_ndcg_at_3_std": 0.11711560175110867, + "nauc_ndcg_at_5_diff1": 0.07608221475794613, + "nauc_ndcg_at_5_max": 0.16146951417073768, + "nauc_ndcg_at_5_std": 0.18234473063644718, + "nauc_precision_at_1000_diff1": -0.1583787335005112, + "nauc_precision_at_1000_max": 0.027123136958809396, + "nauc_precision_at_1000_std": -0.04856723533998011, + "nauc_precision_at_100_diff1": -0.1455380534516038, + "nauc_precision_at_100_max": 0.13082385068746694, + "nauc_precision_at_100_std": 0.22330194250563837, + "nauc_precision_at_10_diff1": -0.046432320527658846, + "nauc_precision_at_10_max": 0.20091844150494287, + "nauc_precision_at_10_std": 0.3193421580800737, + "nauc_precision_at_1_diff1": 0.13958619786551438, + "nauc_precision_at_1_max": 0.1305964774438549, + "nauc_precision_at_1_std": 0.08543180776533761, + "nauc_precision_at_20_diff1": -0.10235000120143188, + "nauc_precision_at_20_max": 0.18640431158647003, + "nauc_precision_at_20_std": 0.29653111214450023, + "nauc_precision_at_3_diff1": 0.05183857764688068, + "nauc_precision_at_3_max": 0.18767730688438006, + "nauc_precision_at_3_std": 0.22342833012105587, + "nauc_precision_at_5_diff1": -0.0168460729110059, + "nauc_precision_at_5_max": 0.16652984772630036, + "nauc_precision_at_5_std": 0.275422308039173, + "nauc_recall_at_1000_diff1": -0.05965913380416476, + "nauc_recall_at_1000_max": 0.212508529378987, + "nauc_recall_at_1000_std": 0.6461505426502099, + "nauc_recall_at_100_diff1": 0.06769545089030057, + "nauc_recall_at_100_max": 0.15206225125096723, + "nauc_recall_at_100_std": 0.4598440032649532, + "nauc_recall_at_10_diff1": 0.1844108714672659, + "nauc_recall_at_10_max": 0.12946416041373626, + "nauc_recall_at_10_std": 0.22796454850149342, + "nauc_recall_at_1_diff1": 0.253454528948427, + "nauc_recall_at_1_max": -0.0019059043070769664, + "nauc_recall_at_1_std": -0.14475265636111626, + "nauc_recall_at_20_diff1": 0.13508348996238667, + "nauc_recall_at_20_max": 0.12831491370964068, + "nauc_recall_at_20_std": 0.2741548903670601, + "nauc_recall_at_3_diff1": 0.20416916637211052, + "nauc_recall_at_3_max": 0.11396092308614061, + "nauc_recall_at_3_std": 0.043227105801896704, + "nauc_recall_at_5_diff1": 0.19495304244779496, + "nauc_recall_at_5_max": 0.10688896910999447, + "nauc_recall_at_5_std": 0.15469130968115036, + "ndcg_at_1": 0.3825, + "ndcg_at_10": 0.33104, + "ndcg_at_100": 0.40262, + "ndcg_at_1000": 0.52019, + "ndcg_at_20": 0.33096, + "ndcg_at_3": 0.35194, + "ndcg_at_5": 0.33567, + "precision_at_1": 0.45, + "precision_at_10": 0.305, + "precision_at_100": 0.1273, + "precision_at_1000": 0.02894, + "precision_at_20": 0.24425, + "precision_at_3": 0.40333, + "precision_at_5": 0.36, + "recall_at_1": 0.03535, + "recall_at_10": 0.17559, + "recall_at_100": 0.49865, + "recall_at_1000": 0.86348, + "recall_at_20": 0.24648, + "recall_at_3": 0.08273, + "recall_at_5": 0.11609 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.27859, + "map_at_1": 0.03394, + "map_at_10": 0.10049, + "map_at_100": 0.16283, + "map_at_1000": 0.19024, + "map_at_20": 0.12161, + "map_at_3": 0.05858, + "map_at_5": 0.07771, + "mrr_at_1": 0.355, + "mrr_at_10": 0.50546626984127, + "mrr_at_100": 0.5120243044199501, + "mrr_at_1000": 0.5122070501157144, + "mrr_at_20": 0.5100028204939199, + "mrr_at_3": 0.4674999999999999, + "mrr_at_5": 0.48975, + "nauc_map_at_1000_diff1": 0.19429092147887414, + "nauc_map_at_1000_max": 0.06743159035250477, + "nauc_map_at_1000_std": 0.4017799289505917, + "nauc_map_at_100_diff1": 0.2026123241973695, + "nauc_map_at_100_max": 0.04934233533009467, + "nauc_map_at_100_std": 0.3700215937224573, + "nauc_map_at_10_diff1": 0.2225683190112013, + "nauc_map_at_10_max": -0.021363035633373096, + "nauc_map_at_10_std": 0.16955171375978448, + "nauc_map_at_1_diff1": 0.21529863143919822, + "nauc_map_at_1_max": -0.1272640097233329, + "nauc_map_at_1_std": -0.173196542092358, + "nauc_map_at_20_diff1": 0.20957618138201223, + "nauc_map_at_20_max": 0.00039989503708587934, + "nauc_map_at_20_std": 0.24002365836258632, + "nauc_map_at_3_diff1": 0.24062795493591488, + "nauc_map_at_3_max": -0.055464813373930374, + "nauc_map_at_3_std": -0.03083356641479477, + "nauc_map_at_5_diff1": 0.23033087918235276, + "nauc_map_at_5_max": -0.056124855102239815, + "nauc_map_at_5_std": 0.0669315056819038, + "nauc_mrr_at_1000_diff1": 0.0706621038447507, + "nauc_mrr_at_1000_max": -0.08292367262130947, + "nauc_mrr_at_1000_std": 0.08174073099236748, + "nauc_mrr_at_100_diff1": 0.07053418647079794, + "nauc_mrr_at_100_max": -0.0832890850588754, + "nauc_mrr_at_100_std": 0.08197255393566824, + "nauc_mrr_at_10_diff1": 0.07696980177786338, + "nauc_mrr_at_10_max": -0.08142016410809748, + "nauc_mrr_at_10_std": 0.08828622660795821, + "nauc_mrr_at_1_diff1": 0.04551582630197887, + "nauc_mrr_at_1_max": -0.032408899294343554, + "nauc_mrr_at_1_std": -0.02685177269050415, + "nauc_mrr_at_20_diff1": 0.07255361779114335, + "nauc_mrr_at_20_max": -0.0829819000368383, + "nauc_mrr_at_20_std": 0.08536748576474466, + "nauc_mrr_at_3_diff1": 0.07402151205952923, + "nauc_mrr_at_3_max": -0.07402956901066388, + "nauc_mrr_at_3_std": 0.07492043760754585, + "nauc_mrr_at_5_diff1": 0.07177460328501563, + "nauc_mrr_at_5_max": -0.08077554640601113, + "nauc_mrr_at_5_std": 0.08442707760017719, + "nauc_ndcg_at_1000_diff1": 0.16955670847170617, + "nauc_ndcg_at_1000_max": 0.044967626510811036, + "nauc_ndcg_at_1000_std": 0.41664768574642447, + "nauc_ndcg_at_100_diff1": 0.2120521441278548, + "nauc_ndcg_at_100_max": 0.013991616023779392, + "nauc_ndcg_at_100_std": 0.4011999950385382, + "nauc_ndcg_at_10_diff1": 0.15177756267040526, + "nauc_ndcg_at_10_max": -0.006907529969302578, + "nauc_ndcg_at_10_std": 0.23384004744569892, + "nauc_ndcg_at_1_diff1": 0.10488065852340749, + "nauc_ndcg_at_1_max": -0.03812782727532753, + "nauc_ndcg_at_1_std": -0.04734108108298976, + "nauc_ndcg_at_20_diff1": 0.181526589648214, + "nauc_ndcg_at_20_max": -0.016998854642523667, + "nauc_ndcg_at_20_std": 0.27566487703445197, + "nauc_ndcg_at_3_diff1": 0.12452247377101501, + "nauc_ndcg_at_3_max": -0.03193647470873595, + "nauc_ndcg_at_3_std": 0.1141377682681485, + "nauc_ndcg_at_5_diff1": 0.1319856024160655, + "nauc_ndcg_at_5_max": -0.012551802901028144, + "nauc_ndcg_at_5_std": 0.2004917942981635, + "nauc_precision_at_1000_diff1": -0.045870564771784486, + "nauc_precision_at_1000_max": 0.05633988757868962, + "nauc_precision_at_1000_std": 0.04896050430710249, + "nauc_precision_at_100_diff1": -0.015711924494819507, + "nauc_precision_at_100_max": 0.10858882902885696, + "nauc_precision_at_100_std": 0.3446965384298285, + "nauc_precision_at_10_diff1": 0.05836029634472937, + "nauc_precision_at_10_max": 0.11293936086845739, + "nauc_precision_at_10_std": 0.38534189739472435, + "nauc_precision_at_1_diff1": 0.04551582630197887, + "nauc_precision_at_1_max": -0.032408899294343554, + "nauc_precision_at_1_std": -0.02685177269050415, + "nauc_precision_at_20_diff1": 0.0017904545294826846, + "nauc_precision_at_20_max": 0.11118786515848973, + "nauc_precision_at_20_std": 0.41001009426639284, + "nauc_precision_at_3_diff1": 0.07681663878775966, + "nauc_precision_at_3_max": 0.038374495719767705, + "nauc_precision_at_3_std": 0.263630940667126, + "nauc_precision_at_5_diff1": 0.08822536563145679, + "nauc_precision_at_5_max": 0.07298190958043886, + "nauc_precision_at_5_std": 0.3547377539898161, + "nauc_recall_at_1000_diff1": 0.12929875857274695, + "nauc_recall_at_1000_max": 0.11340686635640447, + "nauc_recall_at_1000_std": 0.6473668768208024, + "nauc_recall_at_100_diff1": 0.18882820639407186, + "nauc_recall_at_100_max": 0.026475807145364367, + "nauc_recall_at_100_std": 0.49908802076810754, + "nauc_recall_at_10_diff1": 0.18727700949993256, + "nauc_recall_at_10_max": -0.06865481543703143, + "nauc_recall_at_10_std": 0.24403704987777186, + "nauc_recall_at_1_diff1": 0.21529863143919822, + "nauc_recall_at_1_max": -0.1272640097233329, + "nauc_recall_at_1_std": -0.173196542092358, + "nauc_recall_at_20_diff1": 0.17503471198237258, + "nauc_recall_at_20_max": -0.06479389270654762, + "nauc_recall_at_20_std": 0.30250382245177376, + "nauc_recall_at_3_diff1": 0.22825492195574018, + "nauc_recall_at_3_max": -0.07564804312255588, + "nauc_recall_at_3_std": -0.006379631634137343, + "nauc_recall_at_5_diff1": 0.1636537775884781, + "nauc_recall_at_5_max": -0.11452483995008715, + "nauc_recall_at_5_std": 0.14200609694454283, + "ndcg_at_1": 0.2925, + "ndcg_at_10": 0.27859, + "ndcg_at_100": 0.35352, + "ndcg_at_1000": 0.47437, + "ndcg_at_20": 0.28435, + "ndcg_at_3": 0.27358, + "ndcg_at_5": 0.27652, + "precision_at_1": 0.355, + "precision_at_10": 0.259, + "precision_at_100": 0.1078, + "precision_at_1000": 0.0269, + "precision_at_20": 0.20675, + "precision_at_3": 0.31667, + "precision_at_5": 0.298, + "recall_at_1": 0.03394, + "recall_at_10": 0.1601, + "recall_at_100": 0.44812, + "recall_at_1000": 0.81923, + "recall_at_20": 0.2287, + "recall_at_3": 0.07174, + "recall_at_5": 0.1105 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48917, + "map_at_1": 0.08463, + "map_at_10": 0.22975, + "map_at_100": 0.34657, + "map_at_1000": 0.37373, + "map_at_20": 0.27076, + "map_at_3": 0.15259, + "map_at_5": 0.18905, + "mrr_at_1": 0.705, + "mrr_at_10": 0.8006230158730158, + "mrr_at_100": 0.8027367979242979, + "mrr_at_1000": 0.8027367979242979, + "mrr_at_20": 0.8026256868131867, + "mrr_at_3": 0.7850000000000001, + "mrr_at_5": 0.7955, + "nauc_map_at_1000_diff1": 0.06667732366170918, + "nauc_map_at_1000_max": 0.1297759614998348, + "nauc_map_at_1000_std": 0.0654791869123546, + "nauc_map_at_100_diff1": 0.08277482906038756, + "nauc_map_at_100_max": 0.13687299993646046, + "nauc_map_at_100_std": 0.02987040092430542, + "nauc_map_at_10_diff1": 0.15201575945619755, + "nauc_map_at_10_max": 0.18232108096689942, + "nauc_map_at_10_std": -0.10491840953140236, + "nauc_map_at_1_diff1": 0.3122520639366831, + "nauc_map_at_1_max": 0.06597176938397578, + "nauc_map_at_1_std": -0.14185773872953278, + "nauc_map_at_20_diff1": 0.12546236588971826, + "nauc_map_at_20_max": 0.17578484725963286, + "nauc_map_at_20_std": -0.07700266111631981, + "nauc_map_at_3_diff1": 0.20983241795038107, + "nauc_map_at_3_max": 0.19224203531482686, + "nauc_map_at_3_std": -0.13516255726007134, + "nauc_map_at_5_diff1": 0.18636390015907303, + "nauc_map_at_5_max": 0.18903706007425555, + "nauc_map_at_5_std": -0.12356968282651346, + "nauc_mrr_at_1000_diff1": 0.36938107007408966, + "nauc_mrr_at_1000_max": 0.2645079605471656, + "nauc_mrr_at_1000_std": 0.030251520390165685, + "nauc_mrr_at_100_diff1": 0.36938107007408966, + "nauc_mrr_at_100_max": 0.2645079605471656, + "nauc_mrr_at_100_std": 0.030251520390165685, + "nauc_mrr_at_10_diff1": 0.3716260532129407, + "nauc_mrr_at_10_max": 0.2678559616526275, + "nauc_mrr_at_10_std": 0.03090811023970494, + "nauc_mrr_at_1_diff1": 0.35309162989961007, + "nauc_mrr_at_1_max": 0.2185196349784873, + "nauc_mrr_at_1_std": -0.008559188110310076, + "nauc_mrr_at_20_diff1": 0.3687921682548523, + "nauc_mrr_at_20_max": 0.26398526276228956, + "nauc_mrr_at_20_std": 0.029505363719438325, + "nauc_mrr_at_3_diff1": 0.3697053267774229, + "nauc_mrr_at_3_max": 0.26853627018734333, + "nauc_mrr_at_3_std": 0.0382045032567869, + "nauc_mrr_at_5_diff1": 0.37349845495885386, + "nauc_mrr_at_5_max": 0.2712555217217108, + "nauc_mrr_at_5_std": 0.03501229362452271, + "nauc_ndcg_at_1000_diff1": 0.1783415826818806, + "nauc_ndcg_at_1000_max": 0.21943945714896534, + "nauc_ndcg_at_1000_std": 0.12503978657924614, + "nauc_ndcg_at_100_diff1": 0.17299585148314325, + "nauc_ndcg_at_100_max": 0.1870689597355079, + "nauc_ndcg_at_100_std": 0.061570024626145956, + "nauc_ndcg_at_10_diff1": 0.16766537288162947, + "nauc_ndcg_at_10_max": 0.20559597115389278, + "nauc_ndcg_at_10_std": 0.07062667853571342, + "nauc_ndcg_at_1_diff1": 0.4121713027036509, + "nauc_ndcg_at_1_max": 0.25382351221223814, + "nauc_ndcg_at_1_std": 0.021547338258513408, + "nauc_ndcg_at_20_diff1": 0.15717967369126198, + "nauc_ndcg_at_20_max": 0.16805189727083586, + "nauc_ndcg_at_20_std": 0.02402079889462561, + "nauc_ndcg_at_3_diff1": 0.2112168747308056, + "nauc_ndcg_at_3_max": 0.28017094852601054, + "nauc_ndcg_at_3_std": 0.08678422014848168, + "nauc_ndcg_at_5_diff1": 0.16514150790211218, + "nauc_ndcg_at_5_max": 0.24385074031616458, + "nauc_ndcg_at_5_std": 0.10664987411585199, + "nauc_precision_at_1000_diff1": -0.18648399696929838, + "nauc_precision_at_1000_max": -0.15454420070404004, + "nauc_precision_at_1000_std": 0.1661238237788315, + "nauc_precision_at_100_diff1": -0.1700195764542509, + "nauc_precision_at_100_max": -0.12695258254898945, + "nauc_precision_at_100_std": 0.2629797677827493, + "nauc_precision_at_10_diff1": -0.1556504645426082, + "nauc_precision_at_10_max": 0.019725630485940338, + "nauc_precision_at_10_std": 0.19846439946345296, + "nauc_precision_at_1_diff1": 0.35309162989961007, + "nauc_precision_at_1_max": 0.2185196349784873, + "nauc_precision_at_1_std": -0.008559188110310076, + "nauc_precision_at_20_diff1": -0.18942978328412866, + "nauc_precision_at_20_max": -0.07865959607679683, + "nauc_precision_at_20_std": 0.22825070226026842, + "nauc_precision_at_3_diff1": -0.0408821503287271, + "nauc_precision_at_3_max": 0.2101821252496009, + "nauc_precision_at_3_std": 0.1373066288257573, + "nauc_precision_at_5_diff1": -0.07423836217401869, + "nauc_precision_at_5_max": 0.12903728978796003, + "nauc_precision_at_5_std": 0.18186497684621045, + "nauc_recall_at_1000_diff1": 0.2566536795489899, + "nauc_recall_at_1000_max": 0.3736681650955433, + "nauc_recall_at_1000_std": 0.45977656686175156, + "nauc_recall_at_100_diff1": 0.09280068867675503, + "nauc_recall_at_100_max": 0.04336802324179956, + "nauc_recall_at_100_std": 0.003241167248064249, + "nauc_recall_at_10_diff1": 0.12672415864738107, + "nauc_recall_at_10_max": 0.12847652281558555, + "nauc_recall_at_10_std": -0.1268259249714197, + "nauc_recall_at_1_diff1": 0.3122520639366831, + "nauc_recall_at_1_max": 0.06597176938397578, + "nauc_recall_at_1_std": -0.14185773872953278, + "nauc_recall_at_20_diff1": 0.08296308545437123, + "nauc_recall_at_20_max": 0.09199393703617124, + "nauc_recall_at_20_std": -0.128217201435592, + "nauc_recall_at_3_diff1": 0.19187344228525657, + "nauc_recall_at_3_max": 0.1799617638405815, + "nauc_recall_at_3_std": -0.13409363969045587, + "nauc_recall_at_5_diff1": 0.16364769994941444, + "nauc_recall_at_5_max": 0.15095591819848383, + "nauc_recall_at_5_std": -0.12566514500647666, + "ndcg_at_1": 0.6125, + "ndcg_at_10": 0.48917, + "ndcg_at_100": 0.58369, + "ndcg_at_1000": 0.66832, + "ndcg_at_20": 0.49539, + "ndcg_at_3": 0.53865, + "ndcg_at_5": 0.51207, + "precision_at_1": 0.705, + "precision_at_10": 0.3895, + "precision_at_100": 0.14055, + "precision_at_1000": 0.02348, + "precision_at_20": 0.30075, + "precision_at_3": 0.575, + "precision_at_5": 0.504, + "recall_at_1": 0.08463, + "recall_at_10": 0.29478, + "recall_at_100": 0.70126, + "recall_at_1000": 0.95666, + "recall_at_20": 0.39679, + "recall_at_3": 0.16448, + "recall_at_5": 0.21629 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.37164, + "map_at_1": 0.06157, + "map_at_10": 0.17727, + "map_at_100": 0.2483, + "map_at_1000": 0.26887, + "map_at_20": 0.20169, + "map_at_3": 0.12006, + "map_at_5": 0.14814, + "mrr_at_1": 0.525, + "mrr_at_10": 0.6482142857142857, + "mrr_at_100": 0.6530811216680975, + "mrr_at_1000": 0.6531471624016043, + "mrr_at_20": 0.6519618496183901, + "mrr_at_3": 0.6249999999999999, + "mrr_at_5": 0.6402499999999999, + "nauc_map_at_1000_diff1": 0.0909837299280508, + "nauc_map_at_1000_max": 0.25838741531390064, + "nauc_map_at_1000_std": 0.3238650732329613, + "nauc_map_at_100_diff1": 0.09649798952801149, + "nauc_map_at_100_max": 0.2519781558278163, + "nauc_map_at_100_std": 0.2841948889580775, + "nauc_map_at_10_diff1": 0.13356034865481342, + "nauc_map_at_10_max": 0.21319127400559773, + "nauc_map_at_10_std": 0.1281801220441475, + "nauc_map_at_1_diff1": 0.14831388241355475, + "nauc_map_at_1_max": 0.13416699537117743, + "nauc_map_at_1_std": 0.06732326574362461, + "nauc_map_at_20_diff1": 0.10981481838146387, + "nauc_map_at_20_max": 0.24186349126913234, + "nauc_map_at_20_std": 0.1835270022539596, + "nauc_map_at_3_diff1": 0.12261715896532793, + "nauc_map_at_3_max": 0.17971928364735715, + "nauc_map_at_3_std": 0.06712064111934417, + "nauc_map_at_5_diff1": 0.11930288677884733, + "nauc_map_at_5_max": 0.1850243962963358, + "nauc_map_at_5_std": 0.09268043125694261, + "nauc_mrr_at_1000_diff1": 0.174837670293349, + "nauc_mrr_at_1000_max": 0.2689797096001002, + "nauc_mrr_at_1000_std": 0.2556526601538468, + "nauc_mrr_at_100_diff1": 0.17479513003345684, + "nauc_mrr_at_100_max": 0.2689329858516018, + "nauc_mrr_at_100_std": 0.2557191974956104, + "nauc_mrr_at_10_diff1": 0.17153982710863203, + "nauc_mrr_at_10_max": 0.2711451494423118, + "nauc_mrr_at_10_std": 0.25694277630838575, + "nauc_mrr_at_1_diff1": 0.20695313301199844, + "nauc_mrr_at_1_max": 0.20672751512665352, + "nauc_mrr_at_1_std": 0.20924349639353199, + "nauc_mrr_at_20_diff1": 0.17270382221878527, + "nauc_mrr_at_20_max": 0.2706456258162727, + "nauc_mrr_at_20_std": 0.2570844198232478, + "nauc_mrr_at_3_diff1": 0.1799552356827901, + "nauc_mrr_at_3_max": 0.2772841193893827, + "nauc_mrr_at_3_std": 0.24454049562408636, + "nauc_mrr_at_5_diff1": 0.16854764691347518, + "nauc_mrr_at_5_max": 0.27960237447828307, + "nauc_mrr_at_5_std": 0.26570646092585243, + "nauc_ndcg_at_1000_diff1": 0.11505020326906973, + "nauc_ndcg_at_1000_max": 0.34924845705326324, + "nauc_ndcg_at_1000_std": 0.43372966058024315, + "nauc_ndcg_at_100_diff1": 0.1218964169737263, + "nauc_ndcg_at_100_max": 0.3173869953414732, + "nauc_ndcg_at_100_std": 0.3663615225950636, + "nauc_ndcg_at_10_diff1": 0.12737030202889785, + "nauc_ndcg_at_10_max": 0.30382304355302747, + "nauc_ndcg_at_10_std": 0.2810756382508935, + "nauc_ndcg_at_1_diff1": 0.2229905940560868, + "nauc_ndcg_at_1_max": 0.18520591843712492, + "nauc_ndcg_at_1_std": 0.191407271337682, + "nauc_ndcg_at_20_diff1": 0.11327082228397546, + "nauc_ndcg_at_20_max": 0.3138356545213799, + "nauc_ndcg_at_20_std": 0.2936850044020167, + "nauc_ndcg_at_3_diff1": 0.11964164075833368, + "nauc_ndcg_at_3_max": 0.2881803115139952, + "nauc_ndcg_at_3_std": 0.2551726949724812, + "nauc_ndcg_at_5_diff1": 0.10778949776759057, + "nauc_ndcg_at_5_max": 0.28750505991212455, + "nauc_ndcg_at_5_std": 0.27479689885836706, + "nauc_precision_at_1000_diff1": -0.07404210116351742, + "nauc_precision_at_1000_max": -0.027773052911604725, + "nauc_precision_at_1000_std": 0.2668930812007867, + "nauc_precision_at_100_diff1": -0.055813328895811865, + "nauc_precision_at_100_max": 0.07808214356860796, + "nauc_precision_at_100_std": 0.42406935927141765, + "nauc_precision_at_10_diff1": 0.018646336325200744, + "nauc_precision_at_10_max": 0.24113172588596346, + "nauc_precision_at_10_std": 0.363135040731127, + "nauc_precision_at_1_diff1": 0.20695313301199844, + "nauc_precision_at_1_max": 0.20672751512665352, + "nauc_precision_at_1_std": 0.20924349639353199, + "nauc_precision_at_20_diff1": -0.048542623789942736, + "nauc_precision_at_20_max": 0.22933805676575036, + "nauc_precision_at_20_std": 0.4412304193605559, + "nauc_precision_at_3_diff1": 0.06369680321668865, + "nauc_precision_at_3_max": 0.2583331911529688, + "nauc_precision_at_3_std": 0.24912559075941346, + "nauc_precision_at_5_diff1": 0.026623865887180756, + "nauc_precision_at_5_max": 0.22110790847367817, + "nauc_precision_at_5_std": 0.30614732456863597, + "nauc_recall_at_1000_diff1": 0.2103231023203214, + "nauc_recall_at_1000_max": 0.4860389466027864, + "nauc_recall_at_1000_std": 0.652843546314578, + "nauc_recall_at_100_diff1": 0.15536923506273256, + "nauc_recall_at_100_max": 0.2675010586799816, + "nauc_recall_at_100_std": 0.3850100227959436, + "nauc_recall_at_10_diff1": 0.15045454750525952, + "nauc_recall_at_10_max": 0.21544884134571132, + "nauc_recall_at_10_std": 0.1250750791779276, + "nauc_recall_at_1_diff1": 0.14831388241355475, + "nauc_recall_at_1_max": 0.13416699537117743, + "nauc_recall_at_1_std": 0.06732326574362461, + "nauc_recall_at_20_diff1": 0.09415671818040795, + "nauc_recall_at_20_max": 0.25970323892308517, + "nauc_recall_at_20_std": 0.20822427001263907, + "nauc_recall_at_3_diff1": 0.1282737678520815, + "nauc_recall_at_3_max": 0.17772151944684955, + "nauc_recall_at_3_std": 0.06012551607945071, + "nauc_recall_at_5_diff1": 0.11310035400079761, + "nauc_recall_at_5_max": 0.1804464665487912, + "nauc_recall_at_5_std": 0.08361845023297974, + "ndcg_at_1": 0.44, + "ndcg_at_10": 0.37164, + "ndcg_at_100": 0.45207, + "ndcg_at_1000": 0.54817, + "ndcg_at_20": 0.37489, + "ndcg_at_3": 0.413, + "ndcg_at_5": 0.39066, + "precision_at_1": 0.525, + "precision_at_10": 0.294, + "precision_at_100": 0.1, + "precision_at_1000": 0.01941, + "precision_at_20": 0.21525, + "precision_at_3": 0.45, + "precision_at_5": 0.388, + "recall_at_1": 0.06157, + "recall_at_10": 0.24028, + "recall_at_100": 0.56552, + "recall_at_1000": 0.86844, + "recall_at_20": 0.31544, + "recall_at_3": 0.13696, + "recall_at_5": 0.18109 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.34293, + "map_at_1": 0.05218, + "map_at_10": 0.14318, + "map_at_100": 0.21223, + "map_at_1000": 0.23214, + "map_at_20": 0.16735, + "map_at_3": 0.08921, + "map_at_5": 0.11593, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5833988095238094, + "mrr_at_100": 0.5891594435790034, + "mrr_at_1000": 0.5892200321991895, + "mrr_at_20": 0.5880004969445758, + "mrr_at_3": 0.5483333333333332, + "mrr_at_5": 0.5733333333333334, + "nauc_map_at_1000_diff1": 0.2845104431135473, + "nauc_map_at_1000_max": 0.2910193473185618, + "nauc_map_at_1000_std": 0.3991922963095402, + "nauc_map_at_100_diff1": 0.29468587926815343, + "nauc_map_at_100_max": 0.2901641957019266, + "nauc_map_at_100_std": 0.36442143202799454, + "nauc_map_at_10_diff1": 0.3686311615510495, + "nauc_map_at_10_max": 0.2911846212032785, + "nauc_map_at_10_std": 0.23254636205892631, + "nauc_map_at_1_diff1": 0.405929815985095, + "nauc_map_at_1_max": 0.18732118745928386, + "nauc_map_at_1_std": 0.1461401639734681, + "nauc_map_at_20_diff1": 0.3381762405806568, + "nauc_map_at_20_max": 0.2986510554539803, + "nauc_map_at_20_std": 0.2639071197095404, + "nauc_map_at_3_diff1": 0.38882324511373517, + "nauc_map_at_3_max": 0.28898816522261256, + "nauc_map_at_3_std": 0.2099165269423085, + "nauc_map_at_5_diff1": 0.38966154208641784, + "nauc_map_at_5_max": 0.28497830976458927, + "nauc_map_at_5_std": 0.19795983377733065, + "nauc_mrr_at_1000_diff1": 0.271636510511942, + "nauc_mrr_at_1000_max": 0.1996603047777261, + "nauc_mrr_at_1000_std": 0.26297099880555264, + "nauc_mrr_at_100_diff1": 0.2717633193179719, + "nauc_mrr_at_100_max": 0.19978554835965828, + "nauc_mrr_at_100_std": 0.26310596322397833, + "nauc_mrr_at_10_diff1": 0.2735317697909156, + "nauc_mrr_at_10_max": 0.203641085254985, + "nauc_mrr_at_10_std": 0.26705948125095763, + "nauc_mrr_at_1_diff1": 0.246199175014732, + "nauc_mrr_at_1_max": 0.17500163687553189, + "nauc_mrr_at_1_std": 0.22579061088194857, + "nauc_mrr_at_20_diff1": 0.27238840298797695, + "nauc_mrr_at_20_max": 0.19995365553345334, + "nauc_mrr_at_20_std": 0.2635160566541614, + "nauc_mrr_at_3_diff1": 0.26487214127416464, + "nauc_mrr_at_3_max": 0.19141228246132594, + "nauc_mrr_at_3_std": 0.2692271440896906, + "nauc_mrr_at_5_diff1": 0.2743315494367449, + "nauc_mrr_at_5_max": 0.20783629344418034, + "nauc_mrr_at_5_std": 0.26831562203180376, + "nauc_ndcg_at_1000_diff1": 0.2922814988480321, + "nauc_ndcg_at_1000_max": 0.357262353950218, + "nauc_ndcg_at_1000_std": 0.475836936961192, + "nauc_ndcg_at_100_diff1": 0.29736249591462277, + "nauc_ndcg_at_100_max": 0.3326497777427305, + "nauc_ndcg_at_100_std": 0.40901018886389334, + "nauc_ndcg_at_10_diff1": 0.28187760744487017, + "nauc_ndcg_at_10_max": 0.2733610355741958, + "nauc_ndcg_at_10_std": 0.3564348349120407, + "nauc_ndcg_at_1_diff1": 0.24572420197177328, + "nauc_ndcg_at_1_max": 0.18535921972036887, + "nauc_ndcg_at_1_std": 0.19400301627338767, + "nauc_ndcg_at_20_diff1": 0.2873067924217946, + "nauc_ndcg_at_20_max": 0.28047906053737126, + "nauc_ndcg_at_20_std": 0.33614245665041964, + "nauc_ndcg_at_3_diff1": 0.26304221919614007, + "nauc_ndcg_at_3_max": 0.25277090604552543, + "nauc_ndcg_at_3_std": 0.31538057617793513, + "nauc_ndcg_at_5_diff1": 0.28076551455340043, + "nauc_ndcg_at_5_max": 0.26975061410729034, + "nauc_ndcg_at_5_std": 0.33749418696242217, + "nauc_precision_at_1000_diff1": -0.1325697234168645, + "nauc_precision_at_1000_max": -0.0855443144371391, + "nauc_precision_at_1000_std": 0.21008977976885954, + "nauc_precision_at_100_diff1": -0.10187042196335006, + "nauc_precision_at_100_max": 0.007529550005024849, + "nauc_precision_at_100_std": 0.4161698111495285, + "nauc_precision_at_10_diff1": 0.05806130739500547, + "nauc_precision_at_10_max": 0.13248593362035607, + "nauc_precision_at_10_std": 0.3864413514861136, + "nauc_precision_at_1_diff1": 0.246199175014732, + "nauc_precision_at_1_max": 0.17500163687553189, + "nauc_precision_at_1_std": 0.22579061088194857, + "nauc_precision_at_20_diff1": -0.021768835890470305, + "nauc_precision_at_20_max": 0.08708929531344264, + "nauc_precision_at_20_std": 0.3778520047435958, + "nauc_precision_at_3_diff1": 0.20415397557508758, + "nauc_precision_at_3_max": 0.18974849882516737, + "nauc_precision_at_3_std": 0.33814579526005856, + "nauc_precision_at_5_diff1": 0.17394181889869909, + "nauc_precision_at_5_max": 0.2002804247811821, + "nauc_precision_at_5_std": 0.35141610491185915, + "nauc_recall_at_1000_diff1": 0.22666487176252742, + "nauc_recall_at_1000_max": 0.46755086426031167, + "nauc_recall_at_1000_std": 0.666718523389847, + "nauc_recall_at_100_diff1": 0.2405350800344357, + "nauc_recall_at_100_max": 0.31547943436606013, + "nauc_recall_at_100_std": 0.40504511931753184, + "nauc_recall_at_10_diff1": 0.2952112472495114, + "nauc_recall_at_10_max": 0.22284536870597693, + "nauc_recall_at_10_std": 0.18975733174322357, + "nauc_recall_at_1_diff1": 0.405929815985095, + "nauc_recall_at_1_max": 0.18732118745928386, + "nauc_recall_at_1_std": 0.1461401639734681, + "nauc_recall_at_20_diff1": 0.2539332397820923, + "nauc_recall_at_20_max": 0.2341861815334171, + "nauc_recall_at_20_std": 0.20294800167820692, + "nauc_recall_at_3_diff1": 0.34331155486846626, + "nauc_recall_at_3_max": 0.25813199887993826, + "nauc_recall_at_3_std": 0.21084715069094426, + "nauc_recall_at_5_diff1": 0.3382681564113459, + "nauc_recall_at_5_max": 0.23183606921926717, + "nauc_recall_at_5_std": 0.1727455228299141, + "ndcg_at_1": 0.395, + "ndcg_at_10": 0.34293, + "ndcg_at_100": 0.4169, + "ndcg_at_1000": 0.51366, + "ndcg_at_20": 0.34512, + "ndcg_at_3": 0.348, + "ndcg_at_5": 0.34748, + "precision_at_1": 0.45, + "precision_at_10": 0.282, + "precision_at_100": 0.0972, + "precision_at_1000": 0.0192, + "precision_at_20": 0.2115, + "precision_at_3": 0.37, + "precision_at_5": 0.351, + "recall_at_1": 0.05218, + "recall_at_10": 0.21839, + "recall_at_100": 0.53411, + "recall_at_1000": 0.84555, + "recall_at_20": 0.29347, + "recall_at_3": 0.10636, + "recall_at_5": 0.15449 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.50041, + "map_at_1": 0.06224, + "map_at_10": 0.17281, + "map_at_100": 0.32807, + "map_at_1000": 0.38142, + "map_at_20": 0.22522, + "map_at_3": 0.10353, + "map_at_5": 0.13056, + "mrr_at_1": 0.725, + "mrr_at_10": 0.8202916666666666, + "mrr_at_100": 0.8223098484848483, + "mrr_at_1000": 0.8223207894038856, + "mrr_at_20": 0.8220340909090909, + "mrr_at_3": 0.8108333333333333, + "mrr_at_5": 0.8178333333333333, + "nauc_map_at_1000_diff1": 0.11301004531203494, + "nauc_map_at_1000_max": 0.33016064798072764, + "nauc_map_at_1000_std": 0.4597200907070713, + "nauc_map_at_100_diff1": 0.1467231143782956, + "nauc_map_at_100_max": 0.29657453726061495, + "nauc_map_at_100_std": 0.40959897882242524, + "nauc_map_at_10_diff1": 0.21259825211339084, + "nauc_map_at_10_max": 0.12225960178183967, + "nauc_map_at_10_std": 0.0951614997779952, + "nauc_map_at_1_diff1": 0.40458970917921805, + "nauc_map_at_1_max": -0.12902485662766192, + "nauc_map_at_1_std": -0.1740950365406843, + "nauc_map_at_20_diff1": 0.18037246490760772, + "nauc_map_at_20_max": 0.1733748184663512, + "nauc_map_at_20_std": 0.18632733751025565, + "nauc_map_at_3_diff1": 0.31147621060330016, + "nauc_map_at_3_max": -0.028212498316294722, + "nauc_map_at_3_std": -0.08564841842216082, + "nauc_map_at_5_diff1": 0.26625342823662546, + "nauc_map_at_5_max": 0.04151351331115427, + "nauc_map_at_5_std": -0.007987904422910965, + "nauc_mrr_at_1000_diff1": 0.20353049278887184, + "nauc_mrr_at_1000_max": 0.43740543250662095, + "nauc_mrr_at_1000_std": 0.3078620529107708, + "nauc_mrr_at_100_diff1": 0.20356594271678496, + "nauc_mrr_at_100_max": 0.4374438829690639, + "nauc_mrr_at_100_std": 0.3079093570009239, + "nauc_mrr_at_10_diff1": 0.206882205539048, + "nauc_mrr_at_10_max": 0.4429326467423762, + "nauc_mrr_at_10_std": 0.3163035592185903, + "nauc_mrr_at_1_diff1": 0.20431814881154106, + "nauc_mrr_at_1_max": 0.4025173064820644, + "nauc_mrr_at_1_std": 0.24114827903374164, + "nauc_mrr_at_20_diff1": 0.20204125238971024, + "nauc_mrr_at_20_max": 0.43803760560341887, + "nauc_mrr_at_20_std": 0.30887470238412335, + "nauc_mrr_at_3_diff1": 0.1938346270457323, + "nauc_mrr_at_3_max": 0.43319296383728007, + "nauc_mrr_at_3_std": 0.31002383333446654, + "nauc_mrr_at_5_diff1": 0.20609135711756071, + "nauc_mrr_at_5_max": 0.43695562644833336, + "nauc_mrr_at_5_std": 0.31223950095771474, + "nauc_ndcg_at_1000_diff1": 0.17350423885353733, + "nauc_ndcg_at_1000_max": 0.44767325442830197, + "nauc_ndcg_at_1000_std": 0.4997704830156447, + "nauc_ndcg_at_100_diff1": 0.1862975770451091, + "nauc_ndcg_at_100_max": 0.42682833703357126, + "nauc_ndcg_at_100_std": 0.4888637243318043, + "nauc_ndcg_at_10_diff1": 0.18035605604265978, + "nauc_ndcg_at_10_max": 0.3431535048460144, + "nauc_ndcg_at_10_std": 0.26220413819101884, + "nauc_ndcg_at_1_diff1": 0.2817817254350858, + "nauc_ndcg_at_1_max": 0.32426735198549644, + "nauc_ndcg_at_1_std": 0.1328491069244895, + "nauc_ndcg_at_20_diff1": 0.16920935467390238, + "nauc_ndcg_at_20_max": 0.35109330480308715, + "nauc_ndcg_at_20_std": 0.3041358053934904, + "nauc_ndcg_at_3_diff1": 0.15009400069008944, + "nauc_ndcg_at_3_max": 0.3306441355607187, + "nauc_ndcg_at_3_std": 0.19683774676987245, + "nauc_ndcg_at_5_diff1": 0.1760963528006991, + "nauc_ndcg_at_5_max": 0.34376931085479984, + "nauc_ndcg_at_5_std": 0.22028965578536341, + "nauc_precision_at_1000_diff1": -0.06936208569196979, + "nauc_precision_at_1000_max": 0.09656005217023246, + "nauc_precision_at_1000_std": 0.0463752109746574, + "nauc_precision_at_100_diff1": -0.07678870955611362, + "nauc_precision_at_100_max": 0.20661829296563144, + "nauc_precision_at_100_std": 0.2634090233622343, + "nauc_precision_at_10_diff1": -0.05222435385132634, + "nauc_precision_at_10_max": 0.3438040386431032, + "nauc_precision_at_10_std": 0.3551195669460154, + "nauc_precision_at_1_diff1": 0.20431814881154106, + "nauc_precision_at_1_max": 0.4025173064820644, + "nauc_precision_at_1_std": 0.24114827903374164, + "nauc_precision_at_20_diff1": -0.06874991342595604, + "nauc_precision_at_20_max": 0.31478801879162904, + "nauc_precision_at_20_std": 0.35213366393074913, + "nauc_precision_at_3_diff1": -0.02999268702691231, + "nauc_precision_at_3_max": 0.4079056088287528, + "nauc_precision_at_3_std": 0.3090063537389555, + "nauc_precision_at_5_diff1": -0.03002479776355747, + "nauc_precision_at_5_max": 0.37664552200685375, + "nauc_precision_at_5_std": 0.312030165968552, + "nauc_recall_at_1000_diff1": 0.054323561622435866, + "nauc_recall_at_1000_max": 0.29144968933630283, + "nauc_recall_at_1000_std": 0.6243227760961031, + "nauc_recall_at_100_diff1": 0.07634785282826334, + "nauc_recall_at_100_max": 0.19344411333260583, + "nauc_recall_at_100_std": 0.4118934761466129, + "nauc_recall_at_10_diff1": 0.14146373363665118, + "nauc_recall_at_10_max": 0.04633446102448131, + "nauc_recall_at_10_std": 0.08268973337747385, + "nauc_recall_at_1_diff1": 0.40458970917921805, + "nauc_recall_at_1_max": -0.12902485662766192, + "nauc_recall_at_1_std": -0.1740950365406843, + "nauc_recall_at_20_diff1": 0.0868679105517153, + "nauc_recall_at_20_max": 0.05986647238435275, + "nauc_recall_at_20_std": 0.12408272146854533, + "nauc_recall_at_3_diff1": 0.27510982938870343, + "nauc_recall_at_3_max": -0.06474146343989647, + "nauc_recall_at_3_std": -0.09635443737651607, + "nauc_recall_at_5_diff1": 0.23001190780012368, + "nauc_recall_at_5_max": -0.004513008924331966, + "nauc_recall_at_5_std": -0.017812113998524393, + "ndcg_at_1": 0.5725, + "ndcg_at_10": 0.50041, + "ndcg_at_100": 0.57462, + "ndcg_at_1000": 0.65893, + "ndcg_at_20": 0.50022, + "ndcg_at_3": 0.54173, + "ndcg_at_5": 0.52062, + "precision_at_1": 0.725, + "precision_at_10": 0.4895, + "precision_at_100": 0.22805, + "precision_at_1000": 0.0505, + "precision_at_20": 0.41475, + "precision_at_3": 0.635, + "precision_at_5": 0.571, + "recall_at_1": 0.06224, + "recall_at_10": 0.22692, + "recall_at_100": 0.64795, + "recall_at_1000": 0.91118, + "recall_at_20": 0.34147, + "recall_at_3": 0.11491, + "recall_at_5": 0.15222 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.40705, + "map_at_1": 0.03774, + "map_at_10": 0.13139, + "map_at_100": 0.25008, + "map_at_1000": 0.29673, + "map_at_20": 0.17027, + "map_at_3": 0.07238, + "map_at_5": 0.0967, + "mrr_at_1": 0.57, + "mrr_at_10": 0.6963829365079366, + "mrr_at_100": 0.6979394743198049, + "mrr_at_1000": 0.6980280630809799, + "mrr_at_20": 0.697156746031746, + "mrr_at_3": 0.6724999999999999, + "mrr_at_5": 0.6865000000000001, + "nauc_map_at_1000_diff1": 0.12720876161996328, + "nauc_map_at_1000_max": 0.1708479276400894, + "nauc_map_at_1000_std": 0.5182912333658544, + "nauc_map_at_100_diff1": 0.13842117435176593, + "nauc_map_at_100_max": 0.19009189480697278, + "nauc_map_at_100_std": 0.49862242067479945, + "nauc_map_at_10_diff1": 0.21002150493982308, + "nauc_map_at_10_max": 0.09754701978788911, + "nauc_map_at_10_std": 0.1699921075839279, + "nauc_map_at_1_diff1": 0.31498214364704535, + "nauc_map_at_1_max": 0.022542813413782937, + "nauc_map_at_1_std": -0.031432975006680665, + "nauc_map_at_20_diff1": 0.17787078703714373, + "nauc_map_at_20_max": 0.1392990635743785, + "nauc_map_at_20_std": 0.28566752365958065, + "nauc_map_at_3_diff1": 0.2908002890543617, + "nauc_map_at_3_max": 0.02570265286723221, + "nauc_map_at_3_std": 0.01108804291885561, + "nauc_map_at_5_diff1": 0.2316095192059618, + "nauc_map_at_5_max": 0.0606518232703985, + "nauc_map_at_5_std": 0.08825732055943215, + "nauc_mrr_at_1000_diff1": 0.1482615645617633, + "nauc_mrr_at_1000_max": 0.1306455159697956, + "nauc_mrr_at_1000_std": 0.21290743716448657, + "nauc_mrr_at_100_diff1": 0.14821120115897393, + "nauc_mrr_at_100_max": 0.1309233883497159, + "nauc_mrr_at_100_std": 0.21318140680457548, + "nauc_mrr_at_10_diff1": 0.14663575144735502, + "nauc_mrr_at_10_max": 0.1280480369225775, + "nauc_mrr_at_10_std": 0.21330520531298194, + "nauc_mrr_at_1_diff1": 0.17138818329243255, + "nauc_mrr_at_1_max": 0.14296580129447053, + "nauc_mrr_at_1_std": 0.19310859488239285, + "nauc_mrr_at_20_diff1": 0.14822229194232386, + "nauc_mrr_at_20_max": 0.1291966021453265, + "nauc_mrr_at_20_std": 0.21299834996605316, + "nauc_mrr_at_3_diff1": 0.14959554297603503, + "nauc_mrr_at_3_max": 0.12967862063501132, + "nauc_mrr_at_3_std": 0.19635056952655075, + "nauc_mrr_at_5_diff1": 0.14204301407406056, + "nauc_mrr_at_5_max": 0.12427797496902972, + "nauc_mrr_at_5_std": 0.21189435917248176, + "nauc_ndcg_at_1000_diff1": 0.12790829891960392, + "nauc_ndcg_at_1000_max": 0.23826248167803243, + "nauc_ndcg_at_1000_std": 0.5370432666689468, + "nauc_ndcg_at_100_diff1": 0.1398171269450656, + "nauc_ndcg_at_100_max": 0.27481028437507554, + "nauc_ndcg_at_100_std": 0.5522552236610212, + "nauc_ndcg_at_10_diff1": 0.1852555959656707, + "nauc_ndcg_at_10_max": 0.1327571431572015, + "nauc_ndcg_at_10_std": 0.2205684902688278, + "nauc_ndcg_at_1_diff1": 0.2120905275904546, + "nauc_ndcg_at_1_max": 0.14916731040914163, + "nauc_ndcg_at_1_std": 0.19164735439241135, + "nauc_ndcg_at_20_diff1": 0.15643410940623004, + "nauc_ndcg_at_20_max": 0.1572638217910807, + "nauc_ndcg_at_20_std": 0.3182267913970927, + "nauc_ndcg_at_3_diff1": 0.19886491883964713, + "nauc_ndcg_at_3_max": 0.15650187437552135, + "nauc_ndcg_at_3_std": 0.14534202314863978, + "nauc_ndcg_at_5_diff1": 0.13978141671332692, + "nauc_ndcg_at_5_max": 0.13096018467110318, + "nauc_ndcg_at_5_std": 0.17964930181279093, + "nauc_precision_at_1000_diff1": -0.03103124760785898, + "nauc_precision_at_1000_max": -0.0703743591982134, + "nauc_precision_at_1000_std": -0.049070904018436425, + "nauc_precision_at_100_diff1": -0.04371149840415157, + "nauc_precision_at_100_max": 0.04035093622638603, + "nauc_precision_at_100_std": 0.244526487454258, + "nauc_precision_at_10_diff1": 0.008891730289328638, + "nauc_precision_at_10_max": 0.09717589504113856, + "nauc_precision_at_10_std": 0.26689603768767656, + "nauc_precision_at_1_diff1": 0.17138818329243255, + "nauc_precision_at_1_max": 0.14296580129447053, + "nauc_precision_at_1_std": 0.19310859488239285, + "nauc_precision_at_20_diff1": -0.03572972020567146, + "nauc_precision_at_20_max": 0.08063019294795047, + "nauc_precision_at_20_std": 0.30689278558666977, + "nauc_precision_at_3_diff1": 0.10290969248734962, + "nauc_precision_at_3_max": 0.10126886812854172, + "nauc_precision_at_3_std": 0.13272025431426024, + "nauc_precision_at_5_diff1": 0.0031731728397443, + "nauc_precision_at_5_max": 0.07666631019605341, + "nauc_precision_at_5_std": 0.20333901933181076, + "nauc_recall_at_1000_diff1": 0.030657608639454784, + "nauc_recall_at_1000_max": 0.28207369849532676, + "nauc_recall_at_1000_std": 0.7360657770189843, + "nauc_recall_at_100_diff1": 0.0577353049283427, + "nauc_recall_at_100_max": 0.27614299188556657, + "nauc_recall_at_100_std": 0.5698729868392192, + "nauc_recall_at_10_diff1": 0.17811980090951532, + "nauc_recall_at_10_max": 0.057266111650345265, + "nauc_recall_at_10_std": 0.16879043548457384, + "nauc_recall_at_1_diff1": 0.31498214364704535, + "nauc_recall_at_1_max": 0.022542813413782937, + "nauc_recall_at_1_std": -0.031432975006680665, + "nauc_recall_at_20_diff1": 0.11925875223154168, + "nauc_recall_at_20_max": 0.1106664214336907, + "nauc_recall_at_20_std": 0.29500886915156016, + "nauc_recall_at_3_diff1": 0.270484995189486, + "nauc_recall_at_3_max": -0.013987893090446622, + "nauc_recall_at_3_std": 0.002199763950495783, + "nauc_recall_at_5_diff1": 0.18846047751735778, + "nauc_recall_at_5_max": 0.021720700884289866, + "nauc_recall_at_5_std": 0.11031561426258663, + "ndcg_at_1": 0.435, + "ndcg_at_10": 0.40705, + "ndcg_at_100": 0.48112, + "ndcg_at_1000": 0.57789, + "ndcg_at_20": 0.40648, + "ndcg_at_3": 0.42186, + "ndcg_at_5": 0.41568, + "precision_at_1": 0.57, + "precision_at_10": 0.414, + "precision_at_100": 0.1946, + "precision_at_1000": 0.04584, + "precision_at_20": 0.34675, + "precision_at_3": 0.51, + "precision_at_5": 0.476, + "recall_at_1": 0.03774, + "recall_at_10": 0.1951, + "recall_at_100": 0.57033, + "recall_at_1000": 0.86736, + "recall_at_20": 0.28669, + "recall_at_3": 0.08548, + "recall_at_5": 0.12545 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.32153, + "map_at_1": 0.03924, + "map_at_10": 0.10523, + "map_at_100": 0.19661, + "map_at_1000": 0.24017, + "map_at_20": 0.13583, + "map_at_3": 0.06375, + "map_at_5": 0.08, + "mrr_at_1": 0.47, + "mrr_at_10": 0.595390873015873, + "mrr_at_100": 0.6013441256818775, + "mrr_at_1000": 0.6014136741629428, + "mrr_at_20": 0.5998610640735254, + "mrr_at_3": 0.5708333333333332, + "mrr_at_5": 0.5845833333333332, + "nauc_map_at_1000_diff1": 0.18648240955346304, + "nauc_map_at_1000_max": 0.1594498757675042, + "nauc_map_at_1000_std": 0.6264753795382825, + "nauc_map_at_100_diff1": 0.16142345975094582, + "nauc_map_at_100_max": 0.1159411830916614, + "nauc_map_at_100_std": 0.5713716271099664, + "nauc_map_at_10_diff1": 0.20330258629172146, + "nauc_map_at_10_max": 0.021369407732266067, + "nauc_map_at_10_std": 0.2885126373277164, + "nauc_map_at_1_diff1": 0.5097100292064727, + "nauc_map_at_1_max": -0.1671119913052668, + "nauc_map_at_1_std": 0.007943945514575597, + "nauc_map_at_20_diff1": 0.18075188658843527, + "nauc_map_at_20_max": 0.05895410678845237, + "nauc_map_at_20_std": 0.39697500138237646, + "nauc_map_at_3_diff1": 0.34357847223956506, + "nauc_map_at_3_max": -0.09859670868461722, + "nauc_map_at_3_std": 0.1634104711548412, + "nauc_map_at_5_diff1": 0.2638618257256027, + "nauc_map_at_5_max": -0.043172247797063905, + "nauc_map_at_5_std": 0.22904225110535886, + "nauc_mrr_at_1000_diff1": 0.2793884519865416, + "nauc_mrr_at_1000_max": 0.14865584093282913, + "nauc_mrr_at_1000_std": 0.4323331898257314, + "nauc_mrr_at_100_diff1": 0.27948852502520033, + "nauc_mrr_at_100_max": 0.1487214977349024, + "nauc_mrr_at_100_std": 0.43242077334778, + "nauc_mrr_at_10_diff1": 0.2767149141857423, + "nauc_mrr_at_10_max": 0.14642179879828718, + "nauc_mrr_at_10_std": 0.436788543835833, + "nauc_mrr_at_1_diff1": 0.2665449175226468, + "nauc_mrr_at_1_max": 0.14977122588641745, + "nauc_mrr_at_1_std": 0.36460791940821996, + "nauc_mrr_at_20_diff1": 0.27955036183990944, + "nauc_mrr_at_20_max": 0.14837122226642754, + "nauc_mrr_at_20_std": 0.43297935938823134, + "nauc_mrr_at_3_diff1": 0.27217289207977946, + "nauc_mrr_at_3_max": 0.1417441879167063, + "nauc_mrr_at_3_std": 0.42351408496881615, + "nauc_mrr_at_5_diff1": 0.27753487704067764, + "nauc_mrr_at_5_max": 0.14150410928298957, + "nauc_mrr_at_5_std": 0.42657632095494963, + "nauc_ndcg_at_1000_diff1": 0.24198488194317527, + "nauc_ndcg_at_1000_max": 0.22209807440353435, + "nauc_ndcg_at_1000_std": 0.6642267649653364, + "nauc_ndcg_at_100_diff1": 0.22257153922433928, + "nauc_ndcg_at_100_max": 0.2053452637793558, + "nauc_ndcg_at_100_std": 0.6309415527532876, + "nauc_ndcg_at_10_diff1": 0.29588338160916783, + "nauc_ndcg_at_10_max": 0.13433434622034332, + "nauc_ndcg_at_10_std": 0.417320919884762, + "nauc_ndcg_at_1_diff1": 0.30217407243183986, + "nauc_ndcg_at_1_max": 0.12938297122068576, + "nauc_ndcg_at_1_std": 0.29040468401409114, + "nauc_ndcg_at_20_diff1": 0.275688885307055, + "nauc_ndcg_at_20_max": 0.15420931916199318, + "nauc_ndcg_at_20_std": 0.49031840745259525, + "nauc_ndcg_at_3_diff1": 0.29905747501417335, + "nauc_ndcg_at_3_max": 0.13493211151235157, + "nauc_ndcg_at_3_std": 0.40323651821859713, + "nauc_ndcg_at_5_diff1": 0.301269979480854, + "nauc_ndcg_at_5_max": 0.1459026743810097, + "nauc_ndcg_at_5_std": 0.4160066914501348, + "nauc_precision_at_1000_diff1": 0.1446317058444295, + "nauc_precision_at_1000_max": 0.16717164419760025, + "nauc_precision_at_1000_std": 0.15765978346122955, + "nauc_precision_at_100_diff1": 0.12916757415886385, + "nauc_precision_at_100_max": 0.2094389443328263, + "nauc_precision_at_100_std": 0.41591611381018434, + "nauc_precision_at_10_diff1": 0.11973925025466323, + "nauc_precision_at_10_max": 0.20691542646045663, + "nauc_precision_at_10_std": 0.47115437450071224, + "nauc_precision_at_1_diff1": 0.2665449175226468, + "nauc_precision_at_1_max": 0.14977122588641745, + "nauc_precision_at_1_std": 0.36460791940821996, + "nauc_precision_at_20_diff1": 0.11566261984559097, + "nauc_precision_at_20_max": 0.21049122256786515, + "nauc_precision_at_20_std": 0.5150616140361115, + "nauc_precision_at_3_diff1": 0.15666611911337433, + "nauc_precision_at_3_max": 0.1337279139246225, + "nauc_precision_at_3_std": 0.4656684085705778, + "nauc_precision_at_5_diff1": 0.13605745248129392, + "nauc_precision_at_5_max": 0.19821966113356876, + "nauc_precision_at_5_std": 0.491762277457642, + "nauc_recall_at_1000_diff1": 0.05519948966625689, + "nauc_recall_at_1000_max": 0.09763382390437166, + "nauc_recall_at_1000_std": 0.6421301757354057, + "nauc_recall_at_100_diff1": 0.0801783887233294, + "nauc_recall_at_100_max": 0.0922003738601368, + "nauc_recall_at_100_std": 0.5400044107092772, + "nauc_recall_at_10_diff1": 0.1374414238882766, + "nauc_recall_at_10_max": -0.005372656294789762, + "nauc_recall_at_10_std": 0.24726371867418104, + "nauc_recall_at_1_diff1": 0.5097100292064727, + "nauc_recall_at_1_max": -0.1671119913052668, + "nauc_recall_at_1_std": 0.007943945514575597, + "nauc_recall_at_20_diff1": 0.11729490155109248, + "nauc_recall_at_20_max": 0.03761090025367678, + "nauc_recall_at_20_std": 0.3573693203417172, + "nauc_recall_at_3_diff1": 0.27356227471715, + "nauc_recall_at_3_max": -0.11458303512591811, + "nauc_recall_at_3_std": 0.13894581650385526, + "nauc_recall_at_5_diff1": 0.1911823994641125, + "nauc_recall_at_5_max": -0.07003618483558406, + "nauc_recall_at_5_std": 0.19448555855614563, + "ndcg_at_1": 0.3575, + "ndcg_at_10": 0.32153, + "ndcg_at_100": 0.39978, + "ndcg_at_1000": 0.51574, + "ndcg_at_20": 0.32806, + "ndcg_at_3": 0.34598, + "ndcg_at_5": 0.3334, + "precision_at_1": 0.47, + "precision_at_10": 0.3245, + "precision_at_100": 0.1648, + "precision_at_1000": 0.0435, + "precision_at_20": 0.28125, + "precision_at_3": 0.42333, + "precision_at_5": 0.382, + "recall_at_1": 0.03924, + "recall_at_10": 0.15133, + "recall_at_100": 0.47045, + "recall_at_1000": 0.82545, + "recall_at_20": 0.22941, + "recall_at_3": 0.07458, + "recall_at_5": 0.09986 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.51928, + "map_at_1": 0.11413, + "map_at_10": 0.26658, + "map_at_100": 0.36085, + "map_at_1000": 0.39653, + "map_at_20": 0.29792, + "map_at_3": 0.18576, + "map_at_5": 0.22431, + "mrr_at_1": 0.68, + "mrr_at_10": 0.7719285714285711, + "mrr_at_100": 0.7742138327169138, + "mrr_at_1000": 0.7742138327169138, + "mrr_at_20": 0.7730034176349964, + "mrr_at_3": 0.7524999999999998, + "mrr_at_5": 0.7665, + "nauc_map_at_1000_diff1": 0.2420660856036902, + "nauc_map_at_1000_max": 0.21859147180755484, + "nauc_map_at_1000_std": 0.28411275182648926, + "nauc_map_at_100_diff1": 0.26449114748285163, + "nauc_map_at_100_max": 0.20843065328721774, + "nauc_map_at_100_std": 0.27570857576405194, + "nauc_map_at_10_diff1": 0.28658711143583554, + "nauc_map_at_10_max": 0.16875908328411948, + "nauc_map_at_10_std": 0.21673867674481878, + "nauc_map_at_1_diff1": 0.46296412249188373, + "nauc_map_at_1_max": 0.17979921833896312, + "nauc_map_at_1_std": 0.09876825937429327, + "nauc_map_at_20_diff1": 0.27019179699633816, + "nauc_map_at_20_max": 0.1708347311403814, + "nauc_map_at_20_std": 0.23943389320533306, + "nauc_map_at_3_diff1": 0.36667066903529, + "nauc_map_at_3_max": 0.15380105648122477, + "nauc_map_at_3_std": 0.19474492747272393, + "nauc_map_at_5_diff1": 0.31280688276050145, + "nauc_map_at_5_max": 0.1508401265103233, + "nauc_map_at_5_std": 0.21828999380493336, + "nauc_mrr_at_1000_diff1": 0.4458936511781796, + "nauc_mrr_at_1000_max": 0.4831770440112084, + "nauc_mrr_at_1000_std": 0.14622357736652877, + "nauc_mrr_at_100_diff1": 0.4458936511781796, + "nauc_mrr_at_100_max": 0.4831770440112084, + "nauc_mrr_at_100_std": 0.14622357736652877, + "nauc_mrr_at_10_diff1": 0.44895183725207916, + "nauc_mrr_at_10_max": 0.4857422336025829, + "nauc_mrr_at_10_std": 0.14794854202955368, + "nauc_mrr_at_1_diff1": 0.4212131158869461, + "nauc_mrr_at_1_max": 0.4627617303572662, + "nauc_mrr_at_1_std": 0.08227662220993709, + "nauc_mrr_at_20_diff1": 0.4479207421913387, + "nauc_mrr_at_20_max": 0.4840835638313395, + "nauc_mrr_at_20_std": 0.1457494748754615, + "nauc_mrr_at_3_diff1": 0.45510490111318164, + "nauc_mrr_at_3_max": 0.48503854697504156, + "nauc_mrr_at_3_std": 0.13823748946155903, + "nauc_mrr_at_5_diff1": 0.44688127192148575, + "nauc_mrr_at_5_max": 0.4859858070768809, + "nauc_mrr_at_5_std": 0.15781705541433036, + "nauc_ndcg_at_1000_diff1": 0.3627734636838452, + "nauc_ndcg_at_1000_max": 0.3919024559463494, + "nauc_ndcg_at_1000_std": 0.30677841901751834, + "nauc_ndcg_at_100_diff1": 0.3338750212343322, + "nauc_ndcg_at_100_max": 0.33070672622567315, + "nauc_ndcg_at_100_std": 0.27110100793706704, + "nauc_ndcg_at_10_diff1": 0.3402190377631351, + "nauc_ndcg_at_10_max": 0.31564929890738885, + "nauc_ndcg_at_10_std": 0.22337906571124516, + "nauc_ndcg_at_1_diff1": 0.47095175049272564, + "nauc_ndcg_at_1_max": 0.4145478207230655, + "nauc_ndcg_at_1_std": 0.04516150871861225, + "nauc_ndcg_at_20_diff1": 0.3286638267261907, + "nauc_ndcg_at_20_max": 0.2983604668953996, + "nauc_ndcg_at_20_std": 0.23510648719744637, + "nauc_ndcg_at_3_diff1": 0.3872925753622043, + "nauc_ndcg_at_3_max": 0.35853932399585015, + "nauc_ndcg_at_3_std": 0.13310308027200932, + "nauc_ndcg_at_5_diff1": 0.3573330409838395, + "nauc_ndcg_at_5_max": 0.35095611763544077, + "nauc_ndcg_at_5_std": 0.2027003678330467, + "nauc_precision_at_1000_diff1": -0.20379556683295813, + "nauc_precision_at_1000_max": -0.004822941199385723, + "nauc_precision_at_1000_std": -0.14442275959814954, + "nauc_precision_at_100_diff1": -0.16305077208206545, + "nauc_precision_at_100_max": 0.04718287282818747, + "nauc_precision_at_100_std": -0.011217380760572026, + "nauc_precision_at_10_diff1": -0.0898158744677792, + "nauc_precision_at_10_max": 0.12162586002347564, + "nauc_precision_at_10_std": 0.0376821141341229, + "nauc_precision_at_1_diff1": 0.4212131158869461, + "nauc_precision_at_1_max": 0.4627617303572662, + "nauc_precision_at_1_std": 0.08227662220993709, + "nauc_precision_at_20_diff1": -0.13761594102315022, + "nauc_precision_at_20_max": 0.06390906707382885, + "nauc_precision_at_20_std": 0.01775166180847895, + "nauc_precision_at_3_diff1": 0.10917241457677596, + "nauc_precision_at_3_max": 0.23796916014226793, + "nauc_precision_at_3_std": 0.0792558208242897, + "nauc_precision_at_5_diff1": -0.018027908428255666, + "nauc_precision_at_5_max": 0.2014871863459727, + "nauc_precision_at_5_std": 0.10701574493063784, + "nauc_recall_at_1000_diff1": 0.3536971633486289, + "nauc_recall_at_1000_max": 0.38379587891374006, + "nauc_recall_at_1000_std": 0.611967273062597, + "nauc_recall_at_100_diff1": 0.21653323018739562, + "nauc_recall_at_100_max": 0.19135024863151237, + "nauc_recall_at_100_std": 0.31378712798432024, + "nauc_recall_at_10_diff1": 0.214075491951352, + "nauc_recall_at_10_max": 0.11718430640519573, + "nauc_recall_at_10_std": 0.22734024605687642, + "nauc_recall_at_1_diff1": 0.46296412249188373, + "nauc_recall_at_1_max": 0.17979921833896312, + "nauc_recall_at_1_std": 0.09876825937429327, + "nauc_recall_at_20_diff1": 0.17847967794957484, + "nauc_recall_at_20_max": 0.10418601757254978, + "nauc_recall_at_20_std": 0.25598169972032353, + "nauc_recall_at_3_diff1": 0.3344674580352684, + "nauc_recall_at_3_max": 0.11104098867547627, + "nauc_recall_at_3_std": 0.21722258438602268, + "nauc_recall_at_5_diff1": 0.24639246027065953, + "nauc_recall_at_5_max": 0.09965089488607547, + "nauc_recall_at_5_std": 0.24679271671948289, + "ndcg_at_1": 0.59, + "ndcg_at_10": 0.51928, + "ndcg_at_100": 0.58046, + "ndcg_at_1000": 0.66975, + "ndcg_at_20": 0.51853, + "ndcg_at_3": 0.54727, + "ndcg_at_5": 0.53075, + "precision_at_1": 0.68, + "precision_at_10": 0.386, + "precision_at_100": 0.14505, + "precision_at_1000": 0.03341, + "precision_at_20": 0.2895, + "precision_at_3": 0.55167, + "precision_at_5": 0.481, + "recall_at_1": 0.11413, + "recall_at_10": 0.34511, + "recall_at_100": 0.67371, + "recall_at_1000": 0.94818, + "recall_at_20": 0.42608, + "recall_at_3": 0.20333, + "recall_at_5": 0.26541 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.40679, + "map_at_1": 0.08039, + "map_at_10": 0.19681, + "map_at_100": 0.26858, + "map_at_1000": 0.29638, + "map_at_20": 0.22403, + "map_at_3": 0.13984, + "map_at_5": 0.16574, + "mrr_at_1": 0.535, + "mrr_at_10": 0.6455833333333334, + "mrr_at_100": 0.6497483085042124, + "mrr_at_1000": 0.6498219711068423, + "mrr_at_20": 0.6488667409946436, + "mrr_at_3": 0.6199999999999999, + "mrr_at_5": 0.63125, + "nauc_map_at_1000_diff1": 0.2753317431944955, + "nauc_map_at_1000_max": 0.4176676595417392, + "nauc_map_at_1000_std": 0.3958347870534727, + "nauc_map_at_100_diff1": 0.308852276994841, + "nauc_map_at_100_max": 0.3965337589031627, + "nauc_map_at_100_std": 0.38946417359580193, + "nauc_map_at_10_diff1": 0.34041207047952615, + "nauc_map_at_10_max": 0.33323437283982443, + "nauc_map_at_10_std": 0.25064868539667323, + "nauc_map_at_1_diff1": 0.5732381984983059, + "nauc_map_at_1_max": 0.3783662899984268, + "nauc_map_at_1_std": 0.037967285488798325, + "nauc_map_at_20_diff1": 0.3289445918184795, + "nauc_map_at_20_max": 0.3475163950266035, + "nauc_map_at_20_std": 0.2892579613148241, + "nauc_map_at_3_diff1": 0.42910639271927176, + "nauc_map_at_3_max": 0.3402185133661201, + "nauc_map_at_3_std": 0.19222131138435827, + "nauc_map_at_5_diff1": 0.37537205379240773, + "nauc_map_at_5_max": 0.31356509893420786, + "nauc_map_at_5_std": 0.20143008199383136, + "nauc_mrr_at_1000_diff1": 0.19444599148301472, + "nauc_mrr_at_1000_max": 0.37459597609869233, + "nauc_mrr_at_1000_std": 0.2584712578356756, + "nauc_mrr_at_100_diff1": 0.1945040329427612, + "nauc_mrr_at_100_max": 0.37467769648483135, + "nauc_mrr_at_100_std": 0.2586199343537955, + "nauc_mrr_at_10_diff1": 0.18763169996652576, + "nauc_mrr_at_10_max": 0.376812946269314, + "nauc_mrr_at_10_std": 0.2613282582168336, + "nauc_mrr_at_1_diff1": 0.22031216532740033, + "nauc_mrr_at_1_max": 0.3427047419004913, + "nauc_mrr_at_1_std": 0.19347617303825718, + "nauc_mrr_at_20_diff1": 0.19375588033898652, + "nauc_mrr_at_20_max": 0.37515519464634595, + "nauc_mrr_at_20_std": 0.25996080367106433, + "nauc_mrr_at_3_diff1": 0.20199907203829948, + "nauc_mrr_at_3_max": 0.3768341742986243, + "nauc_mrr_at_3_std": 0.25635732852480425, + "nauc_mrr_at_5_diff1": 0.20069059696991268, + "nauc_mrr_at_5_max": 0.38679922875431644, + "nauc_mrr_at_5_std": 0.2753618179168912, + "nauc_ndcg_at_1000_diff1": 0.24189912711685382, + "nauc_ndcg_at_1000_max": 0.4938774001486395, + "nauc_ndcg_at_1000_std": 0.4517493436986683, + "nauc_ndcg_at_100_diff1": 0.2915758904024156, + "nauc_ndcg_at_100_max": 0.460608023636508, + "nauc_ndcg_at_100_std": 0.45842933141291237, + "nauc_ndcg_at_10_diff1": 0.2524925195496096, + "nauc_ndcg_at_10_max": 0.42469612212684577, + "nauc_ndcg_at_10_std": 0.3940583033783366, + "nauc_ndcg_at_1_diff1": 0.2569996282938689, + "nauc_ndcg_at_1_max": 0.32954594924034686, + "nauc_ndcg_at_1_std": 0.16491696888719232, + "nauc_ndcg_at_20_diff1": 0.2725044997988432, + "nauc_ndcg_at_20_max": 0.42995677544454364, + "nauc_ndcg_at_20_std": 0.3890762051093108, + "nauc_ndcg_at_3_diff1": 0.23297100652626232, + "nauc_ndcg_at_3_max": 0.41546738896531654, + "nauc_ndcg_at_3_std": 0.3307672740154018, + "nauc_ndcg_at_5_diff1": 0.23567072549137205, + "nauc_ndcg_at_5_max": 0.4252262547776248, + "nauc_ndcg_at_5_std": 0.368449143503557, + "nauc_precision_at_1000_diff1": -0.27400544557520257, + "nauc_precision_at_1000_max": 0.06071204031876912, + "nauc_precision_at_1000_std": -0.06541538191434502, + "nauc_precision_at_100_diff1": -0.2087875446323509, + "nauc_precision_at_100_max": 0.16009649493797395, + "nauc_precision_at_100_std": 0.20848895587296967, + "nauc_precision_at_10_diff1": -0.1200666033695387, + "nauc_precision_at_10_max": 0.22598814755843818, + "nauc_precision_at_10_std": 0.3179756229927362, + "nauc_precision_at_1_diff1": 0.22031216532740033, + "nauc_precision_at_1_max": 0.3427047419004913, + "nauc_precision_at_1_std": 0.19347617303825718, + "nauc_precision_at_20_diff1": -0.1668032167912547, + "nauc_precision_at_20_max": 0.1895705554270987, + "nauc_precision_at_20_std": 0.29186954272860544, + "nauc_precision_at_3_diff1": 0.037004419611041825, + "nauc_precision_at_3_max": 0.28969452927484224, + "nauc_precision_at_3_std": 0.3349176369849093, + "nauc_precision_at_5_diff1": -0.05143051833173314, + "nauc_precision_at_5_max": 0.2394248410788239, + "nauc_precision_at_5_std": 0.3312593261997206, + "nauc_recall_at_1000_diff1": 0.2768780220480307, + "nauc_recall_at_1000_max": 0.5588208572216807, + "nauc_recall_at_1000_std": 0.6801317612036242, + "nauc_recall_at_100_diff1": 0.30496734789955066, + "nauc_recall_at_100_max": 0.3734388593146032, + "nauc_recall_at_100_std": 0.48443724952298856, + "nauc_recall_at_10_diff1": 0.2909612325301651, + "nauc_recall_at_10_max": 0.2800453137958999, + "nauc_recall_at_10_std": 0.30171372471911506, + "nauc_recall_at_1_diff1": 0.5732381984983059, + "nauc_recall_at_1_max": 0.3783662899984268, + "nauc_recall_at_1_std": 0.037967285488798325, + "nauc_recall_at_20_diff1": 0.2829383045372053, + "nauc_recall_at_20_max": 0.2814498461268483, + "nauc_recall_at_20_std": 0.3249499247761508, + "nauc_recall_at_3_diff1": 0.3955163689305687, + "nauc_recall_at_3_max": 0.32415619712740024, + "nauc_recall_at_3_std": 0.2604726198553706, + "nauc_recall_at_5_diff1": 0.3299105518628647, + "nauc_recall_at_5_max": 0.27046385763672603, + "nauc_recall_at_5_std": 0.26219259882152957, + "ndcg_at_1": 0.4575, + "ndcg_at_10": 0.40679, + "ndcg_at_100": 0.47111, + "ndcg_at_1000": 0.56301, + "ndcg_at_20": 0.41811, + "ndcg_at_3": 0.42446, + "ndcg_at_5": 0.41281, + "precision_at_1": 0.535, + "precision_at_10": 0.3075, + "precision_at_100": 0.11635, + "precision_at_1000": 0.02963, + "precision_at_20": 0.237, + "precision_at_3": 0.44167, + "precision_at_5": 0.379, + "recall_at_1": 0.08039, + "recall_at_10": 0.27893, + "recall_at_100": 0.58316, + "recall_at_1000": 0.87855, + "recall_at_20": 0.36765, + "recall_at_3": 0.16967, + "recall_at_5": 0.2151 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.36255, + "map_at_1": 0.08395, + "map_at_10": 0.17837, + "map_at_100": 0.23907, + "map_at_1000": 0.26338, + "map_at_20": 0.20058, + "map_at_3": 0.12745, + "map_at_5": 0.15461, + "mrr_at_1": 0.485, + "mrr_at_10": 0.5805535714285714, + "mrr_at_100": 0.5884973386524336, + "mrr_at_1000": 0.5886412920564418, + "mrr_at_20": 0.5874479989824418, + "mrr_at_3": 0.5424999999999999, + "mrr_at_5": 0.56675, + "nauc_map_at_1000_diff1": 0.2608445050012277, + "nauc_map_at_1000_max": 0.23771990722121344, + "nauc_map_at_1000_std": 0.48577696829894806, + "nauc_map_at_100_diff1": 0.28269418013623093, + "nauc_map_at_100_max": 0.21782724215190932, + "nauc_map_at_100_std": 0.46547171338934074, + "nauc_map_at_10_diff1": 0.3238745518500703, + "nauc_map_at_10_max": 0.13813927323158817, + "nauc_map_at_10_std": 0.34956663630880586, + "nauc_map_at_1_diff1": 0.477068258082215, + "nauc_map_at_1_max": 0.21092742797018404, + "nauc_map_at_1_std": 0.2889750724599998, + "nauc_map_at_20_diff1": 0.3126881435071196, + "nauc_map_at_20_max": 0.16140763368394653, + "nauc_map_at_20_std": 0.37997887611506903, + "nauc_map_at_3_diff1": 0.37447855382894757, + "nauc_map_at_3_max": 0.1337474345418729, + "nauc_map_at_3_std": 0.2925861952983995, + "nauc_map_at_5_diff1": 0.3615898426300481, + "nauc_map_at_5_max": 0.11745016035170477, + "nauc_map_at_5_std": 0.3221238444279888, + "nauc_mrr_at_1000_diff1": 0.2221499282526735, + "nauc_mrr_at_1000_max": 0.34099036256018217, + "nauc_mrr_at_1000_std": 0.4028291786152142, + "nauc_mrr_at_100_diff1": 0.22208435346440303, + "nauc_mrr_at_100_max": 0.341213189145335, + "nauc_mrr_at_100_std": 0.40302474959252027, + "nauc_mrr_at_10_diff1": 0.21758089195943878, + "nauc_mrr_at_10_max": 0.3382083974843266, + "nauc_mrr_at_10_std": 0.4019925808695823, + "nauc_mrr_at_1_diff1": 0.2570830212937988, + "nauc_mrr_at_1_max": 0.32325749391937136, + "nauc_mrr_at_1_std": 0.38582666728522275, + "nauc_mrr_at_20_diff1": 0.22192332314868352, + "nauc_mrr_at_20_max": 0.3420191691140909, + "nauc_mrr_at_20_std": 0.4044940737035839, + "nauc_mrr_at_3_diff1": 0.22451021395592952, + "nauc_mrr_at_3_max": 0.3268102724151139, + "nauc_mrr_at_3_std": 0.388485297925109, + "nauc_mrr_at_5_diff1": 0.2179277800690011, + "nauc_mrr_at_5_max": 0.3478975567316491, + "nauc_mrr_at_5_std": 0.4085109623101313, + "nauc_ndcg_at_1000_diff1": 0.20731874131303413, + "nauc_ndcg_at_1000_max": 0.3562685058814395, + "nauc_ndcg_at_1000_std": 0.5434514590810711, + "nauc_ndcg_at_100_diff1": 0.24050672716123409, + "nauc_ndcg_at_100_max": 0.3184827283398387, + "nauc_ndcg_at_100_std": 0.5214883758259862, + "nauc_ndcg_at_10_diff1": 0.20637980747137577, + "nauc_ndcg_at_10_max": 0.2892983615420553, + "nauc_ndcg_at_10_std": 0.45760377454149936, + "nauc_ndcg_at_1_diff1": 0.2694558143546131, + "nauc_ndcg_at_1_max": 0.3111404480592281, + "nauc_ndcg_at_1_std": 0.3811256542765972, + "nauc_ndcg_at_20_diff1": 0.22549991680977144, + "nauc_ndcg_at_20_max": 0.2916870120637159, + "nauc_ndcg_at_20_std": 0.46290778058512155, + "nauc_ndcg_at_3_diff1": 0.17601248602430086, + "nauc_ndcg_at_3_max": 0.2779164763494329, + "nauc_ndcg_at_3_std": 0.3852825168320448, + "nauc_ndcg_at_5_diff1": 0.20877295609567728, + "nauc_ndcg_at_5_max": 0.2780632482523221, + "nauc_ndcg_at_5_std": 0.42910010930907116, + "nauc_precision_at_1000_diff1": -0.15497655391593987, + "nauc_precision_at_1000_max": 0.15503563720268376, + "nauc_precision_at_1000_std": -0.0039777403899322805, + "nauc_precision_at_100_diff1": -0.16114723395555494, + "nauc_precision_at_100_max": 0.23671630566132812, + "nauc_precision_at_100_std": 0.2933899453958889, + "nauc_precision_at_10_diff1": -0.07196668933473667, + "nauc_precision_at_10_max": 0.22503061455796633, + "nauc_precision_at_10_std": 0.3659145679706505, + "nauc_precision_at_1_diff1": 0.2570830212937988, + "nauc_precision_at_1_max": 0.32325749391937136, + "nauc_precision_at_1_std": 0.38582666728522275, + "nauc_precision_at_20_diff1": -0.1052538518882025, + "nauc_precision_at_20_max": 0.24840511412377708, + "nauc_precision_at_20_std": 0.3556848363158227, + "nauc_precision_at_3_diff1": 0.015424759345318477, + "nauc_precision_at_3_max": 0.220984140347747, + "nauc_precision_at_3_std": 0.3301032313100589, + "nauc_precision_at_5_diff1": 0.00374815717259227, + "nauc_precision_at_5_max": 0.20599189255150493, + "nauc_precision_at_5_std": 0.3613687817596303, + "nauc_recall_at_1000_diff1": 0.06581787438059393, + "nauc_recall_at_1000_max": 0.3662864132965098, + "nauc_recall_at_1000_std": 0.6532024484317243, + "nauc_recall_at_100_diff1": 0.19626700347205142, + "nauc_recall_at_100_max": 0.2650766812570586, + "nauc_recall_at_100_std": 0.51167221857174, + "nauc_recall_at_10_diff1": 0.24126259877296435, + "nauc_recall_at_10_max": 0.1369191206171385, + "nauc_recall_at_10_std": 0.333957487213802, + "nauc_recall_at_1_diff1": 0.477068258082215, + "nauc_recall_at_1_max": 0.21092742797018404, + "nauc_recall_at_1_std": 0.2889750724599998, + "nauc_recall_at_20_diff1": 0.2405320074442301, + "nauc_recall_at_20_max": 0.17319906881230623, + "nauc_recall_at_20_std": 0.3636006190620541, + "nauc_recall_at_3_diff1": 0.3306231979327086, + "nauc_recall_at_3_max": 0.12055473276496899, + "nauc_recall_at_3_std": 0.26939504284139465, + "nauc_recall_at_5_diff1": 0.3074880908187877, + "nauc_recall_at_5_max": 0.1165127247675606, + "nauc_recall_at_5_std": 0.3198098984329664, + "ndcg_at_1": 0.41, + "ndcg_at_10": 0.36255, + "ndcg_at_100": 0.42763, + "ndcg_at_1000": 0.52075, + "ndcg_at_20": 0.37332, + "ndcg_at_3": 0.36909, + "ndcg_at_5": 0.36659, + "precision_at_1": 0.485, + "precision_at_10": 0.2535, + "precision_at_100": 0.1022, + "precision_at_1000": 0.02753, + "precision_at_20": 0.20075, + "precision_at_3": 0.35833, + "precision_at_5": 0.323, + "recall_at_1": 0.08395, + "recall_at_10": 0.25577, + "recall_at_100": 0.53611, + "recall_at_1000": 0.8368, + "recall_at_20": 0.32976, + "recall_at_3": 0.14495, + "recall_at_5": 0.19705 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CmedqaRetrieval.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CmedqaRetrieval.json new file mode 100644 index 000000000..745393689 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 34.3991973400116, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.24388, + "map_at_1": 0.14133, + "map_at_10": 0.20159, + "map_at_100": 0.21326, + "map_at_1000": 0.21499, + "map_at_20": 0.20723, + "map_at_3": 0.18058, + "map_at_5": 0.19194, + "mrr_at_1": 0.22030507626906726, + "mrr_at_10": 0.2733143603361157, + "mrr_at_100": 0.2823976187227747, + "mrr_at_1000": 0.28335031893095636, + "mrr_at_20": 0.27802682772376225, + "mrr_at_3": 0.2552721513711764, + "mrr_at_5": 0.2654121863799289, + "nauc_map_at_1000_diff1": 0.45253416818739634, + "nauc_map_at_1000_max": 0.3703019625264871, + "nauc_map_at_1000_std": 0.1687507466852957, + "nauc_map_at_100_diff1": 0.45239763297976876, + "nauc_map_at_100_max": 0.3698889423431977, + "nauc_map_at_100_std": 0.16811623328681005, + "nauc_map_at_10_diff1": 0.4554512094772755, + "nauc_map_at_10_max": 0.3676362448139083, + "nauc_map_at_10_std": 0.1589464820747528, + "nauc_map_at_1_diff1": 0.5024340652361088, + "nauc_map_at_1_max": 0.3440728396569651, + "nauc_map_at_1_std": 0.11491006960878018, + "nauc_map_at_20_diff1": 0.45267781013928815, + "nauc_map_at_20_max": 0.36898845052548324, + "nauc_map_at_20_std": 0.1635308746192191, + "nauc_map_at_3_diff1": 0.4645343889259478, + "nauc_map_at_3_max": 0.3580654946919873, + "nauc_map_at_3_std": 0.136158553105384, + "nauc_map_at_5_diff1": 0.45770677337054616, + "nauc_map_at_5_max": 0.36145173236947037, + "nauc_map_at_5_std": 0.14726794939800453, + "nauc_mrr_at_1000_diff1": 0.47514774389376424, + "nauc_mrr_at_1000_max": 0.39098361571571194, + "nauc_mrr_at_1000_std": 0.17172297443069362, + "nauc_mrr_at_100_diff1": 0.474935988499366, + "nauc_mrr_at_100_max": 0.3908215382251781, + "nauc_mrr_at_100_std": 0.1717227017120351, + "nauc_mrr_at_10_diff1": 0.4773377707864661, + "nauc_mrr_at_10_max": 0.3911674918668574, + "nauc_mrr_at_10_std": 0.16890089629587837, + "nauc_mrr_at_1_diff1": 0.5346984070327263, + "nauc_mrr_at_1_max": 0.42411033477110516, + "nauc_mrr_at_1_std": 0.15413735791670546, + "nauc_mrr_at_20_diff1": 0.47522938749783195, + "nauc_mrr_at_20_max": 0.3914282039710886, + "nauc_mrr_at_20_std": 0.17122635280966916, + "nauc_mrr_at_3_diff1": 0.4901257482312031, + "nauc_mrr_at_3_max": 0.3967841225110063, + "nauc_mrr_at_3_std": 0.15927578495100844, + "nauc_mrr_at_5_diff1": 0.48288184519669464, + "nauc_mrr_at_5_max": 0.39374465465307235, + "nauc_mrr_at_5_std": 0.16554102047434555, + "nauc_ndcg_at_1000_diff1": 0.43070025111596866, + "nauc_ndcg_at_1000_max": 0.3732479236408657, + "nauc_ndcg_at_1000_std": 0.20869273292723028, + "nauc_ndcg_at_100_diff1": 0.4258763450208722, + "nauc_ndcg_at_100_max": 0.3655036629826227, + "nauc_ndcg_at_100_std": 0.2048623426416881, + "nauc_ndcg_at_10_diff1": 0.43901799062251456, + "nauc_ndcg_at_10_max": 0.36631348015248966, + "nauc_ndcg_at_10_std": 0.17784636666811995, + "nauc_ndcg_at_1_diff1": 0.5346984070327263, + "nauc_ndcg_at_1_max": 0.42411033477110516, + "nauc_ndcg_at_1_std": 0.15413735791670546, + "nauc_ndcg_at_20_diff1": 0.43000912571128463, + "nauc_ndcg_at_20_max": 0.36695752576811147, + "nauc_ndcg_at_20_std": 0.18806323287397625, + "nauc_ndcg_at_3_diff1": 0.4604092820052265, + "nauc_ndcg_at_3_max": 0.37886351688912295, + "nauc_ndcg_at_3_std": 0.15676351376715608, + "nauc_ndcg_at_5_diff1": 0.44609157600879434, + "nauc_ndcg_at_5_max": 0.3666419294045016, + "nauc_ndcg_at_5_std": 0.16438406954524754, + "nauc_precision_at_1000_diff1": 0.12345974464081656, + "nauc_precision_at_1000_max": 0.22540892354935935, + "nauc_precision_at_1000_std": 0.21832633024666906, + "nauc_precision_at_100_diff1": 0.2174671498137766, + "nauc_precision_at_100_max": 0.3028216910421202, + "nauc_precision_at_100_std": 0.2839322011948443, + "nauc_precision_at_10_diff1": 0.3323097380714511, + "nauc_precision_at_10_max": 0.38353947226220036, + "nauc_precision_at_10_std": 0.2501184934201778, + "nauc_precision_at_1_diff1": 0.5346984070327263, + "nauc_precision_at_1_max": 0.42411033477110516, + "nauc_precision_at_1_std": 0.15413735791670546, + "nauc_precision_at_20_diff1": 0.2913983548304742, + "nauc_precision_at_20_max": 0.36649671390566546, + "nauc_precision_at_20_std": 0.26823128009424135, + "nauc_precision_at_3_diff1": 0.4127238311773471, + "nauc_precision_at_3_max": 0.4074863759598053, + "nauc_precision_at_3_std": 0.18942516069514018, + "nauc_precision_at_5_diff1": 0.37145558159993214, + "nauc_precision_at_5_max": 0.3965069742189352, + "nauc_precision_at_5_std": 0.21942285093696443, + "nauc_recall_at_1000_diff1": 0.21836284309058565, + "nauc_recall_at_1000_max": 0.2927889700407097, + "nauc_recall_at_1000_std": 0.3892807250869571, + "nauc_recall_at_100_diff1": 0.2647516149296902, + "nauc_recall_at_100_max": 0.26480264541260456, + "nauc_recall_at_100_std": 0.26833577812517373, + "nauc_recall_at_10_diff1": 0.34831692001217535, + "nauc_recall_at_10_max": 0.309334679015615, + "nauc_recall_at_10_std": 0.1942360513655376, + "nauc_recall_at_1_diff1": 0.5024340652361088, + "nauc_recall_at_1_max": 0.3440728396569651, + "nauc_recall_at_1_std": 0.11491006960878018, + "nauc_recall_at_20_diff1": 0.3095066098974485, + "nauc_recall_at_20_max": 0.2993642704981799, + "nauc_recall_at_20_std": 0.2163813222774153, + "nauc_recall_at_3_diff1": 0.4095843106603725, + "nauc_recall_at_3_max": 0.3255249388922134, + "nauc_recall_at_3_std": 0.13761250501710906, + "nauc_recall_at_5_diff1": 0.3712971163502056, + "nauc_recall_at_5_max": 0.30841289691196083, + "nauc_recall_at_5_std": 0.1597850500598813, + "ndcg_at_1": 0.22031, + "ndcg_at_10": 0.24388, + "ndcg_at_100": 0.3005, + "ndcg_at_1000": 0.3416, + "ndcg_at_20": 0.26189, + "ndcg_at_3": 0.21446, + "ndcg_at_5": 0.22624, + "precision_at_1": 0.22031, + "precision_at_10": 0.05446, + "precision_at_100": 0.01007, + "precision_at_1000": 0.00155, + "precision_at_20": 0.03322, + "precision_at_3": 0.11986, + "precision_at_5": 0.08747, + "recall_at_1": 0.14133, + "recall_at_10": 0.29968, + "recall_at_100": 0.5443, + "recall_at_1000": 0.83431, + "recall_at_20": 0.36143, + "recall_at_3": 0.20982, + "recall_at_5": 0.24705 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedicalQARetrieval.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedicalQARetrieval.json new file mode 100644 index 000000000..24dd24993 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 5.957899570465088, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.63014, + "map_at_1": 0.44531, + "map_at_10": 0.57083, + "map_at_100": 0.57642, + "map_at_1000": 0.5767, + "map_at_20": 0.57471, + "map_at_3": 0.54419, + "map_at_5": 0.56018, + "mrr_at_1": 0.44482421875, + "mrr_at_10": 0.5704312763516861, + "mrr_at_100": 0.5760199719021512, + "mrr_at_1000": 0.5763000368003244, + "mrr_at_20": 0.5743044201059567, + "mrr_at_3": 0.5435384114583331, + "mrr_at_5": 0.5597737630208337, + "nauc_map_at_1000_diff1": 0.3741448332265338, + "nauc_map_at_1000_max": 0.2723456730153541, + "nauc_map_at_1000_std": 0.000741297434486356, + "nauc_map_at_100_diff1": 0.37387155251790744, + "nauc_map_at_100_max": 0.27257051783574504, + "nauc_map_at_100_std": 0.0007309404463963368, + "nauc_map_at_10_diff1": 0.37249462379351955, + "nauc_map_at_10_max": 0.2717549737467055, + "nauc_map_at_10_std": -0.0034419827683804948, + "nauc_map_at_1_diff1": 0.4440437655495613, + "nauc_map_at_1_max": 0.2826537990525784, + "nauc_map_at_1_std": 0.04377577195544039, + "nauc_map_at_20_diff1": 0.3727755979610642, + "nauc_map_at_20_max": 0.27290895376178126, + "nauc_map_at_20_std": -0.0016143503566798572, + "nauc_map_at_3_diff1": 0.38425872006584083, + "nauc_map_at_3_max": 0.25769826694803777, + "nauc_map_at_3_std": 0.0003848149730377939, + "nauc_map_at_5_diff1": 0.37558460797983656, + "nauc_map_at_5_max": 0.2662092259512556, + "nauc_map_at_5_std": -0.0038192220395118527, + "nauc_mrr_at_1000_diff1": 0.3753858467670963, + "nauc_mrr_at_1000_max": 0.2722636617982213, + "nauc_mrr_at_1000_std": 0.0009085732852495013, + "nauc_mrr_at_100_diff1": 0.37511150233029383, + "nauc_mrr_at_100_max": 0.27248851136934904, + "nauc_mrr_at_100_std": 0.0008980632057890759, + "nauc_mrr_at_10_diff1": 0.3737150767960767, + "nauc_mrr_at_10_max": 0.2716742951106792, + "nauc_mrr_at_10_std": -0.0032765626016441397, + "nauc_mrr_at_1_diff1": 0.4453364227201806, + "nauc_mrr_at_1_max": 0.28379481463585016, + "nauc_mrr_at_1_std": 0.04495689740221039, + "nauc_mrr_at_20_diff1": 0.37400955676641356, + "nauc_mrr_at_20_max": 0.27282699618837414, + "nauc_mrr_at_20_std": -0.0014476889241588854, + "nauc_mrr_at_3_diff1": 0.3859848942829897, + "nauc_mrr_at_3_max": 0.25676577050167554, + "nauc_mrr_at_3_std": 8.566019723738158e-05, + "nauc_mrr_at_5_diff1": 0.37675778662123766, + "nauc_mrr_at_5_max": 0.26609824487555983, + "nauc_mrr_at_5_std": -0.003687910335316522, + "nauc_ndcg_at_1000_diff1": 0.35447070337097863, + "nauc_ndcg_at_1000_max": 0.2791233483081438, + "nauc_ndcg_at_1000_std": -0.0021831891970182952, + "nauc_ndcg_at_100_diff1": 0.34470067937619997, + "nauc_ndcg_at_100_max": 0.2860742385692823, + "nauc_ndcg_at_100_std": 0.00021127181938852455, + "nauc_ndcg_at_10_diff1": 0.3374499433074698, + "nauc_ndcg_at_10_max": 0.28323399566197105, + "nauc_ndcg_at_10_std": -0.02456935619647467, + "nauc_ndcg_at_1_diff1": 0.4440437655495613, + "nauc_ndcg_at_1_max": 0.2826537990525784, + "nauc_ndcg_at_1_std": 0.04377577195544039, + "nauc_ndcg_at_20_diff1": 0.3369037236991599, + "nauc_ndcg_at_20_max": 0.2887356675036775, + "nauc_ndcg_at_20_std": -0.017561194151610934, + "nauc_ndcg_at_3_diff1": 0.36461897418613165, + "nauc_ndcg_at_3_max": 0.2522111691870241, + "nauc_ndcg_at_3_std": -0.015166088441225587, + "nauc_ndcg_at_5_diff1": 0.34694553063682704, + "nauc_ndcg_at_5_max": 0.26842614065145787, + "nauc_ndcg_at_5_std": -0.024408523231281724, + "nauc_precision_at_1000_diff1": -0.057197885417862936, + "nauc_precision_at_1000_max": 0.3979444231252845, + "nauc_precision_at_1000_std": 0.4442698136375651, + "nauc_precision_at_100_diff1": -0.015665886333874866, + "nauc_precision_at_100_max": 0.5113207576659544, + "nauc_precision_at_100_std": 0.15108556158979158, + "nauc_precision_at_10_diff1": 0.15161288194776376, + "nauc_precision_at_10_max": 0.3574521573571678, + "nauc_precision_at_10_std": -0.1337037562763033, + "nauc_precision_at_1_diff1": 0.4440437655495613, + "nauc_precision_at_1_max": 0.2826537990525784, + "nauc_precision_at_1_std": 0.04377577195544039, + "nauc_precision_at_20_diff1": 0.07858295970242479, + "nauc_precision_at_20_max": 0.42990342057751185, + "nauc_precision_at_20_std": -0.11524210170616139, + "nauc_precision_at_3_diff1": 0.2989779819265918, + "nauc_precision_at_3_max": 0.23493389826609423, + "nauc_precision_at_3_std": -0.06764911606004033, + "nauc_precision_at_5_diff1": 0.23275253189953432, + "nauc_precision_at_5_max": 0.28189765115985194, + "nauc_precision_at_5_std": -0.1066920139351255, + "nauc_recall_at_1000_diff1": -0.05719788541782901, + "nauc_recall_at_1000_max": 0.39794442312532163, + "nauc_recall_at_1000_std": 0.4442698136375901, + "nauc_recall_at_100_diff1": -0.015665886333871684, + "nauc_recall_at_100_max": 0.5113207576659515, + "nauc_recall_at_100_std": 0.15108556158979378, + "nauc_recall_at_10_diff1": 0.15161288194776504, + "nauc_recall_at_10_max": 0.35745215735716923, + "nauc_recall_at_10_std": -0.1337037562763012, + "nauc_recall_at_1_diff1": 0.4440437655495613, + "nauc_recall_at_1_max": 0.2826537990525784, + "nauc_recall_at_1_std": 0.04377577195544039, + "nauc_recall_at_20_diff1": 0.07858295970242732, + "nauc_recall_at_20_max": 0.4299034205775132, + "nauc_recall_at_20_std": -0.1152421017061598, + "nauc_recall_at_3_diff1": 0.2989779819265915, + "nauc_recall_at_3_max": 0.23493389826609395, + "nauc_recall_at_3_std": -0.06764911606004048, + "nauc_recall_at_5_diff1": 0.23275253189953524, + "nauc_recall_at_5_max": 0.2818976511598535, + "nauc_recall_at_5_std": -0.10669201393512293, + "ndcg_at_1": 0.44531, + "ndcg_at_10": 0.63014, + "ndcg_at_100": 0.65645, + "ndcg_at_1000": 0.66359, + "ndcg_at_20": 0.6439, + "ndcg_at_3": 0.57624, + "ndcg_at_5": 0.60493, + "precision_at_1": 0.44531, + "precision_at_10": 0.08149, + "precision_at_100": 0.00937, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04343, + "precision_at_3": 0.22298, + "precision_at_5": 0.14766, + "recall_at_1": 0.44531, + "recall_at_10": 0.81494, + "recall_at_100": 0.93652, + "recall_at_1000": 0.99219, + "recall_at_20": 0.86865, + "recall_at_3": 0.66895, + "recall_at_5": 0.73828 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedrxivClusteringP2P.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..cf5138c13 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 22.7500262260437, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34349330178320625, + "v_measure": 0.34349330178320625, + "v_measure_std": 0.007301413450253096, + "v_measures": { + "Level 0": [ + 0.34490019628757235, + 0.3544398410166494, + 0.33909648559904015, + 0.3487044172773009, + 0.3538909843508479, + 0.3368028246494365, + 0.3340463797730081, + 0.34579684179572784, + 0.34454512771094065, + 0.3327099193715387 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedrxivClusteringS2S.v2.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..c57e7e1c0 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 18.39831805229187, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.31947381398432456, + "v_measure": 0.31947381398432456, + "v_measure_std": 0.010087525969269909, + "v_measures": { + "Level 0": [ + 0.3081090763307962, + 0.33051281336693417, + 0.3095609721342071, + 0.3156072236058495, + 0.3210686079174429, + 0.31952126391351243, + 0.30582723665227135, + 0.3357228486422095, + 0.3331198340580272, + 0.3156882632219956 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus.json new file mode 100644 index 000000000..5fb324021 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 3.2819974422454834, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.31096, + "map_at_1": 0.05456, + "map_at_10": 0.11635, + "map_at_100": 0.1416, + "map_at_1000": 0.1542, + "map_at_20": 0.12783, + "map_at_3": 0.0882, + "map_at_5": 0.10029, + "mrr_at_1": 0.4241486068111455, + "mrr_at_10": 0.5073050272740672, + "mrr_at_100": 0.513219781070935, + "mrr_at_1000": 0.5136790681457644, + "mrr_at_20": 0.5110531435722657, + "mrr_at_3": 0.4840041279669761, + "mrr_at_5": 0.49700722394220825, + "nauc_map_at_1000_diff1": 0.22868683829561742, + "nauc_map_at_1000_max": 0.30887329604010383, + "nauc_map_at_1000_std": 0.20772796038549268, + "nauc_map_at_100_diff1": 0.23981216438536931, + "nauc_map_at_100_max": 0.29758887789080757, + "nauc_map_at_100_std": 0.17245981363327628, + "nauc_map_at_10_diff1": 0.28129649194036555, + "nauc_map_at_10_max": 0.260386688227274, + "nauc_map_at_10_std": 0.07160145187609968, + "nauc_map_at_1_diff1": 0.3330592972232142, + "nauc_map_at_1_max": 0.14813315930096946, + "nauc_map_at_1_std": -0.04844781260191799, + "nauc_map_at_20_diff1": 0.2546572090291163, + "nauc_map_at_20_max": 0.27408201888970424, + "nauc_map_at_20_std": 0.11770372988176586, + "nauc_map_at_3_diff1": 0.3112874477252487, + "nauc_map_at_3_max": 0.18331012089198293, + "nauc_map_at_3_std": -0.028782779804414554, + "nauc_map_at_5_diff1": 0.30376715434918306, + "nauc_map_at_5_max": 0.21065792518489868, + "nauc_map_at_5_std": 0.006301641891096343, + "nauc_mrr_at_1000_diff1": 0.30345001423907614, + "nauc_mrr_at_1000_max": 0.4659219492688833, + "nauc_mrr_at_1000_std": 0.39163650456320737, + "nauc_mrr_at_100_diff1": 0.3033331883739179, + "nauc_mrr_at_100_max": 0.46623941534883373, + "nauc_mrr_at_100_std": 0.391728645986089, + "nauc_mrr_at_10_diff1": 0.3036809160381738, + "nauc_mrr_at_10_max": 0.4619600490590215, + "nauc_mrr_at_10_std": 0.386958037182241, + "nauc_mrr_at_1_diff1": 0.2973491285937992, + "nauc_mrr_at_1_max": 0.4272862726662676, + "nauc_mrr_at_1_std": 0.37754073911273667, + "nauc_mrr_at_20_diff1": 0.3040532929882588, + "nauc_mrr_at_20_max": 0.46578000871272807, + "nauc_mrr_at_20_std": 0.3917284361152186, + "nauc_mrr_at_3_diff1": 0.31424323436005974, + "nauc_mrr_at_3_max": 0.4504296829995913, + "nauc_mrr_at_3_std": 0.3876425248934617, + "nauc_mrr_at_5_diff1": 0.30667311944409326, + "nauc_mrr_at_5_max": 0.4583947459399815, + "nauc_mrr_at_5_std": 0.3849813024350083, + "nauc_ndcg_at_1000_diff1": 0.2320573834706608, + "nauc_ndcg_at_1000_max": 0.43941007677104155, + "nauc_ndcg_at_1000_std": 0.35141791233605263, + "nauc_ndcg_at_100_diff1": 0.22543356855328342, + "nauc_ndcg_at_100_max": 0.38863951133302693, + "nauc_ndcg_at_100_std": 0.3094301258166927, + "nauc_ndcg_at_10_diff1": 0.20493333832229535, + "nauc_ndcg_at_10_max": 0.4139192357682813, + "nauc_ndcg_at_10_std": 0.3769434683664264, + "nauc_ndcg_at_1_diff1": 0.31355081359058373, + "nauc_ndcg_at_1_max": 0.42181960802823887, + "nauc_ndcg_at_1_std": 0.3762806406071166, + "nauc_ndcg_at_20_diff1": 0.19710829898391094, + "nauc_ndcg_at_20_max": 0.38158011573018646, + "nauc_ndcg_at_20_std": 0.35748862820936184, + "nauc_ndcg_at_3_diff1": 0.25049321182930573, + "nauc_ndcg_at_3_max": 0.3944709251334213, + "nauc_ndcg_at_3_std": 0.36277907498758694, + "nauc_ndcg_at_5_diff1": 0.23591712629841188, + "nauc_ndcg_at_5_max": 0.41849131429066183, + "nauc_ndcg_at_5_std": 0.372480157216951, + "nauc_precision_at_1000_diff1": -0.12194018540679102, + "nauc_precision_at_1000_max": 0.12743527581084377, + "nauc_precision_at_1000_std": 0.4302038882128847, + "nauc_precision_at_100_diff1": -0.08307706417970873, + "nauc_precision_at_100_max": 0.26142962336998243, + "nauc_precision_at_100_std": 0.5487700706838013, + "nauc_precision_at_10_diff1": 0.06451229786714642, + "nauc_precision_at_10_max": 0.4255200543092436, + "nauc_precision_at_10_std": 0.502621362169967, + "nauc_precision_at_1_diff1": 0.2973491285937992, + "nauc_precision_at_1_max": 0.4272862726662676, + "nauc_precision_at_1_std": 0.37754073911273667, + "nauc_precision_at_20_diff1": -0.0042622694364602065, + "nauc_precision_at_20_max": 0.35906267854534124, + "nauc_precision_at_20_std": 0.5473895411154155, + "nauc_precision_at_3_diff1": 0.18459240612853034, + "nauc_precision_at_3_max": 0.39600718587627, + "nauc_precision_at_3_std": 0.39039886980349486, + "nauc_precision_at_5_diff1": 0.13989813839377033, + "nauc_precision_at_5_max": 0.43027703550114155, + "nauc_precision_at_5_std": 0.43566628255200723, + "nauc_recall_at_1000_diff1": 0.13235063867856833, + "nauc_recall_at_1000_max": 0.19860400338928316, + "nauc_recall_at_1000_std": 0.18149889330873176, + "nauc_recall_at_100_diff1": 0.1839569007137586, + "nauc_recall_at_100_max": 0.25785590234939243, + "nauc_recall_at_100_std": 0.1613661532599699, + "nauc_recall_at_10_diff1": 0.23616155017862916, + "nauc_recall_at_10_max": 0.23967372884573623, + "nauc_recall_at_10_std": 0.046487235180773, + "nauc_recall_at_1_diff1": 0.3330592972232142, + "nauc_recall_at_1_max": 0.14813315930096946, + "nauc_recall_at_1_std": -0.04844781260191799, + "nauc_recall_at_20_diff1": 0.19580196216144916, + "nauc_recall_at_20_max": 0.23837373513024337, + "nauc_recall_at_20_std": 0.0968143043481512, + "nauc_recall_at_3_diff1": 0.28646424983015567, + "nauc_recall_at_3_max": 0.15408096663467666, + "nauc_recall_at_3_std": -0.04322183064639357, + "nauc_recall_at_5_diff1": 0.2691422062756279, + "nauc_recall_at_5_max": 0.18602505927108387, + "nauc_recall_at_5_std": -0.01218439874401924, + "ndcg_at_1": 0.40712, + "ndcg_at_10": 0.31096, + "ndcg_at_100": 0.28079, + "ndcg_at_1000": 0.36984, + "ndcg_at_20": 0.28894, + "ndcg_at_3": 0.35959, + "ndcg_at_5": 0.33821, + "precision_at_1": 0.42415, + "precision_at_10": 0.22848, + "precision_at_100": 0.06898, + "precision_at_1000": 0.01979, + "precision_at_20": 0.16625, + "precision_at_3": 0.33127, + "precision_at_5": 0.28669, + "recall_at_1": 0.05456, + "recall_at_10": 0.1506, + "recall_at_100": 0.27315, + "recall_at_1000": 0.59484, + "recall_at_20": 0.18456, + "recall_at_3": 0.09782, + "recall_at_5": 0.11843 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-PL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-PL.json new file mode 100644 index 000000000..9c09670a1 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 4.08995246887207, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.62933, + "map_at_1": 0.49261, + "map_at_10": 0.58461, + "map_at_100": 0.59228, + "map_at_1000": 0.59263, + "map_at_20": 0.58895, + "map_at_3": 0.56089, + "map_at_5": 0.57276, + "mrr_at_1": 0.52, + "mrr_at_10": 0.6041005291005289, + "mrr_at_100": 0.6097039627124616, + "mrr_at_1000": 0.6100124013191451, + "mrr_at_20": 0.6070508238321705, + "mrr_at_3": 0.5872222222222223, + "mrr_at_5": 0.5942222222222223, + "nauc_map_at_1000_diff1": 0.6373401002941377, + "nauc_map_at_1000_max": 0.46072962110506693, + "nauc_map_at_1000_std": 0.005768296907287857, + "nauc_map_at_100_diff1": 0.637388567429252, + "nauc_map_at_100_max": 0.4609005238111178, + "nauc_map_at_100_std": 0.005819851684385519, + "nauc_map_at_10_diff1": 0.6385801244847973, + "nauc_map_at_10_max": 0.4592715494800229, + "nauc_map_at_10_std": 0.00039596658572034444, + "nauc_map_at_1_diff1": 0.662649773906675, + "nauc_map_at_1_max": 0.38280223527207063, + "nauc_map_at_1_std": -0.07912662463706258, + "nauc_map_at_20_diff1": 0.6348503805565286, + "nauc_map_at_20_max": 0.4600987038449765, + "nauc_map_at_20_std": 0.006034164408321865, + "nauc_map_at_3_diff1": 0.645659639641843, + "nauc_map_at_3_max": 0.4375928878407286, + "nauc_map_at_3_std": -0.034477681493749135, + "nauc_map_at_5_diff1": 0.638689963599404, + "nauc_map_at_5_max": 0.45134004250446547, + "nauc_map_at_5_std": -0.017187812683053628, + "nauc_mrr_at_1000_diff1": 0.6377816359040295, + "nauc_mrr_at_1000_max": 0.4799425654884511, + "nauc_mrr_at_1000_std": 0.03930332020153752, + "nauc_mrr_at_100_diff1": 0.6377589840784198, + "nauc_mrr_at_100_max": 0.4800808741328291, + "nauc_mrr_at_100_std": 0.03932349670448165, + "nauc_mrr_at_10_diff1": 0.6390885917185586, + "nauc_mrr_at_10_max": 0.48143735571246055, + "nauc_mrr_at_10_std": 0.039490849062244836, + "nauc_mrr_at_1_diff1": 0.6612664816729236, + "nauc_mrr_at_1_max": 0.4206930010700622, + "nauc_mrr_at_1_std": -0.0141828536191667, + "nauc_mrr_at_20_diff1": 0.6360580576131089, + "nauc_mrr_at_20_max": 0.4803563657324413, + "nauc_mrr_at_20_std": 0.04124613064561106, + "nauc_mrr_at_3_diff1": 0.6438493727999233, + "nauc_mrr_at_3_max": 0.4741173038124609, + "nauc_mrr_at_3_std": 0.019747896728741013, + "nauc_mrr_at_5_diff1": 0.637426180690522, + "nauc_mrr_at_5_max": 0.4772436350197931, + "nauc_mrr_at_5_std": 0.025270288635926876, + "nauc_ndcg_at_1000_diff1": 0.6344128286734588, + "nauc_ndcg_at_1000_max": 0.4862966180958403, + "nauc_ndcg_at_1000_std": 0.04935250879164363, + "nauc_ndcg_at_100_diff1": 0.6363439538470684, + "nauc_ndcg_at_100_max": 0.49264547506157175, + "nauc_ndcg_at_100_std": 0.05498040849974642, + "nauc_ndcg_at_10_diff1": 0.6325267705642007, + "nauc_ndcg_at_10_max": 0.4882438322423467, + "nauc_ndcg_at_10_std": 0.04699959275001823, + "nauc_ndcg_at_1_diff1": 0.6612664816729236, + "nauc_ndcg_at_1_max": 0.4206930010700622, + "nauc_ndcg_at_1_std": -0.0141828536191667, + "nauc_ndcg_at_20_diff1": 0.6208317016889827, + "nauc_ndcg_at_20_max": 0.4902859546499652, + "nauc_ndcg_at_20_std": 0.062332558172377574, + "nauc_ndcg_at_3_diff1": 0.6410193663489978, + "nauc_ndcg_at_3_max": 0.4608749759605701, + "nauc_ndcg_at_3_std": -0.005777720420202763, + "nauc_ndcg_at_5_diff1": 0.6287533428081602, + "nauc_ndcg_at_5_max": 0.47692269046814517, + "nauc_ndcg_at_5_std": 0.010691883053099484, + "nauc_precision_at_1000_diff1": -0.11163913263110563, + "nauc_precision_at_1000_max": 0.22206215270631866, + "nauc_precision_at_1000_std": 0.46486058360929716, + "nauc_precision_at_100_diff1": 0.0959091140659226, + "nauc_precision_at_100_max": 0.3546334505069028, + "nauc_precision_at_100_std": 0.44096999337714554, + "nauc_precision_at_10_diff1": 0.3254043589875472, + "nauc_precision_at_10_max": 0.4897104139682118, + "nauc_precision_at_10_std": 0.34905100137007444, + "nauc_precision_at_1_diff1": 0.6612664816729236, + "nauc_precision_at_1_max": 0.4206930010700622, + "nauc_precision_at_1_std": -0.0141828536191667, + "nauc_precision_at_20_diff1": 0.18821573530477637, + "nauc_precision_at_20_max": 0.4351398854823515, + "nauc_precision_at_20_std": 0.4162589693411611, + "nauc_precision_at_3_diff1": 0.5282337268324931, + "nauc_precision_at_3_max": 0.49386899784126403, + "nauc_precision_at_3_std": 0.13848966335401278, + "nauc_precision_at_5_diff1": 0.40286198506287524, + "nauc_precision_at_5_max": 0.49185308417367607, + "nauc_precision_at_5_std": 0.21662833783344929, + "nauc_recall_at_1000_diff1": 0.7248899559823945, + "nauc_recall_at_1000_max": 0.7503001200480208, + "nauc_recall_at_1000_std": 0.6639322395624874, + "nauc_recall_at_100_diff1": 0.6838697272856968, + "nauc_recall_at_100_max": 0.6802879098932598, + "nauc_recall_at_100_std": 0.338526710123984, + "nauc_recall_at_10_diff1": 0.6018398381901267, + "nauc_recall_at_10_max": 0.5558146101407769, + "nauc_recall_at_10_std": 0.18135544581270852, + "nauc_recall_at_1_diff1": 0.662649773906675, + "nauc_recall_at_1_max": 0.38280223527207063, + "nauc_recall_at_1_std": -0.07912662463706258, + "nauc_recall_at_20_diff1": 0.539538925869784, + "nauc_recall_at_20_max": 0.5755123072299191, + "nauc_recall_at_20_std": 0.2746400264779385, + "nauc_recall_at_3_diff1": 0.6182469980833031, + "nauc_recall_at_3_max": 0.48325983198493516, + "nauc_recall_at_3_std": 0.0010689675419723991, + "nauc_recall_at_5_diff1": 0.5896488320149252, + "nauc_recall_at_5_max": 0.5209901714640349, + "nauc_recall_at_5_std": 0.049580015369975396, + "ndcg_at_1": 0.52, + "ndcg_at_10": 0.62933, + "ndcg_at_100": 0.66287, + "ndcg_at_1000": 0.67258, + "ndcg_at_20": 0.64226, + "ndcg_at_3": 0.58782, + "ndcg_at_5": 0.60362, + "precision_at_1": 0.52, + "precision_at_10": 0.08367, + "precision_at_100": 0.01023, + "precision_at_1000": 0.00111, + "precision_at_20": 0.045, + "precision_at_3": 0.22889, + "precision_at_5": 0.14867, + "recall_at_1": 0.49261, + "recall_at_10": 0.74722, + "recall_at_100": 0.89933, + "recall_at_1000": 0.97667, + "recall_at_20": 0.79372, + "recall_at_3": 0.632, + "recall_at_5": 0.67172 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact.json new file mode 100644 index 000000000..17e4b51ad --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 8.319746017456055, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.67585, + "map_at_1": 0.5265, + "map_at_10": 0.62786, + "map_at_100": 0.63355, + "map_at_1000": 0.63391, + "map_at_20": 0.63101, + "map_at_3": 0.60128, + "map_at_5": 0.61517, + "mrr_at_1": 0.5533333333333333, + "mrr_at_10": 0.6435820105820106, + "mrr_at_100": 0.6479678323297711, + "mrr_at_1000": 0.6483145580968852, + "mrr_at_20": 0.6460671177234645, + "mrr_at_3": 0.6233333333333334, + "mrr_at_5": 0.6348333333333334, + "nauc_map_at_1000_diff1": 0.6501493634824539, + "nauc_map_at_1000_max": 0.516823803138583, + "nauc_map_at_1000_std": -0.03236331800678079, + "nauc_map_at_100_diff1": 0.6499722276190357, + "nauc_map_at_100_max": 0.5171029470483866, + "nauc_map_at_100_std": -0.032001201537617416, + "nauc_map_at_10_diff1": 0.6477071633138797, + "nauc_map_at_10_max": 0.5155307044140874, + "nauc_map_at_10_std": -0.02998460005493421, + "nauc_map_at_1_diff1": 0.6729319117857753, + "nauc_map_at_1_max": 0.46401533697310265, + "nauc_map_at_1_std": -0.13224532857100155, + "nauc_map_at_20_diff1": 0.6472097900048941, + "nauc_map_at_20_max": 0.5166079474100214, + "nauc_map_at_20_std": -0.0332938617584081, + "nauc_map_at_3_diff1": 0.6517190456103512, + "nauc_map_at_3_max": 0.5070701005020652, + "nauc_map_at_3_std": -0.06666845145724054, + "nauc_map_at_5_diff1": 0.6478958111682541, + "nauc_map_at_5_max": 0.5030666373303077, + "nauc_map_at_5_std": -0.053304584400556784, + "nauc_mrr_at_1000_diff1": 0.6630978181142178, + "nauc_mrr_at_1000_max": 0.529106764501588, + "nauc_mrr_at_1000_std": -0.0008154151798630122, + "nauc_mrr_at_100_diff1": 0.6628909282203642, + "nauc_mrr_at_100_max": 0.5293596581281275, + "nauc_mrr_at_100_std": -0.0005210188895471449, + "nauc_mrr_at_10_diff1": 0.6616995404074729, + "nauc_mrr_at_10_max": 0.5293478859400897, + "nauc_mrr_at_10_std": 0.002069343201063035, + "nauc_mrr_at_1_diff1": 0.6879292364640778, + "nauc_mrr_at_1_max": 0.4985719520100717, + "nauc_mrr_at_1_std": -0.0645862888602862, + "nauc_mrr_at_20_diff1": 0.6611754796462658, + "nauc_mrr_at_20_max": 0.5297726316722805, + "nauc_mrr_at_20_std": -4.7300455262318496e-05, + "nauc_mrr_at_3_diff1": 0.6671903110919949, + "nauc_mrr_at_3_max": 0.5346033677592391, + "nauc_mrr_at_3_std": -0.005178747204752928, + "nauc_mrr_at_5_diff1": 0.660736636792123, + "nauc_mrr_at_5_max": 0.5263037094457138, + "nauc_mrr_at_5_std": -0.0038506745898014188, + "nauc_ndcg_at_1000_diff1": 0.6515328192650935, + "nauc_ndcg_at_1000_max": 0.5314000679634395, + "nauc_ndcg_at_1000_std": 0.0029362850607036854, + "nauc_ndcg_at_100_diff1": 0.6480895064623635, + "nauc_ndcg_at_100_max": 0.5387723965630328, + "nauc_ndcg_at_100_std": 0.012029893278938315, + "nauc_ndcg_at_10_diff1": 0.6370668097414162, + "nauc_ndcg_at_10_max": 0.5338719556319622, + "nauc_ndcg_at_10_std": 0.022566087815357846, + "nauc_ndcg_at_1_diff1": 0.6879292364640778, + "nauc_ndcg_at_1_max": 0.4985719520100717, + "nauc_ndcg_at_1_std": -0.0645862888602862, + "nauc_ndcg_at_20_diff1": 0.6334053942561484, + "nauc_ndcg_at_20_max": 0.5367343128913944, + "nauc_ndcg_at_20_std": 0.012572951990389604, + "nauc_ndcg_at_3_diff1": 0.6477970505146128, + "nauc_ndcg_at_3_max": 0.5277083083818784, + "nauc_ndcg_at_3_std": -0.026289860815328105, + "nauc_ndcg_at_5_diff1": 0.6360983915375774, + "nauc_ndcg_at_5_max": 0.5141862861637583, + "nauc_ndcg_at_5_std": -0.016489297908563464, + "nauc_precision_at_1000_diff1": 0.008420624427947984, + "nauc_precision_at_1000_max": 0.1595579511169882, + "nauc_precision_at_1000_std": 0.5496660903759454, + "nauc_precision_at_100_diff1": 0.14531531338420567, + "nauc_precision_at_100_max": 0.3010267512646834, + "nauc_precision_at_100_std": 0.49464117294006565, + "nauc_precision_at_10_diff1": 0.29415257046451854, + "nauc_precision_at_10_max": 0.4521751606694928, + "nauc_precision_at_10_std": 0.4657609475418432, + "nauc_precision_at_1_diff1": 0.6879292364640778, + "nauc_precision_at_1_max": 0.4985719520100717, + "nauc_precision_at_1_std": -0.0645862888602862, + "nauc_precision_at_20_diff1": 0.20485230382072683, + "nauc_precision_at_20_max": 0.40411731810102014, + "nauc_precision_at_20_std": 0.42792446423934916, + "nauc_precision_at_3_diff1": 0.5285030383949563, + "nauc_precision_at_3_max": 0.5389559293122619, + "nauc_precision_at_3_std": 0.1887815452408632, + "nauc_precision_at_5_diff1": 0.4256791206101877, + "nauc_precision_at_5_max": 0.4626483664396125, + "nauc_precision_at_5_std": 0.28538870987478065, + "nauc_recall_at_1000_diff1": 0.722222222222207, + "nauc_recall_at_1000_max": 0.12278244631182747, + "nauc_recall_at_1000_std": 0.554154995331476, + "nauc_recall_at_100_diff1": 0.5786485136690334, + "nauc_recall_at_100_max": 0.69766356154865, + "nauc_recall_at_100_std": 0.2567585173604306, + "nauc_recall_at_10_diff1": 0.5508494730292353, + "nauc_recall_at_10_max": 0.573298694413756, + "nauc_recall_at_10_std": 0.200258644406112, + "nauc_recall_at_1_diff1": 0.6729319117857753, + "nauc_recall_at_1_max": 0.46401533697310265, + "nauc_recall_at_1_std": -0.13224532857100155, + "nauc_recall_at_20_diff1": 0.5045597564943853, + "nauc_recall_at_20_max": 0.5954526830385909, + "nauc_recall_at_20_std": 0.17465912517051652, + "nauc_recall_at_3_diff1": 0.6026920503658797, + "nauc_recall_at_3_max": 0.5404437734501379, + "nauc_recall_at_3_std": 0.0037281618709194397, + "nauc_recall_at_5_diff1": 0.5598155948026032, + "nauc_recall_at_5_max": 0.5037427977786914, + "nauc_recall_at_5_std": 0.046312681819359505, + "ndcg_at_1": 0.55333, + "ndcg_at_10": 0.67585, + "ndcg_at_100": 0.70227, + "ndcg_at_1000": 0.71121, + "ndcg_at_20": 0.68622, + "ndcg_at_3": 0.6291, + "ndcg_at_5": 0.65055, + "precision_at_1": 0.55333, + "precision_at_10": 0.09033, + "precision_at_100": 0.01057, + "precision_at_1000": 0.00113, + "precision_at_20": 0.04783, + "precision_at_3": 0.24556, + "precision_at_5": 0.16133, + "recall_at_1": 0.5265, + "recall_at_10": 0.80656, + "recall_at_100": 0.92833, + "recall_at_1000": 0.99667, + "recall_at_20": 0.84522, + "recall_at_3": 0.68078, + "recall_at_5": 0.73433 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.67718, + "map_at_1": 0.53053, + "map_at_10": 0.63103, + "map_at_100": 0.63723, + "map_at_1000": 0.63749, + "map_at_20": 0.63482, + "map_at_3": 0.60397, + "map_at_5": 0.61987, + "mrr_at_1": 0.5599505562422744, + "mrr_at_10": 0.6451115427629642, + "mrr_at_100": 0.6499162698265623, + "mrr_at_1000": 0.6501414511152203, + "mrr_at_20": 0.6479935766942042, + "mrr_at_3": 0.6264936135146268, + "mrr_at_5": 0.636505974454058, + "nauc_map_at_1000_diff1": 0.6292025168004912, + "nauc_map_at_1000_max": 0.49630214939892514, + "nauc_map_at_1000_std": 0.1225630251346339, + "nauc_map_at_100_diff1": 0.6291008116871294, + "nauc_map_at_100_max": 0.49632818784881977, + "nauc_map_at_100_std": 0.1228366078309035, + "nauc_map_at_10_diff1": 0.6273337942276097, + "nauc_map_at_10_max": 0.494851348198314, + "nauc_map_at_10_std": 0.11964213355387757, + "nauc_map_at_1_diff1": 0.6716399440333486, + "nauc_map_at_1_max": 0.4509101164227759, + "nauc_map_at_1_std": 0.06845816055254926, + "nauc_map_at_20_diff1": 0.6275585604378738, + "nauc_map_at_20_max": 0.4957668739666888, + "nauc_map_at_20_std": 0.12158371467466542, + "nauc_map_at_3_diff1": 0.6366318243965093, + "nauc_map_at_3_max": 0.48023019410404927, + "nauc_map_at_3_std": 0.08808499263580266, + "nauc_map_at_5_diff1": 0.6328412231866682, + "nauc_map_at_5_max": 0.49210267718625517, + "nauc_map_at_5_std": 0.10420759778718716, + "nauc_mrr_at_1000_diff1": 0.6228428787814916, + "nauc_mrr_at_1000_max": 0.5203617367231654, + "nauc_mrr_at_1000_std": 0.13920761004359097, + "nauc_mrr_at_100_diff1": 0.6227208797328049, + "nauc_mrr_at_100_max": 0.5203528378838806, + "nauc_mrr_at_100_std": 0.13947939066146778, + "nauc_mrr_at_10_diff1": 0.6209265152099723, + "nauc_mrr_at_10_max": 0.5199949712264482, + "nauc_mrr_at_10_std": 0.13785884746217317, + "nauc_mrr_at_1_diff1": 0.6713160426232309, + "nauc_mrr_at_1_max": 0.5079598685872134, + "nauc_mrr_at_1_std": 0.10985147904751147, + "nauc_mrr_at_20_diff1": 0.621150125134034, + "nauc_mrr_at_20_max": 0.520229799952099, + "nauc_mrr_at_20_std": 0.13839725601039204, + "nauc_mrr_at_3_diff1": 0.62832765066428, + "nauc_mrr_at_3_max": 0.5233206251487594, + "nauc_mrr_at_3_std": 0.13339746886295548, + "nauc_mrr_at_5_diff1": 0.6255714196980311, + "nauc_mrr_at_5_max": 0.5216197102654249, + "nauc_mrr_at_5_std": 0.13355660906237904, + "nauc_ndcg_at_1000_diff1": 0.611779718695472, + "nauc_ndcg_at_1000_max": 0.5063836277382759, + "nauc_ndcg_at_1000_std": 0.14802355846003332, + "nauc_ndcg_at_100_diff1": 0.6087986254124513, + "nauc_ndcg_at_100_max": 0.5078699835758509, + "nauc_ndcg_at_100_std": 0.15876493904166464, + "nauc_ndcg_at_10_diff1": 0.5986997380150335, + "nauc_ndcg_at_10_max": 0.5042033068580861, + "nauc_ndcg_at_10_std": 0.14620215990234336, + "nauc_ndcg_at_1_diff1": 0.6713160426232309, + "nauc_ndcg_at_1_max": 0.5079598685872134, + "nauc_ndcg_at_1_std": 0.10985147904751147, + "nauc_ndcg_at_20_diff1": 0.5985676246968161, + "nauc_ndcg_at_20_max": 0.5066920539549424, + "nauc_ndcg_at_20_std": 0.15117746325434403, + "nauc_ndcg_at_3_diff1": 0.6197530028596342, + "nauc_ndcg_at_3_max": 0.49530759217192855, + "nauc_ndcg_at_3_std": 0.10727184536932824, + "nauc_ndcg_at_5_diff1": 0.6130128934229274, + "nauc_ndcg_at_5_max": 0.5029735460843078, + "nauc_ndcg_at_5_std": 0.1195797950178115, + "nauc_precision_at_1000_diff1": -0.19608318978660313, + "nauc_precision_at_1000_max": 0.14751778429893742, + "nauc_precision_at_1000_std": 0.3507531217678994, + "nauc_precision_at_100_diff1": -0.047576729824099384, + "nauc_precision_at_100_max": 0.24987172646405764, + "nauc_precision_at_100_std": 0.4027621026341016, + "nauc_precision_at_10_diff1": 0.147188664462788, + "nauc_precision_at_10_max": 0.3794843263955983, + "nauc_precision_at_10_std": 0.3542215719853548, + "nauc_precision_at_1_diff1": 0.6713160426232309, + "nauc_precision_at_1_max": 0.5079598685872134, + "nauc_precision_at_1_std": 0.10985147904751147, + "nauc_precision_at_20_diff1": 0.06613523621639221, + "nauc_precision_at_20_max": 0.33274065369933187, + "nauc_precision_at_20_std": 0.36506014034865564, + "nauc_precision_at_3_diff1": 0.42376833558089444, + "nauc_precision_at_3_max": 0.49219476888862723, + "nauc_precision_at_3_std": 0.2070968043883249, + "nauc_precision_at_5_diff1": 0.29148657276398093, + "nauc_precision_at_5_max": 0.4408721492611396, + "nauc_precision_at_5_std": 0.25886952904836835, + "nauc_recall_at_1000_diff1": 0.19861830917602805, + "nauc_recall_at_1000_max": 0.28140831583536047, + "nauc_recall_at_1000_std": 0.41303058593637676, + "nauc_recall_at_100_diff1": 0.45467952258316086, + "nauc_recall_at_100_max": 0.5072429283188216, + "nauc_recall_at_100_std": 0.4861419035943384, + "nauc_recall_at_10_diff1": 0.46152757187042487, + "nauc_recall_at_10_max": 0.49142931267133627, + "nauc_recall_at_10_std": 0.22428181000321126, + "nauc_recall_at_1_diff1": 0.6716399440333486, + "nauc_recall_at_1_max": 0.4509101164227759, + "nauc_recall_at_1_std": 0.06845816055254926, + "nauc_recall_at_20_diff1": 0.43260267165825866, + "nauc_recall_at_20_max": 0.5051400233733611, + "nauc_recall_at_20_std": 0.27063547268632976, + "nauc_recall_at_3_diff1": 0.5703330030991928, + "nauc_recall_at_3_max": 0.4842792970563385, + "nauc_recall_at_3_std": 0.0933716438149566, + "nauc_recall_at_5_diff1": 0.5418058693023343, + "nauc_recall_at_5_max": 0.49820108405270447, + "nauc_recall_at_5_std": 0.1262277800701606, + "ndcg_at_1": 0.55995, + "ndcg_at_10": 0.67718, + "ndcg_at_100": 0.70433, + "ndcg_at_1000": 0.71189, + "ndcg_at_20": 0.68912, + "ndcg_at_3": 0.63082, + "ndcg_at_5": 0.65352, + "precision_at_1": 0.55995, + "precision_at_10": 0.09085, + "precision_at_100": 0.01056, + "precision_at_1000": 0.00112, + "precision_at_20": 0.04827, + "precision_at_3": 0.24928, + "precision_at_5": 0.1644, + "recall_at_1": 0.53053, + "recall_at_10": 0.80358, + "recall_at_100": 0.926, + "recall_at_1000": 0.9864, + "recall_at_20": 0.84757, + "recall_at_3": 0.68169, + "recall_at_5": 0.73484 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-PL.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-PL.json new file mode 100644 index 000000000..05d444255 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 81.26901817321777, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.70967, + "map_at_1": 0.0022, + "map_at_10": 0.01675, + "map_at_100": 0.09011, + "map_at_1000": 0.20796, + "map_at_20": 0.02956, + "map_at_3": 0.0061, + "map_at_5": 0.00924, + "mrr_at_1": 0.86, + "mrr_at_10": 0.9166666666666665, + "mrr_at_100": 0.9166666666666665, + "mrr_at_1000": 0.9166666666666665, + "mrr_at_20": 0.9166666666666665, + "mrr_at_3": 0.9066666666666666, + "mrr_at_5": 0.9166666666666665, + "nauc_map_at_1000_diff1": 0.037178209232051666, + "nauc_map_at_1000_max": 0.5782941345830985, + "nauc_map_at_1000_std": 0.8450001705666482, + "nauc_map_at_100_diff1": 0.1537749464626035, + "nauc_map_at_100_max": 0.5044432418025211, + "nauc_map_at_100_std": 0.6884644355620018, + "nauc_map_at_10_diff1": 0.2579935654969005, + "nauc_map_at_10_max": 0.29949843382757757, + "nauc_map_at_10_std": 0.2782597440981588, + "nauc_map_at_1_diff1": 0.2721659512037144, + "nauc_map_at_1_max": -0.02071231459897, + "nauc_map_at_1_std": 0.007775516880003899, + "nauc_map_at_20_diff1": 0.2270235941379687, + "nauc_map_at_20_max": 0.34565547409980507, + "nauc_map_at_20_std": 0.36078582561751976, + "nauc_map_at_3_diff1": 0.285787735006406, + "nauc_map_at_3_max": 0.08487769781438245, + "nauc_map_at_3_std": 0.10020915574302333, + "nauc_map_at_5_diff1": 0.34739442813544263, + "nauc_map_at_5_max": 0.21049388501077312, + "nauc_map_at_5_std": 0.2096993194518087, + "nauc_mrr_at_1000_diff1": 0.5732022363601311, + "nauc_mrr_at_1000_max": 0.4043763254289583, + "nauc_mrr_at_1000_std": 0.6320802005012535, + "nauc_mrr_at_100_diff1": 0.5732022363601311, + "nauc_mrr_at_100_max": 0.4043763254289583, + "nauc_mrr_at_100_std": 0.6320802005012535, + "nauc_mrr_at_10_diff1": 0.5732022363601311, + "nauc_mrr_at_10_max": 0.4043763254289583, + "nauc_mrr_at_10_std": 0.6320802005012535, + "nauc_mrr_at_1_diff1": 0.5418456422336145, + "nauc_mrr_at_1_max": 0.34446445891644667, + "nauc_mrr_at_1_std": 0.591035056117501, + "nauc_mrr_at_20_diff1": 0.5732022363601311, + "nauc_mrr_at_20_max": 0.4043763254289583, + "nauc_mrr_at_20_std": 0.6320802005012535, + "nauc_mrr_at_3_diff1": 0.6130437765884461, + "nauc_mrr_at_3_max": 0.4700322492109249, + "nauc_mrr_at_3_std": 0.6654315905036379, + "nauc_mrr_at_5_diff1": 0.5732022363601311, + "nauc_mrr_at_5_max": 0.4043763254289583, + "nauc_mrr_at_5_std": 0.6320802005012535, + "nauc_ndcg_at_1000_diff1": 0.0525039873580397, + "nauc_ndcg_at_1000_max": 0.5313216424433538, + "nauc_ndcg_at_1000_std": 0.8230845118529352, + "nauc_ndcg_at_100_diff1": 0.07560870338671345, + "nauc_ndcg_at_100_max": 0.5286594033481818, + "nauc_ndcg_at_100_std": 0.7522871057920991, + "nauc_ndcg_at_10_diff1": 0.19086303992435574, + "nauc_ndcg_at_10_max": 0.5032469988586898, + "nauc_ndcg_at_10_std": 0.5985431403911933, + "nauc_ndcg_at_1_diff1": 0.5820949418071711, + "nauc_ndcg_at_1_max": 0.3399350018055053, + "nauc_ndcg_at_1_std": 0.49265298186161494, + "nauc_ndcg_at_20_diff1": 0.16600469933928605, + "nauc_ndcg_at_20_max": 0.533169391640127, + "nauc_ndcg_at_20_std": 0.6841732097440908, + "nauc_ndcg_at_3_diff1": 0.3249564814548135, + "nauc_ndcg_at_3_max": 0.39301503646456193, + "nauc_ndcg_at_3_std": 0.4652456985169856, + "nauc_ndcg_at_5_diff1": 0.2849482146046762, + "nauc_ndcg_at_5_max": 0.45078865908156546, + "nauc_ndcg_at_5_std": 0.5591838010854961, + "nauc_precision_at_1000_diff1": -0.11310953193708972, + "nauc_precision_at_1000_max": 0.4334335386621068, + "nauc_precision_at_1000_std": 0.6488441414683569, + "nauc_precision_at_100_diff1": 0.02400483495419771, + "nauc_precision_at_100_max": 0.521519520488027, + "nauc_precision_at_100_std": 0.7763372298325442, + "nauc_precision_at_10_diff1": 0.10936190392165548, + "nauc_precision_at_10_max": 0.591043936653579, + "nauc_precision_at_10_std": 0.6354437778463979, + "nauc_precision_at_1_diff1": 0.5418456422336145, + "nauc_precision_at_1_max": 0.34446445891644667, + "nauc_precision_at_1_std": 0.591035056117501, + "nauc_precision_at_20_diff1": 0.11447998228903986, + "nauc_precision_at_20_max": 0.5882914267247192, + "nauc_precision_at_20_std": 0.7502754614137721, + "nauc_precision_at_3_diff1": 0.2975976336091452, + "nauc_precision_at_3_max": 0.5244833513211022, + "nauc_precision_at_3_std": 0.6336691050085943, + "nauc_precision_at_5_diff1": 0.2803817254428789, + "nauc_precision_at_5_max": 0.5933527121153952, + "nauc_precision_at_5_std": 0.6650578621181378, + "nauc_recall_at_1000_diff1": 0.00873062720591554, + "nauc_recall_at_1000_max": 0.45997767607991397, + "nauc_recall_at_1000_std": 0.7740945267576418, + "nauc_recall_at_100_diff1": 0.16342499228540305, + "nauc_recall_at_100_max": 0.3609524342281368, + "nauc_recall_at_100_std": 0.5712665643485401, + "nauc_recall_at_10_diff1": 0.19516403511614594, + "nauc_recall_at_10_max": 0.20535154365547506, + "nauc_recall_at_10_std": 0.19323648071615881, + "nauc_recall_at_1_diff1": 0.2721659512037144, + "nauc_recall_at_1_max": -0.02071231459897, + "nauc_recall_at_1_std": 0.007775516880003899, + "nauc_recall_at_20_diff1": 0.197704116820844, + "nauc_recall_at_20_max": 0.23025296752457897, + "nauc_recall_at_20_std": 0.2694079382253447, + "nauc_recall_at_3_diff1": 0.2662941290453931, + "nauc_recall_at_3_max": 0.0777788103660238, + "nauc_recall_at_3_std": 0.07261526981149742, + "nauc_recall_at_5_diff1": 0.30373942238556023, + "nauc_recall_at_5_max": 0.15693123494707806, + "nauc_recall_at_5_std": 0.16803851029661807, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.70967, + "ndcg_at_100": 0.51146, + "ndcg_at_1000": 0.43919, + "ndcg_at_20": 0.65938, + "ndcg_at_3": 0.75508, + "ndcg_at_5": 0.72785, + "precision_at_1": 0.86, + "precision_at_10": 0.75, + "precision_at_100": 0.5194, + "precision_at_1000": 0.19558, + "precision_at_20": 0.69, + "precision_at_3": 0.82, + "precision_at_5": 0.776, + "recall_at_1": 0.0022, + "recall_at_10": 0.0189, + "recall_at_100": 0.12026, + "recall_at_1000": 0.40949, + "recall_at_20": 0.03491, + "recall_at_3": 0.00639, + "recall_at_5": 0.00999 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID.json new file mode 100644 index 000000000..87385a67e --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 68.71953773498535, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.72287, + "map_at_1": 0.0022, + "map_at_10": 0.01696, + "map_at_100": 0.09639, + "map_at_1000": 0.23706, + "map_at_20": 0.02996, + "map_at_3": 0.006, + "map_at_5": 0.00948, + "mrr_at_1": 0.86, + "mrr_at_10": 0.9179999999999999, + "mrr_at_100": 0.9179999999999999, + "mrr_at_1000": 0.9179999999999999, + "mrr_at_20": 0.9179999999999999, + "mrr_at_3": 0.91, + "mrr_at_5": 0.9179999999999999, + "nauc_map_at_1000_diff1": -0.25092050367931173, + "nauc_map_at_1000_max": 0.5328190375446201, + "nauc_map_at_1000_std": 0.8635235209310759, + "nauc_map_at_100_diff1": -0.11386486265169682, + "nauc_map_at_100_max": 0.3708357678403631, + "nauc_map_at_100_std": 0.684413195107178, + "nauc_map_at_10_diff1": 0.09779536023368057, + "nauc_map_at_10_max": 0.06534644555875242, + "nauc_map_at_10_std": 0.1669175089373063, + "nauc_map_at_1_diff1": 0.08643533786095497, + "nauc_map_at_1_max": -0.08674194434936831, + "nauc_map_at_1_std": -0.1591286422792603, + "nauc_map_at_20_diff1": 0.005448138376421963, + "nauc_map_at_20_max": 0.1546793914337029, + "nauc_map_at_20_std": 0.3342985064610389, + "nauc_map_at_3_diff1": 0.16649713596052623, + "nauc_map_at_3_max": -0.04661958940566623, + "nauc_map_at_3_std": -0.08952900745575038, + "nauc_map_at_5_diff1": 0.17441872417786697, + "nauc_map_at_5_max": -0.0389240981698599, + "nauc_map_at_5_std": 0.02763608125386444, + "nauc_mrr_at_1000_diff1": -0.09953894286184631, + "nauc_mrr_at_1000_max": 0.6138058384888638, + "nauc_mrr_at_1000_std": 0.33817129684081904, + "nauc_mrr_at_100_diff1": -0.09953894286184631, + "nauc_mrr_at_100_max": 0.6138058384888638, + "nauc_mrr_at_100_std": 0.33817129684081904, + "nauc_mrr_at_10_diff1": -0.09953894286184631, + "nauc_mrr_at_10_max": 0.6138058384888638, + "nauc_mrr_at_10_std": 0.33817129684081904, + "nauc_mrr_at_1_diff1": -0.2381876125814045, + "nauc_mrr_at_1_max": 0.5847304974366071, + "nauc_mrr_at_1_std": 0.24504641817929929, + "nauc_mrr_at_20_diff1": -0.09953894286184631, + "nauc_mrr_at_20_max": 0.6138058384888638, + "nauc_mrr_at_20_std": 0.33817129684081904, + "nauc_mrr_at_3_diff1": -0.0282615664066674, + "nauc_mrr_at_3_max": 0.6287530719093927, + "nauc_mrr_at_3_std": 0.3860455176835126, + "nauc_mrr_at_5_diff1": -0.09953894286184631, + "nauc_mrr_at_5_max": 0.6138058384888638, + "nauc_mrr_at_5_std": 0.33817129684081904, + "nauc_ndcg_at_1000_diff1": -0.2170496316237381, + "nauc_ndcg_at_1000_max": 0.515910240714215, + "nauc_ndcg_at_1000_std": 0.8364039934441692, + "nauc_ndcg_at_100_diff1": -0.295757783523154, + "nauc_ndcg_at_100_max": 0.5167862706136623, + "nauc_ndcg_at_100_std": 0.8205018368097402, + "nauc_ndcg_at_10_diff1": -0.3183664929566358, + "nauc_ndcg_at_10_max": 0.4506705407850689, + "nauc_ndcg_at_10_std": 0.6424530756648693, + "nauc_ndcg_at_1_diff1": -0.41959329837575154, + "nauc_ndcg_at_1_max": 0.377311676684998, + "nauc_ndcg_at_1_std": 0.35546745108070005, + "nauc_ndcg_at_20_diff1": -0.32966482334050773, + "nauc_ndcg_at_20_max": 0.4812156311128487, + "nauc_ndcg_at_20_std": 0.7437973671677268, + "nauc_ndcg_at_3_diff1": -0.26341171975752065, + "nauc_ndcg_at_3_max": 0.32957480031338376, + "nauc_ndcg_at_3_std": 0.39963858512917433, + "nauc_ndcg_at_5_diff1": -0.26681547662824173, + "nauc_ndcg_at_5_max": 0.36935070457062247, + "nauc_ndcg_at_5_std": 0.4941846637830853, + "nauc_precision_at_1000_diff1": -0.31808024928176304, + "nauc_precision_at_1000_max": 0.5383048137268968, + "nauc_precision_at_1000_std": 0.6521219114335165, + "nauc_precision_at_100_diff1": -0.3013670465816217, + "nauc_precision_at_100_max": 0.5446060579524191, + "nauc_precision_at_100_std": 0.8625686045692593, + "nauc_precision_at_10_diff1": -0.23420045177599527, + "nauc_precision_at_10_max": 0.5375125415482576, + "nauc_precision_at_10_std": 0.7367143665887552, + "nauc_precision_at_1_diff1": -0.2381876125814045, + "nauc_precision_at_1_max": 0.5847304974366071, + "nauc_precision_at_1_std": 0.24504641817929929, + "nauc_precision_at_20_diff1": -0.27916792896184606, + "nauc_precision_at_20_max": 0.5430915751661771, + "nauc_precision_at_20_std": 0.8098334279524337, + "nauc_precision_at_3_diff1": -0.08002593245406135, + "nauc_precision_at_3_max": 0.4795478028323099, + "nauc_precision_at_3_std": 0.3696387690188202, + "nauc_precision_at_5_diff1": -0.127394120078666, + "nauc_precision_at_5_max": 0.4809034084503512, + "nauc_precision_at_5_std": 0.6229534892460321, + "nauc_recall_at_1000_diff1": -0.18187785892995229, + "nauc_recall_at_1000_max": 0.45518349521090623, + "nauc_recall_at_1000_std": 0.7784222461264129, + "nauc_recall_at_100_diff1": -0.020882521083945973, + "nauc_recall_at_100_max": 0.23279977454966838, + "nauc_recall_at_100_std": 0.5664791584128935, + "nauc_recall_at_10_diff1": 0.1795298709790035, + "nauc_recall_at_10_max": -0.019788627053591485, + "nauc_recall_at_10_std": 0.08787689964256833, + "nauc_recall_at_1_diff1": 0.08643533786095497, + "nauc_recall_at_1_max": -0.08674194434936831, + "nauc_recall_at_1_std": -0.1591286422792603, + "nauc_recall_at_20_diff1": 0.10614335626490304, + "nauc_recall_at_20_max": 0.046522877158126176, + "nauc_recall_at_20_std": 0.21732568651436474, + "nauc_recall_at_3_diff1": 0.2391655931845997, + "nauc_recall_at_3_max": -0.10237244535032008, + "nauc_recall_at_3_std": -0.12620683566383067, + "nauc_recall_at_5_diff1": 0.26234229493957706, + "nauc_recall_at_5_max": -0.1268875317593469, + "nauc_recall_at_5_std": -0.031469024662803824, + "ndcg_at_1": 0.8, + "ndcg_at_10": 0.72287, + "ndcg_at_100": 0.53941, + "ndcg_at_1000": 0.47817, + "ndcg_at_20": 0.68539, + "ndcg_at_3": 0.76765, + "ndcg_at_5": 0.7556, + "precision_at_1": 0.86, + "precision_at_10": 0.758, + "precision_at_100": 0.5546, + "precision_at_1000": 0.21838, + "precision_at_20": 0.716, + "precision_at_3": 0.82, + "precision_at_5": 0.804, + "recall_at_1": 0.0022, + "recall_at_10": 0.01905, + "recall_at_100": 0.12747, + "recall_at_1000": 0.45021, + "recall_at_20": 0.03502, + "recall_at_3": 0.00636, + "recall_at_5": 0.01042 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/model_meta.json b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/model_meta.json new file mode 100644 index 000000000..7adcba80f --- /dev/null +++ b/results/intfloat__multilingual-e5-small/fd1525a9fd15316a2d503bf26ab031a61d056e98/model_meta.json @@ -0,0 +1 @@ +{"name": "intfloat/multilingual-e5-small", "revision": "fd1525a9fd15316a2d503bf26ab031a61d056e98", "release_date": "2024-02-08", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 118000000, "memory_usage": null, "max_tokens": 512, "embed_dim": 384, "license": "mit", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/intfloat/multilingual-e5-small", "similarity_fn_name": "cosine", "use_instructions": true, "zero_shot_benchmarks": null, "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CMedQAv2-reranking.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CMedQAv2-reranking.json new file mode 100644 index 000000000..b848e1edc --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 47.35757875442505, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.7826828204085822, + "map": 0.7826828204085822, + "mrr": 0.8129027777777778, + "nAUC_map_diff1": 0.5216090288775225, + "nAUC_map_max": 0.5515547418632776, + "nAUC_map_std": 0.06653568597650127, + "nAUC_mrr_diff1": 0.6004945233203864, + "nAUC_mrr_max": 0.6555230078344356, + "nAUC_mrr_std": 0.15455404429382272 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CUREv1.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CUREv1.json new file mode 100644 index 000000000..c3d70dca9 --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 1694.887703180313, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.48408, + "map_at_1": 0.08124, + "map_at_10": 0.2232, + "map_at_100": 0.33412, + "map_at_1000": 0.37087, + "map_at_20": 0.26255, + "map_at_3": 0.14464, + "map_at_5": 0.17816, + "mrr_at_1": 0.6655, + "mrr_at_10": 0.766844246031746, + "mrr_at_100": 0.768876866881544, + "mrr_at_1000": 0.7689275847259803, + "mrr_at_20": 0.7682595943358324, + "mrr_at_3": 0.749333333333333, + "mrr_at_5": 0.7610083333333334, + "nauc_map_at_1000_diff1": 0.16847732166026683, + "nauc_map_at_1000_max": 0.33032870110997237, + "nauc_map_at_1000_std": 0.18183092380864277, + "nauc_map_at_100_diff1": 0.187988993457604, + "nauc_map_at_100_max": 0.29121621793429203, + "nauc_map_at_100_std": 0.12689507825816587, + "nauc_map_at_10_diff1": 0.24485105052864556, + "nauc_map_at_10_max": 0.1736309699492463, + "nauc_map_at_10_std": -0.03890878114550653, + "nauc_map_at_1_diff1": 0.34134296645390116, + "nauc_map_at_1_max": 0.008402346656985788, + "nauc_map_at_1_std": -0.16335643951850687, + "nauc_map_at_20_diff1": 0.22618524745954624, + "nauc_map_at_20_max": 0.2107059544789912, + "nauc_map_at_20_std": 0.004831498874931896, + "nauc_map_at_3_diff1": 0.3029057860515959, + "nauc_map_at_3_max": 0.09719604792379688, + "nauc_map_at_3_std": -0.11229168759609096, + "nauc_map_at_5_diff1": 0.2773223259041574, + "nauc_map_at_5_max": 0.13040810875032682, + "nauc_map_at_5_std": -0.08882175759232978, + "nauc_mrr_at_1000_diff1": 0.32456299630668317, + "nauc_mrr_at_1000_max": 0.43859572622942, + "nauc_mrr_at_1000_std": 0.1987083833121348, + "nauc_mrr_at_100_diff1": 0.3245302316857752, + "nauc_mrr_at_100_max": 0.43868552975399283, + "nauc_mrr_at_100_std": 0.19881239621759975, + "nauc_mrr_at_10_diff1": 0.32471374271395165, + "nauc_mrr_at_10_max": 0.44066498166274914, + "nauc_mrr_at_10_std": 0.2005448651108274, + "nauc_mrr_at_1_diff1": 0.3224620691332883, + "nauc_mrr_at_1_max": 0.4029802793886098, + "nauc_mrr_at_1_std": 0.17000124989199764, + "nauc_mrr_at_20_diff1": 0.3248026100718871, + "nauc_mrr_at_20_max": 0.4395418571591632, + "nauc_mrr_at_20_std": 0.19965140035102952, + "nauc_mrr_at_3_diff1": 0.32317787944630877, + "nauc_mrr_at_3_max": 0.44159854236778817, + "nauc_mrr_at_3_std": 0.19660531703179407, + "nauc_mrr_at_5_diff1": 0.3252386722665547, + "nauc_mrr_at_5_max": 0.4400258295076514, + "nauc_mrr_at_5_std": 0.1976249388793885, + "nauc_ndcg_at_1000_diff1": 0.21288256018084664, + "nauc_ndcg_at_1000_max": 0.4491892141452259, + "nauc_ndcg_at_1000_std": 0.3017299848116054, + "nauc_ndcg_at_100_diff1": 0.22154294347543269, + "nauc_ndcg_at_100_max": 0.37218198190147794, + "nauc_ndcg_at_100_std": 0.19445098838450112, + "nauc_ndcg_at_10_diff1": 0.2332887374233964, + "nauc_ndcg_at_10_max": 0.3548966962959554, + "nauc_ndcg_at_10_std": 0.13161093104170843, + "nauc_ndcg_at_1_diff1": 0.3328627959264062, + "nauc_ndcg_at_1_max": 0.34312769573614377, + "nauc_ndcg_at_1_std": 0.11184654546711756, + "nauc_ndcg_at_20_diff1": 0.23026695611369494, + "nauc_ndcg_at_20_max": 0.34803353399051595, + "nauc_ndcg_at_20_std": 0.12670864889082195, + "nauc_ndcg_at_3_diff1": 0.24510202298001738, + "nauc_ndcg_at_3_max": 0.3698828813436165, + "nauc_ndcg_at_3_std": 0.13378139504875583, + "nauc_ndcg_at_5_diff1": 0.23631116882783465, + "nauc_ndcg_at_5_max": 0.3632268012191667, + "nauc_ndcg_at_5_std": 0.12467133890011672, + "nauc_precision_at_1000_diff1": -0.12767144803204813, + "nauc_precision_at_1000_max": 0.10307784621582518, + "nauc_precision_at_1000_std": 0.12013132451858816, + "nauc_precision_at_100_diff1": -0.1401873204337732, + "nauc_precision_at_100_max": 0.19854437768504374, + "nauc_precision_at_100_std": 0.2745870795200744, + "nauc_precision_at_10_diff1": -0.06899758219441497, + "nauc_precision_at_10_max": 0.3413604997756928, + "nauc_precision_at_10_std": 0.292487978280514, + "nauc_precision_at_1_diff1": 0.3224620691332883, + "nauc_precision_at_1_max": 0.4029802793886098, + "nauc_precision_at_1_std": 0.17000124989199764, + "nauc_precision_at_20_diff1": -0.10778540552861289, + "nauc_precision_at_20_max": 0.2960069654079512, + "nauc_precision_at_20_std": 0.29880282507077266, + "nauc_precision_at_3_diff1": 0.08636508520721112, + "nauc_precision_at_3_max": 0.3960422716522468, + "nauc_precision_at_3_std": 0.23089478284503057, + "nauc_precision_at_5_diff1": 0.011184500286927605, + "nauc_precision_at_5_max": 0.3677694752745523, + "nauc_precision_at_5_std": 0.2406168531634456, + "nauc_recall_at_1000_diff1": 0.02543492435921712, + "nauc_recall_at_1000_max": 0.3377622662217619, + "nauc_recall_at_1000_std": 0.5178539914020506, + "nauc_recall_at_100_diff1": 0.10881207643624351, + "nauc_recall_at_100_max": 0.15337172748504135, + "nauc_recall_at_100_std": 0.124155845956102, + "nauc_recall_at_10_diff1": 0.2038573085918175, + "nauc_recall_at_10_max": 0.09917115569170183, + "nauc_recall_at_10_std": -0.06374439771931306, + "nauc_recall_at_1_diff1": 0.34134296645390116, + "nauc_recall_at_1_max": 0.008402346656985788, + "nauc_recall_at_1_std": -0.16335643951850687, + "nauc_recall_at_20_diff1": 0.17827684374801336, + "nauc_recall_at_20_max": 0.11327388451363533, + "nauc_recall_at_20_std": -0.031293533239296074, + "nauc_recall_at_3_diff1": 0.27796174125741124, + "nauc_recall_at_3_max": 0.06731803568206547, + "nauc_recall_at_3_std": -0.12277465839691278, + "nauc_recall_at_5_diff1": 0.24224591034699064, + "nauc_recall_at_5_max": 0.07658240867933554, + "nauc_recall_at_5_std": -0.11109352216923628, + "ndcg_at_1": 0.55825, + "ndcg_at_10": 0.48408, + "ndcg_at_100": 0.55373, + "ndcg_at_1000": 0.64308, + "ndcg_at_20": 0.48936, + "ndcg_at_3": 0.50761, + "ndcg_at_5": 0.49195, + "precision_at_1": 0.6655, + "precision_at_10": 0.4081, + "precision_at_100": 0.15765, + "precision_at_1000": 0.03283, + "precision_at_20": 0.32215, + "precision_at_3": 0.5585, + "precision_at_5": 0.4953, + "recall_at_1": 0.08124, + "recall_at_10": 0.29976, + "recall_at_100": 0.65645, + "recall_at_1000": 0.92572, + "recall_at_20": 0.39523, + "recall_at_3": 0.16162, + "recall_at_5": 0.21464 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.44081, + "map_at_1": 0.07267, + "map_at_10": 0.1989, + "map_at_100": 0.29456, + "map_at_1000": 0.32718, + "map_at_20": 0.23306, + "map_at_3": 0.12916, + "map_at_5": 0.15996, + "mrr_at_1": 0.605, + "mrr_at_10": 0.7148113095238099, + "mrr_at_100": 0.7179337130473002, + "mrr_at_1000": 0.7180208953981927, + "mrr_at_20": 0.7171114297724982, + "mrr_at_3": 0.6943333333333332, + "mrr_at_5": 0.7086833333333339, + "nauc_map_at_1000_diff1": 0.17092850464521414, + "nauc_map_at_1000_max": 0.3682390387040892, + "nauc_map_at_1000_std": 0.2883567928331319, + "nauc_map_at_100_diff1": 0.19285147229586758, + "nauc_map_at_100_max": 0.3197878452643744, + "nauc_map_at_100_std": 0.23366483418713757, + "nauc_map_at_10_diff1": 0.24175760263902946, + "nauc_map_at_10_max": 0.1934436563716324, + "nauc_map_at_10_std": 0.0507460480280328, + "nauc_map_at_1_diff1": 0.3634822939879471, + "nauc_map_at_1_max": 0.06012069321046631, + "nauc_map_at_1_std": -0.07767949516449735, + "nauc_map_at_20_diff1": 0.22540145012336998, + "nauc_map_at_20_max": 0.23362160979968283, + "nauc_map_at_20_std": 0.10395462963471028, + "nauc_map_at_3_diff1": 0.29062934353332487, + "nauc_map_at_3_max": 0.12114191500248214, + "nauc_map_at_3_std": -0.034070090356365205, + "nauc_map_at_5_diff1": 0.2723135475212111, + "nauc_map_at_5_max": 0.14874093476571393, + "nauc_map_at_5_std": -0.008915395243062492, + "nauc_mrr_at_1000_diff1": 0.2644570760378771, + "nauc_mrr_at_1000_max": 0.5005581462753917, + "nauc_mrr_at_1000_std": 0.3240172990703469, + "nauc_mrr_at_100_diff1": 0.26440345484602634, + "nauc_mrr_at_100_max": 0.5006297326892319, + "nauc_mrr_at_100_std": 0.324086662738339, + "nauc_mrr_at_10_diff1": 0.264078273365758, + "nauc_mrr_at_10_max": 0.5023183989812908, + "nauc_mrr_at_10_std": 0.32500380980702875, + "nauc_mrr_at_1_diff1": 0.2860188810612921, + "nauc_mrr_at_1_max": 0.4629348745629728, + "nauc_mrr_at_1_std": 0.2952056179018215, + "nauc_mrr_at_20_diff1": 0.2640669305122678, + "nauc_mrr_at_20_max": 0.5010208656293484, + "nauc_mrr_at_20_std": 0.32433749931144024, + "nauc_mrr_at_3_diff1": 0.26194773118493925, + "nauc_mrr_at_3_max": 0.5022162031311959, + "nauc_mrr_at_3_std": 0.32477235839118307, + "nauc_mrr_at_5_diff1": 0.2600896796936452, + "nauc_mrr_at_5_max": 0.5020574024247622, + "nauc_mrr_at_5_std": 0.32431395525445345, + "nauc_ndcg_at_1000_diff1": 0.19126792123762876, + "nauc_ndcg_at_1000_max": 0.48421996638222675, + "nauc_ndcg_at_1000_std": 0.40451814068364894, + "nauc_ndcg_at_100_diff1": 0.21122139298129514, + "nauc_ndcg_at_100_max": 0.417695881971851, + "nauc_ndcg_at_100_std": 0.3231745896885655, + "nauc_ndcg_at_10_diff1": 0.2119214053384454, + "nauc_ndcg_at_10_max": 0.4124165662718174, + "nauc_ndcg_at_10_std": 0.2517357023875764, + "nauc_ndcg_at_1_diff1": 0.31710022007283145, + "nauc_ndcg_at_1_max": 0.3946227278363382, + "nauc_ndcg_at_1_std": 0.22208410425785893, + "nauc_ndcg_at_20_diff1": 0.2117599222883518, + "nauc_ndcg_at_20_max": 0.40206056787466443, + "nauc_ndcg_at_20_std": 0.25326857897586197, + "nauc_ndcg_at_3_diff1": 0.21677651098579737, + "nauc_ndcg_at_3_max": 0.4137171666425045, + "nauc_ndcg_at_3_std": 0.24275199033451744, + "nauc_ndcg_at_5_diff1": 0.21077645848348647, + "nauc_ndcg_at_5_max": 0.4133377401156605, + "nauc_ndcg_at_5_std": 0.23975131256854207, + "nauc_precision_at_1000_diff1": -0.13799585967741493, + "nauc_precision_at_1000_max": 0.21486175219569145, + "nauc_precision_at_1000_std": 0.15741169965038493, + "nauc_precision_at_100_diff1": -0.12823021419582764, + "nauc_precision_at_100_max": 0.29656426742804975, + "nauc_precision_at_100_std": 0.3347591381918643, + "nauc_precision_at_10_diff1": -0.05232278051454847, + "nauc_precision_at_10_max": 0.4115326315731328, + "nauc_precision_at_10_std": 0.36642518186782963, + "nauc_precision_at_1_diff1": 0.2860188810612921, + "nauc_precision_at_1_max": 0.4629348745629728, + "nauc_precision_at_1_std": 0.2952056179018215, + "nauc_precision_at_20_diff1": -0.0924904150691784, + "nauc_precision_at_20_max": 0.3781295016831163, + "nauc_precision_at_20_std": 0.37154886510935936, + "nauc_precision_at_3_diff1": 0.058062314544226286, + "nauc_precision_at_3_max": 0.4320711925482061, + "nauc_precision_at_3_std": 0.3075069828969935, + "nauc_precision_at_5_diff1": 0.010084324877368132, + "nauc_precision_at_5_max": 0.4230749341313261, + "nauc_precision_at_5_std": 0.3187102250980273, + "nauc_recall_at_1000_diff1": 0.0820134034532285, + "nauc_recall_at_1000_max": 0.3968363459976543, + "nauc_recall_at_1000_std": 0.5740698021673631, + "nauc_recall_at_100_diff1": 0.11892058147743198, + "nauc_recall_at_100_max": 0.20606988672204454, + "nauc_recall_at_100_std": 0.24849596702450655, + "nauc_recall_at_10_diff1": 0.19638284821902854, + "nauc_recall_at_10_max": 0.12132865861781468, + "nauc_recall_at_10_std": 0.016596071945362306, + "nauc_recall_at_1_diff1": 0.3634822939879471, + "nauc_recall_at_1_max": 0.06012069321046631, + "nauc_recall_at_1_std": -0.07767949516449735, + "nauc_recall_at_20_diff1": 0.1699246448014627, + "nauc_recall_at_20_max": 0.13566535513787045, + "nauc_recall_at_20_std": 0.0657246255249061, + "nauc_recall_at_3_diff1": 0.2516490733487023, + "nauc_recall_at_3_max": 0.07932947572224143, + "nauc_recall_at_3_std": -0.06085756583028886, + "nauc_recall_at_5_diff1": 0.2311027529611323, + "nauc_recall_at_5_max": 0.09130814491058838, + "nauc_recall_at_5_std": -0.04836861584484216, + "ndcg_at_1": 0.5045, + "ndcg_at_10": 0.44081, + "ndcg_at_100": 0.50572, + "ndcg_at_1000": 0.59656, + "ndcg_at_20": 0.44615, + "ndcg_at_3": 0.46093, + "ndcg_at_5": 0.44866, + "precision_at_1": 0.605, + "precision_at_10": 0.372, + "precision_at_100": 0.14305, + "precision_at_1000": 0.03078, + "precision_at_20": 0.29238, + "precision_at_3": 0.50667, + "precision_at_5": 0.4526, + "recall_at_1": 0.07267, + "recall_at_10": 0.2747, + "recall_at_100": 0.60739, + "recall_at_1000": 0.88618, + "recall_at_20": 0.36464, + "recall_at_3": 0.14746, + "recall_at_5": 0.19838 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42833, + "map_at_1": 0.07151, + "map_at_10": 0.19435, + "map_at_100": 0.28291, + "map_at_1000": 0.31419, + "map_at_20": 0.22527, + "map_at_3": 0.12607, + "map_at_5": 0.15636, + "mrr_at_1": 0.591, + "mrr_at_10": 0.6959105158730161, + "mrr_at_100": 0.6998453912141639, + "mrr_at_1000": 0.6999497742195856, + "mrr_at_20": 0.6984538897763742, + "mrr_at_3": 0.67475, + "mrr_at_5": 0.6879500000000008, + "nauc_map_at_1000_diff1": 0.1701663238694034, + "nauc_map_at_1000_max": 0.4160205963311064, + "nauc_map_at_1000_std": 0.33469359154394374, + "nauc_map_at_100_diff1": 0.1869444465632042, + "nauc_map_at_100_max": 0.36728500722623386, + "nauc_map_at_100_std": 0.28251275838268924, + "nauc_map_at_10_diff1": 0.23941664879781943, + "nauc_map_at_10_max": 0.23869140190321603, + "nauc_map_at_10_std": 0.10505968009549425, + "nauc_map_at_1_diff1": 0.36495535251721595, + "nauc_map_at_1_max": 0.07933142679305781, + "nauc_map_at_1_std": -0.06034402362181362, + "nauc_map_at_20_diff1": 0.2235379323618841, + "nauc_map_at_20_max": 0.28093388367086747, + "nauc_map_at_20_std": 0.15789308186978082, + "nauc_map_at_3_diff1": 0.29300371880497816, + "nauc_map_at_3_max": 0.14807336556472506, + "nauc_map_at_3_std": -0.0010241381950205537, + "nauc_map_at_5_diff1": 0.26978624201286816, + "nauc_map_at_5_max": 0.18935612049168404, + "nauc_map_at_5_std": 0.04109540247361238, + "nauc_mrr_at_1000_diff1": 0.26691676771611983, + "nauc_mrr_at_1000_max": 0.5146470967261844, + "nauc_mrr_at_1000_std": 0.3425576900834195, + "nauc_mrr_at_100_diff1": 0.266927780522148, + "nauc_mrr_at_100_max": 0.5147067179533021, + "nauc_mrr_at_100_std": 0.3426805918628236, + "nauc_mrr_at_10_diff1": 0.26615685193676086, + "nauc_mrr_at_10_max": 0.516795642661498, + "nauc_mrr_at_10_std": 0.3451574068724688, + "nauc_mrr_at_1_diff1": 0.269448643534699, + "nauc_mrr_at_1_max": 0.4722720481619737, + "nauc_mrr_at_1_std": 0.2876195638920353, + "nauc_mrr_at_20_diff1": 0.26742888745738647, + "nauc_mrr_at_20_max": 0.5160715099946805, + "nauc_mrr_at_20_std": 0.34418903581754057, + "nauc_mrr_at_3_diff1": 0.2664376735075028, + "nauc_mrr_at_3_max": 0.5131919181247593, + "nauc_mrr_at_3_std": 0.33947624654367453, + "nauc_mrr_at_5_diff1": 0.2633593654469377, + "nauc_mrr_at_5_max": 0.5156256117654316, + "nauc_mrr_at_5_std": 0.34373797832373537, + "nauc_ndcg_at_1000_diff1": 0.19793893621738703, + "nauc_ndcg_at_1000_max": 0.5205512668604252, + "nauc_ndcg_at_1000_std": 0.4479446455441668, + "nauc_ndcg_at_100_diff1": 0.21020363860537764, + "nauc_ndcg_at_100_max": 0.45444946638636385, + "nauc_ndcg_at_100_std": 0.3703999687009274, + "nauc_ndcg_at_10_diff1": 0.21634661547661868, + "nauc_ndcg_at_10_max": 0.4526090874589435, + "nauc_ndcg_at_10_std": 0.2952547622094105, + "nauc_ndcg_at_1_diff1": 0.28652871940576846, + "nauc_ndcg_at_1_max": 0.38958405714905653, + "nauc_ndcg_at_1_std": 0.21105093236620123, + "nauc_ndcg_at_20_diff1": 0.21697896917952375, + "nauc_ndcg_at_20_max": 0.4446612916982185, + "nauc_ndcg_at_20_std": 0.3024342101473959, + "nauc_ndcg_at_3_diff1": 0.2150687185733852, + "nauc_ndcg_at_3_max": 0.4257170428151051, + "nauc_ndcg_at_3_std": 0.25632499651318447, + "nauc_ndcg_at_5_diff1": 0.2174701306432044, + "nauc_ndcg_at_5_max": 0.44689629143137666, + "nauc_ndcg_at_5_std": 0.2804226623235993, + "nauc_precision_at_1000_diff1": -0.12884381247975235, + "nauc_precision_at_1000_max": 0.23310607294982302, + "nauc_precision_at_1000_std": 0.16227276772527435, + "nauc_precision_at_100_diff1": -0.1205682414718655, + "nauc_precision_at_100_max": 0.3305476255975869, + "nauc_precision_at_100_std": 0.35168019953260965, + "nauc_precision_at_10_diff1": -0.02835847382804829, + "nauc_precision_at_10_max": 0.46357782494266575, + "nauc_precision_at_10_std": 0.409348436857269, + "nauc_precision_at_1_diff1": 0.269448643534699, + "nauc_precision_at_1_max": 0.4722720481619737, + "nauc_precision_at_1_std": 0.2876195638920353, + "nauc_precision_at_20_diff1": -0.07340863395686138, + "nauc_precision_at_20_max": 0.4230893359480703, + "nauc_precision_at_20_std": 0.4038588215479249, + "nauc_precision_at_3_diff1": 0.07182775129646259, + "nauc_precision_at_3_max": 0.457781631611216, + "nauc_precision_at_3_std": 0.3327298847959375, + "nauc_precision_at_5_diff1": 0.03908845701688898, + "nauc_precision_at_5_max": 0.47538092175221824, + "nauc_precision_at_5_std": 0.37803543086714453, + "nauc_recall_at_1000_diff1": 0.08893134314464791, + "nauc_recall_at_1000_max": 0.43215837784340744, + "nauc_recall_at_1000_std": 0.6050156670900745, + "nauc_recall_at_100_diff1": 0.12826602325663214, + "nauc_recall_at_100_max": 0.2620487221816672, + "nauc_recall_at_100_std": 0.30935759608547264, + "nauc_recall_at_10_diff1": 0.19777773397819137, + "nauc_recall_at_10_max": 0.17054134407394653, + "nauc_recall_at_10_std": 0.08044124399859505, + "nauc_recall_at_1_diff1": 0.36495535251721595, + "nauc_recall_at_1_max": 0.07933142679305781, + "nauc_recall_at_1_std": -0.06034402362181362, + "nauc_recall_at_20_diff1": 0.18172976553910436, + "nauc_recall_at_20_max": 0.19781462785494403, + "nauc_recall_at_20_std": 0.13373532398907292, + "nauc_recall_at_3_diff1": 0.26011463228680737, + "nauc_recall_at_3_max": 0.11058619005352768, + "nauc_recall_at_3_std": -0.019828261517995036, + "nauc_recall_at_5_diff1": 0.22953366848519413, + "nauc_recall_at_5_max": 0.13940521564925412, + "nauc_recall_at_5_std": 0.015801418525542104, + "ndcg_at_1": 0.494, + "ndcg_at_10": 0.42833, + "ndcg_at_100": 0.48742, + "ndcg_at_1000": 0.57952, + "ndcg_at_20": 0.43007, + "ndcg_at_3": 0.44665, + "ndcg_at_5": 0.43414, + "precision_at_1": 0.591, + "precision_at_10": 0.3599, + "precision_at_100": 0.13652, + "precision_at_1000": 0.03001, + "precision_at_20": 0.2797, + "precision_at_3": 0.4875, + "precision_at_5": 0.4377, + "recall_at_1": 0.07151, + "recall_at_10": 0.26689, + "recall_at_100": 0.5814, + "recall_at_1000": 0.86637, + "recall_at_20": 0.34675, + "recall_at_3": 0.14282, + "recall_at_5": 0.19185 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49204, + "map_at_1": 0.10018, + "map_at_10": 0.20516, + "map_at_100": 0.31591, + "map_at_1000": 0.36514, + "map_at_20": 0.23872, + "map_at_3": 0.14724, + "map_at_5": 0.17264, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8355833333333336, + "mrr_at_100": 0.8368861009286414, + "mrr_at_1000": 0.8369277675953082, + "mrr_at_20": 0.8364924242424243, + "mrr_at_3": 0.8250000000000002, + "mrr_at_5": 0.8335000000000001, + "nauc_map_at_1000_diff1": 0.1785938486507572, + "nauc_map_at_1000_max": 0.16349709808209847, + "nauc_map_at_1000_std": 0.024757798849996824, + "nauc_map_at_100_diff1": 0.18822859175037882, + "nauc_map_at_100_max": 0.1319497332359865, + "nauc_map_at_100_std": -0.11585776534944713, + "nauc_map_at_10_diff1": 0.21488722311790576, + "nauc_map_at_10_max": 0.0415375811501512, + "nauc_map_at_10_std": -0.3050713203265029, + "nauc_map_at_1_diff1": 0.24652100474636576, + "nauc_map_at_1_max": -0.10156894509242896, + "nauc_map_at_1_std": -0.35769607510933604, + "nauc_map_at_20_diff1": 0.2093931665081434, + "nauc_map_at_20_max": 0.07111663197017251, + "nauc_map_at_20_std": -0.27394478540262207, + "nauc_map_at_3_diff1": 0.27089499467528444, + "nauc_map_at_3_max": 0.01036051587067546, + "nauc_map_at_3_std": -0.33447004678146314, + "nauc_map_at_5_diff1": 0.24289960791279586, + "nauc_map_at_5_max": 0.03022631155255629, + "nauc_map_at_5_std": -0.3294305801283743, + "nauc_mrr_at_1000_diff1": 0.5042802875624821, + "nauc_mrr_at_1000_max": 0.3757996303416697, + "nauc_mrr_at_1000_std": 0.021636140758798033, + "nauc_mrr_at_100_diff1": 0.5042393973395708, + "nauc_mrr_at_100_max": 0.3759742065537355, + "nauc_mrr_at_100_std": 0.02190976933204041, + "nauc_mrr_at_10_diff1": 0.5012563210838783, + "nauc_mrr_at_10_max": 0.37168995766355845, + "nauc_mrr_at_10_std": 0.016749610263467288, + "nauc_mrr_at_1_diff1": 0.5435060177917321, + "nauc_mrr_at_1_max": 0.33905808477237, + "nauc_mrr_at_1_std": -0.00039769754055461173, + "nauc_mrr_at_20_diff1": 0.5044547245111496, + "nauc_mrr_at_20_max": 0.3775604964151799, + "nauc_mrr_at_20_std": 0.021772645700009037, + "nauc_mrr_at_3_diff1": 0.5072794988996104, + "nauc_mrr_at_3_max": 0.3826912379985006, + "nauc_mrr_at_3_std": 0.024590679339283363, + "nauc_mrr_at_5_diff1": 0.4907997516096348, + "nauc_mrr_at_5_max": 0.3690698332352847, + "nauc_mrr_at_5_std": 0.02179773548060286, + "nauc_ndcg_at_1000_diff1": 0.28295091824705343, + "nauc_ndcg_at_1000_max": 0.32385888406344027, + "nauc_ndcg_at_1000_std": 0.1311544556653618, + "nauc_ndcg_at_100_diff1": 0.2590811229962553, + "nauc_ndcg_at_100_max": 0.21147464669880625, + "nauc_ndcg_at_100_std": -0.11073450697630383, + "nauc_ndcg_at_10_diff1": 0.30086412137734686, + "nauc_ndcg_at_10_max": 0.2500573649823172, + "nauc_ndcg_at_10_std": -0.11264629340856389, + "nauc_ndcg_at_1_diff1": 0.5332739457008077, + "nauc_ndcg_at_1_max": 0.2956167878039403, + "nauc_ndcg_at_1_std": -0.13426598910776835, + "nauc_ndcg_at_20_diff1": 0.2997336067857085, + "nauc_ndcg_at_20_max": 0.22873108699393743, + "nauc_ndcg_at_20_std": -0.1247014352071983, + "nauc_ndcg_at_3_diff1": 0.37778484358343895, + "nauc_ndcg_at_3_max": 0.3241731885842214, + "nauc_ndcg_at_3_std": -0.09003554832781838, + "nauc_ndcg_at_5_diff1": 0.3364976399697895, + "nauc_ndcg_at_5_max": 0.30153495099127786, + "nauc_ndcg_at_5_std": -0.10010650134646921, + "nauc_precision_at_1000_diff1": -0.07097937839143047, + "nauc_precision_at_1000_max": 0.010982759567694358, + "nauc_precision_at_1000_std": 0.3800803065029149, + "nauc_precision_at_100_diff1": -0.07683118989819561, + "nauc_precision_at_100_max": 0.1315570367467063, + "nauc_precision_at_100_std": 0.49370902825528173, + "nauc_precision_at_10_diff1": -0.047299057985218794, + "nauc_precision_at_10_max": 0.2797299634493651, + "nauc_precision_at_10_std": 0.3902454772913325, + "nauc_precision_at_1_diff1": 0.5435060177917321, + "nauc_precision_at_1_max": 0.33905808477237, + "nauc_precision_at_1_std": -0.00039769754055461173, + "nauc_precision_at_20_diff1": -0.05916776758025741, + "nauc_precision_at_20_max": 0.24990209906086316, + "nauc_precision_at_20_std": 0.4434863996986274, + "nauc_precision_at_3_diff1": 0.12066605175008474, + "nauc_precision_at_3_max": 0.381079987701668, + "nauc_precision_at_3_std": 0.22733466025858864, + "nauc_precision_at_5_diff1": 0.00894248724662821, + "nauc_precision_at_5_max": 0.3288106241589037, + "nauc_precision_at_5_std": 0.30227526419562545, + "nauc_recall_at_1000_diff1": -0.09307882728456168, + "nauc_recall_at_1000_max": 0.18658082721087263, + "nauc_recall_at_1000_std": 0.5250098516966075, + "nauc_recall_at_100_diff1": 0.05210032297148079, + "nauc_recall_at_100_max": 0.014356363034219628, + "nauc_recall_at_100_std": -0.1310718908214208, + "nauc_recall_at_10_diff1": 0.13909480028229912, + "nauc_recall_at_10_max": -0.002839985556274146, + "nauc_recall_at_10_std": -0.31687369945588084, + "nauc_recall_at_1_diff1": 0.24652100474636576, + "nauc_recall_at_1_max": -0.10156894509242896, + "nauc_recall_at_1_std": -0.35769607510933604, + "nauc_recall_at_20_diff1": 0.12651212107769325, + "nauc_recall_at_20_max": 0.008243242450648579, + "nauc_recall_at_20_std": -0.29415609643102564, + "nauc_recall_at_3_diff1": 0.2479055888261992, + "nauc_recall_at_3_max": 0.013408537247825869, + "nauc_recall_at_3_std": -0.33295282384688024, + "nauc_recall_at_5_diff1": 0.1774824054142842, + "nauc_recall_at_5_max": 0.004173668839757578, + "nauc_recall_at_5_std": -0.3361511860985375, + "ndcg_at_1": 0.6125, + "ndcg_at_10": 0.49204, + "ndcg_at_100": 0.55213, + "ndcg_at_1000": 0.67089, + "ndcg_at_20": 0.48709, + "ndcg_at_3": 0.53358, + "ndcg_at_5": 0.5102, + "precision_at_1": 0.75, + "precision_at_10": 0.411, + "precision_at_100": 0.17275, + "precision_at_1000": 0.0362, + "precision_at_20": 0.3265, + "precision_at_3": 0.58, + "precision_at_5": 0.507, + "recall_at_1": 0.10018, + "recall_at_10": 0.26102, + "recall_at_100": 0.61845, + "recall_at_1000": 0.93609, + "recall_at_20": 0.34039, + "recall_at_3": 0.15767, + "recall_at_5": 0.19992 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.44644, + "map_at_1": 0.08273, + "map_at_10": 0.17678, + "map_at_100": 0.27226, + "map_at_1000": 0.31634, + "map_at_20": 0.20511, + "map_at_3": 0.12533, + "map_at_5": 0.14773, + "mrr_at_1": 0.645, + "mrr_at_10": 0.762422619047619, + "mrr_at_100": 0.7644557372774285, + "mrr_at_1000": 0.7644867931780496, + "mrr_at_20": 0.7641712821492235, + "mrr_at_3": 0.7416666666666667, + "mrr_at_5": 0.7576666666666668, + "nauc_map_at_1000_diff1": 0.22902430600272808, + "nauc_map_at_1000_max": 0.27280580712702285, + "nauc_map_at_1000_std": 0.2072596634569084, + "nauc_map_at_100_diff1": 0.25676723528608203, + "nauc_map_at_100_max": 0.24654038911457068, + "nauc_map_at_100_std": 0.10510211455448679, + "nauc_map_at_10_diff1": 0.29969796137578036, + "nauc_map_at_10_max": 0.1722611240343291, + "nauc_map_at_10_std": -0.10840904328442463, + "nauc_map_at_1_diff1": 0.4203696139929064, + "nauc_map_at_1_max": 0.046702470753077596, + "nauc_map_at_1_std": -0.19409036382342973, + "nauc_map_at_20_diff1": 0.2901400807290315, + "nauc_map_at_20_max": 0.18138698007576284, + "nauc_map_at_20_std": -0.07143391213923735, + "nauc_map_at_3_diff1": 0.32387820531749867, + "nauc_map_at_3_max": 0.12659827826297018, + "nauc_map_at_3_std": -0.16300222177909068, + "nauc_map_at_5_diff1": 0.30546839762295874, + "nauc_map_at_5_max": 0.14895844094435123, + "nauc_map_at_5_std": -0.15189756790933817, + "nauc_mrr_at_1000_diff1": 0.46088649038515306, + "nauc_mrr_at_1000_max": 0.41987093829723077, + "nauc_mrr_at_1000_std": 0.21802702945691305, + "nauc_mrr_at_100_diff1": 0.4609270165485066, + "nauc_mrr_at_100_max": 0.41996090075646075, + "nauc_mrr_at_100_std": 0.21814829249323656, + "nauc_mrr_at_10_diff1": 0.4614545809996923, + "nauc_mrr_at_10_max": 0.42339091586201993, + "nauc_mrr_at_10_std": 0.22003167753835287, + "nauc_mrr_at_1_diff1": 0.5403660630092604, + "nauc_mrr_at_1_max": 0.3538770279745643, + "nauc_mrr_at_1_std": 0.14279842355956407, + "nauc_mrr_at_20_diff1": 0.46063072092183566, + "nauc_mrr_at_20_max": 0.4203526871348512, + "nauc_mrr_at_20_std": 0.21915540461563687, + "nauc_mrr_at_3_diff1": 0.423065242387803, + "nauc_mrr_at_3_max": 0.431140447120575, + "nauc_mrr_at_3_std": 0.2428547604209641, + "nauc_mrr_at_5_diff1": 0.440496559094772, + "nauc_mrr_at_5_max": 0.4263387362917137, + "nauc_mrr_at_5_std": 0.22337643499445467, + "nauc_ndcg_at_1000_diff1": 0.30871695442793823, + "nauc_ndcg_at_1000_max": 0.40064738456968724, + "nauc_ndcg_at_1000_std": 0.3255742069700832, + "nauc_ndcg_at_100_diff1": 0.31582917775796115, + "nauc_ndcg_at_100_max": 0.31958684580013896, + "nauc_ndcg_at_100_std": 0.1724550083002466, + "nauc_ndcg_at_10_diff1": 0.35850491587549754, + "nauc_ndcg_at_10_max": 0.3200732603055673, + "nauc_ndcg_at_10_std": 0.10455243057109845, + "nauc_ndcg_at_1_diff1": 0.6037753470912586, + "nauc_ndcg_at_1_max": 0.2849004077087486, + "nauc_ndcg_at_1_std": -0.006311403272446577, + "nauc_ndcg_at_20_diff1": 0.3561013178984945, + "nauc_ndcg_at_20_max": 0.2866836712528647, + "nauc_ndcg_at_20_std": 0.08370229297912658, + "nauc_ndcg_at_3_diff1": 0.36364968806002473, + "nauc_ndcg_at_3_max": 0.32206752415272866, + "nauc_ndcg_at_3_std": 0.08220369410598855, + "nauc_ndcg_at_5_diff1": 0.3388657292009176, + "nauc_ndcg_at_5_max": 0.30954793464681646, + "nauc_ndcg_at_5_std": 0.08714096641753356, + "nauc_precision_at_1000_diff1": -0.1424897441683641, + "nauc_precision_at_1000_max": 0.01612471316708713, + "nauc_precision_at_1000_std": 0.2907598625916192, + "nauc_precision_at_100_diff1": -0.1266508131246129, + "nauc_precision_at_100_max": 0.11886661130346518, + "nauc_precision_at_100_std": 0.4360096012389883, + "nauc_precision_at_10_diff1": -0.022979077344435925, + "nauc_precision_at_10_max": 0.26539903773246754, + "nauc_precision_at_10_std": 0.40850186801218685, + "nauc_precision_at_1_diff1": 0.5403660630092604, + "nauc_precision_at_1_max": 0.3538770279745643, + "nauc_precision_at_1_std": 0.14279842355956407, + "nauc_precision_at_20_diff1": -0.07359400392152073, + "nauc_precision_at_20_max": 0.17984892458373028, + "nauc_precision_at_20_std": 0.40683728146119585, + "nauc_precision_at_3_diff1": 0.07851961392874975, + "nauc_precision_at_3_max": 0.36119630968464345, + "nauc_precision_at_3_std": 0.3082606102652117, + "nauc_precision_at_5_diff1": 0.020361879101729288, + "nauc_precision_at_5_max": 0.30455891864723833, + "nauc_precision_at_5_std": 0.3421949219924776, + "nauc_recall_at_1000_diff1": 0.15356831217005257, + "nauc_recall_at_1000_max": 0.34009708182451476, + "nauc_recall_at_1000_std": 0.5994827609217491, + "nauc_recall_at_100_diff1": 0.1399121709460893, + "nauc_recall_at_100_max": 0.14106167107404954, + "nauc_recall_at_100_std": 0.1413857748781812, + "nauc_recall_at_10_diff1": 0.23349049580797243, + "nauc_recall_at_10_max": 0.0874175979011404, + "nauc_recall_at_10_std": -0.14623151697562578, + "nauc_recall_at_1_diff1": 0.4203696139929064, + "nauc_recall_at_1_max": 0.046702470753077596, + "nauc_recall_at_1_std": -0.19409036382342973, + "nauc_recall_at_20_diff1": 0.22381392309104628, + "nauc_recall_at_20_max": 0.06841348755721716, + "nauc_recall_at_20_std": -0.11645790237706302, + "nauc_recall_at_3_diff1": 0.2453781511621958, + "nauc_recall_at_3_max": 0.09302299673318003, + "nauc_recall_at_3_std": -0.17542964981504405, + "nauc_recall_at_5_diff1": 0.21439687702213278, + "nauc_recall_at_5_max": 0.08115446936636628, + "nauc_recall_at_5_std": -0.18790578446002326, + "ndcg_at_1": 0.5325, + "ndcg_at_10": 0.44644, + "ndcg_at_100": 0.50382, + "ndcg_at_1000": 0.6259, + "ndcg_at_20": 0.44276, + "ndcg_at_3": 0.47568, + "ndcg_at_5": 0.46435, + "precision_at_1": 0.645, + "precision_at_10": 0.375, + "precision_at_100": 0.1614, + "precision_at_1000": 0.0349, + "precision_at_20": 0.29825, + "precision_at_3": 0.515, + "precision_at_5": 0.461, + "recall_at_1": 0.08273, + "recall_at_10": 0.24661, + "recall_at_100": 0.57281, + "recall_at_1000": 0.91137, + "recall_at_20": 0.32282, + "recall_at_3": 0.14009, + "recall_at_5": 0.18497 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42678, + "map_at_1": 0.08695, + "map_at_10": 0.16863, + "map_at_100": 0.24919, + "map_at_1000": 0.28874, + "map_at_20": 0.19188, + "map_at_3": 0.12565, + "map_at_5": 0.14383, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7660277777777778, + "mrr_at_100": 0.7681548072785965, + "mrr_at_1000": 0.7682329513567406, + "mrr_at_20": 0.7669677287581699, + "mrr_at_3": 0.7516666666666666, + "mrr_at_5": 0.7576666666666667, + "nauc_map_at_1000_diff1": 0.32573881337131955, + "nauc_map_at_1000_max": 0.39111768334237884, + "nauc_map_at_1000_std": 0.32495360027674325, + "nauc_map_at_100_diff1": 0.3358250015170889, + "nauc_map_at_100_max": 0.35122900022380915, + "nauc_map_at_100_std": 0.2238482263850869, + "nauc_map_at_10_diff1": 0.3657649059735482, + "nauc_map_at_10_max": 0.23941673280831133, + "nauc_map_at_10_std": 0.009231784171901774, + "nauc_map_at_1_diff1": 0.49211430078169954, + "nauc_map_at_1_max": 0.05034071600516469, + "nauc_map_at_1_std": -0.1625389432529704, + "nauc_map_at_20_diff1": 0.3586481724444283, + "nauc_map_at_20_max": 0.275114725153285, + "nauc_map_at_20_std": 0.06832602246971506, + "nauc_map_at_3_diff1": 0.37766248785378687, + "nauc_map_at_3_max": 0.15757975595503468, + "nauc_map_at_3_std": -0.08435091214320009, + "nauc_map_at_5_diff1": 0.3619835911065504, + "nauc_map_at_5_max": 0.2045795786382545, + "nauc_map_at_5_std": -0.038211182145440996, + "nauc_mrr_at_1000_diff1": 0.4236107502186896, + "nauc_mrr_at_1000_max": 0.5657716989846382, + "nauc_mrr_at_1000_std": 0.31724005904795877, + "nauc_mrr_at_100_diff1": 0.42365479732669464, + "nauc_mrr_at_100_max": 0.5658869598038057, + "nauc_mrr_at_100_std": 0.31747964729694844, + "nauc_mrr_at_10_diff1": 0.42357747365637766, + "nauc_mrr_at_10_max": 0.5685510597317207, + "nauc_mrr_at_10_std": 0.32156683555749305, + "nauc_mrr_at_1_diff1": 0.46864789829188613, + "nauc_mrr_at_1_max": 0.5141693893788831, + "nauc_mrr_at_1_std": 0.2561155219989501, + "nauc_mrr_at_20_diff1": 0.4246963420717623, + "nauc_mrr_at_20_max": 0.5669683502739735, + "nauc_mrr_at_20_std": 0.3191105103367845, + "nauc_mrr_at_3_diff1": 0.40520535461209267, + "nauc_mrr_at_3_max": 0.5620907528532932, + "nauc_mrr_at_3_std": 0.31002500780372655, + "nauc_mrr_at_5_diff1": 0.4063605428922044, + "nauc_mrr_at_5_max": 0.5686368652894123, + "nauc_mrr_at_5_std": 0.32046474060861, + "nauc_ndcg_at_1000_diff1": 0.33237468727497493, + "nauc_ndcg_at_1000_max": 0.5159301354218097, + "nauc_ndcg_at_1000_std": 0.4492624697919265, + "nauc_ndcg_at_100_diff1": 0.33968171103457495, + "nauc_ndcg_at_100_max": 0.4318014781095555, + "nauc_ndcg_at_100_std": 0.3023348856289808, + "nauc_ndcg_at_10_diff1": 0.32205032846028353, + "nauc_ndcg_at_10_max": 0.4409806285543657, + "nauc_ndcg_at_10_std": 0.2480646717241022, + "nauc_ndcg_at_1_diff1": 0.41076160763442854, + "nauc_ndcg_at_1_max": 0.3943953018902553, + "nauc_ndcg_at_1_std": 0.09577170122958335, + "nauc_ndcg_at_20_diff1": 0.34205756806916116, + "nauc_ndcg_at_20_max": 0.4187551545018809, + "nauc_ndcg_at_20_std": 0.257988499665559, + "nauc_ndcg_at_3_diff1": 0.25950713351977417, + "nauc_ndcg_at_3_max": 0.3937206663778131, + "nauc_ndcg_at_3_std": 0.16049347744234613, + "nauc_ndcg_at_5_diff1": 0.27640498016052617, + "nauc_ndcg_at_5_max": 0.4465350401633296, + "nauc_ndcg_at_5_std": 0.229493827019319, + "nauc_precision_at_1000_diff1": -0.06340133954187155, + "nauc_precision_at_1000_max": 0.10785224705255551, + "nauc_precision_at_1000_std": 0.3170668520545273, + "nauc_precision_at_100_diff1": -0.07137403017359754, + "nauc_precision_at_100_max": 0.21066312207953547, + "nauc_precision_at_100_std": 0.43350254009880745, + "nauc_precision_at_10_diff1": -0.023064442534767134, + "nauc_precision_at_10_max": 0.3837272890929909, + "nauc_precision_at_10_std": 0.47286126575341897, + "nauc_precision_at_1_diff1": 0.46864789829188613, + "nauc_precision_at_1_max": 0.5141693893788831, + "nauc_precision_at_1_std": 0.2561155219989501, + "nauc_precision_at_20_diff1": -0.050548882580360395, + "nauc_precision_at_20_max": 0.3182723809365022, + "nauc_precision_at_20_std": 0.4703063469538124, + "nauc_precision_at_3_diff1": -0.018057449657833107, + "nauc_precision_at_3_max": 0.4163349428083492, + "nauc_precision_at_3_std": 0.33490595014313324, + "nauc_precision_at_5_diff1": -0.004537205081670017, + "nauc_precision_at_5_max": 0.4468282775905279, + "nauc_precision_at_5_std": 0.4407845632891005, + "nauc_recall_at_1000_diff1": 0.24782791253214215, + "nauc_recall_at_1000_max": 0.3958424797934397, + "nauc_recall_at_1000_std": 0.6381804770601814, + "nauc_recall_at_100_diff1": 0.26096742825285624, + "nauc_recall_at_100_max": 0.22989414005592046, + "nauc_recall_at_100_std": 0.22872505507560906, + "nauc_recall_at_10_diff1": 0.3305962402243454, + "nauc_recall_at_10_max": 0.20345683886564886, + "nauc_recall_at_10_std": 0.015343463873386172, + "nauc_recall_at_1_diff1": 0.49211430078169954, + "nauc_recall_at_1_max": 0.05034071600516469, + "nauc_recall_at_1_std": -0.1625389432529704, + "nauc_recall_at_20_diff1": 0.32471675893952456, + "nauc_recall_at_20_max": 0.21030649038901922, + "nauc_recall_at_20_std": 0.07333985544303716, + "nauc_recall_at_3_diff1": 0.2995776919740741, + "nauc_recall_at_3_max": 0.13329229360350467, + "nauc_recall_at_3_std": -0.08310268043549895, + "nauc_recall_at_5_diff1": 0.2894080306095337, + "nauc_recall_at_5_max": 0.18603677207740751, + "nauc_recall_at_5_std": -0.02615161135862965, + "ndcg_at_1": 0.545, + "ndcg_at_10": 0.42678, + "ndcg_at_100": 0.46954, + "ndcg_at_1000": 0.58973, + "ndcg_at_20": 0.41475, + "ndcg_at_3": 0.46854, + "ndcg_at_5": 0.44446, + "precision_at_1": 0.67, + "precision_at_10": 0.356, + "precision_at_100": 0.1458, + "precision_at_1000": 0.03245, + "precision_at_20": 0.27525, + "precision_at_3": 0.51, + "precision_at_5": 0.441, + "recall_at_1": 0.08695, + "recall_at_10": 0.22593, + "recall_at_100": 0.52621, + "recall_at_1000": 0.86561, + "recall_at_20": 0.28416, + "recall_at_3": 0.13979, + "recall_at_5": 0.16813 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53404, + "map_at_1": 0.12224, + "map_at_10": 0.35208, + "map_at_100": 0.45179, + "map_at_1000": 0.4663, + "map_at_20": 0.39603, + "map_at_3": 0.23082, + "map_at_5": 0.28703, + "mrr_at_1": 0.595, + "mrr_at_10": 0.7105198412698412, + "mrr_at_100": 0.7136468335545346, + "mrr_at_1000": 0.7136803906015146, + "mrr_at_20": 0.7123926926831338, + "mrr_at_3": 0.6883333333333332, + "mrr_at_5": 0.7015833333333332, + "nauc_map_at_1000_diff1": 0.25569478556813996, + "nauc_map_at_1000_max": 0.22869307156514304, + "nauc_map_at_1000_std": -0.0762190471583181, + "nauc_map_at_100_diff1": 0.2653844282020754, + "nauc_map_at_100_max": 0.20262873550960478, + "nauc_map_at_100_std": -0.13003659462498968, + "nauc_map_at_10_diff1": 0.30423784684978933, + "nauc_map_at_10_max": 0.07613556381126801, + "nauc_map_at_10_std": -0.26593589608730117, + "nauc_map_at_1_diff1": 0.31499030258031485, + "nauc_map_at_1_max": -0.08357848780231583, + "nauc_map_at_1_std": -0.26649941952684636, + "nauc_map_at_20_diff1": 0.29862591500151225, + "nauc_map_at_20_max": 0.12090623468666345, + "nauc_map_at_20_std": -0.2328835628242331, + "nauc_map_at_3_diff1": 0.3347270855060238, + "nauc_map_at_3_max": -0.02279379258572451, + "nauc_map_at_3_std": -0.28146573760523175, + "nauc_map_at_5_diff1": 0.31521340291756483, + "nauc_map_at_5_max": 0.011480069816615738, + "nauc_map_at_5_std": -0.289230603946757, + "nauc_mrr_at_1000_diff1": 0.334637743164456, + "nauc_mrr_at_1000_max": 0.43082766609138945, + "nauc_mrr_at_1000_std": 0.3074540154182033, + "nauc_mrr_at_100_diff1": 0.3346931289841846, + "nauc_mrr_at_100_max": 0.4308903210767083, + "nauc_mrr_at_100_std": 0.30742762585208694, + "nauc_mrr_at_10_diff1": 0.3363277602457301, + "nauc_mrr_at_10_max": 0.4359954906068657, + "nauc_mrr_at_10_std": 0.3114025857867101, + "nauc_mrr_at_1_diff1": 0.32054867295815576, + "nauc_mrr_at_1_max": 0.39754440074671515, + "nauc_mrr_at_1_std": 0.26874349760564337, + "nauc_mrr_at_20_diff1": 0.3346491098878063, + "nauc_mrr_at_20_max": 0.4327147920279819, + "nauc_mrr_at_20_std": 0.30807235399107696, + "nauc_mrr_at_3_diff1": 0.320952401075798, + "nauc_mrr_at_3_max": 0.43473221266024503, + "nauc_mrr_at_3_std": 0.3246772455469393, + "nauc_mrr_at_5_diff1": 0.34004115820568453, + "nauc_mrr_at_5_max": 0.4265792399729397, + "nauc_mrr_at_5_std": 0.31177435596697595, + "nauc_ndcg_at_1000_diff1": 0.256370701115644, + "nauc_ndcg_at_1000_max": 0.36780766274413973, + "nauc_ndcg_at_1000_std": 0.1490769649720276, + "nauc_ndcg_at_100_diff1": 0.27343049405384606, + "nauc_ndcg_at_100_max": 0.2952898430169752, + "nauc_ndcg_at_100_std": -0.014878251757181762, + "nauc_ndcg_at_10_diff1": 0.2807433558794052, + "nauc_ndcg_at_10_max": 0.3000637239435329, + "nauc_ndcg_at_10_std": 0.03524660978703008, + "nauc_ndcg_at_1_diff1": 0.31790260186480385, + "nauc_ndcg_at_1_max": 0.35968452520065985, + "nauc_ndcg_at_1_std": 0.23951527666832909, + "nauc_ndcg_at_20_diff1": 0.26746738135266157, + "nauc_ndcg_at_20_max": 0.29022655841269507, + "nauc_ndcg_at_20_std": -0.010767630282869253, + "nauc_ndcg_at_3_diff1": 0.278924429926306, + "nauc_ndcg_at_3_max": 0.38853626954813203, + "nauc_ndcg_at_3_std": 0.2080164260435922, + "nauc_ndcg_at_5_diff1": 0.2790808264881805, + "nauc_ndcg_at_5_max": 0.3399290914888095, + "nauc_ndcg_at_5_std": 0.1292027757615795, + "nauc_precision_at_1000_diff1": -0.1921601322215719, + "nauc_precision_at_1000_max": 0.29862377425694303, + "nauc_precision_at_1000_std": 0.6183133789503342, + "nauc_precision_at_100_diff1": -0.18962862835524533, + "nauc_precision_at_100_max": 0.35601642346070417, + "nauc_precision_at_100_std": 0.5849794821977384, + "nauc_precision_at_10_diff1": -0.014261747802093265, + "nauc_precision_at_10_max": 0.44459742504357525, + "nauc_precision_at_10_std": 0.3973189085898357, + "nauc_precision_at_1_diff1": 0.32054867295815576, + "nauc_precision_at_1_max": 0.39754440074671515, + "nauc_precision_at_1_std": 0.26874349760564337, + "nauc_precision_at_20_diff1": -0.09699362491240697, + "nauc_precision_at_20_max": 0.44170127672665754, + "nauc_precision_at_20_std": 0.4996966278692166, + "nauc_precision_at_3_diff1": 0.18995790653238878, + "nauc_precision_at_3_max": 0.45627307598373723, + "nauc_precision_at_3_std": 0.3443159452353935, + "nauc_precision_at_5_diff1": 0.0991459676253529, + "nauc_precision_at_5_max": 0.4292383765971408, + "nauc_precision_at_5_std": 0.3413089973645096, + "nauc_recall_at_1000_diff1": 0.27094629229126516, + "nauc_recall_at_1000_max": 0.28037623980904525, + "nauc_recall_at_1000_std": 0.4979545310594311, + "nauc_recall_at_100_diff1": 0.20175905158067456, + "nauc_recall_at_100_max": -0.0906304465325511, + "nauc_recall_at_100_std": -0.544503210599612, + "nauc_recall_at_10_diff1": 0.2796371753518384, + "nauc_recall_at_10_max": -0.006508976274061335, + "nauc_recall_at_10_std": -0.3609786592602359, + "nauc_recall_at_1_diff1": 0.31499030258031485, + "nauc_recall_at_1_max": -0.08357848780231583, + "nauc_recall_at_1_std": -0.26649941952684636, + "nauc_recall_at_20_diff1": 0.2612748941079359, + "nauc_recall_at_20_max": -0.008368679929535628, + "nauc_recall_at_20_std": -0.3924020961234466, + "nauc_recall_at_3_diff1": 0.31231434878049824, + "nauc_recall_at_3_max": -0.05564494615548341, + "nauc_recall_at_3_std": -0.30794444234151497, + "nauc_recall_at_5_diff1": 0.28236146171263804, + "nauc_recall_at_5_max": -0.05333080315123179, + "nauc_recall_at_5_std": -0.3480322141991037, + "ndcg_at_1": 0.5375, + "ndcg_at_10": 0.53404, + "ndcg_at_100": 0.63845, + "ndcg_at_1000": 0.67982, + "ndcg_at_20": 0.56866, + "ndcg_at_3": 0.50667, + "ndcg_at_5": 0.5128, + "precision_at_1": 0.595, + "precision_at_10": 0.357, + "precision_at_100": 0.09575, + "precision_at_1000": 0.01338, + "precision_at_20": 0.25725, + "precision_at_3": 0.50833, + "precision_at_5": 0.458, + "recall_at_1": 0.12224, + "recall_at_10": 0.48468, + "recall_at_100": 0.8577, + "recall_at_1000": 0.99473, + "recall_at_20": 0.60601, + "recall_at_3": 0.26447, + "recall_at_5": 0.35554 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.50179, + "map_at_1": 0.11078, + "map_at_10": 0.32828, + "map_at_100": 0.42028, + "map_at_1000": 0.43499, + "map_at_20": 0.36951, + "map_at_3": 0.20946, + "map_at_5": 0.26497, + "mrr_at_1": 0.56, + "mrr_at_10": 0.6759960317460317, + "mrr_at_100": 0.6807644147369587, + "mrr_at_1000": 0.6808259087095041, + "mrr_at_20": 0.6793827720482132, + "mrr_at_3": 0.6516666666666666, + "mrr_at_5": 0.6691666666666666, + "nauc_map_at_1000_diff1": 0.23454626776949786, + "nauc_map_at_1000_max": 0.232358094343411, + "nauc_map_at_1000_std": -0.04302162823640408, + "nauc_map_at_100_diff1": 0.23228551082034288, + "nauc_map_at_100_max": 0.19867583037053033, + "nauc_map_at_100_std": -0.09488627988795247, + "nauc_map_at_10_diff1": 0.25609262276544664, + "nauc_map_at_10_max": 0.063475989560721, + "nauc_map_at_10_std": -0.23852212172713125, + "nauc_map_at_1_diff1": 0.30607389749379693, + "nauc_map_at_1_max": -0.035111533923720586, + "nauc_map_at_1_std": -0.19105220597521982, + "nauc_map_at_20_diff1": 0.24529735522274473, + "nauc_map_at_20_max": 0.10802674329387359, + "nauc_map_at_20_std": -0.20004133684821573, + "nauc_map_at_3_diff1": 0.27821682184800217, + "nauc_map_at_3_max": 0.0019200641499631946, + "nauc_map_at_3_std": -0.23543787968339264, + "nauc_map_at_5_diff1": 0.2622556897135771, + "nauc_map_at_5_max": 0.013554472028062314, + "nauc_map_at_5_std": -0.2604805256324767, + "nauc_mrr_at_1000_diff1": 0.31682240108511334, + "nauc_mrr_at_1000_max": 0.43291064220720865, + "nauc_mrr_at_1000_std": 0.25555359480047923, + "nauc_mrr_at_100_diff1": 0.31688580939267413, + "nauc_mrr_at_100_max": 0.43290960294637987, + "nauc_mrr_at_100_std": 0.2554150012473844, + "nauc_mrr_at_10_diff1": 0.31837751111403473, + "nauc_mrr_at_10_max": 0.43571380592049536, + "nauc_mrr_at_10_std": 0.25540924142179444, + "nauc_mrr_at_1_diff1": 0.3085467295026115, + "nauc_mrr_at_1_max": 0.4189047240517825, + "nauc_mrr_at_1_std": 0.25154724051782823, + "nauc_mrr_at_20_diff1": 0.3172694688059927, + "nauc_mrr_at_20_max": 0.43383575449854983, + "nauc_mrr_at_20_std": 0.25527041685479984, + "nauc_mrr_at_3_diff1": 0.31457557097855243, + "nauc_mrr_at_3_max": 0.42031736093447286, + "nauc_mrr_at_3_std": 0.2540313000505924, + "nauc_mrr_at_5_diff1": 0.3203950383349894, + "nauc_mrr_at_5_max": 0.42617415847286666, + "nauc_mrr_at_5_std": 0.24889254065759758, + "nauc_ndcg_at_1000_diff1": 0.2637489380330626, + "nauc_ndcg_at_1000_max": 0.38612746432844236, + "nauc_ndcg_at_1000_std": 0.14482571754979806, + "nauc_ndcg_at_100_diff1": 0.254837888981659, + "nauc_ndcg_at_100_max": 0.30360279967874143, + "nauc_ndcg_at_100_std": 0.004386558581798021, + "nauc_ndcg_at_10_diff1": 0.25636554890193225, + "nauc_ndcg_at_10_max": 0.31181374729727007, + "nauc_ndcg_at_10_std": 0.032661192852234885, + "nauc_ndcg_at_1_diff1": 0.31348910643133976, + "nauc_ndcg_at_1_max": 0.43278584771801626, + "nauc_ndcg_at_1_std": 0.26175528856132757, + "nauc_ndcg_at_20_diff1": 0.24878144594887047, + "nauc_ndcg_at_20_max": 0.297343798759395, + "nauc_ndcg_at_20_std": 0.00726136842371865, + "nauc_ndcg_at_3_diff1": 0.23127335063096408, + "nauc_ndcg_at_3_max": 0.3706275152284538, + "nauc_ndcg_at_3_std": 0.17079719193367315, + "nauc_ndcg_at_5_diff1": 0.24859384593383071, + "nauc_ndcg_at_5_max": 0.3386886648428318, + "nauc_ndcg_at_5_std": 0.09472668652126179, + "nauc_precision_at_1000_diff1": -0.05523860385248827, + "nauc_precision_at_1000_max": 0.37686823743021564, + "nauc_precision_at_1000_std": 0.5921650357193078, + "nauc_precision_at_100_diff1": -0.0626818957038586, + "nauc_precision_at_100_max": 0.4341793493119475, + "nauc_precision_at_100_std": 0.5761973604632861, + "nauc_precision_at_10_diff1": 0.05229778493310399, + "nauc_precision_at_10_max": 0.4365047465719207, + "nauc_precision_at_10_std": 0.3225115194581691, + "nauc_precision_at_1_diff1": 0.3085467295026115, + "nauc_precision_at_1_max": 0.4189047240517825, + "nauc_precision_at_1_std": 0.25154724051782823, + "nauc_precision_at_20_diff1": -0.019394564963336153, + "nauc_precision_at_20_max": 0.470278458887355, + "nauc_precision_at_20_std": 0.45704436672778503, + "nauc_precision_at_3_diff1": 0.155857138016333, + "nauc_precision_at_3_max": 0.39121852868421964, + "nauc_precision_at_3_std": 0.2527786249195216, + "nauc_precision_at_5_diff1": 0.10833588469203158, + "nauc_precision_at_5_max": 0.3934268444490077, + "nauc_precision_at_5_std": 0.25186585292074093, + "nauc_recall_at_1000_diff1": 0.21105343436779417, + "nauc_recall_at_1000_max": 0.6222895629524728, + "nauc_recall_at_1000_std": 0.6933530339943788, + "nauc_recall_at_100_diff1": 0.16313442042603774, + "nauc_recall_at_100_max": 0.007262860605773179, + "nauc_recall_at_100_std": -0.3191925234897925, + "nauc_recall_at_10_diff1": 0.2286558344611849, + "nauc_recall_at_10_max": -0.01618199868242859, + "nauc_recall_at_10_std": -0.3232707845687, + "nauc_recall_at_1_diff1": 0.30607389749379693, + "nauc_recall_at_1_max": -0.035111533923720586, + "nauc_recall_at_1_std": -0.19105220597521982, + "nauc_recall_at_20_diff1": 0.20590646723271772, + "nauc_recall_at_20_max": -0.009090593306038095, + "nauc_recall_at_20_std": -0.32611399874705993, + "nauc_recall_at_3_diff1": 0.2521493172049289, + "nauc_recall_at_3_max": -0.05177058784958303, + "nauc_recall_at_3_std": -0.282437676249874, + "nauc_recall_at_5_diff1": 0.22473333524012937, + "nauc_recall_at_5_max": -0.0580110182861181, + "nauc_recall_at_5_std": -0.33060943271540055, + "ndcg_at_1": 0.5025, + "ndcg_at_10": 0.50179, + "ndcg_at_100": 0.59997, + "ndcg_at_1000": 0.65044, + "ndcg_at_20": 0.53522, + "ndcg_at_3": 0.46754, + "ndcg_at_5": 0.48017, + "precision_at_1": 0.56, + "precision_at_10": 0.337, + "precision_at_100": 0.0908, + "precision_at_1000": 0.01332, + "precision_at_20": 0.24275, + "precision_at_3": 0.47, + "precision_at_5": 0.427, + "recall_at_1": 0.11078, + "recall_at_10": 0.45629, + "recall_at_100": 0.8118, + "recall_at_1000": 0.9901, + "recall_at_20": 0.5747, + "recall_at_3": 0.24291, + "recall_at_5": 0.33644 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.51017, + "map_at_1": 0.11294, + "map_at_10": 0.33634, + "map_at_100": 0.42474, + "map_at_1000": 0.43898, + "map_at_20": 0.37495, + "map_at_3": 0.21672, + "map_at_5": 0.27009, + "mrr_at_1": 0.56, + "mrr_at_10": 0.6685039682539685, + "mrr_at_100": 0.6743496596140233, + "mrr_at_1000": 0.6743751698181049, + "mrr_at_20": 0.6725149919524921, + "mrr_at_3": 0.6424999999999997, + "mrr_at_5": 0.6552500000000001, + "nauc_map_at_1000_diff1": 0.15502255039344714, + "nauc_map_at_1000_max": 0.3135348799732349, + "nauc_map_at_1000_std": -0.059726667839590186, + "nauc_map_at_100_diff1": 0.154154547125452, + "nauc_map_at_100_max": 0.3020384371225227, + "nauc_map_at_100_std": -0.09996124529303294, + "nauc_map_at_10_diff1": 0.17761830261123498, + "nauc_map_at_10_max": 0.23875802198201107, + "nauc_map_at_10_std": -0.2049877483106433, + "nauc_map_at_1_diff1": 0.16973931157344466, + "nauc_map_at_1_max": 0.05568444913832765, + "nauc_map_at_1_std": -0.2639953968515666, + "nauc_map_at_20_diff1": 0.17138170462702357, + "nauc_map_at_20_max": 0.2579931206423693, + "nauc_map_at_20_std": -0.18609144540741704, + "nauc_map_at_3_diff1": 0.20148567162414144, + "nauc_map_at_3_max": 0.09101232164055356, + "nauc_map_at_3_std": -0.27263090731107215, + "nauc_map_at_5_diff1": 0.18718645653862076, + "nauc_map_at_5_max": 0.1599654017826551, + "nauc_map_at_5_std": -0.26809568849739485, + "nauc_mrr_at_1000_diff1": 0.17901947561222592, + "nauc_mrr_at_1000_max": 0.30791090832531504, + "nauc_mrr_at_1000_std": 0.16603079648307004, + "nauc_mrr_at_100_diff1": 0.17894603245099439, + "nauc_mrr_at_100_max": 0.3079793641109424, + "nauc_mrr_at_100_std": 0.16611328588754548, + "nauc_mrr_at_10_diff1": 0.17936238773301266, + "nauc_mrr_at_10_max": 0.31356639327729874, + "nauc_mrr_at_10_std": 0.16904300129173283, + "nauc_mrr_at_1_diff1": 0.1703242107653868, + "nauc_mrr_at_1_max": 0.2363729275493977, + "nauc_mrr_at_1_std": 0.10727061094708101, + "nauc_mrr_at_20_diff1": 0.1797173197366734, + "nauc_mrr_at_20_max": 0.31005339207259786, + "nauc_mrr_at_20_std": 0.16711505104725832, + "nauc_mrr_at_3_diff1": 0.1830591567857845, + "nauc_mrr_at_3_max": 0.29926872582755387, + "nauc_mrr_at_3_std": 0.1634341039806527, + "nauc_mrr_at_5_diff1": 0.170365834299172, + "nauc_mrr_at_5_max": 0.3134234048174485, + "nauc_mrr_at_5_std": 0.16932387298617307, + "nauc_ndcg_at_1000_diff1": 0.16239641435199298, + "nauc_ndcg_at_1000_max": 0.3777015320550515, + "nauc_ndcg_at_1000_std": 0.11707680142607757, + "nauc_ndcg_at_100_diff1": 0.15583535814146152, + "nauc_ndcg_at_100_max": 0.37115703987515253, + "nauc_ndcg_at_100_std": 0.012004325761733409, + "nauc_ndcg_at_10_diff1": 0.17565541156277595, + "nauc_ndcg_at_10_max": 0.3567399832920512, + "nauc_ndcg_at_10_std": 0.022295055112278105, + "nauc_ndcg_at_1_diff1": 0.1974382377582364, + "nauc_ndcg_at_1_max": 0.24084379448686435, + "nauc_ndcg_at_1_std": 0.12407620578559124, + "nauc_ndcg_at_20_diff1": 0.16406245513892895, + "nauc_ndcg_at_20_max": 0.3591080369710821, + "nauc_ndcg_at_20_std": -0.014860690321241344, + "nauc_ndcg_at_3_diff1": 0.18019791890877832, + "nauc_ndcg_at_3_max": 0.2965304408111518, + "nauc_ndcg_at_3_std": 0.09525089412657038, + "nauc_ndcg_at_5_diff1": 0.1602886052138484, + "nauc_ndcg_at_5_max": 0.3191415617781556, + "nauc_ndcg_at_5_std": 0.03775313274493625, + "nauc_precision_at_1000_diff1": -0.04453726413088157, + "nauc_precision_at_1000_max": 0.10314710719197011, + "nauc_precision_at_1000_std": 0.49583605058338187, + "nauc_precision_at_100_diff1": -0.06491064813370286, + "nauc_precision_at_100_max": 0.1902996831433356, + "nauc_precision_at_100_std": 0.510463489289951, + "nauc_precision_at_10_diff1": 0.018303407721005936, + "nauc_precision_at_10_max": 0.3613679631626217, + "nauc_precision_at_10_std": 0.36323332755096005, + "nauc_precision_at_1_diff1": 0.1703242107653868, + "nauc_precision_at_1_max": 0.2363729275493977, + "nauc_precision_at_1_std": 0.10727061094708101, + "nauc_precision_at_20_diff1": -0.025660336443010995, + "nauc_precision_at_20_max": 0.2975261284731129, + "nauc_precision_at_20_std": 0.40472429753858286, + "nauc_precision_at_3_diff1": 0.12635979489261168, + "nauc_precision_at_3_max": 0.2907529718865314, + "nauc_precision_at_3_std": 0.2057895760568978, + "nauc_precision_at_5_diff1": 0.06490242165371263, + "nauc_precision_at_5_max": 0.34776273846393574, + "nauc_precision_at_5_std": 0.2274248703818144, + "nauc_recall_at_1000_diff1": 0.26892982347062827, + "nauc_recall_at_1000_max": 0.3841241822312373, + "nauc_recall_at_1000_std": 0.34398663401592006, + "nauc_recall_at_100_diff1": 0.05765852006526213, + "nauc_recall_at_100_max": 0.23423225857932228, + "nauc_recall_at_100_std": -0.21323601616510218, + "nauc_recall_at_10_diff1": 0.16329526951934187, + "nauc_recall_at_10_max": 0.23849185061454226, + "nauc_recall_at_10_std": -0.2369616334355315, + "nauc_recall_at_1_diff1": 0.16973931157344466, + "nauc_recall_at_1_max": 0.05568444913832765, + "nauc_recall_at_1_std": -0.2639953968515666, + "nauc_recall_at_20_diff1": 0.1341072763009512, + "nauc_recall_at_20_max": 0.24043386628702756, + "nauc_recall_at_20_std": -0.24904859019481795, + "nauc_recall_at_3_diff1": 0.2020727748702857, + "nauc_recall_at_3_max": 0.07791584153965554, + "nauc_recall_at_3_std": -0.2912139116134929, + "nauc_recall_at_5_diff1": 0.16002280964470142, + "nauc_recall_at_5_max": 0.16865440574384866, + "nauc_recall_at_5_std": -0.2971813391032293, + "ndcg_at_1": 0.505, + "ndcg_at_10": 0.51017, + "ndcg_at_100": 0.60486, + "ndcg_at_1000": 0.65315, + "ndcg_at_20": 0.53875, + "ndcg_at_3": 0.47531, + "ndcg_at_5": 0.48095, + "precision_at_1": 0.56, + "precision_at_10": 0.3475, + "precision_at_100": 0.09025, + "precision_at_1000": 0.01323, + "precision_at_20": 0.2425, + "precision_at_3": 0.475, + "precision_at_5": 0.428, + "recall_at_1": 0.11294, + "recall_at_10": 0.46511, + "recall_at_100": 0.82166, + "recall_at_1000": 0.98729, + "recall_at_20": 0.575, + "recall_at_3": 0.24572, + "recall_at_5": 0.33325 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49154, + "map_at_1": 0.06184, + "map_at_10": 0.20766, + "map_at_100": 0.3553, + "map_at_1000": 0.40909, + "map_at_20": 0.25421, + "map_at_3": 0.12324, + "map_at_5": 0.15593, + "mrr_at_1": 0.675, + "mrr_at_10": 0.7768650793650793, + "mrr_at_100": 0.7789310070533841, + "mrr_at_1000": 0.7789752548409947, + "mrr_at_20": 0.778488256841198, + "mrr_at_3": 0.7616666666666667, + "mrr_at_5": 0.7711666666666668, + "nauc_map_at_1000_diff1": 0.06673223331160574, + "nauc_map_at_1000_max": 0.4586148540765297, + "nauc_map_at_1000_std": 0.25236354453355875, + "nauc_map_at_100_diff1": 0.09230147172013103, + "nauc_map_at_100_max": 0.3932723112380561, + "nauc_map_at_100_std": 0.24508380416045772, + "nauc_map_at_10_diff1": 0.1775114807724395, + "nauc_map_at_10_max": 0.20981625507321564, + "nauc_map_at_10_std": 0.09222383732364678, + "nauc_map_at_1_diff1": 0.3166028907401456, + "nauc_map_at_1_max": 0.014518859120035454, + "nauc_map_at_1_std": -0.0574752849959066, + "nauc_map_at_20_diff1": 0.14224967549616802, + "nauc_map_at_20_max": 0.2575687146241533, + "nauc_map_at_20_std": 0.13515432574445635, + "nauc_map_at_3_diff1": 0.29762290037084554, + "nauc_map_at_3_max": 0.0846876732949391, + "nauc_map_at_3_std": 0.007369258886693761, + "nauc_map_at_5_diff1": 0.2294658962109689, + "nauc_map_at_5_max": 0.13899376180561349, + "nauc_map_at_5_std": 0.03747235806056186, + "nauc_mrr_at_1000_diff1": 0.17642570925846657, + "nauc_mrr_at_1000_max": 0.4738212350159208, + "nauc_mrr_at_1000_std": 0.2818351965469623, + "nauc_mrr_at_100_diff1": 0.17661471516528937, + "nauc_mrr_at_100_max": 0.4739419902358741, + "nauc_mrr_at_100_std": 0.2820000115387019, + "nauc_mrr_at_10_diff1": 0.17855880835495452, + "nauc_mrr_at_10_max": 0.47687142599509846, + "nauc_mrr_at_10_std": 0.28247799637925686, + "nauc_mrr_at_1_diff1": 0.1373776238724293, + "nauc_mrr_at_1_max": 0.4003249112906675, + "nauc_mrr_at_1_std": 0.26382796802188857, + "nauc_mrr_at_20_diff1": 0.1767502778101015, + "nauc_mrr_at_20_max": 0.47483771313513873, + "nauc_mrr_at_20_std": 0.2813965199199594, + "nauc_mrr_at_3_diff1": 0.17504519583621167, + "nauc_mrr_at_3_max": 0.4795822806256476, + "nauc_mrr_at_3_std": 0.2921615246124147, + "nauc_mrr_at_5_diff1": 0.1860523307215941, + "nauc_mrr_at_5_max": 0.4827306756627264, + "nauc_mrr_at_5_std": 0.2757158358100033, + "nauc_ndcg_at_1000_diff1": 0.08892029407721189, + "nauc_ndcg_at_1000_max": 0.5404983141951872, + "nauc_ndcg_at_1000_std": 0.3171101197477702, + "nauc_ndcg_at_100_diff1": 0.12538925772613768, + "nauc_ndcg_at_100_max": 0.44008125580318663, + "nauc_ndcg_at_100_std": 0.25291846216279995, + "nauc_ndcg_at_10_diff1": 0.13529147713845754, + "nauc_ndcg_at_10_max": 0.4057672083315974, + "nauc_ndcg_at_10_std": 0.18195475822302903, + "nauc_ndcg_at_1_diff1": 0.15155454726250886, + "nauc_ndcg_at_1_max": 0.2976326392316021, + "nauc_ndcg_at_1_std": 0.0915934385657356, + "nauc_ndcg_at_20_diff1": 0.11305041649666168, + "nauc_ndcg_at_20_max": 0.41657021623576684, + "nauc_ndcg_at_20_std": 0.1773224363363807, + "nauc_ndcg_at_3_diff1": 0.09509501787101379, + "nauc_ndcg_at_3_max": 0.3556987735319673, + "nauc_ndcg_at_3_std": 0.17002192769781518, + "nauc_ndcg_at_5_diff1": 0.10012468705982285, + "nauc_ndcg_at_5_max": 0.36728413197421844, + "nauc_ndcg_at_5_std": 0.1700198662549186, + "nauc_precision_at_1000_diff1": -0.12932168258759083, + "nauc_precision_at_1000_max": 0.1066146195364773, + "nauc_precision_at_1000_std": -0.12406120363540404, + "nauc_precision_at_100_diff1": -0.1570463921314101, + "nauc_precision_at_100_max": 0.2573417535085784, + "nauc_precision_at_100_std": 0.08412589767633506, + "nauc_precision_at_10_diff1": -0.1580064336701784, + "nauc_precision_at_10_max": 0.45704882214100745, + "nauc_precision_at_10_std": 0.23174602837233643, + "nauc_precision_at_1_diff1": 0.1373776238724293, + "nauc_precision_at_1_max": 0.4003249112906675, + "nauc_precision_at_1_std": 0.26382796802188857, + "nauc_precision_at_20_diff1": -0.18013402955554522, + "nauc_precision_at_20_max": 0.3970258653624687, + "nauc_precision_at_20_std": 0.16841152823487457, + "nauc_precision_at_3_diff1": -0.027340598470708438, + "nauc_precision_at_3_max": 0.47528147389969294, + "nauc_precision_at_3_std": 0.29893130230597925, + "nauc_precision_at_5_diff1": -0.10187136610674234, + "nauc_precision_at_5_max": 0.46186415760070554, + "nauc_precision_at_5_std": 0.24522199353131427, + "nauc_recall_at_1000_diff1": 0.1126782950375152, + "nauc_recall_at_1000_max": 0.31456328440397524, + "nauc_recall_at_1000_std": 0.6898000768828438, + "nauc_recall_at_100_diff1": 0.1403524613254007, + "nauc_recall_at_100_max": 0.1595086467341646, + "nauc_recall_at_100_std": 0.19897165707143544, + "nauc_recall_at_10_diff1": 0.2091968911428649, + "nauc_recall_at_10_max": 0.10378737290669558, + "nauc_recall_at_10_std": 0.043694409514388195, + "nauc_recall_at_1_diff1": 0.3166028907401456, + "nauc_recall_at_1_max": 0.014518859120035454, + "nauc_recall_at_1_std": -0.0574752849959066, + "nauc_recall_at_20_diff1": 0.15552923763600782, + "nauc_recall_at_20_max": 0.09945954316628038, + "nauc_recall_at_20_std": 0.063513753032182, + "nauc_recall_at_3_diff1": 0.31550569291247615, + "nauc_recall_at_3_max": 0.017064836126356297, + "nauc_recall_at_3_std": -0.037727054006074054, + "nauc_recall_at_5_diff1": 0.24959611709082277, + "nauc_recall_at_5_max": 0.04857329572246616, + "nauc_recall_at_5_std": -0.026800085496052433, + "ndcg_at_1": 0.545, + "ndcg_at_10": 0.49154, + "ndcg_at_100": 0.57418, + "ndcg_at_1000": 0.67851, + "ndcg_at_20": 0.49842, + "ndcg_at_3": 0.52446, + "ndcg_at_5": 0.5038, + "precision_at_1": 0.675, + "precision_at_10": 0.4645, + "precision_at_100": 0.20825, + "precision_at_1000": 0.04613, + "precision_at_20": 0.386, + "precision_at_3": 0.60833, + "precision_at_5": 0.542, + "recall_at_1": 0.06184, + "recall_at_10": 0.27405, + "recall_at_100": 0.66694, + "recall_at_1000": 0.96288, + "recall_at_20": 0.37395, + "recall_at_3": 0.14097, + "recall_at_5": 0.18752 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.48914, + "map_at_1": 0.06504, + "map_at_10": 0.20802, + "map_at_100": 0.34314, + "map_at_1000": 0.39405, + "map_at_20": 0.25387, + "map_at_3": 0.1264, + "map_at_5": 0.15998, + "mrr_at_1": 0.695, + "mrr_at_10": 0.7889087301587304, + "mrr_at_100": 0.7915547936983042, + "mrr_at_1000": 0.7915892764569249, + "mrr_at_20": 0.7909389335080127, + "mrr_at_3": 0.7800000000000002, + "mrr_at_5": 0.7857500000000002, + "nauc_map_at_1000_diff1": -0.009484396383556448, + "nauc_map_at_1000_max": 0.4828870958998526, + "nauc_map_at_1000_std": 0.3858682896058456, + "nauc_map_at_100_diff1": 0.005983801158386577, + "nauc_map_at_100_max": 0.3946149802390128, + "nauc_map_at_100_std": 0.35803074295158493, + "nauc_map_at_10_diff1": 0.0652685109980477, + "nauc_map_at_10_max": 0.28191394072577497, + "nauc_map_at_10_std": 0.1798605621171588, + "nauc_map_at_1_diff1": 0.16783223542533393, + "nauc_map_at_1_max": 0.053929165122080486, + "nauc_map_at_1_std": -0.05599259940908382, + "nauc_map_at_20_diff1": 0.03655488990224105, + "nauc_map_at_20_max": 0.30291246711600117, + "nauc_map_at_20_std": 0.22520789255458767, + "nauc_map_at_3_diff1": 0.11241718559813689, + "nauc_map_at_3_max": 0.1207240904755034, + "nauc_map_at_3_std": 0.027060846452717616, + "nauc_map_at_5_diff1": 0.10007455021849353, + "nauc_map_at_5_max": 0.19145824488218505, + "nauc_map_at_5_std": 0.09006414922708855, + "nauc_mrr_at_1000_diff1": 0.07012573915475145, + "nauc_mrr_at_1000_max": 0.5613095359458329, + "nauc_mrr_at_1000_std": 0.4296911941362203, + "nauc_mrr_at_100_diff1": 0.06989812726962076, + "nauc_mrr_at_100_max": 0.5613669061616945, + "nauc_mrr_at_100_std": 0.42977308276511794, + "nauc_mrr_at_10_diff1": 0.07433368420761864, + "nauc_mrr_at_10_max": 0.5630333220058962, + "nauc_mrr_at_10_std": 0.43230454940676954, + "nauc_mrr_at_1_diff1": 0.04448029089094279, + "nauc_mrr_at_1_max": 0.519780405857032, + "nauc_mrr_at_1_std": 0.406899747787571, + "nauc_mrr_at_20_diff1": 0.07089608810613028, + "nauc_mrr_at_20_max": 0.5622069364025505, + "nauc_mrr_at_20_std": 0.42863816773967506, + "nauc_mrr_at_3_diff1": 0.08844545189521728, + "nauc_mrr_at_3_max": 0.5643529012797401, + "nauc_mrr_at_3_std": 0.44272305217920715, + "nauc_mrr_at_5_diff1": 0.0759801044662237, + "nauc_mrr_at_5_max": 0.5638657393822017, + "nauc_mrr_at_5_std": 0.43248658306760285, + "nauc_ndcg_at_1000_diff1": 0.009906985405916353, + "nauc_ndcg_at_1000_max": 0.5438004452042604, + "nauc_ndcg_at_1000_std": 0.4587100591404418, + "nauc_ndcg_at_100_diff1": 0.03476606714728647, + "nauc_ndcg_at_100_max": 0.4802395312370286, + "nauc_ndcg_at_100_std": 0.4108364987528855, + "nauc_ndcg_at_10_diff1": 0.04491965652397159, + "nauc_ndcg_at_10_max": 0.4513023439185818, + "nauc_ndcg_at_10_std": 0.3098443124225122, + "nauc_ndcg_at_1_diff1": 0.05897044904826971, + "nauc_ndcg_at_1_max": 0.3419767738833883, + "nauc_ndcg_at_1_std": 0.18724366389736022, + "nauc_ndcg_at_20_diff1": 0.023640393771091305, + "nauc_ndcg_at_20_max": 0.4598490788498948, + "nauc_ndcg_at_20_std": 0.31510626934610014, + "nauc_ndcg_at_3_diff1": -0.003125570445482596, + "nauc_ndcg_at_3_max": 0.35817436252529006, + "nauc_ndcg_at_3_std": 0.25502456008394164, + "nauc_ndcg_at_5_diff1": 0.02635383531919863, + "nauc_ndcg_at_5_max": 0.4119322371567622, + "nauc_ndcg_at_5_std": 0.3030669409212117, + "nauc_precision_at_1000_diff1": -0.06815834791564425, + "nauc_precision_at_1000_max": 0.26336969430061785, + "nauc_precision_at_1000_std": -0.0938493588515338, + "nauc_precision_at_100_diff1": -0.07720508875087659, + "nauc_precision_at_100_max": 0.290259877691511, + "nauc_precision_at_100_std": 0.14419311651218789, + "nauc_precision_at_10_diff1": -0.07851481268776321, + "nauc_precision_at_10_max": 0.46728229837681384, + "nauc_precision_at_10_std": 0.3502528388652415, + "nauc_precision_at_1_diff1": 0.04448029089094279, + "nauc_precision_at_1_max": 0.519780405857032, + "nauc_precision_at_1_std": 0.406899747787571, + "nauc_precision_at_20_diff1": -0.1230011094083779, + "nauc_precision_at_20_max": 0.36173268215725396, + "nauc_precision_at_20_std": 0.2548009179335261, + "nauc_precision_at_3_diff1": -0.05921793412823034, + "nauc_precision_at_3_max": 0.4415252176158487, + "nauc_precision_at_3_std": 0.3504103098417312, + "nauc_precision_at_5_diff1": -0.05338535031245965, + "nauc_precision_at_5_max": 0.4611637383523298, + "nauc_precision_at_5_std": 0.366902781473953, + "nauc_recall_at_1000_diff1": 0.008299123287598267, + "nauc_recall_at_1000_max": 0.290655410185024, + "nauc_recall_at_1000_std": 0.7250845315798168, + "nauc_recall_at_100_diff1": 0.03915978526328285, + "nauc_recall_at_100_max": 0.2260319097327754, + "nauc_recall_at_100_std": 0.37500034367643625, + "nauc_recall_at_10_diff1": 0.08532720725825937, + "nauc_recall_at_10_max": 0.1952384616611834, + "nauc_recall_at_10_std": 0.133637773866404, + "nauc_recall_at_1_diff1": 0.16783223542533393, + "nauc_recall_at_1_max": 0.053929165122080486, + "nauc_recall_at_1_std": -0.05599259940908382, + "nauc_recall_at_20_diff1": 0.03564785765848408, + "nauc_recall_at_20_max": 0.18061831981617885, + "nauc_recall_at_20_std": 0.17541845463140293, + "nauc_recall_at_3_diff1": 0.12984736090181756, + "nauc_recall_at_3_max": 0.05651986804067335, + "nauc_recall_at_3_std": -0.014336899023071396, + "nauc_recall_at_5_diff1": 0.1294335874798626, + "nauc_recall_at_5_max": 0.12438535489477992, + "nauc_recall_at_5_std": 0.041961023375503684, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.48914, + "ndcg_at_100": 0.56078, + "ndcg_at_1000": 0.66691, + "ndcg_at_20": 0.49453, + "ndcg_at_3": 0.53004, + "ndcg_at_5": 0.50746, + "precision_at_1": 0.695, + "precision_at_10": 0.447, + "precision_at_100": 0.20035, + "precision_at_1000": 0.04495, + "precision_at_20": 0.3755, + "precision_at_3": 0.60333, + "precision_at_5": 0.539, + "recall_at_1": 0.06504, + "recall_at_10": 0.26945, + "recall_at_100": 0.63786, + "recall_at_1000": 0.94487, + "recall_at_20": 0.36529, + "recall_at_3": 0.144, + "recall_at_5": 0.18885 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.48024, + "map_at_1": 0.05861, + "map_at_10": 0.19675, + "map_at_100": 0.32961, + "map_at_1000": 0.38023, + "map_at_20": 0.23945, + "map_at_3": 0.11865, + "map_at_5": 0.15294, + "mrr_at_1": 0.65, + "mrr_at_10": 0.762172619047619, + "mrr_at_100": 0.764934416507094, + "mrr_at_1000": 0.7649688992657147, + "mrr_at_20": 0.7644843073593074, + "mrr_at_3": 0.7441666666666665, + "mrr_at_5": 0.7586666666666667, + "nauc_map_at_1000_diff1": 0.05153084852708618, + "nauc_map_at_1000_max": 0.5486295798204085, + "nauc_map_at_1000_std": 0.4715301330877426, + "nauc_map_at_100_diff1": 0.06477367626094933, + "nauc_map_at_100_max": 0.4618470255004684, + "nauc_map_at_100_std": 0.4525714401656171, + "nauc_map_at_10_diff1": 0.1649479389828615, + "nauc_map_at_10_max": 0.2953744003522673, + "nauc_map_at_10_std": 0.3086923929984121, + "nauc_map_at_1_diff1": 0.36834445122669524, + "nauc_map_at_1_max": 0.07472111793806266, + "nauc_map_at_1_std": 0.04300838616415842, + "nauc_map_at_20_diff1": 0.1292787384359636, + "nauc_map_at_20_max": 0.34010078388592735, + "nauc_map_at_20_std": 0.3480817258821907, + "nauc_map_at_3_diff1": 0.21911875432445374, + "nauc_map_at_3_max": 0.10699109840703895, + "nauc_map_at_3_std": 0.12108623098927421, + "nauc_map_at_5_diff1": 0.2046509083435228, + "nauc_map_at_5_max": 0.19084843272380028, + "nauc_map_at_5_std": 0.20745542651602175, + "nauc_mrr_at_1000_diff1": 0.11557014731531395, + "nauc_mrr_at_1000_max": 0.5799685220795555, + "nauc_mrr_at_1000_std": 0.42904267012577835, + "nauc_mrr_at_100_diff1": 0.11557138503062288, + "nauc_mrr_at_100_max": 0.5800181715103243, + "nauc_mrr_at_100_std": 0.42911822020731316, + "nauc_mrr_at_10_diff1": 0.11710975273190512, + "nauc_mrr_at_10_max": 0.5804961596236682, + "nauc_mrr_at_10_std": 0.4314763795130269, + "nauc_mrr_at_1_diff1": 0.09061762551875648, + "nauc_mrr_at_1_max": 0.545487834648873, + "nauc_mrr_at_1_std": 0.4067295955732767, + "nauc_mrr_at_20_diff1": 0.11535607954512973, + "nauc_mrr_at_20_max": 0.5804709227997776, + "nauc_mrr_at_20_std": 0.4282786698158705, + "nauc_mrr_at_3_diff1": 0.1303357805555367, + "nauc_mrr_at_3_max": 0.5903470156372552, + "nauc_mrr_at_3_std": 0.4385426897774887, + "nauc_mrr_at_5_diff1": 0.12157346357407445, + "nauc_mrr_at_5_max": 0.5826294815630385, + "nauc_mrr_at_5_std": 0.43581198558299267, + "nauc_ndcg_at_1000_diff1": 0.04003541263566685, + "nauc_ndcg_at_1000_max": 0.5955366122912344, + "nauc_ndcg_at_1000_std": 0.5120161316960884, + "nauc_ndcg_at_100_diff1": 0.07664388527132951, + "nauc_ndcg_at_100_max": 0.5281264316139275, + "nauc_ndcg_at_100_std": 0.4796719959876668, + "nauc_ndcg_at_10_diff1": 0.10817174585962043, + "nauc_ndcg_at_10_max": 0.5176297232656419, + "nauc_ndcg_at_10_std": 0.38177020375463927, + "nauc_ndcg_at_1_diff1": 0.08092151587917724, + "nauc_ndcg_at_1_max": 0.42572805893079624, + "nauc_ndcg_at_1_std": 0.33371729828299074, + "nauc_ndcg_at_20_diff1": 0.10206213760092998, + "nauc_ndcg_at_20_max": 0.5132780540933339, + "nauc_ndcg_at_20_std": 0.38160016401577934, + "nauc_ndcg_at_3_diff1": 0.0400927251350676, + "nauc_ndcg_at_3_max": 0.4583869000690101, + "nauc_ndcg_at_3_std": 0.34866095666790275, + "nauc_ndcg_at_5_diff1": 0.09068490349190556, + "nauc_ndcg_at_5_max": 0.48893845459118157, + "nauc_ndcg_at_5_std": 0.3747068798453142, + "nauc_precision_at_1000_diff1": 0.009219622500156207, + "nauc_precision_at_1000_max": 0.28396469384949763, + "nauc_precision_at_1000_std": -0.12717511392242362, + "nauc_precision_at_100_diff1": -0.09070922195465991, + "nauc_precision_at_100_max": 0.35073807017105024, + "nauc_precision_at_100_std": 0.11491731719167232, + "nauc_precision_at_10_diff1": -0.07181350721900456, + "nauc_precision_at_10_max": 0.5335907351291692, + "nauc_precision_at_10_std": 0.35449427121622307, + "nauc_precision_at_1_diff1": 0.09061762551875648, + "nauc_precision_at_1_max": 0.545487834648873, + "nauc_precision_at_1_std": 0.4067295955732767, + "nauc_precision_at_20_diff1": -0.1236683371682914, + "nauc_precision_at_20_max": 0.47581108958436924, + "nauc_precision_at_20_std": 0.2564637484195335, + "nauc_precision_at_3_diff1": -0.035795220585059566, + "nauc_precision_at_3_max": 0.564963243022221, + "nauc_precision_at_3_std": 0.38516935853098766, + "nauc_precision_at_5_diff1": 0.0025817587012494174, + "nauc_precision_at_5_max": 0.5601874754010756, + "nauc_precision_at_5_std": 0.401772205832969, + "nauc_recall_at_1000_diff1": -0.1363431906010619, + "nauc_recall_at_1000_max": 0.2574024876566252, + "nauc_recall_at_1000_std": 0.720120868310552, + "nauc_recall_at_100_diff1": 0.041943108386672194, + "nauc_recall_at_100_max": 0.2472882608044169, + "nauc_recall_at_100_std": 0.4047293867075457, + "nauc_recall_at_10_diff1": 0.1475426997160285, + "nauc_recall_at_10_max": 0.1791322203116534, + "nauc_recall_at_10_std": 0.22224876568056084, + "nauc_recall_at_1_diff1": 0.36834445122669524, + "nauc_recall_at_1_max": 0.07472111793806266, + "nauc_recall_at_1_std": 0.04300838616415842, + "nauc_recall_at_20_diff1": 0.09990692201384108, + "nauc_recall_at_20_max": 0.1845723961079098, + "nauc_recall_at_20_std": 0.2423577928597399, + "nauc_recall_at_3_diff1": 0.19277218802006618, + "nauc_recall_at_3_max": 0.020857601452262894, + "nauc_recall_at_3_std": 0.05462047847525249, + "nauc_recall_at_5_diff1": 0.19134288439322428, + "nauc_recall_at_5_max": 0.08879710134756078, + "nauc_recall_at_5_std": 0.12688295900347119, + "ndcg_at_1": 0.5375, + "ndcg_at_10": 0.48024, + "ndcg_at_100": 0.54967, + "ndcg_at_1000": 0.65789, + "ndcg_at_20": 0.48011, + "ndcg_at_3": 0.51698, + "ndcg_at_5": 0.49994, + "precision_at_1": 0.65, + "precision_at_10": 0.4435, + "precision_at_100": 0.19705, + "precision_at_1000": 0.04472, + "precision_at_20": 0.36475, + "precision_at_3": 0.58667, + "precision_at_5": 0.533, + "recall_at_1": 0.05861, + "recall_at_10": 0.25318, + "recall_at_100": 0.62435, + "recall_at_1000": 0.94445, + "recall_at_20": 0.34755, + "recall_at_3": 0.13717, + "recall_at_5": 0.18555 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.5689, + "map_at_1": 0.08752, + "map_at_10": 0.2629, + "map_at_100": 0.38736, + "map_at_1000": 0.44328, + "map_at_20": 0.30216, + "map_at_3": 0.16736, + "map_at_5": 0.21262, + "mrr_at_1": 0.74, + "mrr_at_10": 0.8259166666666665, + "mrr_at_100": 0.8272076983614761, + "mrr_at_1000": 0.8272207531917634, + "mrr_at_20": 0.8268804271708683, + "mrr_at_3": 0.8141666666666666, + "mrr_at_5": 0.8221666666666665, + "nauc_map_at_1000_diff1": 0.14103053747308936, + "nauc_map_at_1000_max": 0.38097981084005145, + "nauc_map_at_1000_std": 0.2566346095910305, + "nauc_map_at_100_diff1": 0.18114475309735242, + "nauc_map_at_100_max": 0.3417446179911071, + "nauc_map_at_100_std": 0.2459922145344685, + "nauc_map_at_10_diff1": 0.27219476307803303, + "nauc_map_at_10_max": 0.3024888722633181, + "nauc_map_at_10_std": 0.13072842698644643, + "nauc_map_at_1_diff1": 0.413510744769036, + "nauc_map_at_1_max": 0.1930352119852851, + "nauc_map_at_1_std": -0.039799101801191616, + "nauc_map_at_20_diff1": 0.23849002676125325, + "nauc_map_at_20_max": 0.310466230626031, + "nauc_map_at_20_std": 0.16364078828629938, + "nauc_map_at_3_diff1": 0.3279879248600422, + "nauc_map_at_3_max": 0.2397226562383088, + "nauc_map_at_3_std": 0.015219903893546756, + "nauc_map_at_5_diff1": 0.304755635817443, + "nauc_map_at_5_max": 0.26660550396042504, + "nauc_map_at_5_std": 0.053216693295640424, + "nauc_mrr_at_1000_diff1": 0.07809277108066146, + "nauc_mrr_at_1000_max": 0.48095704799073546, + "nauc_mrr_at_1000_std": 0.2171025985407066, + "nauc_mrr_at_100_diff1": 0.07815858384774846, + "nauc_mrr_at_100_max": 0.4809893496282057, + "nauc_mrr_at_100_std": 0.21716772165486842, + "nauc_mrr_at_10_diff1": 0.07815770800725196, + "nauc_mrr_at_10_max": 0.4838530472030407, + "nauc_mrr_at_10_std": 0.21421871550177254, + "nauc_mrr_at_1_diff1": 0.05716515956368342, + "nauc_mrr_at_1_max": 0.41898138761607345, + "nauc_mrr_at_1_std": 0.1955922306475813, + "nauc_mrr_at_20_diff1": 0.07739493562600734, + "nauc_mrr_at_20_max": 0.4815806096551728, + "nauc_mrr_at_20_std": 0.21655227661011808, + "nauc_mrr_at_3_diff1": 0.09860708678357416, + "nauc_mrr_at_3_max": 0.4951090115946408, + "nauc_mrr_at_3_std": 0.2373285178725922, + "nauc_mrr_at_5_diff1": 0.08953633705988993, + "nauc_mrr_at_5_max": 0.4829449220727689, + "nauc_mrr_at_5_std": 0.21726868971003083, + "nauc_ndcg_at_1000_diff1": 0.14972015610400366, + "nauc_ndcg_at_1000_max": 0.4286938812326703, + "nauc_ndcg_at_1000_std": 0.3243043676128187, + "nauc_ndcg_at_100_diff1": 0.14328218464144868, + "nauc_ndcg_at_100_max": 0.3841653165544418, + "nauc_ndcg_at_100_std": 0.2629233448266532, + "nauc_ndcg_at_10_diff1": 0.1716669964688669, + "nauc_ndcg_at_10_max": 0.3743810052219915, + "nauc_ndcg_at_10_std": 0.17464357315676768, + "nauc_ndcg_at_1_diff1": 0.15583893480847785, + "nauc_ndcg_at_1_max": 0.27887707844209275, + "nauc_ndcg_at_1_std": 0.11665004985044873, + "nauc_ndcg_at_20_diff1": 0.1587141422035122, + "nauc_ndcg_at_20_max": 0.3749470813881724, + "nauc_ndcg_at_20_std": 0.17338643180999294, + "nauc_ndcg_at_3_diff1": 0.08475736758511634, + "nauc_ndcg_at_3_max": 0.3136030296961084, + "nauc_ndcg_at_3_std": 0.12016667652142081, + "nauc_ndcg_at_5_diff1": 0.12915391128878415, + "nauc_ndcg_at_5_max": 0.35015330554316554, + "nauc_ndcg_at_5_std": 0.12417689250788452, + "nauc_precision_at_1000_diff1": -0.2266933621656726, + "nauc_precision_at_1000_max": -0.0023437205630686556, + "nauc_precision_at_1000_std": -0.16492322101353193, + "nauc_precision_at_100_diff1": -0.2588806526036682, + "nauc_precision_at_100_max": 0.013785566520980444, + "nauc_precision_at_100_std": -0.005758576805318668, + "nauc_precision_at_10_diff1": -0.23593864514083418, + "nauc_precision_at_10_max": 0.17720867617171432, + "nauc_precision_at_10_std": 0.18275577086008002, + "nauc_precision_at_1_diff1": 0.05716515956368342, + "nauc_precision_at_1_max": 0.41898138761607345, + "nauc_precision_at_1_std": 0.1955922306475813, + "nauc_precision_at_20_diff1": -0.2682476782015899, + "nauc_precision_at_20_max": 0.07967795669072777, + "nauc_precision_at_20_std": 0.09453767763156563, + "nauc_precision_at_3_diff1": -0.16581685199915017, + "nauc_precision_at_3_max": 0.2871285559911144, + "nauc_precision_at_3_std": 0.16946117841671463, + "nauc_precision_at_5_diff1": -0.19582057728480382, + "nauc_precision_at_5_max": 0.23625257078202921, + "nauc_precision_at_5_std": 0.160216650293994, + "nauc_recall_at_1000_diff1": 0.16683088551315733, + "nauc_recall_at_1000_max": 0.30916851742398677, + "nauc_recall_at_1000_std": 0.6724898202953074, + "nauc_recall_at_100_diff1": 0.1657852249103589, + "nauc_recall_at_100_max": 0.20983536589592555, + "nauc_recall_at_100_std": 0.3073626893576423, + "nauc_recall_at_10_diff1": 0.27361946013608196, + "nauc_recall_at_10_max": 0.2755614914986198, + "nauc_recall_at_10_std": 0.1326835264041418, + "nauc_recall_at_1_diff1": 0.413510744769036, + "nauc_recall_at_1_max": 0.1930352119852851, + "nauc_recall_at_1_std": -0.039799101801191616, + "nauc_recall_at_20_diff1": 0.2141565062130662, + "nauc_recall_at_20_max": 0.26414401210035277, + "nauc_recall_at_20_std": 0.1530532194112517, + "nauc_recall_at_3_diff1": 0.33160312207228226, + "nauc_recall_at_3_max": 0.21852227358889842, + "nauc_recall_at_3_std": 0.017564724819507747, + "nauc_recall_at_5_diff1": 0.31315406270911933, + "nauc_recall_at_5_max": 0.2363851568276556, + "nauc_recall_at_5_std": 0.044576260104201994, + "ndcg_at_1": 0.62, + "ndcg_at_10": 0.5689, + "ndcg_at_100": 0.60246, + "ndcg_at_1000": 0.69432, + "ndcg_at_20": 0.55945, + "ndcg_at_3": 0.58171, + "ndcg_at_5": 0.57575, + "precision_at_1": 0.74, + "precision_at_10": 0.5035, + "precision_at_100": 0.2118, + "precision_at_1000": 0.05357, + "precision_at_20": 0.39975, + "precision_at_3": 0.64333, + "precision_at_5": 0.594, + "recall_at_1": 0.08752, + "recall_at_10": 0.33724, + "recall_at_100": 0.6646, + "recall_at_1000": 0.92815, + "recall_at_20": 0.41711, + "recall_at_3": 0.18335, + "recall_at_5": 0.25063 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.51485, + "map_at_1": 0.08815, + "map_at_10": 0.23851, + "map_at_100": 0.34951, + "map_at_1000": 0.40122, + "map_at_20": 0.27464, + "map_at_3": 0.16904, + "map_at_5": 0.2006, + "mrr_at_1": 0.71, + "mrr_at_10": 0.7976726190476192, + "mrr_at_100": 0.8008330976818882, + "mrr_at_1000": 0.8008962931342345, + "mrr_at_20": 0.8002930194805196, + "mrr_at_3": 0.7866666666666667, + "mrr_at_5": 0.7921666666666667, + "nauc_map_at_1000_diff1": 0.27108911712476724, + "nauc_map_at_1000_max": 0.38899666384476755, + "nauc_map_at_1000_std": 0.317800747597519, + "nauc_map_at_100_diff1": 0.3190393323206176, + "nauc_map_at_100_max": 0.3465085434216318, + "nauc_map_at_100_std": 0.29593437526521543, + "nauc_map_at_10_diff1": 0.41306068303699467, + "nauc_map_at_10_max": 0.3176402780486381, + "nauc_map_at_10_std": 0.17107259170082215, + "nauc_map_at_1_diff1": 0.5461338746572516, + "nauc_map_at_1_max": 0.21948912154104055, + "nauc_map_at_1_std": 0.10025694728405106, + "nauc_map_at_20_diff1": 0.3856367770470774, + "nauc_map_at_20_max": 0.32299926221457387, + "nauc_map_at_20_std": 0.20746419231179525, + "nauc_map_at_3_diff1": 0.4736800481264406, + "nauc_map_at_3_max": 0.2677809065909595, + "nauc_map_at_3_std": 0.10189898746711931, + "nauc_map_at_5_diff1": 0.4455835215710875, + "nauc_map_at_5_max": 0.28892557956808373, + "nauc_map_at_5_std": 0.12871075772145796, + "nauc_mrr_at_1000_diff1": 0.25754572882278093, + "nauc_mrr_at_1000_max": 0.37400710749540744, + "nauc_mrr_at_1000_std": 0.1750012823968023, + "nauc_mrr_at_100_diff1": 0.25743629565363213, + "nauc_mrr_at_100_max": 0.3741826267356505, + "nauc_mrr_at_100_std": 0.1750616111273184, + "nauc_mrr_at_10_diff1": 0.260385229317624, + "nauc_mrr_at_10_max": 0.37879163350191963, + "nauc_mrr_at_10_std": 0.17743930503127278, + "nauc_mrr_at_1_diff1": 0.28627948779719453, + "nauc_mrr_at_1_max": 0.3221188592183537, + "nauc_mrr_at_1_std": 0.14618349609917908, + "nauc_mrr_at_20_diff1": 0.25440936737806763, + "nauc_mrr_at_20_max": 0.372794068452851, + "nauc_mrr_at_20_std": 0.17166938516358346, + "nauc_mrr_at_3_diff1": 0.26581411095928775, + "nauc_mrr_at_3_max": 0.3849921542709552, + "nauc_mrr_at_3_std": 0.19577019920447966, + "nauc_mrr_at_5_diff1": 0.26208313637241204, + "nauc_mrr_at_5_max": 0.3829754608885536, + "nauc_mrr_at_5_std": 0.19575883494563875, + "nauc_ndcg_at_1000_diff1": 0.24275889060819197, + "nauc_ndcg_at_1000_max": 0.38379406153995477, + "nauc_ndcg_at_1000_std": 0.38260609063370243, + "nauc_ndcg_at_100_diff1": 0.27938966208423577, + "nauc_ndcg_at_100_max": 0.38553756599034894, + "nauc_ndcg_at_100_std": 0.331249221385223, + "nauc_ndcg_at_10_diff1": 0.26904241999769507, + "nauc_ndcg_at_10_max": 0.40511194453421023, + "nauc_ndcg_at_10_std": 0.19559661826541963, + "nauc_ndcg_at_1_diff1": 0.30190907757509317, + "nauc_ndcg_at_1_max": 0.2659739537899787, + "nauc_ndcg_at_1_std": 0.10083835756027139, + "nauc_ndcg_at_20_diff1": 0.28238448303668084, + "nauc_ndcg_at_20_max": 0.39754705541394814, + "nauc_ndcg_at_20_std": 0.21307038483691068, + "nauc_ndcg_at_3_diff1": 0.2572818142879157, + "nauc_ndcg_at_3_max": 0.37441158351174664, + "nauc_ndcg_at_3_std": 0.17586490115444675, + "nauc_ndcg_at_5_diff1": 0.249860098581492, + "nauc_ndcg_at_5_max": 0.37188384825613846, + "nauc_ndcg_at_5_std": 0.18350397786699582, + "nauc_precision_at_1000_diff1": -0.2752973520168155, + "nauc_precision_at_1000_max": 0.05865674560208622, + "nauc_precision_at_1000_std": -0.1440925343616899, + "nauc_precision_at_100_diff1": -0.30561044547636007, + "nauc_precision_at_100_max": 0.0754798995673518, + "nauc_precision_at_100_std": 0.028884080854143287, + "nauc_precision_at_10_diff1": -0.22396423795545273, + "nauc_precision_at_10_max": 0.2074164321193305, + "nauc_precision_at_10_std": 0.11670732825642903, + "nauc_precision_at_1_diff1": 0.28627948779719453, + "nauc_precision_at_1_max": 0.3221188592183537, + "nauc_precision_at_1_std": 0.14618349609917908, + "nauc_precision_at_20_diff1": -0.2922150870215165, + "nauc_precision_at_20_max": 0.11802559694021836, + "nauc_precision_at_20_std": 0.09160770960805549, + "nauc_precision_at_3_diff1": -0.0007000210923383378, + "nauc_precision_at_3_max": 0.32585217633195046, + "nauc_precision_at_3_std": 0.191368648225645, + "nauc_precision_at_5_diff1": -0.10023048535647168, + "nauc_precision_at_5_max": 0.24666576280252434, + "nauc_precision_at_5_std": 0.16074914241246366, + "nauc_recall_at_1000_diff1": 0.1851114285111895, + "nauc_recall_at_1000_max": 0.2039474152205996, + "nauc_recall_at_1000_std": 0.6811272571315327, + "nauc_recall_at_100_diff1": 0.23661250945863932, + "nauc_recall_at_100_max": 0.2319431553660603, + "nauc_recall_at_100_std": 0.3589070671464758, + "nauc_recall_at_10_diff1": 0.39436916474473144, + "nauc_recall_at_10_max": 0.3230556708084157, + "nauc_recall_at_10_std": 0.1697817536356848, + "nauc_recall_at_1_diff1": 0.5461338746572516, + "nauc_recall_at_1_max": 0.21948912154104055, + "nauc_recall_at_1_std": 0.10025694728405106, + "nauc_recall_at_20_diff1": 0.3364318983131981, + "nauc_recall_at_20_max": 0.2776251181135884, + "nauc_recall_at_20_std": 0.18842556375139788, + "nauc_recall_at_3_diff1": 0.46507841208572787, + "nauc_recall_at_3_max": 0.25510007859037503, + "nauc_recall_at_3_std": 0.08836723979902261, + "nauc_recall_at_5_diff1": 0.43789064709600695, + "nauc_recall_at_5_max": 0.2866824184856855, + "nauc_recall_at_5_std": 0.1186929527834178, + "ndcg_at_1": 0.595, + "ndcg_at_10": 0.51485, + "ndcg_at_100": 0.56395, + "ndcg_at_1000": 0.66282, + "ndcg_at_20": 0.51807, + "ndcg_at_3": 0.54897, + "ndcg_at_5": 0.52563, + "precision_at_1": 0.71, + "precision_at_10": 0.445, + "precision_at_100": 0.1956, + "precision_at_1000": 0.0512, + "precision_at_20": 0.35775, + "precision_at_3": 0.60167, + "precision_at_5": 0.536, + "recall_at_1": 0.08815, + "recall_at_10": 0.29795, + "recall_at_100": 0.62845, + "recall_at_1000": 0.91225, + "recall_at_20": 0.38878, + "recall_at_3": 0.18776, + "recall_at_5": 0.22975 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.49544, + "map_at_1": 0.0719, + "map_at_10": 0.23121, + "map_at_100": 0.33338, + "map_at_1000": 0.38238, + "map_at_20": 0.2649, + "map_at_3": 0.1547, + "map_at_5": 0.18812, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7567123015873014, + "mrr_at_100": 0.7585165872348376, + "mrr_at_1000": 0.7585719821381451, + "mrr_at_20": 0.7579027777777776, + "mrr_at_3": 0.7374999999999998, + "mrr_at_5": 0.7502499999999998, + "nauc_map_at_1000_diff1": 0.2163844257702338, + "nauc_map_at_1000_max": 0.45455394696868107, + "nauc_map_at_1000_std": 0.3728940016561431, + "nauc_map_at_100_diff1": 0.25685451617996274, + "nauc_map_at_100_max": 0.43424003390945976, + "nauc_map_at_100_std": 0.3725474952875199, + "nauc_map_at_10_diff1": 0.36700248181881645, + "nauc_map_at_10_max": 0.4080233791709119, + "nauc_map_at_10_std": 0.26136973050510476, + "nauc_map_at_1_diff1": 0.5670743901000971, + "nauc_map_at_1_max": 0.3416714633768522, + "nauc_map_at_1_std": 0.16986140110363301, + "nauc_map_at_20_diff1": 0.336888267357863, + "nauc_map_at_20_max": 0.41450472037529956, + "nauc_map_at_20_std": 0.2935659535853983, + "nauc_map_at_3_diff1": 0.4343605256409803, + "nauc_map_at_3_max": 0.3962800052730718, + "nauc_map_at_3_std": 0.18818941004834713, + "nauc_map_at_5_diff1": 0.408336444861882, + "nauc_map_at_5_max": 0.4042110161095867, + "nauc_map_at_5_std": 0.20585721504061746, + "nauc_mrr_at_1000_diff1": 0.12918603493358896, + "nauc_mrr_at_1000_max": 0.4121754078656437, + "nauc_mrr_at_1000_std": 0.25249289691499327, + "nauc_mrr_at_100_diff1": 0.12922041581946542, + "nauc_mrr_at_100_max": 0.41227241473579995, + "nauc_mrr_at_100_std": 0.25255240514301125, + "nauc_mrr_at_10_diff1": 0.1273378453186018, + "nauc_mrr_at_10_max": 0.41292968543110464, + "nauc_mrr_at_10_std": 0.2496523916586075, + "nauc_mrr_at_1_diff1": 0.13470667408141743, + "nauc_mrr_at_1_max": 0.36526511762856917, + "nauc_mrr_at_1_std": 0.22731046043988778, + "nauc_mrr_at_20_diff1": 0.1292383418761956, + "nauc_mrr_at_20_max": 0.4125217251972886, + "nauc_mrr_at_20_std": 0.25123161991395326, + "nauc_mrr_at_3_diff1": 0.12782950762979267, + "nauc_mrr_at_3_max": 0.42986383089093533, + "nauc_mrr_at_3_std": 0.2779077508321446, + "nauc_mrr_at_5_diff1": 0.13398898344750954, + "nauc_mrr_at_5_max": 0.41368796091868176, + "nauc_mrr_at_5_std": 0.2550078216503576, + "nauc_ndcg_at_1000_diff1": 0.187339056142185, + "nauc_ndcg_at_1000_max": 0.4584162905530718, + "nauc_ndcg_at_1000_std": 0.42946002906559894, + "nauc_ndcg_at_100_diff1": 0.2061864571170904, + "nauc_ndcg_at_100_max": 0.4486687949820258, + "nauc_ndcg_at_100_std": 0.41525602049855853, + "nauc_ndcg_at_10_diff1": 0.23173250267400725, + "nauc_ndcg_at_10_max": 0.47254787064456844, + "nauc_ndcg_at_10_std": 0.28929063301622526, + "nauc_ndcg_at_1_diff1": 0.21700574751942545, + "nauc_ndcg_at_1_max": 0.3483457437045406, + "nauc_ndcg_at_1_std": 0.1874583871675923, + "nauc_ndcg_at_20_diff1": 0.24087479483039617, + "nauc_ndcg_at_20_max": 0.46848158498542, + "nauc_ndcg_at_20_std": 0.3150711960443654, + "nauc_ndcg_at_3_diff1": 0.20015359058801324, + "nauc_ndcg_at_3_max": 0.42179224667740456, + "nauc_ndcg_at_3_std": 0.21671426333832847, + "nauc_ndcg_at_5_diff1": 0.2008686952963204, + "nauc_ndcg_at_5_max": 0.43887377509297837, + "nauc_ndcg_at_5_std": 0.21892436030290693, + "nauc_precision_at_1000_diff1": -0.25850282991459134, + "nauc_precision_at_1000_max": -0.05705674644787702, + "nauc_precision_at_1000_std": -0.2283238441713242, + "nauc_precision_at_100_diff1": -0.3117830870984382, + "nauc_precision_at_100_max": 0.0026837913366253795, + "nauc_precision_at_100_std": -0.029780923926479543, + "nauc_precision_at_10_diff1": -0.20984039911842317, + "nauc_precision_at_10_max": 0.19565529759552677, + "nauc_precision_at_10_std": 0.15087914665404423, + "nauc_precision_at_1_diff1": 0.13470667408141743, + "nauc_precision_at_1_max": 0.36526511762856917, + "nauc_precision_at_1_std": 0.22731046043988778, + "nauc_precision_at_20_diff1": -0.2590295468368494, + "nauc_precision_at_20_max": 0.08835017673451008, + "nauc_precision_at_20_std": 0.07759735823776742, + "nauc_precision_at_3_diff1": 0.008221691519106093, + "nauc_precision_at_3_max": 0.3720264445479969, + "nauc_precision_at_3_std": 0.19380533550792226, + "nauc_precision_at_5_diff1": -0.08216504594656726, + "nauc_precision_at_5_max": 0.27206810415308724, + "nauc_precision_at_5_std": 0.12765195899283013, + "nauc_recall_at_1000_diff1": 0.1072445930382198, + "nauc_recall_at_1000_max": 0.30112809182300315, + "nauc_recall_at_1000_std": 0.713863638230596, + "nauc_recall_at_100_diff1": 0.16447868965795623, + "nauc_recall_at_100_max": 0.29285288737252707, + "nauc_recall_at_100_std": 0.46739422287921756, + "nauc_recall_at_10_diff1": 0.31884742936777594, + "nauc_recall_at_10_max": 0.33622342356467894, + "nauc_recall_at_10_std": 0.26029084597114405, + "nauc_recall_at_1_diff1": 0.5670743901000971, + "nauc_recall_at_1_max": 0.3416714633768522, + "nauc_recall_at_1_std": 0.16986140110363301, + "nauc_recall_at_20_diff1": 0.2782801127946018, + "nauc_recall_at_20_max": 0.31572914281250153, + "nauc_recall_at_20_std": 0.28248296934057565, + "nauc_recall_at_3_diff1": 0.3928485784211054, + "nauc_recall_at_3_max": 0.34770006816229493, + "nauc_recall_at_3_std": 0.17823371317122647, + "nauc_recall_at_5_diff1": 0.3802867209528183, + "nauc_recall_at_5_max": 0.3442365601722835, + "nauc_recall_at_5_std": 0.18862375347380833, + "ndcg_at_1": 0.5375, + "ndcg_at_10": 0.49544, + "ndcg_at_100": 0.54034, + "ndcg_at_1000": 0.64035, + "ndcg_at_20": 0.49897, + "ndcg_at_3": 0.51179, + "ndcg_at_5": 0.49787, + "precision_at_1": 0.645, + "precision_at_10": 0.435, + "precision_at_100": 0.18655, + "precision_at_1000": 0.05001, + "precision_at_20": 0.3535, + "precision_at_3": 0.57667, + "precision_at_5": 0.519, + "recall_at_1": 0.0719, + "recall_at_10": 0.3135, + "recall_at_100": 0.61353, + "recall_at_1000": 0.89805, + "recall_at_20": 0.39007, + "recall_at_3": 0.17678, + "recall_at_5": 0.22725 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.44801, + "map_at_1": 0.04509, + "map_at_10": 0.15541, + "map_at_100": 0.30411, + "map_at_1000": 0.35621, + "map_at_20": 0.20359, + "map_at_3": 0.09406, + "map_at_5": 0.11841, + "mrr_at_1": 0.62, + "mrr_at_10": 0.7333670634920635, + "mrr_at_100": 0.7350192771369243, + "mrr_at_1000": 0.7350716855149615, + "mrr_at_20": 0.7337837301587302, + "mrr_at_3": 0.7166666666666667, + "mrr_at_5": 0.7274166666666667, + "nauc_map_at_1000_diff1": 0.18185370043638638, + "nauc_map_at_1000_max": 0.4829684463380374, + "nauc_map_at_1000_std": 0.2260990229733232, + "nauc_map_at_100_diff1": 0.19297660682226717, + "nauc_map_at_100_max": 0.4354549147580281, + "nauc_map_at_100_std": 0.13644212161754274, + "nauc_map_at_10_diff1": 0.22483528468624936, + "nauc_map_at_10_max": 0.16916741593422735, + "nauc_map_at_10_std": -0.10319539670143303, + "nauc_map_at_1_diff1": 0.3777816517764079, + "nauc_map_at_1_max": 0.08165475262715183, + "nauc_map_at_1_std": -0.18913652923286733, + "nauc_map_at_20_diff1": 0.204580481837963, + "nauc_map_at_20_max": 0.2566190334717824, + "nauc_map_at_20_std": -0.058484569493169006, + "nauc_map_at_3_diff1": 0.25094731098679157, + "nauc_map_at_3_max": 0.1433880312892685, + "nauc_map_at_3_std": -0.1548806153007385, + "nauc_map_at_5_diff1": 0.2449471189575085, + "nauc_map_at_5_max": 0.12203625428185147, + "nauc_map_at_5_std": -0.1461906427730192, + "nauc_mrr_at_1000_diff1": 0.36901131633485024, + "nauc_mrr_at_1000_max": 0.5098510569758343, + "nauc_mrr_at_1000_std": 0.21573454195139716, + "nauc_mrr_at_100_diff1": 0.36891181990334, + "nauc_mrr_at_100_max": 0.5099005035266175, + "nauc_mrr_at_100_std": 0.21590295182778535, + "nauc_mrr_at_10_diff1": 0.3714841914537769, + "nauc_mrr_at_10_max": 0.5119613061572921, + "nauc_mrr_at_10_std": 0.21664355767240231, + "nauc_mrr_at_1_diff1": 0.3884410669784325, + "nauc_mrr_at_1_max": 0.4563809494508201, + "nauc_mrr_at_1_std": 0.1360335968987475, + "nauc_mrr_at_20_diff1": 0.3703118493487191, + "nauc_mrr_at_20_max": 0.5112948138113576, + "nauc_mrr_at_20_std": 0.21570052466064343, + "nauc_mrr_at_3_diff1": 0.3519878074622242, + "nauc_mrr_at_3_max": 0.5184175781186326, + "nauc_mrr_at_3_std": 0.21774927056675833, + "nauc_mrr_at_5_diff1": 0.3725243447421089, + "nauc_mrr_at_5_max": 0.5178891146660172, + "nauc_mrr_at_5_std": 0.2245731845307868, + "nauc_ndcg_at_1000_diff1": 0.2687411344077545, + "nauc_ndcg_at_1000_max": 0.5616407184650064, + "nauc_ndcg_at_1000_std": 0.3523171190464651, + "nauc_ndcg_at_100_diff1": 0.22808817403938583, + "nauc_ndcg_at_100_max": 0.4768231148516527, + "nauc_ndcg_at_100_std": 0.2359143635608537, + "nauc_ndcg_at_10_diff1": 0.2525108537811158, + "nauc_ndcg_at_10_max": 0.4570347445966747, + "nauc_ndcg_at_10_std": 0.21422993693174697, + "nauc_ndcg_at_1_diff1": 0.27525867853233044, + "nauc_ndcg_at_1_max": 0.3853656813928033, + "nauc_ndcg_at_1_std": 0.15146378500547394, + "nauc_ndcg_at_20_diff1": 0.23761284536316615, + "nauc_ndcg_at_20_max": 0.4702769923019201, + "nauc_ndcg_at_20_std": 0.18583064249917816, + "nauc_ndcg_at_3_diff1": 0.22069685073076634, + "nauc_ndcg_at_3_max": 0.4351104460158218, + "nauc_ndcg_at_3_std": 0.2113114712685604, + "nauc_ndcg_at_5_diff1": 0.24153393092675807, + "nauc_ndcg_at_5_max": 0.42034952319028884, + "nauc_ndcg_at_5_std": 0.21332222442969803, + "nauc_precision_at_1000_diff1": -0.02749563768310283, + "nauc_precision_at_1000_max": 0.176623002220147, + "nauc_precision_at_1000_std": 0.23692072558234578, + "nauc_precision_at_100_diff1": -0.0022148295487079803, + "nauc_precision_at_100_max": 0.33465969661043604, + "nauc_precision_at_100_std": 0.34974688332790455, + "nauc_precision_at_10_diff1": 0.07208332438263153, + "nauc_precision_at_10_max": 0.43010831883319695, + "nauc_precision_at_10_std": 0.2966456862221594, + "nauc_precision_at_1_diff1": 0.3884410669784325, + "nauc_precision_at_1_max": 0.4563809494508201, + "nauc_precision_at_1_std": 0.1360335968987475, + "nauc_precision_at_20_diff1": 0.04341605454823893, + "nauc_precision_at_20_max": 0.43560949646543823, + "nauc_precision_at_20_std": 0.30536882924118014, + "nauc_precision_at_3_diff1": 0.14198195889796703, + "nauc_precision_at_3_max": 0.48574415178285446, + "nauc_precision_at_3_std": 0.25695758768686056, + "nauc_precision_at_5_diff1": 0.1470563783856687, + "nauc_precision_at_5_max": 0.39933935476242793, + "nauc_precision_at_5_std": 0.22952803400771124, + "nauc_recall_at_1000_diff1": 0.0481549928923148, + "nauc_recall_at_1000_max": 0.3316333911418901, + "nauc_recall_at_1000_std": 0.4350792347084484, + "nauc_recall_at_100_diff1": 0.02295256571447449, + "nauc_recall_at_100_max": 0.14217808079476477, + "nauc_recall_at_100_std": 0.08652650148087333, + "nauc_recall_at_10_diff1": 0.14031829547969604, + "nauc_recall_at_10_max": 0.06549107186859524, + "nauc_recall_at_10_std": -0.10907219714084335, + "nauc_recall_at_1_diff1": 0.3777816517764079, + "nauc_recall_at_1_max": 0.08165475262715183, + "nauc_recall_at_1_std": -0.18913652923286733, + "nauc_recall_at_20_diff1": 0.13982513471316385, + "nauc_recall_at_20_max": 0.14054069042800207, + "nauc_recall_at_20_std": -0.07820597649868473, + "nauc_recall_at_3_diff1": 0.1993861689684758, + "nauc_recall_at_3_max": 0.11171270772907867, + "nauc_recall_at_3_std": -0.14514491876761806, + "nauc_recall_at_5_diff1": 0.18990294745207034, + "nauc_recall_at_5_max": 0.07353652080153225, + "nauc_recall_at_5_std": -0.14066721884478225, + "ndcg_at_1": 0.495, + "ndcg_at_10": 0.44801, + "ndcg_at_100": 0.51916, + "ndcg_at_1000": 0.63627, + "ndcg_at_20": 0.44877, + "ndcg_at_3": 0.47882, + "ndcg_at_5": 0.46212, + "precision_at_1": 0.62, + "precision_at_10": 0.46, + "precision_at_100": 0.20555, + "precision_at_1000": 0.03928, + "precision_at_20": 0.38875, + "precision_at_3": 0.59167, + "precision_at_5": 0.539, + "recall_at_1": 0.04509, + "recall_at_10": 0.211, + "recall_at_100": 0.63024, + "recall_at_1000": 0.96189, + "recall_at_20": 0.30948, + "recall_at_3": 0.10527, + "recall_at_5": 0.13925 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.4151, + "map_at_1": 0.04006, + "map_at_10": 0.14213, + "map_at_100": 0.27126, + "map_at_1000": 0.31836, + "map_at_20": 0.18048, + "map_at_3": 0.08476, + "map_at_5": 0.10678, + "mrr_at_1": 0.575, + "mrr_at_10": 0.6994424603174604, + "mrr_at_100": 0.7025908779519712, + "mrr_at_1000": 0.7027254305626185, + "mrr_at_20": 0.7021601890756302, + "mrr_at_3": 0.6791666666666666, + "mrr_at_5": 0.6946666666666667, + "nauc_map_at_1000_diff1": 0.19589514957709048, + "nauc_map_at_1000_max": 0.4824273138946281, + "nauc_map_at_1000_std": 0.30160496173694756, + "nauc_map_at_100_diff1": 0.2161804360948191, + "nauc_map_at_100_max": 0.4346116431294476, + "nauc_map_at_100_std": 0.21414479566426098, + "nauc_map_at_10_diff1": 0.20098700319090534, + "nauc_map_at_10_max": 0.19098023620852103, + "nauc_map_at_10_std": -0.08315342859100178, + "nauc_map_at_1_diff1": 0.2631307101936398, + "nauc_map_at_1_max": 0.07707773564338091, + "nauc_map_at_1_std": -0.17522580008715322, + "nauc_map_at_20_diff1": 0.20263980844179497, + "nauc_map_at_20_max": 0.25370947810980515, + "nauc_map_at_20_std": -0.020656374331242868, + "nauc_map_at_3_diff1": 0.21512068368477155, + "nauc_map_at_3_max": 0.17727364398576254, + "nauc_map_at_3_std": -0.138240912073256, + "nauc_map_at_5_diff1": 0.18814647270464424, + "nauc_map_at_5_max": 0.16160125275005374, + "nauc_map_at_5_std": -0.12852165840716842, + "nauc_mrr_at_1000_diff1": 0.2863524225691054, + "nauc_mrr_at_1000_max": 0.557763941470166, + "nauc_mrr_at_1000_std": 0.28193658940419736, + "nauc_mrr_at_100_diff1": 0.2863646983051182, + "nauc_mrr_at_100_max": 0.5577438625873694, + "nauc_mrr_at_100_std": 0.28204759135450064, + "nauc_mrr_at_10_diff1": 0.28586816150757494, + "nauc_mrr_at_10_max": 0.5599194664455882, + "nauc_mrr_at_10_std": 0.286244088857493, + "nauc_mrr_at_1_diff1": 0.2831126664021069, + "nauc_mrr_at_1_max": 0.5039142826220284, + "nauc_mrr_at_1_std": 0.2067895667231869, + "nauc_mrr_at_20_diff1": 0.2858132055514994, + "nauc_mrr_at_20_max": 0.5581937026390226, + "nauc_mrr_at_20_std": 0.28247864777714476, + "nauc_mrr_at_3_diff1": 0.2989100837765859, + "nauc_mrr_at_3_max": 0.5697538922915094, + "nauc_mrr_at_3_std": 0.29110983461024864, + "nauc_mrr_at_5_diff1": 0.2911591817392589, + "nauc_mrr_at_5_max": 0.5649025852349694, + "nauc_mrr_at_5_std": 0.2875764354348905, + "nauc_ndcg_at_1000_diff1": 0.20158379008877578, + "nauc_ndcg_at_1000_max": 0.5575298754651745, + "nauc_ndcg_at_1000_std": 0.42808297018745656, + "nauc_ndcg_at_100_diff1": 0.19326107895942513, + "nauc_ndcg_at_100_max": 0.47858919097621483, + "nauc_ndcg_at_100_std": 0.3228062684109302, + "nauc_ndcg_at_10_diff1": 0.2192697621919722, + "nauc_ndcg_at_10_max": 0.47485740422661704, + "nauc_ndcg_at_10_std": 0.2653804209986095, + "nauc_ndcg_at_1_diff1": 0.23631731133041517, + "nauc_ndcg_at_1_max": 0.44126519093455724, + "nauc_ndcg_at_1_std": 0.21911740713613803, + "nauc_ndcg_at_20_diff1": 0.2036077847932626, + "nauc_ndcg_at_20_max": 0.4557109935119157, + "nauc_ndcg_at_20_std": 0.2424857162273715, + "nauc_ndcg_at_3_diff1": 0.22537345546279952, + "nauc_ndcg_at_3_max": 0.507250829346565, + "nauc_ndcg_at_3_std": 0.2854223237502569, + "nauc_ndcg_at_5_diff1": 0.20178110649625644, + "nauc_ndcg_at_5_max": 0.488029309258581, + "nauc_ndcg_at_5_std": 0.2772543956041602, + "nauc_precision_at_1000_diff1": -0.047016916745795424, + "nauc_precision_at_1000_max": 0.20739229456324904, + "nauc_precision_at_1000_std": 0.2565421277884771, + "nauc_precision_at_100_diff1": 0.01698727216092529, + "nauc_precision_at_100_max": 0.37401611373480803, + "nauc_precision_at_100_std": 0.437137961282897, + "nauc_precision_at_10_diff1": 0.12709517073517665, + "nauc_precision_at_10_max": 0.47350759832781475, + "nauc_precision_at_10_std": 0.3622679605819459, + "nauc_precision_at_1_diff1": 0.2831126664021069, + "nauc_precision_at_1_max": 0.5039142826220284, + "nauc_precision_at_1_std": 0.2067895667231869, + "nauc_precision_at_20_diff1": 0.06677348586655618, + "nauc_precision_at_20_max": 0.4677331357752432, + "nauc_precision_at_20_std": 0.4084415882751571, + "nauc_precision_at_3_diff1": 0.20415329875439345, + "nauc_precision_at_3_max": 0.5908680990145555, + "nauc_precision_at_3_std": 0.3037198777894985, + "nauc_precision_at_5_diff1": 0.12357778832599729, + "nauc_precision_at_5_max": 0.4978460055809673, + "nauc_precision_at_5_std": 0.3012733379361928, + "nauc_recall_at_1000_diff1": 0.143668712800055, + "nauc_recall_at_1000_max": 0.4653466154156314, + "nauc_recall_at_1000_std": 0.5105144836281968, + "nauc_recall_at_100_diff1": 0.06818829272901303, + "nauc_recall_at_100_max": 0.16475437183373554, + "nauc_recall_at_100_std": 0.16211222026656905, + "nauc_recall_at_10_diff1": 0.12603707811972334, + "nauc_recall_at_10_max": 0.04517578364131534, + "nauc_recall_at_10_std": -0.12373228716260733, + "nauc_recall_at_1_diff1": 0.2631307101936398, + "nauc_recall_at_1_max": 0.07707773564338091, + "nauc_recall_at_1_std": -0.17522580008715322, + "nauc_recall_at_20_diff1": 0.1069695788321076, + "nauc_recall_at_20_max": 0.04046140022715361, + "nauc_recall_at_20_std": -0.10438834380393043, + "nauc_recall_at_3_diff1": 0.18948993636775888, + "nauc_recall_at_3_max": 0.1201761071862815, + "nauc_recall_at_3_std": -0.14557229003397806, + "nauc_recall_at_5_diff1": 0.1359117309233842, + "nauc_recall_at_5_max": 0.08217179096090897, + "nauc_recall_at_5_std": -0.14399455293296898, + "ndcg_at_1": 0.4475, + "ndcg_at_10": 0.4151, + "ndcg_at_100": 0.48499, + "ndcg_at_1000": 0.60422, + "ndcg_at_20": 0.4116, + "ndcg_at_3": 0.44227, + "ndcg_at_5": 0.42888, + "precision_at_1": 0.575, + "precision_at_10": 0.431, + "precision_at_100": 0.18875, + "precision_at_1000": 0.03755, + "precision_at_20": 0.352, + "precision_at_3": 0.54667, + "precision_at_5": 0.501, + "recall_at_1": 0.04006, + "recall_at_10": 0.20087, + "recall_at_100": 0.59736, + "recall_at_1000": 0.93294, + "recall_at_20": 0.2969, + "recall_at_3": 0.09721, + "recall_at_5": 0.13127 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.38517, + "map_at_1": 0.037, + "map_at_10": 0.13247, + "map_at_100": 0.25809, + "map_at_1000": 0.30528, + "map_at_20": 0.17071, + "map_at_3": 0.07743, + "map_at_5": 0.10175, + "mrr_at_1": 0.57, + "mrr_at_10": 0.6857142857142855, + "mrr_at_100": 0.6909154185586245, + "mrr_at_1000": 0.6910289533611274, + "mrr_at_20": 0.6890724573628986, + "mrr_at_3": 0.6716666666666665, + "mrr_at_5": 0.6811666666666666, + "nauc_map_at_1000_diff1": 0.19727805266348805, + "nauc_map_at_1000_max": 0.588891779236767, + "nauc_map_at_1000_std": 0.32545760546244307, + "nauc_map_at_100_diff1": 0.22482226584788836, + "nauc_map_at_100_max": 0.5275967060326071, + "nauc_map_at_100_std": 0.24151331381581595, + "nauc_map_at_10_diff1": 0.26013114927701986, + "nauc_map_at_10_max": 0.2731142918515152, + "nauc_map_at_10_std": -0.075149783701701, + "nauc_map_at_1_diff1": 0.258187332774995, + "nauc_map_at_1_max": 0.07790013751206983, + "nauc_map_at_1_std": -0.2035242869959186, + "nauc_map_at_20_diff1": 0.26499832023466385, + "nauc_map_at_20_max": 0.33741573237685835, + "nauc_map_at_20_std": -0.005082365903585706, + "nauc_map_at_3_diff1": 0.30145045408677845, + "nauc_map_at_3_max": 0.25489533537181674, + "nauc_map_at_3_std": -0.13407582700496265, + "nauc_map_at_5_diff1": 0.28171689833909286, + "nauc_map_at_5_max": 0.23091590758786906, + "nauc_map_at_5_std": -0.12017217855818965, + "nauc_mrr_at_1000_diff1": 0.26928796646839537, + "nauc_mrr_at_1000_max": 0.5296607530431202, + "nauc_mrr_at_1000_std": 0.21367699770459792, + "nauc_mrr_at_100_diff1": 0.26922244597525685, + "nauc_mrr_at_100_max": 0.5297310291245331, + "nauc_mrr_at_100_std": 0.2138586854330458, + "nauc_mrr_at_10_diff1": 0.2704342724931561, + "nauc_mrr_at_10_max": 0.5361317910142288, + "nauc_mrr_at_10_std": 0.22112064389524216, + "nauc_mrr_at_1_diff1": 0.23602560238802553, + "nauc_mrr_at_1_max": 0.43897188616696137, + "nauc_mrr_at_1_std": 0.09275125213472867, + "nauc_mrr_at_20_diff1": 0.2710678217465711, + "nauc_mrr_at_20_max": 0.5309321898258341, + "nauc_mrr_at_20_std": 0.21529426491817114, + "nauc_mrr_at_3_diff1": 0.2594315729682404, + "nauc_mrr_at_3_max": 0.5478964334966134, + "nauc_mrr_at_3_std": 0.22700335832803833, + "nauc_mrr_at_5_diff1": 0.27686866641661423, + "nauc_mrr_at_5_max": 0.5374457487837131, + "nauc_mrr_at_5_std": 0.2108471653880934, + "nauc_ndcg_at_1000_diff1": 0.18827941189165168, + "nauc_ndcg_at_1000_max": 0.6270786554685404, + "nauc_ndcg_at_1000_std": 0.42788934638725196, + "nauc_ndcg_at_100_diff1": 0.2094153816113323, + "nauc_ndcg_at_100_max": 0.55912028937259, + "nauc_ndcg_at_100_std": 0.3356343072789188, + "nauc_ndcg_at_10_diff1": 0.20245964684884338, + "nauc_ndcg_at_10_max": 0.5285805455370199, + "nauc_ndcg_at_10_std": 0.25093963950937537, + "nauc_ndcg_at_1_diff1": 0.1728836707882267, + "nauc_ndcg_at_1_max": 0.33903557575316384, + "nauc_ndcg_at_1_std": 0.08765161205339651, + "nauc_ndcg_at_20_diff1": 0.22488415413630222, + "nauc_ndcg_at_20_max": 0.5489218681686789, + "nauc_ndcg_at_20_std": 0.25156943595840225, + "nauc_ndcg_at_3_diff1": 0.1737901375994981, + "nauc_ndcg_at_3_max": 0.48427165356935203, + "nauc_ndcg_at_3_std": 0.2008990177380905, + "nauc_ndcg_at_5_diff1": 0.197295850404065, + "nauc_ndcg_at_5_max": 0.49887435277923553, + "nauc_ndcg_at_5_std": 0.2367984551529113, + "nauc_precision_at_1000_diff1": -0.093101284186679, + "nauc_precision_at_1000_max": 0.27657886131381026, + "nauc_precision_at_1000_std": 0.2800562984377213, + "nauc_precision_at_100_diff1": -0.027659478886667095, + "nauc_precision_at_100_max": 0.47397333554564636, + "nauc_precision_at_100_std": 0.47110822944325953, + "nauc_precision_at_10_diff1": 0.09020950579517267, + "nauc_precision_at_10_max": 0.5231777705127311, + "nauc_precision_at_10_std": 0.35820120028956415, + "nauc_precision_at_1_diff1": 0.23602560238802553, + "nauc_precision_at_1_max": 0.43897188616696137, + "nauc_precision_at_1_std": 0.09275125213472867, + "nauc_precision_at_20_diff1": 0.08224482113337683, + "nauc_precision_at_20_max": 0.511978635299766, + "nauc_precision_at_20_std": 0.3929642703212892, + "nauc_precision_at_3_diff1": 0.1855090776085652, + "nauc_precision_at_3_max": 0.5677301545077694, + "nauc_precision_at_3_std": 0.2545831393673383, + "nauc_precision_at_5_diff1": 0.140867272463799, + "nauc_precision_at_5_max": 0.539581809120887, + "nauc_precision_at_5_std": 0.3023224579670806, + "nauc_recall_at_1000_diff1": 0.03715351889335374, + "nauc_recall_at_1000_max": 0.49025948964516336, + "nauc_recall_at_1000_std": 0.524458476355897, + "nauc_recall_at_100_diff1": 0.11775409226727664, + "nauc_recall_at_100_max": 0.26775809679340096, + "nauc_recall_at_100_std": 0.2153637361240652, + "nauc_recall_at_10_diff1": 0.24247097430332884, + "nauc_recall_at_10_max": 0.15178535851939348, + "nauc_recall_at_10_std": -0.08020098693330512, + "nauc_recall_at_1_diff1": 0.258187332774995, + "nauc_recall_at_1_max": 0.07790013751206983, + "nauc_recall_at_1_std": -0.2035242869959186, + "nauc_recall_at_20_diff1": 0.25720689516446577, + "nauc_recall_at_20_max": 0.19943687572514218, + "nauc_recall_at_20_std": -0.020784573883606383, + "nauc_recall_at_3_diff1": 0.30147039461275466, + "nauc_recall_at_3_max": 0.23092348488204642, + "nauc_recall_at_3_std": -0.12573353698938958, + "nauc_recall_at_5_diff1": 0.2989553044671456, + "nauc_recall_at_5_max": 0.13823722234898564, + "nauc_recall_at_5_std": -0.1314078244022364, + "ndcg_at_1": 0.4425, + "ndcg_at_10": 0.38517, + "ndcg_at_100": 0.46312, + "ndcg_at_1000": 0.58511, + "ndcg_at_20": 0.38894, + "ndcg_at_3": 0.41335, + "ndcg_at_5": 0.40223, + "precision_at_1": 0.57, + "precision_at_10": 0.402, + "precision_at_100": 0.1845, + "precision_at_1000": 0.03738, + "precision_at_20": 0.3435, + "precision_at_3": 0.51, + "precision_at_5": 0.474, + "recall_at_1": 0.037, + "recall_at_10": 0.18374, + "recall_at_100": 0.58183, + "recall_at_1000": 0.92251, + "recall_at_20": 0.26862, + "recall_at_3": 0.08809, + "recall_at_5": 0.12827 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.44111, + "map_at_1": 0.09966, + "map_at_10": 0.2457, + "map_at_100": 0.33328, + "map_at_1000": 0.35017, + "map_at_20": 0.28094, + "map_at_3": 0.16719, + "map_at_5": 0.19938, + "mrr_at_1": 0.59, + "mrr_at_10": 0.6988650793650794, + "mrr_at_100": 0.7022628366362, + "mrr_at_1000": 0.7023049603746818, + "mrr_at_20": 0.700748357851299, + "mrr_at_3": 0.6724999999999998, + "mrr_at_5": 0.6920000000000001, + "nauc_map_at_1000_diff1": 0.3495161829711823, + "nauc_map_at_1000_max": 0.32902359284181076, + "nauc_map_at_1000_std": 0.0022971580272391086, + "nauc_map_at_100_diff1": 0.3449678633616237, + "nauc_map_at_100_max": 0.3014544111155289, + "nauc_map_at_100_std": -0.03685320051100031, + "nauc_map_at_10_diff1": 0.36136868775544406, + "nauc_map_at_10_max": 0.2226121579439782, + "nauc_map_at_10_std": -0.13813809375936872, + "nauc_map_at_1_diff1": 0.4687481317891635, + "nauc_map_at_1_max": 0.05092463540126351, + "nauc_map_at_1_std": -0.14576601344575024, + "nauc_map_at_20_diff1": 0.35181033899094594, + "nauc_map_at_20_max": 0.2403654004134989, + "nauc_map_at_20_std": -0.12490530508158311, + "nauc_map_at_3_diff1": 0.4312101853324624, + "nauc_map_at_3_max": 0.1681386840525082, + "nauc_map_at_3_std": -0.1433252543503515, + "nauc_map_at_5_diff1": 0.4068124186601608, + "nauc_map_at_5_max": 0.1769401748196186, + "nauc_map_at_5_std": -0.17185755448866244, + "nauc_mrr_at_1000_diff1": 0.4980805663466062, + "nauc_mrr_at_1000_max": 0.46275587373542937, + "nauc_mrr_at_1000_std": 0.19813353261510638, + "nauc_mrr_at_100_diff1": 0.49796233726801253, + "nauc_mrr_at_100_max": 0.4628489140615495, + "nauc_mrr_at_100_std": 0.19827240042953745, + "nauc_mrr_at_10_diff1": 0.5008985470740379, + "nauc_mrr_at_10_max": 0.46354434769328345, + "nauc_mrr_at_10_std": 0.19564031321936273, + "nauc_mrr_at_1_diff1": 0.5390699517220128, + "nauc_mrr_at_1_max": 0.44161885336111667, + "nauc_mrr_at_1_std": 0.17528284443922693, + "nauc_mrr_at_20_diff1": 0.4988944215678253, + "nauc_mrr_at_20_max": 0.46487549939345185, + "nauc_mrr_at_20_std": 0.19951838061452606, + "nauc_mrr_at_3_diff1": 0.47932886663742885, + "nauc_mrr_at_3_max": 0.45451019046419744, + "nauc_mrr_at_3_std": 0.19164962345724532, + "nauc_mrr_at_5_diff1": 0.48769514718492607, + "nauc_mrr_at_5_max": 0.46454384578810487, + "nauc_mrr_at_5_std": 0.19726383356059787, + "nauc_ndcg_at_1000_diff1": 0.4224703389868261, + "nauc_ndcg_at_1000_max": 0.46404742549720934, + "nauc_ndcg_at_1000_std": 0.14934965571039055, + "nauc_ndcg_at_100_diff1": 0.39496291417438156, + "nauc_ndcg_at_100_max": 0.3909598613196284, + "nauc_ndcg_at_100_std": 0.06430152853940357, + "nauc_ndcg_at_10_diff1": 0.41965106569454275, + "nauc_ndcg_at_10_max": 0.3804421436907881, + "nauc_ndcg_at_10_std": 0.004728677798260081, + "nauc_ndcg_at_1_diff1": 0.5350221602749182, + "nauc_ndcg_at_1_max": 0.418714189098724, + "nauc_ndcg_at_1_std": 0.12640110955861414, + "nauc_ndcg_at_20_diff1": 0.4150487463524943, + "nauc_ndcg_at_20_max": 0.36591981414470115, + "nauc_ndcg_at_20_std": -0.006620188792478303, + "nauc_ndcg_at_3_diff1": 0.4427045661567855, + "nauc_ndcg_at_3_max": 0.4308971294791182, + "nauc_ndcg_at_3_std": 0.09915180420039751, + "nauc_ndcg_at_5_diff1": 0.44790313209881316, + "nauc_ndcg_at_5_max": 0.4016995288428281, + "nauc_ndcg_at_5_std": 0.028762041544846854, + "nauc_precision_at_1000_diff1": -0.03216660203335061, + "nauc_precision_at_1000_max": 0.2743202507506127, + "nauc_precision_at_1000_std": 0.40183585270000716, + "nauc_precision_at_100_diff1": -0.03055334669519642, + "nauc_precision_at_100_max": 0.2912912300857653, + "nauc_precision_at_100_std": 0.39987256896452256, + "nauc_precision_at_10_diff1": 0.07283612885277436, + "nauc_precision_at_10_max": 0.38818810928607017, + "nauc_precision_at_10_std": 0.2328600076504883, + "nauc_precision_at_1_diff1": 0.5390699517220128, + "nauc_precision_at_1_max": 0.44161885336111667, + "nauc_precision_at_1_std": 0.17528284443922693, + "nauc_precision_at_20_diff1": 0.013652649012926121, + "nauc_precision_at_20_max": 0.3227832245045592, + "nauc_precision_at_20_std": 0.25553275333625236, + "nauc_precision_at_3_diff1": 0.2648557525484763, + "nauc_precision_at_3_max": 0.43778876129430616, + "nauc_precision_at_3_std": 0.1697609035991507, + "nauc_precision_at_5_diff1": 0.18476903625439844, + "nauc_precision_at_5_max": 0.40083113624557737, + "nauc_precision_at_5_std": 0.1393937017906675, + "nauc_recall_at_1000_diff1": 0.24084967141437363, + "nauc_recall_at_1000_max": 0.25063039741298454, + "nauc_recall_at_1000_std": 0.3144113936915281, + "nauc_recall_at_100_diff1": 0.13323871461946477, + "nauc_recall_at_100_max": 0.11292636430228253, + "nauc_recall_at_100_std": -0.0396883017053624, + "nauc_recall_at_10_diff1": 0.2577710013297739, + "nauc_recall_at_10_max": 0.11565447147045413, + "nauc_recall_at_10_std": -0.19320060782921764, + "nauc_recall_at_1_diff1": 0.4687481317891635, + "nauc_recall_at_1_max": 0.05092463540126351, + "nauc_recall_at_1_std": -0.14576601344575024, + "nauc_recall_at_20_diff1": 0.23767734538696206, + "nauc_recall_at_20_max": 0.12210846256401911, + "nauc_recall_at_20_std": -0.1682254760431014, + "nauc_recall_at_3_diff1": 0.3499847248155854, + "nauc_recall_at_3_max": 0.13474142639601855, + "nauc_recall_at_3_std": -0.1599422901153599, + "nauc_recall_at_5_diff1": 0.3091740526342289, + "nauc_recall_at_5_max": 0.09213852081330098, + "nauc_recall_at_5_std": -0.2202090387809964, + "ndcg_at_1": 0.4925, + "ndcg_at_10": 0.44111, + "ndcg_at_100": 0.54157, + "ndcg_at_1000": 0.6095, + "ndcg_at_20": 0.45896, + "ndcg_at_3": 0.44832, + "ndcg_at_5": 0.43417, + "precision_at_1": 0.59, + "precision_at_10": 0.312, + "precision_at_100": 0.0955, + "precision_at_1000": 0.01432, + "precision_at_20": 0.2325, + "precision_at_3": 0.465, + "precision_at_5": 0.391, + "recall_at_1": 0.09966, + "recall_at_10": 0.34264, + "recall_at_100": 0.71456, + "recall_at_1000": 0.9605, + "recall_at_20": 0.44491, + "recall_at_3": 0.18996, + "recall_at_5": 0.24906 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.37661, + "map_at_1": 0.08094, + "map_at_10": 0.20038, + "map_at_100": 0.27693, + "map_at_1000": 0.29274, + "map_at_20": 0.22885, + "map_at_3": 0.13691, + "map_at_5": 0.16863, + "mrr_at_1": 0.525, + "mrr_at_10": 0.6445515873015871, + "mrr_at_100": 0.6497184599650737, + "mrr_at_1000": 0.649876971082609, + "mrr_at_20": 0.6482219881726459, + "mrr_at_3": 0.6216666666666664, + "mrr_at_5": 0.6384166666666665, + "nauc_map_at_1000_diff1": 0.28386908412571366, + "nauc_map_at_1000_max": 0.38763223661627516, + "nauc_map_at_1000_std": 0.11987618611770236, + "nauc_map_at_100_diff1": 0.29203430440389455, + "nauc_map_at_100_max": 0.3749742974706059, + "nauc_map_at_100_std": 0.09783008158554404, + "nauc_map_at_10_diff1": 0.3285150329007514, + "nauc_map_at_10_max": 0.28211683721687625, + "nauc_map_at_10_std": -0.03469069265422318, + "nauc_map_at_1_diff1": 0.3583448988087304, + "nauc_map_at_1_max": 0.07205449143119631, + "nauc_map_at_1_std": -0.13404859136493508, + "nauc_map_at_20_diff1": 0.3087743880797949, + "nauc_map_at_20_max": 0.3186628233093603, + "nauc_map_at_20_std": 0.014825109822222819, + "nauc_map_at_3_diff1": 0.33334532356158486, + "nauc_map_at_3_max": 0.13972032490231492, + "nauc_map_at_3_std": -0.10610825610004614, + "nauc_map_at_5_diff1": 0.3522318102699243, + "nauc_map_at_5_max": 0.2140597971113741, + "nauc_map_at_5_std": -0.08299364564019887, + "nauc_mrr_at_1000_diff1": 0.29694043142665044, + "nauc_mrr_at_1000_max": 0.339871564432227, + "nauc_mrr_at_1000_std": 0.06996758381956947, + "nauc_mrr_at_100_diff1": 0.2967194547292961, + "nauc_mrr_at_100_max": 0.340110937477496, + "nauc_mrr_at_100_std": 0.07022496969396509, + "nauc_mrr_at_10_diff1": 0.3003300509839296, + "nauc_mrr_at_10_max": 0.33763790647911446, + "nauc_mrr_at_10_std": 0.06993666921943147, + "nauc_mrr_at_1_diff1": 0.3161385157077908, + "nauc_mrr_at_1_max": 0.353673127542474, + "nauc_mrr_at_1_std": 0.06829385020339793, + "nauc_mrr_at_20_diff1": 0.2971215887346693, + "nauc_mrr_at_20_max": 0.3385751283792055, + "nauc_mrr_at_20_std": 0.06900420348307666, + "nauc_mrr_at_3_diff1": 0.28237751614128426, + "nauc_mrr_at_3_max": 0.3349379446986745, + "nauc_mrr_at_3_std": 0.0657244388729393, + "nauc_mrr_at_5_diff1": 0.30125277240457393, + "nauc_mrr_at_5_max": 0.3375941459134889, + "nauc_mrr_at_5_std": 0.061426649184465255, + "nauc_ndcg_at_1000_diff1": 0.2860287425720076, + "nauc_ndcg_at_1000_max": 0.40875308784172704, + "nauc_ndcg_at_1000_std": 0.1411165975481866, + "nauc_ndcg_at_100_diff1": 0.29546255080413053, + "nauc_ndcg_at_100_max": 0.3896988750276144, + "nauc_ndcg_at_100_std": 0.12703216246358015, + "nauc_ndcg_at_10_diff1": 0.31884335726656843, + "nauc_ndcg_at_10_max": 0.3611372316101939, + "nauc_ndcg_at_10_std": 0.03920923790528269, + "nauc_ndcg_at_1_diff1": 0.3440167417510878, + "nauc_ndcg_at_1_max": 0.3184633656437466, + "nauc_ndcg_at_1_std": -0.00497945972861939, + "nauc_ndcg_at_20_diff1": 0.30380462784762635, + "nauc_ndcg_at_20_max": 0.349459989769762, + "nauc_ndcg_at_20_std": 0.050538689101346915, + "nauc_ndcg_at_3_diff1": 0.2783509064929149, + "nauc_ndcg_at_3_max": 0.31982410825910484, + "nauc_ndcg_at_3_std": 0.02419395894432155, + "nauc_ndcg_at_5_diff1": 0.31869499402167234, + "nauc_ndcg_at_5_max": 0.3492441432953598, + "nauc_ndcg_at_5_std": 0.0140652572154644, + "nauc_precision_at_1000_diff1": -0.12974512916738837, + "nauc_precision_at_1000_max": 0.16205797458482157, + "nauc_precision_at_1000_std": 0.2379173067772626, + "nauc_precision_at_100_diff1": -0.08649314835305137, + "nauc_precision_at_100_max": 0.2774173121116692, + "nauc_precision_at_100_std": 0.34155451527789593, + "nauc_precision_at_10_diff1": 0.06012613983127482, + "nauc_precision_at_10_max": 0.4245899557599886, + "nauc_precision_at_10_std": 0.2881308755263846, + "nauc_precision_at_1_diff1": 0.3161385157077908, + "nauc_precision_at_1_max": 0.353673127542474, + "nauc_precision_at_1_std": 0.06829385020339793, + "nauc_precision_at_20_diff1": -0.0035999520788318057, + "nauc_precision_at_20_max": 0.3630966792808811, + "nauc_precision_at_20_std": 0.3148563160853432, + "nauc_precision_at_3_diff1": 0.1288238353518097, + "nauc_precision_at_3_max": 0.3711627906976745, + "nauc_precision_at_3_std": 0.14208187829705055, + "nauc_precision_at_5_diff1": 0.12812149006911724, + "nauc_precision_at_5_max": 0.4141337617522391, + "nauc_precision_at_5_std": 0.15719818910415953, + "nauc_recall_at_1000_diff1": 0.04993995770850819, + "nauc_recall_at_1000_max": 0.41161853841545115, + "nauc_recall_at_1000_std": 0.4930682318977192, + "nauc_recall_at_100_diff1": 0.16403736553145906, + "nauc_recall_at_100_max": 0.3123387760139682, + "nauc_recall_at_100_std": 0.22402874013963994, + "nauc_recall_at_10_diff1": 0.2600801775070893, + "nauc_recall_at_10_max": 0.21203054314652459, + "nauc_recall_at_10_std": -0.016330226771916444, + "nauc_recall_at_1_diff1": 0.3583448988087304, + "nauc_recall_at_1_max": 0.07205449143119631, + "nauc_recall_at_1_std": -0.13404859136493508, + "nauc_recall_at_20_diff1": 0.19451408422945893, + "nauc_recall_at_20_max": 0.20226150582274566, + "nauc_recall_at_20_std": 0.02266151785659038, + "nauc_recall_at_3_diff1": 0.2263792478926111, + "nauc_recall_at_3_max": 0.05775638509758841, + "nauc_recall_at_3_std": -0.11056345080981952, + "nauc_recall_at_5_diff1": 0.2884236977278093, + "nauc_recall_at_5_max": 0.1609061676526043, + "nauc_recall_at_5_std": -0.07252543298291884, + "ndcg_at_1": 0.4325, + "ndcg_at_10": 0.37661, + "ndcg_at_100": 0.48207, + "ndcg_at_1000": 0.5538, + "ndcg_at_20": 0.39579, + "ndcg_at_3": 0.38984, + "ndcg_at_5": 0.38202, + "precision_at_1": 0.525, + "precision_at_10": 0.2645, + "precision_at_100": 0.0868, + "precision_at_1000": 0.01375, + "precision_at_20": 0.19675, + "precision_at_3": 0.40167, + "precision_at_5": 0.35, + "recall_at_1": 0.08094, + "recall_at_10": 0.29346, + "recall_at_100": 0.66459, + "recall_at_1000": 0.92328, + "recall_at_20": 0.39108, + "recall_at_3": 0.16779, + "recall_at_5": 0.22739 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.35887, + "map_at_1": 0.08713, + "map_at_10": 0.19275, + "map_at_100": 0.25906, + "map_at_1000": 0.27472, + "map_at_20": 0.21607, + "map_at_3": 0.12983, + "map_at_5": 0.15532, + "mrr_at_1": 0.475, + "mrr_at_10": 0.5849861111111112, + "mrr_at_100": 0.589769825017857, + "mrr_at_1000": 0.5899739896397849, + "mrr_at_20": 0.5882583165243771, + "mrr_at_3": 0.5516666666666667, + "mrr_at_5": 0.5696666666666667, + "nauc_map_at_1000_diff1": 0.19116853918712426, + "nauc_map_at_1000_max": 0.3785199047393558, + "nauc_map_at_1000_std": 0.1820606068589717, + "nauc_map_at_100_diff1": 0.1965465603623486, + "nauc_map_at_100_max": 0.36364447357304036, + "nauc_map_at_100_std": 0.16032204232833733, + "nauc_map_at_10_diff1": 0.23290330917783444, + "nauc_map_at_10_max": 0.2855685536323537, + "nauc_map_at_10_std": 0.049421190485688334, + "nauc_map_at_1_diff1": 0.3230808351384985, + "nauc_map_at_1_max": 0.1019202205470069, + "nauc_map_at_1_std": -0.07284754709868031, + "nauc_map_at_20_diff1": 0.21840894124823293, + "nauc_map_at_20_max": 0.32586309976512245, + "nauc_map_at_20_std": 0.09369420389877603, + "nauc_map_at_3_diff1": 0.31790406739425636, + "nauc_map_at_3_max": 0.18509584037128235, + "nauc_map_at_3_std": -0.00787815963601806, + "nauc_map_at_5_diff1": 0.280158428652667, + "nauc_map_at_5_max": 0.2343315138570474, + "nauc_map_at_5_std": 0.016149814683908192, + "nauc_mrr_at_1000_diff1": 0.3388933986693288, + "nauc_mrr_at_1000_max": 0.4377443364140023, + "nauc_mrr_at_1000_std": 0.19296622000973274, + "nauc_mrr_at_100_diff1": 0.3387305066808309, + "nauc_mrr_at_100_max": 0.4379135336732595, + "nauc_mrr_at_100_std": 0.1931187786665385, + "nauc_mrr_at_10_diff1": 0.3359766489564543, + "nauc_mrr_at_10_max": 0.43926334889257285, + "nauc_mrr_at_10_std": 0.19505646706715882, + "nauc_mrr_at_1_diff1": 0.36467324901760056, + "nauc_mrr_at_1_max": 0.44718819139451155, + "nauc_mrr_at_1_std": 0.17038602516263252, + "nauc_mrr_at_20_diff1": 0.3405405437987298, + "nauc_mrr_at_20_max": 0.43729272603813885, + "nauc_mrr_at_20_std": 0.19327840672683694, + "nauc_mrr_at_3_diff1": 0.34506848758669934, + "nauc_mrr_at_3_max": 0.4190859720506615, + "nauc_mrr_at_3_std": 0.18117732228229835, + "nauc_mrr_at_5_diff1": 0.330731671494068, + "nauc_mrr_at_5_max": 0.4328063578283764, + "nauc_mrr_at_5_std": 0.19138119721858624, + "nauc_ndcg_at_1000_diff1": 0.22704213494388392, + "nauc_ndcg_at_1000_max": 0.42464293094886946, + "nauc_ndcg_at_1000_std": 0.2212911352126995, + "nauc_ndcg_at_100_diff1": 0.22444873374964244, + "nauc_ndcg_at_100_max": 0.3884873461322004, + "nauc_ndcg_at_100_std": 0.1831089456601568, + "nauc_ndcg_at_10_diff1": 0.2397239865097675, + "nauc_ndcg_at_10_max": 0.34251050122787374, + "nauc_ndcg_at_10_std": 0.11535793989328334, + "nauc_ndcg_at_1_diff1": 0.354213828127593, + "nauc_ndcg_at_1_max": 0.34577621402728453, + "nauc_ndcg_at_1_std": 0.0840508513957578, + "nauc_ndcg_at_20_diff1": 0.24522146411308515, + "nauc_ndcg_at_20_max": 0.3549424699525614, + "nauc_ndcg_at_20_std": 0.12496989004002983, + "nauc_ndcg_at_3_diff1": 0.2855220588544707, + "nauc_ndcg_at_3_max": 0.3045854258125091, + "nauc_ndcg_at_3_std": 0.10001753996710304, + "nauc_ndcg_at_5_diff1": 0.2689650005010639, + "nauc_ndcg_at_5_max": 0.33041444611971266, + "nauc_ndcg_at_5_std": 0.11109603674254134, + "nauc_precision_at_1000_diff1": -0.11745179191369616, + "nauc_precision_at_1000_max": 0.20596472824350312, + "nauc_precision_at_1000_std": 0.2643001091023437, + "nauc_precision_at_100_diff1": -0.1026662133608795, + "nauc_precision_at_100_max": 0.2720983998328578, + "nauc_precision_at_100_std": 0.33125000214416833, + "nauc_precision_at_10_diff1": -0.016735403640732133, + "nauc_precision_at_10_max": 0.38154026025709326, + "nauc_precision_at_10_std": 0.2888782051678173, + "nauc_precision_at_1_diff1": 0.36467324901760056, + "nauc_precision_at_1_max": 0.44718819139451155, + "nauc_precision_at_1_std": 0.17038602516263252, + "nauc_precision_at_20_diff1": -0.043635074879047664, + "nauc_precision_at_20_max": 0.3816836865052873, + "nauc_precision_at_20_std": 0.3137782393327235, + "nauc_precision_at_3_diff1": 0.1507546552484459, + "nauc_precision_at_3_max": 0.3812964991393658, + "nauc_precision_at_3_std": 0.22820604008705916, + "nauc_precision_at_5_diff1": 0.07854160476644716, + "nauc_precision_at_5_max": 0.4161434469169781, + "nauc_precision_at_5_std": 0.2578717531705943, + "nauc_recall_at_1000_diff1": 0.09470813572707064, + "nauc_recall_at_1000_max": 0.5419252510713154, + "nauc_recall_at_1000_std": 0.5589169557489123, + "nauc_recall_at_100_diff1": 0.058669258830835874, + "nauc_recall_at_100_max": 0.29545780943891886, + "nauc_recall_at_100_std": 0.21151043655775947, + "nauc_recall_at_10_diff1": 0.16300507341884074, + "nauc_recall_at_10_max": 0.22483733666832242, + "nauc_recall_at_10_std": 0.04166431555361121, + "nauc_recall_at_1_diff1": 0.3230808351384985, + "nauc_recall_at_1_max": 0.1019202205470069, + "nauc_recall_at_1_std": -0.07284754709868031, + "nauc_recall_at_20_diff1": 0.16182441087223143, + "nauc_recall_at_20_max": 0.2733697974243008, + "nauc_recall_at_20_std": 0.11082271194778658, + "nauc_recall_at_3_diff1": 0.2669842835096682, + "nauc_recall_at_3_max": 0.1194015388551094, + "nauc_recall_at_3_std": -0.025564180564726865, + "nauc_recall_at_5_diff1": 0.2056981815734425, + "nauc_recall_at_5_max": 0.16232233044747185, + "nauc_recall_at_5_std": -0.0011785361525515601, + "ndcg_at_1": 0.4, + "ndcg_at_10": 0.35887, + "ndcg_at_100": 0.45206, + "ndcg_at_1000": 0.5276, + "ndcg_at_20": 0.37066, + "ndcg_at_3": 0.35389, + "ndcg_at_5": 0.34431, + "precision_at_1": 0.475, + "precision_at_10": 0.256, + "precision_at_100": 0.08185, + "precision_at_1000": 0.01335, + "precision_at_20": 0.1845, + "precision_at_3": 0.35833, + "precision_at_5": 0.31, + "recall_at_1": 0.08713, + "recall_at_10": 0.28961, + "recall_at_100": 0.62178, + "recall_at_1000": 0.90412, + "recall_at_20": 0.36646, + "recall_at_3": 0.15189, + "recall_at_5": 0.20063 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.41988, + "map_at_1": 0.05633, + "map_at_10": 0.16116, + "map_at_100": 0.26802, + "map_at_1000": 0.31062, + "map_at_20": 0.1977, + "map_at_3": 0.09658, + "map_at_5": 0.12373, + "mrr_at_1": 0.585, + "mrr_at_10": 0.7182817460317459, + "mrr_at_100": 0.7201495991363754, + "mrr_at_1000": 0.7202362970622008, + "mrr_at_20": 0.719284722222222, + "mrr_at_3": 0.6999999999999998, + "mrr_at_5": 0.7124999999999999, + "nauc_map_at_1000_diff1": 0.10645420207726938, + "nauc_map_at_1000_max": 0.2827256449639085, + "nauc_map_at_1000_std": 0.28627922303355335, + "nauc_map_at_100_diff1": 0.14141962552113718, + "nauc_map_at_100_max": 0.22687013296491582, + "nauc_map_at_100_std": 0.22978479146359346, + "nauc_map_at_10_diff1": 0.1965998214552647, + "nauc_map_at_10_max": 0.10956634609618249, + "nauc_map_at_10_std": 0.11964429241228462, + "nauc_map_at_1_diff1": 0.19181879790313994, + "nauc_map_at_1_max": -0.07175679647609966, + "nauc_map_at_1_std": 0.019472391793480766, + "nauc_map_at_20_diff1": 0.18554787206482734, + "nauc_map_at_20_max": 0.16380041003349508, + "nauc_map_at_20_std": 0.15417012220675788, + "nauc_map_at_3_diff1": 0.19185897691981485, + "nauc_map_at_3_max": 0.010630396222635643, + "nauc_map_at_3_std": 0.06837045547683093, + "nauc_map_at_5_diff1": 0.1996669027311793, + "nauc_map_at_5_max": 0.02851452575740996, + "nauc_map_at_5_std": 0.09140564359251362, + "nauc_mrr_at_1000_diff1": 0.2910289535807703, + "nauc_mrr_at_1000_max": 0.25769181779801537, + "nauc_mrr_at_1000_std": 0.09046685920903787, + "nauc_mrr_at_100_diff1": 0.29099771621116005, + "nauc_mrr_at_100_max": 0.2574908939658379, + "nauc_mrr_at_100_std": 0.0904649488470005, + "nauc_mrr_at_10_diff1": 0.2913592690230012, + "nauc_mrr_at_10_max": 0.258360102816383, + "nauc_mrr_at_10_std": 0.090348698336157, + "nauc_mrr_at_1_diff1": 0.30028235603125664, + "nauc_mrr_at_1_max": 0.2519097336222557, + "nauc_mrr_at_1_std": 0.10477816446691657, + "nauc_mrr_at_20_diff1": 0.2915277551064531, + "nauc_mrr_at_20_max": 0.25838823833892666, + "nauc_mrr_at_20_std": 0.09064584325775833, + "nauc_mrr_at_3_diff1": 0.2838060905037469, + "nauc_mrr_at_3_max": 0.26569901653859523, + "nauc_mrr_at_3_std": 0.07874806311861665, + "nauc_mrr_at_5_diff1": 0.2953858369311697, + "nauc_mrr_at_5_max": 0.2536090847435196, + "nauc_mrr_at_5_std": 0.09077895224389182, + "nauc_ndcg_at_1000_diff1": 0.14030896172969215, + "nauc_ndcg_at_1000_max": 0.34220749454096905, + "nauc_ndcg_at_1000_std": 0.27200962658748656, + "nauc_ndcg_at_100_diff1": 0.191402930848572, + "nauc_ndcg_at_100_max": 0.24248908898640575, + "nauc_ndcg_at_100_std": 0.20705934501893272, + "nauc_ndcg_at_10_diff1": 0.21122219171872864, + "nauc_ndcg_at_10_max": 0.2887607069409807, + "nauc_ndcg_at_10_std": 0.13187564469315044, + "nauc_ndcg_at_1_diff1": 0.30387773548836206, + "nauc_ndcg_at_1_max": 0.24211864201336117, + "nauc_ndcg_at_1_std": 0.046947023560091714, + "nauc_ndcg_at_20_diff1": 0.21800411425905833, + "nauc_ndcg_at_20_max": 0.2653233724089194, + "nauc_ndcg_at_20_std": 0.1495240087532345, + "nauc_ndcg_at_3_diff1": 0.22132637124325785, + "nauc_ndcg_at_3_max": 0.30433315145288486, + "nauc_ndcg_at_3_std": 0.10860623357295117, + "nauc_ndcg_at_5_diff1": 0.2287611766463396, + "nauc_ndcg_at_5_max": 0.28345361421055953, + "nauc_ndcg_at_5_std": 0.12138642923900139, + "nauc_precision_at_1000_diff1": -0.10491275126357011, + "nauc_precision_at_1000_max": 0.1761999650405583, + "nauc_precision_at_1000_std": 0.10957715100728024, + "nauc_precision_at_100_diff1": -0.10763753653286084, + "nauc_precision_at_100_max": 0.21452547573561034, + "nauc_precision_at_100_std": 0.1669600245554205, + "nauc_precision_at_10_diff1": 0.030239927039730528, + "nauc_precision_at_10_max": 0.36607581320300253, + "nauc_precision_at_10_std": 0.18465963566634686, + "nauc_precision_at_1_diff1": 0.30028235603125664, + "nauc_precision_at_1_max": 0.2519097336222557, + "nauc_precision_at_1_std": 0.10477816446691657, + "nauc_precision_at_20_diff1": -0.021103675309282754, + "nauc_precision_at_20_max": 0.3541110947653005, + "nauc_precision_at_20_std": 0.2088363139765009, + "nauc_precision_at_3_diff1": 0.10981912929400907, + "nauc_precision_at_3_max": 0.347890651571838, + "nauc_precision_at_3_std": 0.1462544337009865, + "nauc_precision_at_5_diff1": 0.08839121296106878, + "nauc_precision_at_5_max": 0.3438510775055854, + "nauc_precision_at_5_std": 0.18134789986132044, + "nauc_recall_at_1000_diff1": -0.2696995547840475, + "nauc_recall_at_1000_max": 0.18672712214479184, + "nauc_recall_at_1000_std": 0.5050390457088514, + "nauc_recall_at_100_diff1": 0.11214018798682793, + "nauc_recall_at_100_max": 0.005642665827512304, + "nauc_recall_at_100_std": 0.16248308639377051, + "nauc_recall_at_10_diff1": 0.23780032892576175, + "nauc_recall_at_10_max": 0.046559840112665965, + "nauc_recall_at_10_std": 0.05837532404848245, + "nauc_recall_at_1_diff1": 0.19181879790313994, + "nauc_recall_at_1_max": -0.07175679647609966, + "nauc_recall_at_1_std": 0.019472391793480766, + "nauc_recall_at_20_diff1": 0.21275747628200775, + "nauc_recall_at_20_max": 0.05254039100780987, + "nauc_recall_at_20_std": 0.08480572702382054, + "nauc_recall_at_3_diff1": 0.16751048255240045, + "nauc_recall_at_3_max": -0.01602487629110185, + "nauc_recall_at_3_std": 0.05508816811599271, + "nauc_recall_at_5_diff1": 0.2192291401513189, + "nauc_recall_at_5_max": -0.04483818321955784, + "nauc_recall_at_5_std": 0.05388220326503825, + "ndcg_at_1": 0.4675, + "ndcg_at_10": 0.41988, + "ndcg_at_100": 0.50336, + "ndcg_at_1000": 0.61427, + "ndcg_at_20": 0.42343, + "ndcg_at_3": 0.43898, + "ndcg_at_5": 0.43042, + "precision_at_1": 0.585, + "precision_at_10": 0.3845, + "precision_at_100": 0.1596, + "precision_at_1000": 0.03348, + "precision_at_20": 0.3085, + "precision_at_3": 0.50667, + "precision_at_5": 0.462, + "recall_at_1": 0.05633, + "recall_at_10": 0.22757, + "recall_at_100": 0.6072, + "recall_at_1000": 0.93942, + "recall_at_20": 0.31993, + "recall_at_3": 0.10863, + "recall_at_5": 0.15501 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.38577, + "map_at_1": 0.04512, + "map_at_10": 0.14037, + "map_at_100": 0.23832, + "map_at_1000": 0.27825, + "map_at_20": 0.17434, + "map_at_3": 0.0841, + "map_at_5": 0.10738, + "mrr_at_1": 0.525, + "mrr_at_10": 0.6590257936507937, + "mrr_at_100": 0.6617258948378564, + "mrr_at_1000": 0.661822723447843, + "mrr_at_20": 0.660438186813187, + "mrr_at_3": 0.6249999999999999, + "mrr_at_5": 0.6525, + "nauc_map_at_1000_diff1": 0.1526756398896633, + "nauc_map_at_1000_max": 0.343984978465444, + "nauc_map_at_1000_std": 0.3059581950271448, + "nauc_map_at_100_diff1": 0.199849909371428, + "nauc_map_at_100_max": 0.31964079035244986, + "nauc_map_at_100_std": 0.26875052311208814, + "nauc_map_at_10_diff1": 0.2827717190239651, + "nauc_map_at_10_max": 0.20132856947146047, + "nauc_map_at_10_std": 0.13781464514472297, + "nauc_map_at_1_diff1": 0.3844131374271523, + "nauc_map_at_1_max": 0.024900611343758625, + "nauc_map_at_1_std": 0.003675697149587237, + "nauc_map_at_20_diff1": 0.2563200840414444, + "nauc_map_at_20_max": 0.27031016128230567, + "nauc_map_at_20_std": 0.1831537893430331, + "nauc_map_at_3_diff1": 0.3534872288125785, + "nauc_map_at_3_max": 0.11495263362745425, + "nauc_map_at_3_std": 0.060533835113930755, + "nauc_map_at_5_diff1": 0.31978375847884316, + "nauc_map_at_5_max": 0.14620467689392116, + "nauc_map_at_5_std": 0.09412994426464738, + "nauc_mrr_at_1000_diff1": 0.3609983191032876, + "nauc_mrr_at_1000_max": 0.34023093726454207, + "nauc_mrr_at_1000_std": 0.11537682645149953, + "nauc_mrr_at_100_diff1": 0.3611885441458901, + "nauc_mrr_at_100_max": 0.3400278707121686, + "nauc_mrr_at_100_std": 0.11531448875808926, + "nauc_mrr_at_10_diff1": 0.35487106446772404, + "nauc_mrr_at_10_max": 0.3425594209967464, + "nauc_mrr_at_10_std": 0.11599932935084564, + "nauc_mrr_at_1_diff1": 0.3756606160051961, + "nauc_mrr_at_1_max": 0.31468909171708853, + "nauc_mrr_at_1_std": 0.09402112603835489, + "nauc_mrr_at_20_diff1": 0.3608128180606084, + "nauc_mrr_at_20_max": 0.34078986627491276, + "nauc_mrr_at_20_std": 0.11587193014879069, + "nauc_mrr_at_3_diff1": 0.3700402637880065, + "nauc_mrr_at_3_max": 0.3530973688082718, + "nauc_mrr_at_3_std": 0.12587048704469128, + "nauc_mrr_at_5_diff1": 0.352178255703027, + "nauc_mrr_at_5_max": 0.3471999641266759, + "nauc_mrr_at_5_std": 0.11654230340008276, + "nauc_ndcg_at_1000_diff1": 0.18858951055136638, + "nauc_ndcg_at_1000_max": 0.37607300307026653, + "nauc_ndcg_at_1000_std": 0.2725671319627192, + "nauc_ndcg_at_100_diff1": 0.2425496346299411, + "nauc_ndcg_at_100_max": 0.32478855714534105, + "nauc_ndcg_at_100_std": 0.2541219517043433, + "nauc_ndcg_at_10_diff1": 0.20535155582534695, + "nauc_ndcg_at_10_max": 0.3478166007648815, + "nauc_ndcg_at_10_std": 0.16241102597618967, + "nauc_ndcg_at_1_diff1": 0.38777290509310147, + "nauc_ndcg_at_1_max": 0.2860833195267673, + "nauc_ndcg_at_1_std": 0.07475156634083202, + "nauc_ndcg_at_20_diff1": 0.21726760621063318, + "nauc_ndcg_at_20_max": 0.3577088041646553, + "nauc_ndcg_at_20_std": 0.19793367828552036, + "nauc_ndcg_at_3_diff1": 0.2920189085022421, + "nauc_ndcg_at_3_max": 0.3219442076328209, + "nauc_ndcg_at_3_std": 0.09661566731847643, + "nauc_ndcg_at_5_diff1": 0.22703603337366599, + "nauc_ndcg_at_5_max": 0.34555680219470525, + "nauc_ndcg_at_5_std": 0.14478749095294488, + "nauc_precision_at_1000_diff1": -0.17005400107936441, + "nauc_precision_at_1000_max": 0.11093155663289958, + "nauc_precision_at_1000_std": 0.08339416188067697, + "nauc_precision_at_100_diff1": -0.15944204791717706, + "nauc_precision_at_100_max": 0.19820045921041615, + "nauc_precision_at_100_std": 0.19031358823414002, + "nauc_precision_at_10_diff1": -0.0372407081387845, + "nauc_precision_at_10_max": 0.39673048955178164, + "nauc_precision_at_10_std": 0.21512066571169244, + "nauc_precision_at_1_diff1": 0.3756606160051961, + "nauc_precision_at_1_max": 0.31468909171708853, + "nauc_precision_at_1_std": 0.09402112603835489, + "nauc_precision_at_20_diff1": -0.0965234043953955, + "nauc_precision_at_20_max": 0.37738389456420096, + "nauc_precision_at_20_std": 0.23649860614741017, + "nauc_precision_at_3_diff1": 0.17515621348096272, + "nauc_precision_at_3_max": 0.37576276388744134, + "nauc_precision_at_3_std": 0.1634447782880861, + "nauc_precision_at_5_diff1": 0.05511254393971788, + "nauc_precision_at_5_max": 0.41650968130352867, + "nauc_precision_at_5_std": 0.20187605600978845, + "nauc_recall_at_1000_diff1": 0.05166853162195876, + "nauc_recall_at_1000_max": 0.354057394652728, + "nauc_recall_at_1000_std": 0.5855585909952742, + "nauc_recall_at_100_diff1": 0.19488325832868525, + "nauc_recall_at_100_max": 0.12348158360153663, + "nauc_recall_at_100_std": 0.2426971254766732, + "nauc_recall_at_10_diff1": 0.2167875632322149, + "nauc_recall_at_10_max": 0.11552196026424379, + "nauc_recall_at_10_std": 0.10990932746317407, + "nauc_recall_at_1_diff1": 0.3844131374271523, + "nauc_recall_at_1_max": 0.024900611343758625, + "nauc_recall_at_1_std": 0.003675697149587237, + "nauc_recall_at_20_diff1": 0.22060572430644654, + "nauc_recall_at_20_max": 0.16871365465350344, + "nauc_recall_at_20_std": 0.14874671933425934, + "nauc_recall_at_3_diff1": 0.32949006157112076, + "nauc_recall_at_3_max": 0.08577799035146788, + "nauc_recall_at_3_std": 0.038158759183157615, + "nauc_recall_at_5_diff1": 0.22417381713444706, + "nauc_recall_at_5_max": 0.06472644161531871, + "nauc_recall_at_5_std": 0.059904819557858466, + "ndcg_at_1": 0.4225, + "ndcg_at_10": 0.38577, + "ndcg_at_100": 0.46196, + "ndcg_at_1000": 0.57819, + "ndcg_at_20": 0.38745, + "ndcg_at_3": 0.39295, + "ndcg_at_5": 0.39534, + "precision_at_1": 0.525, + "precision_at_10": 0.3655, + "precision_at_100": 0.14965, + "precision_at_1000": 0.03259, + "precision_at_20": 0.29675, + "precision_at_3": 0.46167, + "precision_at_5": 0.431, + "recall_at_1": 0.04512, + "recall_at_10": 0.2049, + "recall_at_100": 0.568, + "recall_at_1000": 0.92164, + "recall_at_20": 0.28859, + "recall_at_3": 0.09619, + "recall_at_5": 0.14078 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.4001, + "map_at_1": 0.05206, + "map_at_10": 0.14767, + "map_at_100": 0.24389, + "map_at_1000": 0.28489, + "map_at_20": 0.18114, + "map_at_3": 0.08785, + "map_at_5": 0.11469, + "mrr_at_1": 0.585, + "mrr_at_10": 0.6964325396825397, + "mrr_at_100": 0.6993862103218921, + "mrr_at_1000": 0.6994756970710704, + "mrr_at_20": 0.6985629668534081, + "mrr_at_3": 0.675, + "mrr_at_5": 0.68875, + "nauc_map_at_1000_diff1": 0.21642162317456407, + "nauc_map_at_1000_max": 0.3736620369453931, + "nauc_map_at_1000_std": 0.3529464743549135, + "nauc_map_at_100_diff1": 0.23630602248146215, + "nauc_map_at_100_max": 0.33915446102163893, + "nauc_map_at_100_std": 0.31245919258119115, + "nauc_map_at_10_diff1": 0.2912035038905305, + "nauc_map_at_10_max": 0.2536248594636833, + "nauc_map_at_10_std": 0.20260628880930157, + "nauc_map_at_1_diff1": 0.3594730238207438, + "nauc_map_at_1_max": -0.031249252107493693, + "nauc_map_at_1_std": -0.019202981967484874, + "nauc_map_at_20_diff1": 0.2837652316235872, + "nauc_map_at_20_max": 0.30051223738800664, + "nauc_map_at_20_std": 0.2358987960576057, + "nauc_map_at_3_diff1": 0.3201593091635591, + "nauc_map_at_3_max": 0.10523731351974408, + "nauc_map_at_3_std": 0.08654718254612802, + "nauc_map_at_5_diff1": 0.30004219322770614, + "nauc_map_at_5_max": 0.17862366325485585, + "nauc_map_at_5_std": 0.1536829362937375, + "nauc_mrr_at_1000_diff1": 0.30720300050245014, + "nauc_mrr_at_1000_max": 0.35870213505810955, + "nauc_mrr_at_1000_std": 0.11726016428855436, + "nauc_mrr_at_100_diff1": 0.3073411360616404, + "nauc_mrr_at_100_max": 0.3584387314404592, + "nauc_mrr_at_100_std": 0.11722822827109061, + "nauc_mrr_at_10_diff1": 0.3061211709544784, + "nauc_mrr_at_10_max": 0.36198545351815437, + "nauc_mrr_at_10_std": 0.11944357210088137, + "nauc_mrr_at_1_diff1": 0.2842165167334256, + "nauc_mrr_at_1_max": 0.3725348567426184, + "nauc_mrr_at_1_std": 0.10979782724480372, + "nauc_mrr_at_20_diff1": 0.3076090961958729, + "nauc_mrr_at_20_max": 0.35898949580525424, + "nauc_mrr_at_20_std": 0.11726345057226131, + "nauc_mrr_at_3_diff1": 0.3192949364682485, + "nauc_mrr_at_3_max": 0.3537936278165253, + "nauc_mrr_at_3_std": 0.12091795704113106, + "nauc_mrr_at_5_diff1": 0.31219600936813974, + "nauc_mrr_at_5_max": 0.3561218530816411, + "nauc_mrr_at_5_std": 0.11974632031455455, + "nauc_ndcg_at_1000_diff1": 0.2428588927269815, + "nauc_ndcg_at_1000_max": 0.405599527426965, + "nauc_ndcg_at_1000_std": 0.3133707153270953, + "nauc_ndcg_at_100_diff1": 0.27637744570156586, + "nauc_ndcg_at_100_max": 0.3356806865958869, + "nauc_ndcg_at_100_std": 0.2662089890933254, + "nauc_ndcg_at_10_diff1": 0.2575756093934357, + "nauc_ndcg_at_10_max": 0.3991929917490759, + "nauc_ndcg_at_10_std": 0.22083937180544738, + "nauc_ndcg_at_1_diff1": 0.29211804645129236, + "nauc_ndcg_at_1_max": 0.33068255523508533, + "nauc_ndcg_at_1_std": 0.04143493921035559, + "nauc_ndcg_at_20_diff1": 0.27747953978359674, + "nauc_ndcg_at_20_max": 0.37608196763901075, + "nauc_ndcg_at_20_std": 0.21781561310270448, + "nauc_ndcg_at_3_diff1": 0.24943135611404013, + "nauc_ndcg_at_3_max": 0.3696836689030725, + "nauc_ndcg_at_3_std": 0.12210783222071718, + "nauc_ndcg_at_5_diff1": 0.25438494172785253, + "nauc_ndcg_at_5_max": 0.3883675616798912, + "nauc_ndcg_at_5_std": 0.19330939151948387, + "nauc_precision_at_1000_diff1": -0.09295029770457604, + "nauc_precision_at_1000_max": 0.12599363809398925, + "nauc_precision_at_1000_std": 0.06750099666811744, + "nauc_precision_at_100_diff1": -0.08408352295295927, + "nauc_precision_at_100_max": 0.1878247622627702, + "nauc_precision_at_100_std": 0.18039572772327078, + "nauc_precision_at_10_diff1": 0.05151587120047166, + "nauc_precision_at_10_max": 0.4311726290605548, + "nauc_precision_at_10_std": 0.27157302350117485, + "nauc_precision_at_1_diff1": 0.2842165167334256, + "nauc_precision_at_1_max": 0.3725348567426184, + "nauc_precision_at_1_std": 0.10979782724480372, + "nauc_precision_at_20_diff1": -0.00836294438489394, + "nauc_precision_at_20_max": 0.3543801740889616, + "nauc_precision_at_20_std": 0.2321413383697549, + "nauc_precision_at_3_diff1": 0.16580673965943954, + "nauc_precision_at_3_max": 0.42723243457409227, + "nauc_precision_at_3_std": 0.16437270665598291, + "nauc_precision_at_5_diff1": 0.11828314169703884, + "nauc_precision_at_5_max": 0.45097686260828207, + "nauc_precision_at_5_std": 0.2621217069857552, + "nauc_recall_at_1000_diff1": 0.04015388424915998, + "nauc_recall_at_1000_max": 0.3323121535345686, + "nauc_recall_at_1000_std": 0.5346101882883327, + "nauc_recall_at_100_diff1": 0.19300837114950578, + "nauc_recall_at_100_max": 0.15844812375260803, + "nauc_recall_at_100_std": 0.24452193032094477, + "nauc_recall_at_10_diff1": 0.2791791980441839, + "nauc_recall_at_10_max": 0.17725636846083231, + "nauc_recall_at_10_std": 0.15993936956518037, + "nauc_recall_at_1_diff1": 0.3594730238207438, + "nauc_recall_at_1_max": -0.031249252107493693, + "nauc_recall_at_1_std": -0.019202981967484874, + "nauc_recall_at_20_diff1": 0.27690953321407324, + "nauc_recall_at_20_max": 0.19494750096544047, + "nauc_recall_at_20_std": 0.1737282727024422, + "nauc_recall_at_3_diff1": 0.30354854990885255, + "nauc_recall_at_3_max": 0.06784067378068329, + "nauc_recall_at_3_std": 0.08289707614338931, + "nauc_recall_at_5_diff1": 0.28302909921321423, + "nauc_recall_at_5_max": 0.1246276214428701, + "nauc_recall_at_5_std": 0.1382178680033612, + "ndcg_at_1": 0.475, + "ndcg_at_10": 0.4001, + "ndcg_at_100": 0.46669, + "ndcg_at_1000": 0.58749, + "ndcg_at_20": 0.39662, + "ndcg_at_3": 0.4213, + "ndcg_at_5": 0.41461, + "precision_at_1": 0.585, + "precision_at_10": 0.3705, + "precision_at_100": 0.14725, + "precision_at_1000": 0.03278, + "precision_at_20": 0.29575, + "precision_at_3": 0.47833, + "precision_at_5": 0.449, + "recall_at_1": 0.05206, + "recall_at_10": 0.20543, + "recall_at_100": 0.55501, + "recall_at_1000": 0.92482, + "recall_at_20": 0.28845, + "recall_at_3": 0.1006, + "recall_at_5": 0.14412 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.47179, + "map_at_1": 0.07471, + "map_at_10": 0.22545, + "map_at_100": 0.33642, + "map_at_1000": 0.36439, + "map_at_20": 0.26255, + "map_at_3": 0.14657, + "map_at_5": 0.18426, + "mrr_at_1": 0.675, + "mrr_at_10": 0.7794761904761904, + "mrr_at_100": 0.7816021905019146, + "mrr_at_1000": 0.7816021905019146, + "mrr_at_20": 0.7812942726133515, + "mrr_at_3": 0.7591666666666665, + "mrr_at_5": 0.7719166666666666, + "nauc_map_at_1000_diff1": 0.08780279279585805, + "nauc_map_at_1000_max": 0.180217510435104, + "nauc_map_at_1000_std": -0.02527145364102338, + "nauc_map_at_100_diff1": 0.1017532191716312, + "nauc_map_at_100_max": 0.16805982890121368, + "nauc_map_at_100_std": -0.05788770363279085, + "nauc_map_at_10_diff1": 0.14416803131037018, + "nauc_map_at_10_max": 0.13431387644557716, + "nauc_map_at_10_std": -0.18554446933776345, + "nauc_map_at_1_diff1": 0.11875347787639157, + "nauc_map_at_1_max": 0.002074521345765737, + "nauc_map_at_1_std": -0.18541040508888462, + "nauc_map_at_20_diff1": 0.14213339659761043, + "nauc_map_at_20_max": 0.14506213829695838, + "nauc_map_at_20_std": -0.15680167357174069, + "nauc_map_at_3_diff1": 0.12579329307763842, + "nauc_map_at_3_max": 0.0768873309755815, + "nauc_map_at_3_std": -0.21245285123107066, + "nauc_map_at_5_diff1": 0.15304443249119642, + "nauc_map_at_5_max": 0.1445123839719488, + "nauc_map_at_5_std": -0.19431459060777417, + "nauc_mrr_at_1000_diff1": 0.26936623045346053, + "nauc_mrr_at_1000_max": 0.3858241906263353, + "nauc_mrr_at_1000_std": -0.021193427778042742, + "nauc_mrr_at_100_diff1": 0.26936623045346053, + "nauc_mrr_at_100_max": 0.3858241906263353, + "nauc_mrr_at_100_std": -0.021193427778042742, + "nauc_mrr_at_10_diff1": 0.2701820974668766, + "nauc_mrr_at_10_max": 0.38935320874476614, + "nauc_mrr_at_10_std": -0.016306037528869784, + "nauc_mrr_at_1_diff1": 0.22090547646530706, + "nauc_mrr_at_1_max": 0.4024881364627421, + "nauc_mrr_at_1_std": 0.01534778333547071, + "nauc_mrr_at_20_diff1": 0.27027651231042477, + "nauc_mrr_at_20_max": 0.38495061179549095, + "nauc_mrr_at_20_std": -0.022813552189160684, + "nauc_mrr_at_3_diff1": 0.2778624378792437, + "nauc_mrr_at_3_max": 0.3559802687707415, + "nauc_mrr_at_3_std": -0.06799240086015461, + "nauc_mrr_at_5_diff1": 0.278067032426572, + "nauc_mrr_at_5_max": 0.3893304785458354, + "nauc_mrr_at_5_std": -0.0317315164330838, + "nauc_ndcg_at_1000_diff1": 0.1156787080507012, + "nauc_ndcg_at_1000_max": 0.3076855695290169, + "nauc_ndcg_at_1000_std": 0.07272692504473476, + "nauc_ndcg_at_100_diff1": 0.15942335946013284, + "nauc_ndcg_at_100_max": 0.26552437666545353, + "nauc_ndcg_at_100_std": 0.02699693009802163, + "nauc_ndcg_at_10_diff1": 0.12825359516105606, + "nauc_ndcg_at_10_max": 0.28364903841347633, + "nauc_ndcg_at_10_std": -0.019196340754770398, + "nauc_ndcg_at_1_diff1": 0.2631812173286065, + "nauc_ndcg_at_1_max": 0.37815823469326426, + "nauc_ndcg_at_1_std": 0.00767589977768459, + "nauc_ndcg_at_20_diff1": 0.14868225908619118, + "nauc_ndcg_at_20_max": 0.25196943737285454, + "nauc_ndcg_at_20_std": -0.04582335774485991, + "nauc_ndcg_at_3_diff1": 0.1502521122505333, + "nauc_ndcg_at_3_max": 0.30157316565239545, + "nauc_ndcg_at_3_std": -0.04104332154953617, + "nauc_ndcg_at_5_diff1": 0.1413470451060068, + "nauc_ndcg_at_5_max": 0.32688349791650617, + "nauc_ndcg_at_5_std": -0.006144152852940979, + "nauc_precision_at_1000_diff1": -0.1035486780540051, + "nauc_precision_at_1000_max": 0.005949676100559563, + "nauc_precision_at_1000_std": 0.17422333987749905, + "nauc_precision_at_100_diff1": -0.13196178058474117, + "nauc_precision_at_100_max": 0.070687576062513, + "nauc_precision_at_100_std": 0.29464492117795077, + "nauc_precision_at_10_diff1": -0.02476039930128994, + "nauc_precision_at_10_max": 0.20168567310693847, + "nauc_precision_at_10_std": 0.16397521303374632, + "nauc_precision_at_1_diff1": 0.22090547646530706, + "nauc_precision_at_1_max": 0.4024881364627421, + "nauc_precision_at_1_std": 0.01534778333547071, + "nauc_precision_at_20_diff1": -0.06658564063289162, + "nauc_precision_at_20_max": 0.12308742487055248, + "nauc_precision_at_20_std": 0.22713611025883118, + "nauc_precision_at_3_diff1": 0.08382505112222495, + "nauc_precision_at_3_max": 0.2693094188080508, + "nauc_precision_at_3_std": -0.0047796200941142425, + "nauc_precision_at_5_diff1": 0.06832707427008602, + "nauc_precision_at_5_max": 0.3496213576589871, + "nauc_precision_at_5_std": 0.10827559708984594, + "nauc_recall_at_1000_diff1": -0.20587895115662602, + "nauc_recall_at_1000_max": 0.11500025629303975, + "nauc_recall_at_1000_std": 0.3919045179267873, + "nauc_recall_at_100_diff1": 0.0968391380883111, + "nauc_recall_at_100_max": 0.0734210510851111, + "nauc_recall_at_100_std": 0.05276224275061271, + "nauc_recall_at_10_diff1": 0.11717492700627283, + "nauc_recall_at_10_max": 0.058155513123232805, + "nauc_recall_at_10_std": -0.17992393716372146, + "nauc_recall_at_1_diff1": 0.11875347787639157, + "nauc_recall_at_1_max": 0.002074521345765737, + "nauc_recall_at_1_std": -0.18541040508888462, + "nauc_recall_at_20_diff1": 0.15701415292583437, + "nauc_recall_at_20_max": 0.05313293680590779, + "nauc_recall_at_20_std": -0.16045645523182206, + "nauc_recall_at_3_diff1": 0.11443565658185324, + "nauc_recall_at_3_max": 0.030221855838049424, + "nauc_recall_at_3_std": -0.2331351727925621, + "nauc_recall_at_5_diff1": 0.13687710259472852, + "nauc_recall_at_5_max": 0.10281982304582414, + "nauc_recall_at_5_std": -0.19213557000182885, + "ndcg_at_1": 0.59, + "ndcg_at_10": 0.47179, + "ndcg_at_100": 0.57007, + "ndcg_at_1000": 0.65705, + "ndcg_at_20": 0.47867, + "ndcg_at_3": 0.51427, + "ndcg_at_5": 0.48768, + "precision_at_1": 0.675, + "precision_at_10": 0.379, + "precision_at_100": 0.1372, + "precision_at_1000": 0.02327, + "precision_at_20": 0.291, + "precision_at_3": 0.55667, + "precision_at_5": 0.483, + "recall_at_1": 0.07471, + "recall_at_10": 0.29726, + "recall_at_100": 0.69506, + "recall_at_1000": 0.95945, + "recall_at_20": 0.39633, + "recall_at_3": 0.16108, + "recall_at_5": 0.21714 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.42556, + "map_at_1": 0.06853, + "map_at_10": 0.19479, + "map_at_100": 0.28698, + "map_at_1000": 0.31139, + "map_at_20": 0.22649, + "map_at_3": 0.12554, + "map_at_5": 0.15789, + "mrr_at_1": 0.62, + "mrr_at_10": 0.7311507936507937, + "mrr_at_100": 0.7339577032340252, + "mrr_at_1000": 0.7340286128677832, + "mrr_at_20": 0.7333141346957136, + "mrr_at_3": 0.7116666666666667, + "mrr_at_5": 0.7244166666666666, + "nauc_map_at_1000_diff1": 0.14545292391146553, + "nauc_map_at_1000_max": 0.2764471144318472, + "nauc_map_at_1000_std": 0.1298205100776712, + "nauc_map_at_100_diff1": 0.14454367886912572, + "nauc_map_at_100_max": 0.2615577946010597, + "nauc_map_at_100_std": 0.09421342340816122, + "nauc_map_at_10_diff1": 0.16975421948941796, + "nauc_map_at_10_max": 0.20495139813112712, + "nauc_map_at_10_std": -0.054570087529106734, + "nauc_map_at_1_diff1": 0.14773799753053443, + "nauc_map_at_1_max": 0.0175479784105584, + "nauc_map_at_1_std": -0.0878866641949782, + "nauc_map_at_20_diff1": 0.15957142513402983, + "nauc_map_at_20_max": 0.22691930450533332, + "nauc_map_at_20_std": -0.011357569567136286, + "nauc_map_at_3_diff1": 0.15441246517194804, + "nauc_map_at_3_max": 0.1345949800980536, + "nauc_map_at_3_std": -0.09366864846443712, + "nauc_map_at_5_diff1": 0.17999268551428416, + "nauc_map_at_5_max": 0.18804545521177854, + "nauc_map_at_5_std": -0.09253784069523395, + "nauc_mrr_at_1000_diff1": 0.29011935674907113, + "nauc_mrr_at_1000_max": 0.4580345353964662, + "nauc_mrr_at_1000_std": 0.22601024817815082, + "nauc_mrr_at_100_diff1": 0.29019717714309357, + "nauc_mrr_at_100_max": 0.45820746415732877, + "nauc_mrr_at_100_std": 0.22625721057233444, + "nauc_mrr_at_10_diff1": 0.28640519508658885, + "nauc_mrr_at_10_max": 0.454329735503885, + "nauc_mrr_at_10_std": 0.2226449051659446, + "nauc_mrr_at_1_diff1": 0.3026105282589298, + "nauc_mrr_at_1_max": 0.4565117066116969, + "nauc_mrr_at_1_std": 0.22603298157093182, + "nauc_mrr_at_20_diff1": 0.2908301384634799, + "nauc_mrr_at_20_max": 0.4583487499299888, + "nauc_mrr_at_20_std": 0.22636117718667872, + "nauc_mrr_at_3_diff1": 0.29010012800728974, + "nauc_mrr_at_3_max": 0.4543312340993453, + "nauc_mrr_at_3_std": 0.21680232017221654, + "nauc_mrr_at_5_diff1": 0.2813169109991476, + "nauc_mrr_at_5_max": 0.458546571652277, + "nauc_mrr_at_5_std": 0.2266175211383704, + "nauc_ndcg_at_1000_diff1": 0.20586860423753373, + "nauc_ndcg_at_1000_max": 0.4284027010664235, + "nauc_ndcg_at_1000_std": 0.28485630196634415, + "nauc_ndcg_at_100_diff1": 0.20916701491505976, + "nauc_ndcg_at_100_max": 0.39009835945040083, + "nauc_ndcg_at_100_std": 0.23094069248809784, + "nauc_ndcg_at_10_diff1": 0.19968509827496517, + "nauc_ndcg_at_10_max": 0.3958957168515915, + "nauc_ndcg_at_10_std": 0.15566590414699838, + "nauc_ndcg_at_1_diff1": 0.347857669302945, + "nauc_ndcg_at_1_max": 0.4563844714686623, + "nauc_ndcg_at_1_std": 0.20000637809337493, + "nauc_ndcg_at_20_diff1": 0.18178232970402444, + "nauc_ndcg_at_20_max": 0.38264363359818027, + "nauc_ndcg_at_20_std": 0.15084292428457036, + "nauc_ndcg_at_3_diff1": 0.23684922529915886, + "nauc_ndcg_at_3_max": 0.40738783132701245, + "nauc_ndcg_at_3_std": 0.13636221054793773, + "nauc_ndcg_at_5_diff1": 0.20661244914718138, + "nauc_ndcg_at_5_max": 0.40012464875484616, + "nauc_ndcg_at_5_std": 0.14046173592774763, + "nauc_precision_at_1000_diff1": -0.03140203114900885, + "nauc_precision_at_1000_max": 0.059710934727435896, + "nauc_precision_at_1000_std": 0.2063706141165485, + "nauc_precision_at_100_diff1": -0.036707452408243316, + "nauc_precision_at_100_max": 0.16173844497401751, + "nauc_precision_at_100_std": 0.3294639411828076, + "nauc_precision_at_10_diff1": 0.03897032262970754, + "nauc_precision_at_10_max": 0.29764063955588516, + "nauc_precision_at_10_std": 0.25781351990215257, + "nauc_precision_at_1_diff1": 0.3026105282589298, + "nauc_precision_at_1_max": 0.4565117066116969, + "nauc_precision_at_1_std": 0.22603298157093182, + "nauc_precision_at_20_diff1": -0.007984517636986543, + "nauc_precision_at_20_max": 0.24317906039700413, + "nauc_precision_at_20_std": 0.30927289699394434, + "nauc_precision_at_3_diff1": 0.14975604838093778, + "nauc_precision_at_3_max": 0.35643210446078627, + "nauc_precision_at_3_std": 0.12378138757603481, + "nauc_precision_at_5_diff1": 0.11586457795560197, + "nauc_precision_at_5_max": 0.3669757518069178, + "nauc_precision_at_5_std": 0.16722863964894197, + "nauc_recall_at_1000_diff1": 0.13319799891608217, + "nauc_recall_at_1000_max": 0.43537252867357795, + "nauc_recall_at_1000_std": 0.5854350448659731, + "nauc_recall_at_100_diff1": 0.11451878959649207, + "nauc_recall_at_100_max": 0.2256242045409745, + "nauc_recall_at_100_std": 0.24001580665396022, + "nauc_recall_at_10_diff1": 0.13287229340098597, + "nauc_recall_at_10_max": 0.1438774243257649, + "nauc_recall_at_10_std": -0.05339981835332186, + "nauc_recall_at_1_diff1": 0.14773799753053443, + "nauc_recall_at_1_max": 0.0175479784105584, + "nauc_recall_at_1_std": -0.0878866641949782, + "nauc_recall_at_20_diff1": 0.10344376108895266, + "nauc_recall_at_20_max": 0.1703441112785332, + "nauc_recall_at_20_std": 0.028381236847043217, + "nauc_recall_at_3_diff1": 0.13229331053229113, + "nauc_recall_at_3_max": 0.10182985555403218, + "nauc_recall_at_3_std": -0.10874406903471602, + "nauc_recall_at_5_diff1": 0.14324643288007685, + "nauc_recall_at_5_max": 0.1403088230091675, + "nauc_recall_at_5_std": -0.10570792642544777, + "ndcg_at_1": 0.54, + "ndcg_at_10": 0.42556, + "ndcg_at_100": 0.51071, + "ndcg_at_1000": 0.60128, + "ndcg_at_20": 0.42956, + "ndcg_at_3": 0.46544, + "ndcg_at_5": 0.43925, + "precision_at_1": 0.62, + "precision_at_10": 0.341, + "precision_at_100": 0.11765, + "precision_at_1000": 0.02092, + "precision_at_20": 0.2585, + "precision_at_3": 0.50167, + "precision_at_5": 0.431, + "recall_at_1": 0.06853, + "recall_at_10": 0.2658, + "recall_at_100": 0.62356, + "recall_at_1000": 0.90859, + "recall_at_20": 0.35976, + "recall_at_3": 0.1417, + "recall_at_5": 0.19036 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.42308, + "map_at_1": 0.07329, + "map_at_10": 0.19491, + "map_at_100": 0.2829, + "map_at_1000": 0.30787, + "map_at_20": 0.22449, + "map_at_3": 0.12909, + "map_at_5": 0.16094, + "mrr_at_1": 0.625, + "mrr_at_10": 0.7311150793650796, + "mrr_at_100": 0.7350933679779008, + "mrr_at_1000": 0.7351021553241224, + "mrr_at_20": 0.7342199487603902, + "mrr_at_3": 0.7158333333333334, + "mrr_at_5": 0.7238333333333336, + "nauc_map_at_1000_diff1": 0.126662216754959, + "nauc_map_at_1000_max": 0.26976891732540437, + "nauc_map_at_1000_std": 0.15547071755149292, + "nauc_map_at_100_diff1": 0.12936647546082067, + "nauc_map_at_100_max": 0.2605062981992353, + "nauc_map_at_100_std": 0.13267138758198088, + "nauc_map_at_10_diff1": 0.15379234031487285, + "nauc_map_at_10_max": 0.18088422894806144, + "nauc_map_at_10_std": -0.033069272143462114, + "nauc_map_at_1_diff1": 0.15133681649402833, + "nauc_map_at_1_max": -0.001381293219810914, + "nauc_map_at_1_std": -0.08819567876299293, + "nauc_map_at_20_diff1": 0.1513700742037328, + "nauc_map_at_20_max": 0.21099179216091993, + "nauc_map_at_20_std": 0.02173173064720971, + "nauc_map_at_3_diff1": 0.15154668742533886, + "nauc_map_at_3_max": 0.11183027399160322, + "nauc_map_at_3_std": -0.06773973960485064, + "nauc_map_at_5_diff1": 0.1810193989727768, + "nauc_map_at_5_max": 0.16729311303219202, + "nauc_map_at_5_std": -0.06394781588939452, + "nauc_mrr_at_1000_diff1": 0.30589788673746376, + "nauc_mrr_at_1000_max": 0.45517096608495966, + "nauc_mrr_at_1000_std": 0.19408573443052615, + "nauc_mrr_at_100_diff1": 0.30592530634325255, + "nauc_mrr_at_100_max": 0.4551924888509141, + "nauc_mrr_at_100_std": 0.1941175710307025, + "nauc_mrr_at_10_diff1": 0.2996149785596179, + "nauc_mrr_at_10_max": 0.45032550119004444, + "nauc_mrr_at_10_std": 0.19345974683393463, + "nauc_mrr_at_1_diff1": 0.3299980593828839, + "nauc_mrr_at_1_max": 0.4246691247816808, + "nauc_mrr_at_1_std": 0.12101688336891148, + "nauc_mrr_at_20_diff1": 0.3045514853607887, + "nauc_mrr_at_20_max": 0.45680159553812616, + "nauc_mrr_at_20_std": 0.19658708514185408, + "nauc_mrr_at_3_diff1": 0.2989799707173282, + "nauc_mrr_at_3_max": 0.4506418353068599, + "nauc_mrr_at_3_std": 0.18891863276189402, + "nauc_mrr_at_5_diff1": 0.3022663615151025, + "nauc_mrr_at_5_max": 0.45405226961763806, + "nauc_mrr_at_5_std": 0.1994682334349365, + "nauc_ndcg_at_1000_diff1": 0.19472848354098177, + "nauc_ndcg_at_1000_max": 0.39352140036275624, + "nauc_ndcg_at_1000_std": 0.270551850747023, + "nauc_ndcg_at_100_diff1": 0.19855962631314092, + "nauc_ndcg_at_100_max": 0.3630941788889895, + "nauc_ndcg_at_100_std": 0.2343079164901947, + "nauc_ndcg_at_10_diff1": 0.17923792554497217, + "nauc_ndcg_at_10_max": 0.3469508496673154, + "nauc_ndcg_at_10_std": 0.1260779434429512, + "nauc_ndcg_at_1_diff1": 0.36797941016941954, + "nauc_ndcg_at_1_max": 0.4166462824507852, + "nauc_ndcg_at_1_std": 0.13037035461445456, + "nauc_ndcg_at_20_diff1": 0.1807900372197961, + "nauc_ndcg_at_20_max": 0.34343930470064266, + "nauc_ndcg_at_20_std": 0.14330770890299474, + "nauc_ndcg_at_3_diff1": 0.2284353841605664, + "nauc_ndcg_at_3_max": 0.3555553118929728, + "nauc_ndcg_at_3_std": 0.11055518143713003, + "nauc_ndcg_at_5_diff1": 0.21167639551003692, + "nauc_ndcg_at_5_max": 0.3591180695091653, + "nauc_ndcg_at_5_std": 0.11577785114044295, + "nauc_precision_at_1000_diff1": -0.09555702722489316, + "nauc_precision_at_1000_max": 0.004323329253902713, + "nauc_precision_at_1000_std": 0.1096201746233833, + "nauc_precision_at_100_diff1": -0.054356155651100684, + "nauc_precision_at_100_max": 0.1484812624611751, + "nauc_precision_at_100_std": 0.28852537671743783, + "nauc_precision_at_10_diff1": 0.004787527901440078, + "nauc_precision_at_10_max": 0.28461698538100794, + "nauc_precision_at_10_std": 0.2274465939804733, + "nauc_precision_at_1_diff1": 0.3299980593828839, + "nauc_precision_at_1_max": 0.4246691247816808, + "nauc_precision_at_1_std": 0.12101688336891148, + "nauc_precision_at_20_diff1": -0.027962991719884183, + "nauc_precision_at_20_max": 0.24342703947437222, + "nauc_precision_at_20_std": 0.30053578167077916, + "nauc_precision_at_3_diff1": 0.10026805261593917, + "nauc_precision_at_3_max": 0.31746041372283845, + "nauc_precision_at_3_std": 0.14235595204162707, + "nauc_precision_at_5_diff1": 0.10119444743355221, + "nauc_precision_at_5_max": 0.3440497735343317, + "nauc_precision_at_5_std": 0.1708030482376764, + "nauc_recall_at_1000_diff1": 0.17159829970586804, + "nauc_recall_at_1000_max": 0.42396328239066744, + "nauc_recall_at_1000_std": 0.5952876883358712, + "nauc_recall_at_100_diff1": 0.1269041808598862, + "nauc_recall_at_100_max": 0.2378103838057222, + "nauc_recall_at_100_std": 0.2674305593819563, + "nauc_recall_at_10_diff1": 0.11434112898178594, + "nauc_recall_at_10_max": 0.13996771333955862, + "nauc_recall_at_10_std": -0.008635122270662226, + "nauc_recall_at_1_diff1": 0.15133681649402833, + "nauc_recall_at_1_max": -0.001381293219810914, + "nauc_recall_at_1_std": -0.08819567876299293, + "nauc_recall_at_20_diff1": 0.13895210320607151, + "nauc_recall_at_20_max": 0.20515369848410234, + "nauc_recall_at_20_std": 0.08388799496607066, + "nauc_recall_at_3_diff1": 0.13445679397714766, + "nauc_recall_at_3_max": 0.09041396410331844, + "nauc_recall_at_3_std": -0.06885518342353046, + "nauc_recall_at_5_diff1": 0.14804103940613608, + "nauc_recall_at_5_max": 0.13546415378219268, + "nauc_recall_at_5_std": -0.06370094477762274, + "ndcg_at_1": 0.5325, + "ndcg_at_10": 0.42308, + "ndcg_at_100": 0.50478, + "ndcg_at_1000": 0.59893, + "ndcg_at_20": 0.42593, + "ndcg_at_3": 0.46693, + "ndcg_at_5": 0.44101, + "precision_at_1": 0.625, + "precision_at_10": 0.3375, + "precision_at_100": 0.116, + "precision_at_1000": 0.02123, + "precision_at_20": 0.253, + "precision_at_3": 0.50333, + "precision_at_5": 0.44, + "recall_at_1": 0.07329, + "recall_at_10": 0.25679, + "recall_at_100": 0.61058, + "recall_at_1000": 0.90268, + "recall_at_20": 0.34292, + "recall_at_3": 0.14364, + "recall_at_5": 0.18972 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52378, + "map_at_1": 0.06041, + "map_at_10": 0.18571, + "map_at_100": 0.34244, + "map_at_1000": 0.39581, + "map_at_20": 0.2404, + "map_at_3": 0.1012, + "map_at_5": 0.13312, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8440198412698411, + "mrr_at_100": 0.8444813797313796, + "mrr_at_1000": 0.8445020408884044, + "mrr_at_20": 0.8443531746031745, + "mrr_at_3": 0.8283333333333333, + "mrr_at_5": 0.8393333333333333, + "nauc_map_at_1000_diff1": -0.0075900242921540925, + "nauc_map_at_1000_max": 0.2423138222465907, + "nauc_map_at_1000_std": 0.31472501544064896, + "nauc_map_at_100_diff1": 0.0601149402389712, + "nauc_map_at_100_max": 0.18778921751979313, + "nauc_map_at_100_std": 0.28442648050024955, + "nauc_map_at_10_diff1": 0.20970169521379964, + "nauc_map_at_10_max": -0.00743706975562732, + "nauc_map_at_10_std": -0.012051031656423234, + "nauc_map_at_1_diff1": 0.503848096747384, + "nauc_map_at_1_max": -0.19619307616244583, + "nauc_map_at_1_std": -0.2042132761446448, + "nauc_map_at_20_diff1": 0.1488941637269234, + "nauc_map_at_20_max": 0.08732803888889877, + "nauc_map_at_20_std": 0.07114158216636564, + "nauc_map_at_3_diff1": 0.3946786429055252, + "nauc_map_at_3_max": -0.09860610450523012, + "nauc_map_at_3_std": -0.10110814432079149, + "nauc_map_at_5_diff1": 0.299160887379005, + "nauc_map_at_5_max": -0.08030562605059635, + "nauc_map_at_5_std": -0.07406964772716483, + "nauc_mrr_at_1000_diff1": 0.2553229915172989, + "nauc_mrr_at_1000_max": 0.505042120346923, + "nauc_mrr_at_1000_std": 0.038637773587774954, + "nauc_mrr_at_100_diff1": 0.25533777807215524, + "nauc_mrr_at_100_max": 0.5051133463069046, + "nauc_mrr_at_100_std": 0.038776116566605394, + "nauc_mrr_at_10_diff1": 0.2566842106698259, + "nauc_mrr_at_10_max": 0.5066990981977997, + "nauc_mrr_at_10_std": 0.04121330767765285, + "nauc_mrr_at_1_diff1": 0.23978923978924008, + "nauc_mrr_at_1_max": 0.49432949432949463, + "nauc_mrr_at_1_std": 0.03963303963303998, + "nauc_mrr_at_20_diff1": 0.2556043649818176, + "nauc_mrr_at_20_max": 0.5055548546806584, + "nauc_mrr_at_20_std": 0.039633663219805604, + "nauc_mrr_at_3_diff1": 0.24859154758048238, + "nauc_mrr_at_3_max": 0.5134682882035868, + "nauc_mrr_at_3_std": 0.04340688381881272, + "nauc_mrr_at_5_diff1": 0.25696513521672104, + "nauc_mrr_at_5_max": 0.5061750129354567, + "nauc_mrr_at_5_std": 0.037695411718974385, + "nauc_ndcg_at_1000_diff1": 0.09337375401978006, + "nauc_ndcg_at_1000_max": 0.4045657464597546, + "nauc_ndcg_at_1000_std": 0.3271166852155633, + "nauc_ndcg_at_100_diff1": 0.08812894222454769, + "nauc_ndcg_at_100_max": 0.32732464085939716, + "nauc_ndcg_at_100_std": 0.3280751455335931, + "nauc_ndcg_at_10_diff1": 0.13273885488600698, + "nauc_ndcg_at_10_max": 0.25793584706558853, + "nauc_ndcg_at_10_std": 0.060645521923258956, + "nauc_ndcg_at_1_diff1": 0.3401577411141243, + "nauc_ndcg_at_1_max": 0.3571449272362178, + "nauc_ndcg_at_1_std": 0.011170223777092649, + "nauc_ndcg_at_20_diff1": 0.11870667125282924, + "nauc_ndcg_at_20_max": 0.28986300026135997, + "nauc_ndcg_at_20_std": 0.11101141740036412, + "nauc_ndcg_at_3_diff1": 0.2365098457530211, + "nauc_ndcg_at_3_max": 0.33218646905453, + "nauc_ndcg_at_3_std": 0.00953492922339539, + "nauc_ndcg_at_5_diff1": 0.18275859805224162, + "nauc_ndcg_at_5_max": 0.278958819102289, + "nauc_ndcg_at_5_std": -0.016552732276101392, + "nauc_precision_at_1000_diff1": -0.16770854161531273, + "nauc_precision_at_1000_max": 0.09808135579552898, + "nauc_precision_at_1000_std": -0.03877399678781061, + "nauc_precision_at_100_diff1": -0.19570323013096208, + "nauc_precision_at_100_max": 0.1780081507924822, + "nauc_precision_at_100_std": 0.14946359141543164, + "nauc_precision_at_10_diff1": -0.1848298865626966, + "nauc_precision_at_10_max": 0.3240637595877482, + "nauc_precision_at_10_std": 0.17416218813245116, + "nauc_precision_at_1_diff1": 0.23978923978924008, + "nauc_precision_at_1_max": 0.49432949432949463, + "nauc_precision_at_1_std": 0.03963303963303998, + "nauc_precision_at_20_diff1": -0.18921443042143826, + "nauc_precision_at_20_max": 0.32516249752703147, + "nauc_precision_at_20_std": 0.20479109355502959, + "nauc_precision_at_3_diff1": 0.00884024804370295, + "nauc_precision_at_3_max": 0.35775936315763573, + "nauc_precision_at_3_std": 0.08928527486588876, + "nauc_precision_at_5_diff1": -0.10817195440186729, + "nauc_precision_at_5_max": 0.305028744089313, + "nauc_precision_at_5_std": 0.07113818745462788, + "nauc_recall_at_1000_diff1": -0.043243197357179554, + "nauc_recall_at_1000_max": 0.14584821832769662, + "nauc_recall_at_1000_std": 0.6126700473477271, + "nauc_recall_at_100_diff1": 0.019672573445250672, + "nauc_recall_at_100_max": 0.04907612755011768, + "nauc_recall_at_100_std": 0.3528520109347252, + "nauc_recall_at_10_diff1": 0.10918287440402016, + "nauc_recall_at_10_max": -0.1138622487960736, + "nauc_recall_at_10_std": -0.026168581153061757, + "nauc_recall_at_1_diff1": 0.503848096747384, + "nauc_recall_at_1_max": -0.19619307616244583, + "nauc_recall_at_1_std": -0.2042132761446448, + "nauc_recall_at_20_diff1": 0.07835358710861269, + "nauc_recall_at_20_max": -0.004452847865720222, + "nauc_recall_at_20_std": 0.055593617354484516, + "nauc_recall_at_3_diff1": 0.36697853591308677, + "nauc_recall_at_3_max": -0.11358625859320925, + "nauc_recall_at_3_std": -0.0964317596522108, + "nauc_recall_at_5_diff1": 0.21110050505932437, + "nauc_recall_at_5_max": -0.16117826000111404, + "nauc_recall_at_5_std": -0.10014308769055935, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.52378, + "ndcg_at_100": 0.58878, + "ndcg_at_1000": 0.67344, + "ndcg_at_20": 0.52175, + "ndcg_at_3": 0.5481, + "ndcg_at_5": 0.53158, + "precision_at_1": 0.765, + "precision_at_10": 0.5225, + "precision_at_100": 0.2261, + "precision_at_1000": 0.05053, + "precision_at_20": 0.4305, + "precision_at_3": 0.64, + "precision_at_5": 0.592, + "recall_at_1": 0.06041, + "recall_at_10": 0.25818, + "recall_at_100": 0.6664, + "recall_at_1000": 0.92986, + "recall_at_20": 0.3672, + "recall_at_3": 0.11101, + "recall_at_5": 0.16407 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.50713, + "map_at_1": 0.05579, + "map_at_10": 0.17518, + "map_at_100": 0.32332, + "map_at_1000": 0.37499, + "map_at_20": 0.22675, + "map_at_3": 0.09825, + "map_at_5": 0.1228, + "mrr_at_1": 0.735, + "mrr_at_10": 0.8246448412698412, + "mrr_at_100": 0.8250639589169001, + "mrr_at_1000": 0.8250795839169001, + "mrr_at_20": 0.8249389589169001, + "mrr_at_3": 0.8083333333333332, + "mrr_at_5": 0.8205833333333332, + "nauc_map_at_1000_diff1": 0.010870682364814508, + "nauc_map_at_1000_max": 0.25831956127549915, + "nauc_map_at_1000_std": 0.3991201885676093, + "nauc_map_at_100_diff1": 0.05314130438779138, + "nauc_map_at_100_max": 0.2094520361189909, + "nauc_map_at_100_std": 0.37912473225935345, + "nauc_map_at_10_diff1": 0.12500607279748252, + "nauc_map_at_10_max": -0.004072740201641437, + "nauc_map_at_10_std": 0.11106024548465908, + "nauc_map_at_1_diff1": 0.3956231238856775, + "nauc_map_at_1_max": -0.17743660829596308, + "nauc_map_at_1_std": 0.008730071980102084, + "nauc_map_at_20_diff1": 0.10638652933728596, + "nauc_map_at_20_max": 0.09179720462335177, + "nauc_map_at_20_std": 0.19840640462048928, + "nauc_map_at_3_diff1": 0.24515377375407726, + "nauc_map_at_3_max": -0.10253432774234252, + "nauc_map_at_3_std": 0.04866364124606345, + "nauc_map_at_5_diff1": 0.18994764943703885, + "nauc_map_at_5_max": -0.07906676794551094, + "nauc_map_at_5_std": 0.056878416373357936, + "nauc_mrr_at_1000_diff1": 0.38412317648465344, + "nauc_mrr_at_1000_max": 0.5755307286888482, + "nauc_mrr_at_1000_std": 0.23676400760333796, + "nauc_mrr_at_100_diff1": 0.38418401500304167, + "nauc_mrr_at_100_max": 0.5755726592837049, + "nauc_mrr_at_100_std": 0.23683940278819485, + "nauc_mrr_at_10_diff1": 0.38406138401955897, + "nauc_mrr_at_10_max": 0.5764753637356448, + "nauc_mrr_at_10_std": 0.23863728500806297, + "nauc_mrr_at_1_diff1": 0.38549370701959224, + "nauc_mrr_at_1_max": 0.5256859398548774, + "nauc_mrr_at_1_std": 0.264923995169227, + "nauc_mrr_at_20_diff1": 0.3837453522426865, + "nauc_mrr_at_20_max": 0.5756884603221919, + "nauc_mrr_at_20_std": 0.23722268272049202, + "nauc_mrr_at_3_diff1": 0.37220708446866485, + "nauc_mrr_at_3_max": 0.5875593616193072, + "nauc_mrr_at_3_std": 0.21606850914752848, + "nauc_mrr_at_5_diff1": 0.38579761753278535, + "nauc_mrr_at_5_max": 0.5759752262444516, + "nauc_mrr_at_5_std": 0.23128358745870434, + "nauc_ndcg_at_1000_diff1": 0.11833552433456436, + "nauc_ndcg_at_1000_max": 0.38960823060070143, + "nauc_ndcg_at_1000_std": 0.3972149651464845, + "nauc_ndcg_at_100_diff1": 0.06928668842136439, + "nauc_ndcg_at_100_max": 0.32618784809636486, + "nauc_ndcg_at_100_std": 0.4089086348393173, + "nauc_ndcg_at_10_diff1": 0.16580175547705686, + "nauc_ndcg_at_10_max": 0.24368524783577217, + "nauc_ndcg_at_10_std": 0.12297463827485124, + "nauc_ndcg_at_1_diff1": 0.3899350571925947, + "nauc_ndcg_at_1_max": 0.3634492023242688, + "nauc_ndcg_at_1_std": 0.07638132635946664, + "nauc_ndcg_at_20_diff1": 0.13286960979750703, + "nauc_ndcg_at_20_max": 0.29073528613406274, + "nauc_ndcg_at_20_std": 0.20600698729881128, + "nauc_ndcg_at_3_diff1": 0.20663298934077745, + "nauc_ndcg_at_3_max": 0.30690667425857765, + "nauc_ndcg_at_3_std": 0.07904653863139222, + "nauc_ndcg_at_5_diff1": 0.1891941541486545, + "nauc_ndcg_at_5_max": 0.25780471499115765, + "nauc_ndcg_at_5_std": 0.0672559467604595, + "nauc_precision_at_1000_diff1": -0.1211798547402658, + "nauc_precision_at_1000_max": 0.11049849381535527, + "nauc_precision_at_1000_std": -0.08485119451904956, + "nauc_precision_at_100_diff1": -0.11597749099574037, + "nauc_precision_at_100_max": 0.20496872896905374, + "nauc_precision_at_100_std": 0.10911211316759224, + "nauc_precision_at_10_diff1": -0.08328197481599053, + "nauc_precision_at_10_max": 0.3374238567700851, + "nauc_precision_at_10_std": 0.16620719930700686, + "nauc_precision_at_1_diff1": 0.38549370701959224, + "nauc_precision_at_1_max": 0.5256859398548774, + "nauc_precision_at_1_std": 0.264923995169227, + "nauc_precision_at_20_diff1": -0.06913189633722412, + "nauc_precision_at_20_max": 0.3285020309171441, + "nauc_precision_at_20_std": 0.17763803529014235, + "nauc_precision_at_3_diff1": 0.010133991121107879, + "nauc_precision_at_3_max": 0.3617573869090709, + "nauc_precision_at_3_std": 0.13720653521266785, + "nauc_precision_at_5_diff1": -0.058023488650752734, + "nauc_precision_at_5_max": 0.3141942104536696, + "nauc_precision_at_5_std": 0.08665715811730723, + "nauc_recall_at_1000_diff1": -0.12760912819003795, + "nauc_recall_at_1000_max": 0.10243327961994737, + "nauc_recall_at_1000_std": 0.659992922508347, + "nauc_recall_at_100_diff1": -0.06550968050324596, + "nauc_recall_at_100_max": 0.03609058570852952, + "nauc_recall_at_100_std": 0.4226351200813798, + "nauc_recall_at_10_diff1": 0.013919764986434418, + "nauc_recall_at_10_max": -0.09896426591064308, + "nauc_recall_at_10_std": 0.07699724461547555, + "nauc_recall_at_1_diff1": 0.3956231238856775, + "nauc_recall_at_1_max": -0.17743660829596308, + "nauc_recall_at_1_std": 0.008730071980102084, + "nauc_recall_at_20_diff1": 0.007349807235328117, + "nauc_recall_at_20_max": -0.015612373999911151, + "nauc_recall_at_20_std": 0.15154174858518682, + "nauc_recall_at_3_diff1": 0.14574573634457993, + "nauc_recall_at_3_max": -0.1503556500712065, + "nauc_recall_at_3_std": -0.005537572975635782, + "nauc_recall_at_5_diff1": 0.09378697814248635, + "nauc_recall_at_5_max": -0.15803599431791257, + "nauc_recall_at_5_std": 0.002169016281279785, + "ndcg_at_1": 0.605, + "ndcg_at_10": 0.50713, + "ndcg_at_100": 0.57076, + "ndcg_at_1000": 0.65784, + "ndcg_at_20": 0.50821, + "ndcg_at_3": 0.53849, + "ndcg_at_5": 0.50838, + "precision_at_1": 0.735, + "precision_at_10": 0.507, + "precision_at_100": 0.21815, + "precision_at_1000": 0.04935, + "precision_at_20": 0.419, + "precision_at_3": 0.61833, + "precision_at_5": 0.556, + "recall_at_1": 0.05579, + "recall_at_10": 0.25209, + "recall_at_100": 0.65104, + "recall_at_1000": 0.91957, + "recall_at_20": 0.36157, + "recall_at_3": 0.11485, + "recall_at_5": 0.15419 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.49863, + "map_at_1": 0.06191, + "map_at_10": 0.17796, + "map_at_100": 0.31651, + "map_at_1000": 0.36818, + "map_at_20": 0.22536, + "map_at_3": 0.10033, + "map_at_5": 0.12961, + "mrr_at_1": 0.73, + "mrr_at_10": 0.8118591269841269, + "mrr_at_100": 0.8134095553426047, + "mrr_at_1000": 0.8134295553426049, + "mrr_at_20": 0.8131699039264828, + "mrr_at_3": 0.7958333333333333, + "mrr_at_5": 0.8075833333333332, + "nauc_map_at_1000_diff1": -0.04794668995540602, + "nauc_map_at_1000_max": 0.3035604427743466, + "nauc_map_at_1000_std": 0.40561672705743457, + "nauc_map_at_100_diff1": 0.009640138179907292, + "nauc_map_at_100_max": 0.2514037843900943, + "nauc_map_at_100_std": 0.35766137570944645, + "nauc_map_at_10_diff1": 0.11973550512762023, + "nauc_map_at_10_max": 0.07371041758666981, + "nauc_map_at_10_std": 0.08651024084039356, + "nauc_map_at_1_diff1": 0.28870381286769814, + "nauc_map_at_1_max": -0.15124466620321625, + "nauc_map_at_1_std": -0.10259553956345681, + "nauc_map_at_20_diff1": 0.08773188715981063, + "nauc_map_at_20_max": 0.16437625974702488, + "nauc_map_at_20_std": 0.18344946507764995, + "nauc_map_at_3_diff1": 0.20881745596315068, + "nauc_map_at_3_max": -0.07109899981641148, + "nauc_map_at_3_std": -0.022565841764960244, + "nauc_map_at_5_diff1": 0.18020989194786904, + "nauc_map_at_5_max": -0.018730530881157406, + "nauc_map_at_5_std": 0.008975271923475364, + "nauc_mrr_at_1000_diff1": 0.2264293947640779, + "nauc_mrr_at_1000_max": 0.5424220798329812, + "nauc_mrr_at_1000_std": 0.15019240842694992, + "nauc_mrr_at_100_diff1": 0.22650570649692328, + "nauc_mrr_at_100_max": 0.542476398063239, + "nauc_mrr_at_100_std": 0.1502932875174803, + "nauc_mrr_at_10_diff1": 0.2248209965461629, + "nauc_mrr_at_10_max": 0.5439261761064915, + "nauc_mrr_at_10_std": 0.1526966030798902, + "nauc_mrr_at_1_diff1": 0.2134010890719302, + "nauc_mrr_at_1_max": 0.5169356582594512, + "nauc_mrr_at_1_std": 0.12170477107865334, + "nauc_mrr_at_20_diff1": 0.22684762588255167, + "nauc_mrr_at_20_max": 0.542973825621037, + "nauc_mrr_at_20_std": 0.1513862815911807, + "nauc_mrr_at_3_diff1": 0.2194015444015445, + "nauc_mrr_at_3_max": 0.546823065301326, + "nauc_mrr_at_3_std": 0.15267122712774864, + "nauc_mrr_at_5_diff1": 0.2343175062461245, + "nauc_mrr_at_5_max": 0.5378905529845924, + "nauc_mrr_at_5_std": 0.13747701644816632, + "nauc_ndcg_at_1000_diff1": 0.052108100577548305, + "nauc_ndcg_at_1000_max": 0.41631234671908024, + "nauc_ndcg_at_1000_std": 0.4105817854571365, + "nauc_ndcg_at_100_diff1": 0.04543892157814858, + "nauc_ndcg_at_100_max": 0.37159688146683983, + "nauc_ndcg_at_100_std": 0.39997876609077454, + "nauc_ndcg_at_10_diff1": 0.0967986512572244, + "nauc_ndcg_at_10_max": 0.3090071592699208, + "nauc_ndcg_at_10_std": 0.1645716739973235, + "nauc_ndcg_at_1_diff1": 0.3230139586381432, + "nauc_ndcg_at_1_max": 0.31977539641741487, + "nauc_ndcg_at_1_std": 0.006943730475700998, + "nauc_ndcg_at_20_diff1": 0.08393351397308108, + "nauc_ndcg_at_20_max": 0.360382028966329, + "nauc_ndcg_at_20_std": 0.25547121882630147, + "nauc_ndcg_at_3_diff1": 0.1743748445843428, + "nauc_ndcg_at_3_max": 0.29366770606038745, + "nauc_ndcg_at_3_std": 0.07652383803652747, + "nauc_ndcg_at_5_diff1": 0.15857533945032207, + "nauc_ndcg_at_5_max": 0.30164969453698454, + "nauc_ndcg_at_5_std": 0.11090377983458635, + "nauc_precision_at_1000_diff1": -0.1713056728193487, + "nauc_precision_at_1000_max": 0.13986822906035803, + "nauc_precision_at_1000_std": 0.005886387508756082, + "nauc_precision_at_100_diff1": -0.180294798359352, + "nauc_precision_at_100_max": 0.20213004250553301, + "nauc_precision_at_100_std": 0.18984245846997969, + "nauc_precision_at_10_diff1": -0.14436371151402522, + "nauc_precision_at_10_max": 0.39933744887122785, + "nauc_precision_at_10_std": 0.2725483255135383, + "nauc_precision_at_1_diff1": 0.2134010890719302, + "nauc_precision_at_1_max": 0.5169356582594512, + "nauc_precision_at_1_std": 0.12170477107865334, + "nauc_precision_at_20_diff1": -0.17191990823968004, + "nauc_precision_at_20_max": 0.35594512026998715, + "nauc_precision_at_20_std": 0.29727310827056047, + "nauc_precision_at_3_diff1": -0.04734151633132199, + "nauc_precision_at_3_max": 0.34507979909055786, + "nauc_precision_at_3_std": 0.1920319790768868, + "nauc_precision_at_5_diff1": -0.0725166667930738, + "nauc_precision_at_5_max": 0.36270278879627504, + "nauc_precision_at_5_std": 0.23065021350180978, + "nauc_recall_at_1000_diff1": -0.12092752828256231, + "nauc_recall_at_1000_max": 0.1899860352158092, + "nauc_recall_at_1000_std": 0.6013538131048641, + "nauc_recall_at_100_diff1": -0.015980804562688192, + "nauc_recall_at_100_max": 0.1152152812612153, + "nauc_recall_at_100_std": 0.37311896363304453, + "nauc_recall_at_10_diff1": 0.06770457449122243, + "nauc_recall_at_10_max": 0.013783589760457045, + "nauc_recall_at_10_std": 0.06422403178957262, + "nauc_recall_at_1_diff1": 0.28870381286769814, + "nauc_recall_at_1_max": -0.15124466620321625, + "nauc_recall_at_1_std": -0.10259553956345681, + "nauc_recall_at_20_diff1": 0.06872767426004942, + "nauc_recall_at_20_max": 0.0832609073471516, + "nauc_recall_at_20_std": 0.14240649361812732, + "nauc_recall_at_3_diff1": 0.17849814528530966, + "nauc_recall_at_3_max": -0.09776454247001481, + "nauc_recall_at_3_std": -0.027409827805893107, + "nauc_recall_at_5_diff1": 0.14467043184388448, + "nauc_recall_at_5_max": -0.07760260463238922, + "nauc_recall_at_5_std": -0.03351357523586625, + "ndcg_at_1": 0.605, + "ndcg_at_10": 0.49863, + "ndcg_at_100": 0.55825, + "ndcg_at_1000": 0.65129, + "ndcg_at_20": 0.49423, + "ndcg_at_3": 0.518, + "ndcg_at_5": 0.50517, + "precision_at_1": 0.73, + "precision_at_10": 0.4895, + "precision_at_100": 0.21135, + "precision_at_1000": 0.04939, + "precision_at_20": 0.40025, + "precision_at_3": 0.59333, + "precision_at_5": 0.554, + "recall_at_1": 0.06191, + "recall_at_10": 0.24397, + "recall_at_100": 0.62866, + "recall_at_1000": 0.9118, + "recall_at_20": 0.34789, + "recall_at_3": 0.11102, + "recall_at_5": 0.15959 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53586, + "map_at_1": 0.10927, + "map_at_10": 0.26959, + "map_at_100": 0.36844, + "map_at_1000": 0.40487, + "map_at_20": 0.30635, + "map_at_3": 0.18509, + "map_at_5": 0.22165, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8162142857142857, + "mrr_at_100": 0.8185104325821239, + "mrr_at_1000": 0.8185104325821239, + "mrr_at_20": 0.8182291825821238, + "mrr_at_3": 0.8008333333333334, + "mrr_at_5": 0.8095833333333334, + "nauc_map_at_1000_diff1": 0.2036202108953057, + "nauc_map_at_1000_max": 0.42555897627146894, + "nauc_map_at_1000_std": 0.14836832254319784, + "nauc_map_at_100_diff1": 0.19314224006259334, + "nauc_map_at_100_max": 0.39979431285796996, + "nauc_map_at_100_std": 0.13930806633033876, + "nauc_map_at_10_diff1": 0.21635512455775832, + "nauc_map_at_10_max": 0.3230637430679295, + "nauc_map_at_10_std": 0.06207900244177559, + "nauc_map_at_1_diff1": 0.35127935238721053, + "nauc_map_at_1_max": 0.16188538451847542, + "nauc_map_at_1_std": -0.08923488317918182, + "nauc_map_at_20_diff1": 0.20887360287226328, + "nauc_map_at_20_max": 0.33341380853691044, + "nauc_map_at_20_std": 0.07780311678492532, + "nauc_map_at_3_diff1": 0.2869809658833364, + "nauc_map_at_3_max": 0.239114596863971, + "nauc_map_at_3_std": -0.008881569392277465, + "nauc_map_at_5_diff1": 0.25264485836958417, + "nauc_map_at_5_max": 0.29236228886730936, + "nauc_map_at_5_std": 0.035906366159645924, + "nauc_mrr_at_1000_diff1": 0.39732972288900753, + "nauc_mrr_at_1000_max": 0.5079209684805827, + "nauc_mrr_at_1000_std": -0.034140809468394935, + "nauc_mrr_at_100_diff1": 0.39732972288900753, + "nauc_mrr_at_100_max": 0.5079209684805827, + "nauc_mrr_at_100_std": -0.034140809468394935, + "nauc_mrr_at_10_diff1": 0.39301034948982483, + "nauc_mrr_at_10_max": 0.5132072035083693, + "nauc_mrr_at_10_std": -0.028013718609226777, + "nauc_mrr_at_1_diff1": 0.3993738220542349, + "nauc_mrr_at_1_max": 0.4558946208430752, + "nauc_mrr_at_1_std": -0.02954777181581291, + "nauc_mrr_at_20_diff1": 0.3978690116904267, + "nauc_mrr_at_20_max": 0.507872515745105, + "nauc_mrr_at_20_std": -0.0344528241686308, + "nauc_mrr_at_3_diff1": 0.3876550276257252, + "nauc_mrr_at_3_max": 0.5216403295011136, + "nauc_mrr_at_3_std": -0.041819816625839105, + "nauc_mrr_at_5_diff1": 0.3930168608599305, + "nauc_mrr_at_5_max": 0.5235931412845342, + "nauc_mrr_at_5_std": -0.012019729082526711, + "nauc_ndcg_at_1000_diff1": 0.2744932272943017, + "nauc_ndcg_at_1000_max": 0.5137214710892084, + "nauc_ndcg_at_1000_std": 0.14896834046652577, + "nauc_ndcg_at_100_diff1": 0.24511563458072466, + "nauc_ndcg_at_100_max": 0.47019865300704383, + "nauc_ndcg_at_100_std": 0.11751883154934634, + "nauc_ndcg_at_10_diff1": 0.24489127786052076, + "nauc_ndcg_at_10_max": 0.4637883514955292, + "nauc_ndcg_at_10_std": 0.04849531603129423, + "nauc_ndcg_at_1_diff1": 0.3956464198190599, + "nauc_ndcg_at_1_max": 0.36337030898395606, + "nauc_ndcg_at_1_std": -0.02553365591352952, + "nauc_ndcg_at_20_diff1": 0.2446013183365117, + "nauc_ndcg_at_20_max": 0.4257053153970753, + "nauc_ndcg_at_20_std": 0.05347890032084441, + "nauc_ndcg_at_3_diff1": 0.29637823963715193, + "nauc_ndcg_at_3_max": 0.4399126561877431, + "nauc_ndcg_at_3_std": -0.021548845566738233, + "nauc_ndcg_at_5_diff1": 0.25117319971556284, + "nauc_ndcg_at_5_max": 0.4688331920507977, + "nauc_ndcg_at_5_std": 0.024370072874734635, + "nauc_precision_at_1000_diff1": 0.02507117620993528, + "nauc_precision_at_1000_max": 0.008664164313021461, + "nauc_precision_at_1000_std": -0.16991394933107754, + "nauc_precision_at_100_diff1": -0.0473523840895988, + "nauc_precision_at_100_max": 0.09999855976371301, + "nauc_precision_at_100_std": 0.025276700780571495, + "nauc_precision_at_10_diff1": -0.044490951943961694, + "nauc_precision_at_10_max": 0.2789624719689617, + "nauc_precision_at_10_std": 0.05542608278481639, + "nauc_precision_at_1_diff1": 0.3993738220542349, + "nauc_precision_at_1_max": 0.4558946208430752, + "nauc_precision_at_1_std": -0.02954777181581291, + "nauc_precision_at_20_diff1": -0.06144535197600313, + "nauc_precision_at_20_max": 0.17634251080951366, + "nauc_precision_at_20_std": 0.038842544316996984, + "nauc_precision_at_3_diff1": 0.1118407277825153, + "nauc_precision_at_3_max": 0.38678618354174993, + "nauc_precision_at_3_std": 0.028711966960908112, + "nauc_precision_at_5_diff1": 0.014008544812689759, + "nauc_precision_at_5_max": 0.37052515391129826, + "nauc_precision_at_5_std": 0.07546078235467672, + "nauc_recall_at_1000_diff1": -0.043611211229093276, + "nauc_recall_at_1000_max": 0.4128253735435483, + "nauc_recall_at_1000_std": 0.714534585956962, + "nauc_recall_at_100_diff1": 0.06823880930570798, + "nauc_recall_at_100_max": 0.2694316577590873, + "nauc_recall_at_100_std": 0.21676982913094503, + "nauc_recall_at_10_diff1": 0.12751282203402664, + "nauc_recall_at_10_max": 0.23675891160262788, + "nauc_recall_at_10_std": 0.10670566791208781, + "nauc_recall_at_1_diff1": 0.35127935238721053, + "nauc_recall_at_1_max": 0.16188538451847542, + "nauc_recall_at_1_std": -0.08923488317918182, + "nauc_recall_at_20_diff1": 0.0983954359468331, + "nauc_recall_at_20_max": 0.20226172675223605, + "nauc_recall_at_20_std": 0.1130678309284068, + "nauc_recall_at_3_diff1": 0.24190433714992776, + "nauc_recall_at_3_max": 0.20023029721979352, + "nauc_recall_at_3_std": 0.01515571225863511, + "nauc_recall_at_5_diff1": 0.1760089767439946, + "nauc_recall_at_5_max": 0.24917649083786528, + "nauc_recall_at_5_std": 0.10032616100368391, + "ndcg_at_1": 0.6475, + "ndcg_at_10": 0.53586, + "ndcg_at_100": 0.60223, + "ndcg_at_1000": 0.68539, + "ndcg_at_20": 0.54317, + "ndcg_at_3": 0.56697, + "ndcg_at_5": 0.54779, + "precision_at_1": 0.745, + "precision_at_10": 0.3905, + "precision_at_100": 0.14575, + "precision_at_1000": 0.0333, + "precision_at_20": 0.298, + "precision_at_3": 0.57333, + "precision_at_5": 0.492, + "recall_at_1": 0.10927, + "recall_at_10": 0.35839, + "recall_at_100": 0.70232, + "recall_at_1000": 0.94779, + "recall_at_20": 0.4647, + "recall_at_3": 0.20768, + "recall_at_5": 0.26454 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.48732, + "map_at_1": 0.10779, + "map_at_10": 0.24909, + "map_at_100": 0.33732, + "map_at_1000": 0.3692, + "map_at_20": 0.28162, + "map_at_3": 0.16619, + "map_at_5": 0.20932, + "mrr_at_1": 0.65, + "mrr_at_10": 0.7455436507936508, + "mrr_at_100": 0.7478880783791412, + "mrr_at_1000": 0.7478880783791412, + "mrr_at_20": 0.7470458152958153, + "mrr_at_3": 0.7183333333333333, + "mrr_at_5": 0.7350833333333333, + "nauc_map_at_1000_diff1": 0.17996286600075292, + "nauc_map_at_1000_max": 0.3398333160083442, + "nauc_map_at_1000_std": 0.23897251913483253, + "nauc_map_at_100_diff1": 0.18606402794793037, + "nauc_map_at_100_max": 0.29250933044971233, + "nauc_map_at_100_std": 0.23252917809676454, + "nauc_map_at_10_diff1": 0.1916451848862407, + "nauc_map_at_10_max": 0.1628724584485501, + "nauc_map_at_10_std": 0.0982996038890458, + "nauc_map_at_1_diff1": 0.33053709701887485, + "nauc_map_at_1_max": 0.08106121147218073, + "nauc_map_at_1_std": 0.007425759546991964, + "nauc_map_at_20_diff1": 0.19052345230434659, + "nauc_map_at_20_max": 0.1915755617029488, + "nauc_map_at_20_std": 0.1367197707588166, + "nauc_map_at_3_diff1": 0.2365722439886031, + "nauc_map_at_3_max": 0.10459279176297934, + "nauc_map_at_3_std": 0.030246800508957387, + "nauc_map_at_5_diff1": 0.2122358060299494, + "nauc_map_at_5_max": 0.13911040264297844, + "nauc_map_at_5_std": 0.07618751624038615, + "nauc_mrr_at_1000_diff1": 0.3844510867218574, + "nauc_mrr_at_1000_max": 0.5839384847815926, + "nauc_mrr_at_1000_std": 0.3081914660256311, + "nauc_mrr_at_100_diff1": 0.3844510867218574, + "nauc_mrr_at_100_max": 0.5839384847815926, + "nauc_mrr_at_100_std": 0.3081914660256311, + "nauc_mrr_at_10_diff1": 0.38358784312401634, + "nauc_mrr_at_10_max": 0.5862376983490915, + "nauc_mrr_at_10_std": 0.30808084999373264, + "nauc_mrr_at_1_diff1": 0.43384327447310633, + "nauc_mrr_at_1_max": 0.5546505004475546, + "nauc_mrr_at_1_std": 0.27837903816421167, + "nauc_mrr_at_20_diff1": 0.38483638610897525, + "nauc_mrr_at_20_max": 0.5845526477630415, + "nauc_mrr_at_20_std": 0.3097399746852853, + "nauc_mrr_at_3_diff1": 0.3763147379546805, + "nauc_mrr_at_3_max": 0.5938684230878296, + "nauc_mrr_at_3_std": 0.30623566033358224, + "nauc_mrr_at_5_diff1": 0.3599131937359857, + "nauc_mrr_at_5_max": 0.5870058422940664, + "nauc_mrr_at_5_std": 0.30982350353154137, + "nauc_ndcg_at_1000_diff1": 0.2578911385137428, + "nauc_ndcg_at_1000_max": 0.5112659597746191, + "nauc_ndcg_at_1000_std": 0.3496199241960387, + "nauc_ndcg_at_100_diff1": 0.2833053892579039, + "nauc_ndcg_at_100_max": 0.4558457061381491, + "nauc_ndcg_at_100_std": 0.33174201629623373, + "nauc_ndcg_at_10_diff1": 0.2482070865772579, + "nauc_ndcg_at_10_max": 0.4819394933896018, + "nauc_ndcg_at_10_std": 0.2571195694331463, + "nauc_ndcg_at_1_diff1": 0.465450306329601, + "nauc_ndcg_at_1_max": 0.4511016607531312, + "nauc_ndcg_at_1_std": 0.21592696027339037, + "nauc_ndcg_at_20_diff1": 0.26033211814281465, + "nauc_ndcg_at_20_max": 0.43436219644161994, + "nauc_ndcg_at_20_std": 0.25966919900546315, + "nauc_ndcg_at_3_diff1": 0.28069186800994034, + "nauc_ndcg_at_3_max": 0.512388520883245, + "nauc_ndcg_at_3_std": 0.2326230978772255, + "nauc_ndcg_at_5_diff1": 0.2496553876837031, + "nauc_ndcg_at_5_max": 0.531382004349235, + "nauc_ndcg_at_5_std": 0.25191312865821053, + "nauc_precision_at_1000_diff1": -0.04300181311005495, + "nauc_precision_at_1000_max": 0.20144548073940957, + "nauc_precision_at_1000_std": -0.15119679108114947, + "nauc_precision_at_100_diff1": -0.06686674503671398, + "nauc_precision_at_100_max": 0.3215487333887504, + "nauc_precision_at_100_std": 0.11424992581330012, + "nauc_precision_at_10_diff1": -0.018956742862972914, + "nauc_precision_at_10_max": 0.43436502042128267, + "nauc_precision_at_10_std": 0.22394736870974521, + "nauc_precision_at_1_diff1": 0.43384327447310633, + "nauc_precision_at_1_max": 0.5546505004475546, + "nauc_precision_at_1_std": 0.27837903816421167, + "nauc_precision_at_20_diff1": -0.037090190034234916, + "nauc_precision_at_20_max": 0.3747409238100503, + "nauc_precision_at_20_std": 0.19283695343125587, + "nauc_precision_at_3_diff1": 0.05113385053307389, + "nauc_precision_at_3_max": 0.46084233548516623, + "nauc_precision_at_3_std": 0.22171207767222118, + "nauc_precision_at_5_diff1": 0.0350898307454601, + "nauc_precision_at_5_max": 0.48468072076983143, + "nauc_precision_at_5_std": 0.2417120495852264, + "nauc_recall_at_1000_diff1": 0.17360663728115178, + "nauc_recall_at_1000_max": 0.4663145694705923, + "nauc_recall_at_1000_std": 0.719331412669627, + "nauc_recall_at_100_diff1": 0.19164941525692433, + "nauc_recall_at_100_max": 0.2392916765345531, + "nauc_recall_at_100_std": 0.37271339397620507, + "nauc_recall_at_10_diff1": 0.13998813756186973, + "nauc_recall_at_10_max": 0.09570345619306243, + "nauc_recall_at_10_std": 0.10085185776156083, + "nauc_recall_at_1_diff1": 0.33053709701887485, + "nauc_recall_at_1_max": 0.08106121147218073, + "nauc_recall_at_1_std": 0.007425759546991964, + "nauc_recall_at_20_diff1": 0.1465808628306035, + "nauc_recall_at_20_max": 0.12425847831487732, + "nauc_recall_at_20_std": 0.18682304727962581, + "nauc_recall_at_3_diff1": 0.1931454536843931, + "nauc_recall_at_3_max": 0.09534857241269748, + "nauc_recall_at_3_std": 0.03419554029729095, + "nauc_recall_at_5_diff1": 0.15098781480009296, + "nauc_recall_at_5_max": 0.12606152061342357, + "nauc_recall_at_5_std": 0.10540705859528579, + "ndcg_at_1": 0.5525, + "ndcg_at_10": 0.48732, + "ndcg_at_100": 0.5576, + "ndcg_at_1000": 0.64119, + "ndcg_at_20": 0.4981, + "ndcg_at_3": 0.50083, + "ndcg_at_5": 0.49859, + "precision_at_1": 0.65, + "precision_at_10": 0.3495, + "precision_at_100": 0.13255, + "precision_at_1000": 0.03129, + "precision_at_20": 0.2715, + "precision_at_3": 0.51, + "precision_at_5": 0.458, + "recall_at_1": 0.10779, + "recall_at_10": 0.33899, + "recall_at_100": 0.67016, + "recall_at_1000": 0.92219, + "recall_at_20": 0.43065, + "recall_at_3": 0.18081, + "recall_at_5": 0.25186 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.47265, + "map_at_1": 0.0935, + "map_at_10": 0.23763, + "map_at_100": 0.31974, + "map_at_1000": 0.35133, + "map_at_20": 0.26735, + "map_at_3": 0.15672, + "map_at_5": 0.19645, + "mrr_at_1": 0.615, + "mrr_at_10": 0.7145158730158728, + "mrr_at_100": 0.7174516505233417, + "mrr_at_1000": 0.7174701007078436, + "mrr_at_20": 0.7165391573295986, + "mrr_at_3": 0.685, + "mrr_at_5": 0.7032499999999999, + "nauc_map_at_1000_diff1": 0.15039512450637352, + "nauc_map_at_1000_max": 0.4080426644350174, + "nauc_map_at_1000_std": 0.33414218770065063, + "nauc_map_at_100_diff1": 0.1592734510319027, + "nauc_map_at_100_max": 0.3622622260217165, + "nauc_map_at_100_std": 0.3243331781592028, + "nauc_map_at_10_diff1": 0.1841685062666513, + "nauc_map_at_10_max": 0.2259193352003668, + "nauc_map_at_10_std": 0.18203088997789335, + "nauc_map_at_1_diff1": 0.4175654166304977, + "nauc_map_at_1_max": 0.22767248573295196, + "nauc_map_at_1_std": 0.07059041863694669, + "nauc_map_at_20_diff1": 0.17266230019896, + "nauc_map_at_20_max": 0.2573462206994147, + "nauc_map_at_20_std": 0.22177383269273782, + "nauc_map_at_3_diff1": 0.27909941324134735, + "nauc_map_at_3_max": 0.20007115133102762, + "nauc_map_at_3_std": 0.09414640754120901, + "nauc_map_at_5_diff1": 0.23119057973348398, + "nauc_map_at_5_max": 0.20689134237370538, + "nauc_map_at_5_std": 0.13194370925222515, + "nauc_mrr_at_1000_diff1": 0.29947193463916266, + "nauc_mrr_at_1000_max": 0.6291921080817122, + "nauc_mrr_at_1000_std": 0.34860573345553264, + "nauc_mrr_at_100_diff1": 0.299505144868568, + "nauc_mrr_at_100_max": 0.629199416300117, + "nauc_mrr_at_100_std": 0.34863508385378433, + "nauc_mrr_at_10_diff1": 0.29936693628611627, + "nauc_mrr_at_10_max": 0.6316817235264531, + "nauc_mrr_at_10_std": 0.3513953208924247, + "nauc_mrr_at_1_diff1": 0.3362678069192604, + "nauc_mrr_at_1_max": 0.6096769030251754, + "nauc_mrr_at_1_std": 0.33365345772452515, + "nauc_mrr_at_20_diff1": 0.2988593377650684, + "nauc_mrr_at_20_max": 0.6300321476120432, + "nauc_mrr_at_20_std": 0.34964005164475304, + "nauc_mrr_at_3_diff1": 0.30032296930459457, + "nauc_mrr_at_3_max": 0.6339582537751292, + "nauc_mrr_at_3_std": 0.33720541262214976, + "nauc_mrr_at_5_diff1": 0.29107811145444734, + "nauc_mrr_at_5_max": 0.6342737043630557, + "nauc_mrr_at_5_std": 0.3550692591324072, + "nauc_ndcg_at_1000_diff1": 0.23356240705270043, + "nauc_ndcg_at_1000_max": 0.5626136688500025, + "nauc_ndcg_at_1000_std": 0.430083327372409, + "nauc_ndcg_at_100_diff1": 0.2255905204122715, + "nauc_ndcg_at_100_max": 0.5199701232528217, + "nauc_ndcg_at_100_std": 0.41503718821048086, + "nauc_ndcg_at_10_diff1": 0.2201270455457424, + "nauc_ndcg_at_10_max": 0.5245507883272033, + "nauc_ndcg_at_10_std": 0.3365428285479653, + "nauc_ndcg_at_1_diff1": 0.4035023930805188, + "nauc_ndcg_at_1_max": 0.5016588994976104, + "nauc_ndcg_at_1_std": 0.2581869924099669, + "nauc_ndcg_at_20_diff1": 0.20911117900074613, + "nauc_ndcg_at_20_max": 0.4873527972016297, + "nauc_ndcg_at_20_std": 0.34479444960971, + "nauc_ndcg_at_3_diff1": 0.27525059484653086, + "nauc_ndcg_at_3_max": 0.5409043105512044, + "nauc_ndcg_at_3_std": 0.28838661877596133, + "nauc_ndcg_at_5_diff1": 0.25144258994190694, + "nauc_ndcg_at_5_max": 0.5417195566119195, + "nauc_ndcg_at_5_std": 0.31348359668661974, + "nauc_precision_at_1000_diff1": -0.1231617432157227, + "nauc_precision_at_1000_max": 0.20565075205930766, + "nauc_precision_at_1000_std": -0.12670725659229065, + "nauc_precision_at_100_diff1": -0.10714873379879879, + "nauc_precision_at_100_max": 0.3247301648507869, + "nauc_precision_at_100_std": 0.1555946063014293, + "nauc_precision_at_10_diff1": -0.07104032565060833, + "nauc_precision_at_10_max": 0.417166303294574, + "nauc_precision_at_10_std": 0.3014809575719828, + "nauc_precision_at_1_diff1": 0.3362678069192604, + "nauc_precision_at_1_max": 0.6096769030251754, + "nauc_precision_at_1_std": 0.33365345772452515, + "nauc_precision_at_20_diff1": -0.09536127878366753, + "nauc_precision_at_20_max": 0.36913430751870874, + "nauc_precision_at_20_std": 0.25443318089447536, + "nauc_precision_at_3_diff1": 0.029463985795863568, + "nauc_precision_at_3_max": 0.47379646069602377, + "nauc_precision_at_3_std": 0.28031842005641117, + "nauc_precision_at_5_diff1": 0.006402117444382344, + "nauc_precision_at_5_max": 0.4572508680913097, + "nauc_precision_at_5_std": 0.3104534489952706, + "nauc_recall_at_1000_diff1": 0.13432726710598403, + "nauc_recall_at_1000_max": 0.5244138646475083, + "nauc_recall_at_1000_std": 0.7419815199909362, + "nauc_recall_at_100_diff1": 0.0991822491463049, + "nauc_recall_at_100_max": 0.33818013129364016, + "nauc_recall_at_100_std": 0.45654526779274224, + "nauc_recall_at_10_diff1": 0.09732095470460424, + "nauc_recall_at_10_max": 0.14717906612681528, + "nauc_recall_at_10_std": 0.18394992103152963, + "nauc_recall_at_1_diff1": 0.4175654166304977, + "nauc_recall_at_1_max": 0.22767248573295196, + "nauc_recall_at_1_std": 0.07059041863694669, + "nauc_recall_at_20_diff1": 0.0639925465734697, + "nauc_recall_at_20_max": 0.1684867822317779, + "nauc_recall_at_20_std": 0.2513178970968679, + "nauc_recall_at_3_diff1": 0.23801756608497893, + "nauc_recall_at_3_max": 0.15789299326103656, + "nauc_recall_at_3_std": 0.06571724703446968, + "nauc_recall_at_5_diff1": 0.16599112424858609, + "nauc_recall_at_5_max": 0.16302725651616173, + "nauc_recall_at_5_std": 0.12028946590375318, + "ndcg_at_1": 0.5125, + "ndcg_at_10": 0.47265, + "ndcg_at_100": 0.53497, + "ndcg_at_1000": 0.62012, + "ndcg_at_20": 0.48106, + "ndcg_at_3": 0.48458, + "ndcg_at_5": 0.47414, + "precision_at_1": 0.615, + "precision_at_10": 0.3485, + "precision_at_100": 0.12875, + "precision_at_1000": 0.03082, + "precision_at_20": 0.26625, + "precision_at_3": 0.49, + "precision_at_5": 0.433, + "recall_at_1": 0.0935, + "recall_at_10": 0.33259, + "recall_at_100": 0.6407, + "recall_at_1000": 0.90286, + "recall_at_20": 0.42276, + "recall_at_3": 0.17788, + "recall_at_5": 0.24261 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CmedqaRetrieval.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CmedqaRetrieval.json new file mode 100644 index 000000000..756567184 --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 153.7829909324646, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.35844, + "map_at_1": 0.20046, + "map_at_10": 0.29874, + "map_at_100": 0.31578, + "map_at_1000": 0.31726, + "map_at_20": 0.30744, + "map_at_3": 0.26489, + "map_at_5": 0.28253, + "mrr_at_1": 0.3110777694423606, + "mrr_at_10": 0.3858697809372974, + "mrr_at_100": 0.3958174224334161, + "mrr_at_1000": 0.3964958420539782, + "mrr_at_20": 0.39138884278847574, + "mrr_at_3": 0.3621321997165953, + "mrr_at_5": 0.3749979161457031, + "nauc_map_at_1000_diff1": 0.44762133178139185, + "nauc_map_at_1000_max": 0.40905733425532953, + "nauc_map_at_1000_std": -0.1965701233864823, + "nauc_map_at_100_diff1": 0.44729233393275425, + "nauc_map_at_100_max": 0.40861911770437076, + "nauc_map_at_100_std": -0.1972043225694687, + "nauc_map_at_10_diff1": 0.4472100557870478, + "nauc_map_at_10_max": 0.40077225497480157, + "nauc_map_at_10_std": -0.20671580477187948, + "nauc_map_at_1_diff1": 0.512529658972934, + "nauc_map_at_1_max": 0.33618580961478195, + "nauc_map_at_1_std": -0.2037235908236668, + "nauc_map_at_20_diff1": 0.4470057850354373, + "nauc_map_at_20_max": 0.4049011136283372, + "nauc_map_at_20_std": -0.20356528968458965, + "nauc_map_at_3_diff1": 0.45911822782950484, + "nauc_map_at_3_max": 0.37911719178445535, + "nauc_map_at_3_std": -0.21308305311039946, + "nauc_map_at_5_diff1": 0.452761445003785, + "nauc_map_at_5_max": 0.39149158837701636, + "nauc_map_at_5_std": -0.20956164735171154, + "nauc_mrr_at_1000_diff1": 0.5014875371048457, + "nauc_mrr_at_1000_max": 0.4653842442323898, + "nauc_mrr_at_1000_std": -0.16143860862674678, + "nauc_mrr_at_100_diff1": 0.501312400685658, + "nauc_mrr_at_100_max": 0.46530908993495346, + "nauc_mrr_at_100_std": -0.16135564716693812, + "nauc_mrr_at_10_diff1": 0.5006885110649676, + "nauc_mrr_at_10_max": 0.464777280917035, + "nauc_mrr_at_10_std": -0.16345524679325965, + "nauc_mrr_at_1_diff1": 0.5587890303969352, + "nauc_mrr_at_1_max": 0.4758830606289114, + "nauc_mrr_at_1_std": -0.17031632948086417, + "nauc_mrr_at_20_diff1": 0.5012698026275593, + "nauc_mrr_at_20_max": 0.465301741408192, + "nauc_mrr_at_20_std": -0.16245385188064035, + "nauc_mrr_at_3_diff1": 0.5116116249444381, + "nauc_mrr_at_3_max": 0.46747859367707795, + "nauc_mrr_at_3_std": -0.16845393700899866, + "nauc_mrr_at_5_diff1": 0.5058709623187738, + "nauc_mrr_at_5_max": 0.4662718017786369, + "nauc_mrr_at_5_std": -0.16643706614052278, + "nauc_ndcg_at_1000_diff1": 0.44127043036191915, + "nauc_ndcg_at_1000_max": 0.4357012296833265, + "nauc_ndcg_at_1000_std": -0.15408838623805385, + "nauc_ndcg_at_100_diff1": 0.43452528948853375, + "nauc_ndcg_at_100_max": 0.43237132414802953, + "nauc_ndcg_at_100_std": -0.1556351380676072, + "nauc_ndcg_at_10_diff1": 0.4350546902781688, + "nauc_ndcg_at_10_max": 0.416835002366537, + "nauc_ndcg_at_10_std": -0.1920757600696065, + "nauc_ndcg_at_1_diff1": 0.5587890303969352, + "nauc_ndcg_at_1_max": 0.4758830606289114, + "nauc_ndcg_at_1_std": -0.17031632948086417, + "nauc_ndcg_at_20_diff1": 0.4348677752040477, + "nauc_ndcg_at_20_max": 0.42235762176689423, + "nauc_ndcg_at_20_std": -0.18559762841675284, + "nauc_ndcg_at_3_diff1": 0.45646881146408147, + "nauc_ndcg_at_3_max": 0.4251702528154502, + "nauc_ndcg_at_3_std": -0.18897752301261425, + "nauc_ndcg_at_5_diff1": 0.4480453767485026, + "nauc_ndcg_at_5_max": 0.4177037434045115, + "nauc_ndcg_at_5_std": -0.19370048872393325, + "nauc_precision_at_1000_diff1": 0.062251341384117656, + "nauc_precision_at_1000_max": 0.2727364055191103, + "nauc_precision_at_1000_std": 0.18987348943776525, + "nauc_precision_at_100_diff1": 0.12398053148705308, + "nauc_precision_at_100_max": 0.3570129122371879, + "nauc_precision_at_100_std": 0.14125078392634405, + "nauc_precision_at_10_diff1": 0.2518042204173295, + "nauc_precision_at_10_max": 0.459256603508439, + "nauc_precision_at_10_std": -0.059482314431174695, + "nauc_precision_at_1_diff1": 0.5587890303969352, + "nauc_precision_at_1_max": 0.4758830606289114, + "nauc_precision_at_1_std": -0.17031632948086417, + "nauc_precision_at_20_diff1": 0.20944937315195641, + "nauc_precision_at_20_max": 0.42853109959122526, + "nauc_precision_at_20_std": -0.008758416387455427, + "nauc_precision_at_3_diff1": 0.35817670614520386, + "nauc_precision_at_3_max": 0.4776686418260708, + "nauc_precision_at_3_std": -0.1326329208058277, + "nauc_precision_at_5_diff1": 0.3117083934884799, + "nauc_precision_at_5_max": 0.4767135478803026, + "nauc_precision_at_5_std": -0.1029412191749028, + "nauc_recall_at_1000_diff1": 0.11573257952419266, + "nauc_recall_at_1000_max": 0.4264890554866553, + "nauc_recall_at_1000_std": 0.3083620603279117, + "nauc_recall_at_100_diff1": 0.24678759913331064, + "nauc_recall_at_100_max": 0.3688453674448813, + "nauc_recall_at_100_std": 0.0037923939008308494, + "nauc_recall_at_10_diff1": 0.31591062766555067, + "nauc_recall_at_10_max": 0.34765813873802215, + "nauc_recall_at_10_std": -0.17770559152266485, + "nauc_recall_at_1_diff1": 0.512529658972934, + "nauc_recall_at_1_max": 0.33618580961478195, + "nauc_recall_at_1_std": -0.2037235908236668, + "nauc_recall_at_20_diff1": 0.3023411342650358, + "nauc_recall_at_20_max": 0.35210376521937337, + "nauc_recall_at_20_std": -0.1584599678938509, + "nauc_recall_at_3_diff1": 0.38793688149474276, + "nauc_recall_at_3_max": 0.3460601778607343, + "nauc_recall_at_3_std": -0.20385313471809183, + "nauc_recall_at_5_diff1": 0.36052138775738224, + "nauc_recall_at_5_max": 0.3491220577610893, + "nauc_recall_at_5_std": -0.19534549452230057, + "ndcg_at_1": 0.31108, + "ndcg_at_10": 0.35844, + "ndcg_at_100": 0.42986, + "ndcg_at_1000": 0.45855, + "ndcg_at_20": 0.3834, + "ndcg_at_3": 0.31308, + "ndcg_at_5": 0.33013, + "precision_at_1": 0.31108, + "precision_at_10": 0.08135, + "precision_at_100": 0.01402, + "precision_at_1000": 0.00177, + "precision_at_20": 0.04906, + "precision_at_3": 0.17854, + "precision_at_5": 0.12913, + "recall_at_1": 0.20046, + "recall_at_10": 0.44848, + "recall_at_100": 0.74829, + "recall_at_1000": 0.94465, + "recall_at_20": 0.53356, + "recall_at_3": 0.31106, + "recall_at_5": 0.36598 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedicalQARetrieval.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedicalQARetrieval.json new file mode 100644 index 000000000..90bebbac2 --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 6.866032123565674, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70232, + "map_at_1": 0.52979, + "map_at_10": 0.64849, + "map_at_100": 0.65276, + "map_at_1000": 0.65292, + "map_at_20": 0.65131, + "map_at_3": 0.62419, + "map_at_5": 0.63979, + "mrr_at_1": 0.52978515625, + "mrr_at_10": 0.6485483320932532, + "mrr_at_100": 0.6528141554759732, + "mrr_at_1000": 0.6529745581926741, + "mrr_at_20": 0.6513667598018736, + "mrr_at_3": 0.6243489583333325, + "mrr_at_5": 0.6399251302083332, + "nauc_map_at_1000_diff1": 0.46005908129717343, + "nauc_map_at_1000_max": 0.4060405217311614, + "nauc_map_at_1000_std": -0.09040232115090863, + "nauc_map_at_100_diff1": 0.4598516956072874, + "nauc_map_at_100_max": 0.4061216248698486, + "nauc_map_at_100_std": -0.09028427534332349, + "nauc_map_at_10_diff1": 0.4588131442756183, + "nauc_map_at_10_max": 0.4047371056048451, + "nauc_map_at_10_std": -0.09406292956346875, + "nauc_map_at_1_diff1": 0.5197603610773944, + "nauc_map_at_1_max": 0.41860637294865843, + "nauc_map_at_1_std": -0.05765461788101261, + "nauc_map_at_20_diff1": 0.45841681845647936, + "nauc_map_at_20_max": 0.4064154033036808, + "nauc_map_at_20_std": -0.09130151859242723, + "nauc_map_at_3_diff1": 0.46329996871612994, + "nauc_map_at_3_max": 0.4001829212697028, + "nauc_map_at_3_std": -0.09835772590684821, + "nauc_map_at_5_diff1": 0.4606237879525039, + "nauc_map_at_5_max": 0.40166910372822984, + "nauc_map_at_5_std": -0.10144533097298532, + "nauc_mrr_at_1000_diff1": 0.4599192850429069, + "nauc_mrr_at_1000_max": 0.4058708645989895, + "nauc_mrr_at_1000_std": -0.08952164057438453, + "nauc_mrr_at_100_diff1": 0.4597119494828657, + "nauc_mrr_at_100_max": 0.40595203430110516, + "nauc_mrr_at_100_std": -0.08940417321149818, + "nauc_mrr_at_10_diff1": 0.45867765171474306, + "nauc_mrr_at_10_max": 0.4045606500038344, + "nauc_mrr_at_10_std": -0.09319494592995857, + "nauc_mrr_at_1_diff1": 0.5197603610773944, + "nauc_mrr_at_1_max": 0.41860637294865843, + "nauc_mrr_at_1_std": -0.05639372943132187, + "nauc_mrr_at_20_diff1": 0.4582775806790985, + "nauc_mrr_at_20_max": 0.40624676915922625, + "nauc_mrr_at_20_std": -0.09042629525192136, + "nauc_mrr_at_3_diff1": 0.4629290243185455, + "nauc_mrr_at_3_max": 0.3994862128845946, + "nauc_mrr_at_3_std": -0.09788655796775052, + "nauc_mrr_at_5_diff1": 0.46031825004617305, + "nauc_mrr_at_5_max": 0.4016478984753177, + "nauc_mrr_at_5_std": -0.10073115839396092, + "nauc_ndcg_at_1000_diff1": 0.4461258785877651, + "nauc_ndcg_at_1000_max": 0.4045389658295885, + "nauc_ndcg_at_1000_std": -0.08873329329959416, + "nauc_ndcg_at_100_diff1": 0.4396472970746866, + "nauc_ndcg_at_100_max": 0.407368259873649, + "nauc_ndcg_at_100_std": -0.08323423271575078, + "nauc_ndcg_at_10_diff1": 0.4308476096914545, + "nauc_ndcg_at_10_max": 0.4035790415431239, + "nauc_ndcg_at_10_std": -0.1034384076975258, + "nauc_ndcg_at_1_diff1": 0.5197603610773944, + "nauc_ndcg_at_1_max": 0.41860637294865843, + "nauc_ndcg_at_1_std": -0.05765461788101261, + "nauc_ndcg_at_20_diff1": 0.428077445897747, + "nauc_ndcg_at_20_max": 0.4098818825912064, + "nauc_ndcg_at_20_std": -0.09082083104002253, + "nauc_ndcg_at_3_diff1": 0.4442663516116311, + "nauc_ndcg_at_3_max": 0.3930705752340906, + "nauc_ndcg_at_3_std": -0.11513209917264117, + "nauc_ndcg_at_5_diff1": 0.437495097994097, + "nauc_ndcg_at_5_max": 0.3957956548917578, + "nauc_ndcg_at_5_std": -0.12202113908407067, + "nauc_precision_at_1000_diff1": 0.303327873832898, + "nauc_precision_at_1000_max": -0.1601840315417765, + "nauc_precision_at_1000_std": 0.4714530947217301, + "nauc_precision_at_100_diff1": 0.1495845258514922, + "nauc_precision_at_100_max": 0.45271310654188196, + "nauc_precision_at_100_std": 0.24225217059638182, + "nauc_precision_at_10_diff1": 0.25198735151767165, + "nauc_precision_at_10_max": 0.40364315428679315, + "nauc_precision_at_10_std": -0.14907899719580878, + "nauc_precision_at_1_diff1": 0.5197603610773944, + "nauc_precision_at_1_max": 0.41860637294865843, + "nauc_precision_at_1_std": -0.05765461788101261, + "nauc_precision_at_20_diff1": 0.1552486269639441, + "nauc_precision_at_20_max": 0.4619840057983953, + "nauc_precision_at_20_std": -0.03593236426080234, + "nauc_precision_at_3_diff1": 0.37588304266195066, + "nauc_precision_at_3_max": 0.36712561837659957, + "nauc_precision_at_3_std": -0.1767257643605133, + "nauc_precision_at_5_diff1": 0.33434063068458686, + "nauc_precision_at_5_max": 0.3705860738733172, + "nauc_precision_at_5_std": -0.21516779804301756, + "nauc_recall_at_1000_diff1": 0.30332787383295867, + "nauc_recall_at_1000_max": -0.16018403154175329, + "nauc_recall_at_1000_std": 0.47145309472176383, + "nauc_recall_at_100_diff1": 0.14958452585149795, + "nauc_recall_at_100_max": 0.45271310654188446, + "nauc_recall_at_100_std": 0.24225217059637993, + "nauc_recall_at_10_diff1": 0.2519873515176741, + "nauc_recall_at_10_max": 0.40364315428679687, + "nauc_recall_at_10_std": -0.1490789971958057, + "nauc_recall_at_1_diff1": 0.5197603610773944, + "nauc_recall_at_1_max": 0.41860637294865843, + "nauc_recall_at_1_std": -0.05765461788101261, + "nauc_recall_at_20_diff1": 0.1552486269639446, + "nauc_recall_at_20_max": 0.46198400579839755, + "nauc_recall_at_20_std": -0.035932364260798356, + "nauc_recall_at_3_diff1": 0.37588304266195, + "nauc_recall_at_3_max": 0.36712561837659907, + "nauc_recall_at_3_std": -0.17672576436051454, + "nauc_recall_at_5_diff1": 0.33434063068458864, + "nauc_recall_at_5_max": 0.37058607387331716, + "nauc_recall_at_5_std": -0.2151677980430162, + "ndcg_at_1": 0.52979, + "ndcg_at_10": 0.70232, + "ndcg_at_100": 0.72217, + "ndcg_at_1000": 0.72656, + "ndcg_at_20": 0.71241, + "ndcg_at_3": 0.65383, + "ndcg_at_5": 0.68165, + "precision_at_1": 0.52979, + "precision_at_10": 0.08691, + "precision_at_100": 0.0096, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04543, + "precision_at_3": 0.24642, + "precision_at_5": 0.16123, + "recall_at_1": 0.52979, + "recall_at_10": 0.86914, + "recall_at_100": 0.95996, + "recall_at_1000": 0.99463, + "recall_at_20": 0.90869, + "recall_at_3": 0.73926, + "recall_at_5": 0.80615 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringP2P.v2.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringP2P.v2.json index 79bd66be8..ce59a0e58 100644 --- a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringP2P.v2.json +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 17.335686922073364, + "evaluation_time": 17.25118851661682, "kg_co2_emissions": null, - "mteb_version": "1.18.2", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3807137312715788, - "v_measure": 0.3807137312715788, - "v_measure_std": 0.004973459184897621, + "main_score": 0.3816461321424296, + "v_measure": 0.3816461321424296, + "v_measure_std": 0.004916435259937968, "v_measures": { "Level 0": [ - 0.38393682425879433, - 0.37874017960461387, - 0.3813905890885939, - 0.3749833353208414, - 0.3862176831332325, - 0.37631051870500715, - 0.37101417058331154, - 0.38661870641568336, - 0.3840875438811055, - 0.38383776172460504 + 0.37953126201229337, + 0.3736669808196211, + 0.3804364757199082, + 0.3816247589258472, + 0.3847506119510726, + 0.3822504026680503, + 0.37658172415199376, + 0.37914187393115445, + 0.391967719290402, + 0.3865095119539532 ] } } diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringS2S.v2.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..5a1794ab5 --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 16.670750856399536, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37152098343543366, + "v_measure": 0.37152098343543366, + "v_measure_std": 0.005195254933051404, + "v_measures": { + "Level 0": [ + 0.3750969267778282, + 0.3655396053680796, + 0.3696678763101654, + 0.36871082709009484, + 0.3796417095903072, + 0.36968769662821904, + 0.38096472436619083, + 0.3645041823222618, + 0.3713802323004382, + 0.37001605360075146 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/NFCorpus.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/NFCorpus.json new file mode 100644 index 000000000..992c9cfcc --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 10.534724712371826, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36629, + "map_at_1": 0.0485, + "map_at_10": 0.13167, + "map_at_100": 0.17262, + "map_at_1000": 0.18945, + "map_at_20": 0.1486, + "map_at_3": 0.08984, + "map_at_5": 0.10935, + "mrr_at_1": 0.4674922600619195, + "mrr_at_10": 0.5567239176372304, + "mrr_at_100": 0.5612816228344584, + "mrr_at_1000": 0.5616953862204207, + "mrr_at_20": 0.5585802066146697, + "mrr_at_3": 0.538699690402477, + "mrr_at_5": 0.5493808049535606, + "nauc_map_at_1000_diff1": 0.15589901847144538, + "nauc_map_at_1000_max": 0.4334148848005307, + "nauc_map_at_1000_std": 0.1854161000602741, + "nauc_map_at_100_diff1": 0.16369225667176654, + "nauc_map_at_100_max": 0.4299258961510819, + "nauc_map_at_100_std": 0.14661731773824432, + "nauc_map_at_10_diff1": 0.20286292895873265, + "nauc_map_at_10_max": 0.36638413680754944, + "nauc_map_at_10_std": 0.024776750394647013, + "nauc_map_at_1_diff1": 0.2611985351923237, + "nauc_map_at_1_max": 0.16864106505662765, + "nauc_map_at_1_std": -0.13568336471842346, + "nauc_map_at_20_diff1": 0.18820972974279132, + "nauc_map_at_20_max": 0.401288543878206, + "nauc_map_at_20_std": 0.06489778334315822, + "nauc_map_at_3_diff1": 0.26778089452424014, + "nauc_map_at_3_max": 0.23453365291660275, + "nauc_map_at_3_std": -0.08402716197072872, + "nauc_map_at_5_diff1": 0.23942437497815186, + "nauc_map_at_5_max": 0.2918378189085775, + "nauc_map_at_5_std": -0.042093869911968854, + "nauc_mrr_at_1000_diff1": 0.24628855580529266, + "nauc_mrr_at_1000_max": 0.6108746827997901, + "nauc_mrr_at_1000_std": 0.3067644879156467, + "nauc_mrr_at_100_diff1": 0.24627070973259133, + "nauc_mrr_at_100_max": 0.6111437819150503, + "nauc_mrr_at_100_std": 0.30727834901561235, + "nauc_mrr_at_10_diff1": 0.2438419256706269, + "nauc_mrr_at_10_max": 0.6117984936078494, + "nauc_mrr_at_10_std": 0.3075021546573061, + "nauc_mrr_at_1_diff1": 0.27956371830962595, + "nauc_mrr_at_1_max": 0.5747048631579564, + "nauc_mrr_at_1_std": 0.22355359675817452, + "nauc_mrr_at_20_diff1": 0.2458941460177985, + "nauc_mrr_at_20_max": 0.6115545949849055, + "nauc_mrr_at_20_std": 0.3074515570387303, + "nauc_mrr_at_3_diff1": 0.25428373512242725, + "nauc_mrr_at_3_max": 0.5969100839423236, + "nauc_mrr_at_3_std": 0.2851946377006782, + "nauc_mrr_at_5_diff1": 0.2502925248847837, + "nauc_mrr_at_5_max": 0.6106649339047, + "nauc_mrr_at_5_std": 0.2956373316187055, + "nauc_ndcg_at_1000_diff1": 0.16025183026748901, + "nauc_ndcg_at_1000_max": 0.5577137303044912, + "nauc_ndcg_at_1000_std": 0.3703612448906863, + "nauc_ndcg_at_100_diff1": 0.13943310292000738, + "nauc_ndcg_at_100_max": 0.5275316719073396, + "nauc_ndcg_at_100_std": 0.34046075938734516, + "nauc_ndcg_at_10_diff1": 0.14002719006232411, + "nauc_ndcg_at_10_max": 0.5307304822941509, + "nauc_ndcg_at_10_std": 0.3269345700634506, + "nauc_ndcg_at_1_diff1": 0.296733450261462, + "nauc_ndcg_at_1_max": 0.5460509007135729, + "nauc_ndcg_at_1_std": 0.22160319136464018, + "nauc_ndcg_at_20_diff1": 0.12779797924557043, + "nauc_ndcg_at_20_max": 0.5143191270027914, + "nauc_ndcg_at_20_std": 0.3180333782322831, + "nauc_ndcg_at_3_diff1": 0.2239025243464198, + "nauc_ndcg_at_3_max": 0.5422696684222047, + "nauc_ndcg_at_3_std": 0.27319909524205394, + "nauc_ndcg_at_5_diff1": 0.18021431014489286, + "nauc_ndcg_at_5_max": 0.5416336594815327, + "nauc_ndcg_at_5_std": 0.2960250547954211, + "nauc_precision_at_1000_diff1": -0.08186214091193184, + "nauc_precision_at_1000_max": 0.08683938753866458, + "nauc_precision_at_1000_std": 0.3834498012533839, + "nauc_precision_at_100_diff1": -0.0949525701500405, + "nauc_precision_at_100_max": 0.23332203812402083, + "nauc_precision_at_100_std": 0.48351939701727903, + "nauc_precision_at_10_diff1": 0.004364653962742332, + "nauc_precision_at_10_max": 0.49404874590074854, + "nauc_precision_at_10_std": 0.4163445065797961, + "nauc_precision_at_1_diff1": 0.27956371830962595, + "nauc_precision_at_1_max": 0.5747048631579564, + "nauc_precision_at_1_std": 0.23383916079375375, + "nauc_precision_at_20_diff1": -0.030738384411673765, + "nauc_precision_at_20_max": 0.42294463309293173, + "nauc_precision_at_20_std": 0.4239935942466411, + "nauc_precision_at_3_diff1": 0.16449155514970812, + "nauc_precision_at_3_max": 0.5504480226262224, + "nauc_precision_at_3_std": 0.32376493667305706, + "nauc_precision_at_5_diff1": 0.07261632417009567, + "nauc_precision_at_5_max": 0.5384322852114107, + "nauc_precision_at_5_std": 0.36599316641210106, + "nauc_recall_at_1000_diff1": 0.027344001577015883, + "nauc_recall_at_1000_max": 0.27500067288744007, + "nauc_recall_at_1000_std": 0.2979376323613321, + "nauc_recall_at_100_diff1": 0.053943047698165277, + "nauc_recall_at_100_max": 0.33652984508477274, + "nauc_recall_at_100_std": 0.25639601213766766, + "nauc_recall_at_10_diff1": 0.14380699457112123, + "nauc_recall_at_10_max": 0.3418685994383014, + "nauc_recall_at_10_std": 0.0921396157689222, + "nauc_recall_at_1_diff1": 0.2611985351923237, + "nauc_recall_at_1_max": 0.16864106505662765, + "nauc_recall_at_1_std": -0.13568336471842346, + "nauc_recall_at_20_diff1": 0.12406705427898995, + "nauc_recall_at_20_max": 0.3763936303466126, + "nauc_recall_at_20_std": 0.12260095869162312, + "nauc_recall_at_3_diff1": 0.23120779850508474, + "nauc_recall_at_3_max": 0.21528941040127864, + "nauc_recall_at_3_std": -0.05455895709768314, + "nauc_recall_at_5_diff1": 0.19122971017206572, + "nauc_recall_at_5_max": 0.2689755522779335, + "nauc_recall_at_5_std": -0.005829740628002058, + "ndcg_at_1": 0.44737, + "ndcg_at_10": 0.36629, + "ndcg_at_100": 0.33659, + "ndcg_at_1000": 0.42588, + "ndcg_at_20": 0.34096, + "ndcg_at_3": 0.40982, + "ndcg_at_5": 0.39435, + "precision_at_1": 0.46749, + "precision_at_10": 0.28638, + "precision_at_100": 0.09167, + "precision_at_1000": 0.02265, + "precision_at_20": 0.21238, + "precision_at_3": 0.39422, + "precision_at_5": 0.35542, + "recall_at_1": 0.0485, + "recall_at_10": 0.17474, + "recall_at_100": 0.34996, + "recall_at_1000": 0.66788, + "recall_at_20": 0.214, + "recall_at_3": 0.10245, + "recall_at_5": 0.13395 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/SciFact-PL.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/SciFact-PL.json new file mode 100644 index 000000000..cef7f92db --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 15.768876075744629, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.64772, + "map_at_1": 0.49778, + "map_at_10": 0.59871, + "map_at_100": 0.60685, + "map_at_1000": 0.60707, + "map_at_20": 0.60413, + "map_at_3": 0.57343, + "map_at_5": 0.58701, + "mrr_at_1": 0.5233333333333333, + "mrr_at_10": 0.6125820105820107, + "mrr_at_100": 0.6193188600383501, + "mrr_at_1000": 0.6194973608209601, + "mrr_at_20": 0.6169626868229809, + "mrr_at_3": 0.5933333333333334, + "mrr_at_5": 0.6046666666666667, + "nauc_map_at_1000_diff1": 0.617008756556293, + "nauc_map_at_1000_max": 0.48604178450005403, + "nauc_map_at_1000_std": 0.04379487152513506, + "nauc_map_at_100_diff1": 0.6168908100779995, + "nauc_map_at_100_max": 0.4860256874867041, + "nauc_map_at_100_std": 0.04407590095365524, + "nauc_map_at_10_diff1": 0.6150354847278388, + "nauc_map_at_10_max": 0.48321091436896896, + "nauc_map_at_10_std": 0.03593970147443243, + "nauc_map_at_1_diff1": 0.6525828019415626, + "nauc_map_at_1_max": 0.4124809650709055, + "nauc_map_at_1_std": -0.01396018725611471, + "nauc_map_at_20_diff1": 0.6146875540739274, + "nauc_map_at_20_max": 0.48536565699261947, + "nauc_map_at_20_std": 0.04387709527774042, + "nauc_map_at_3_diff1": 0.6167642958545487, + "nauc_map_at_3_max": 0.46823818976668574, + "nauc_map_at_3_std": 0.010686663225699266, + "nauc_map_at_5_diff1": 0.6124581106754147, + "nauc_map_at_5_max": 0.4731695148617561, + "nauc_map_at_5_std": 0.02303108832807186, + "nauc_mrr_at_1000_diff1": 0.6220993351653261, + "nauc_mrr_at_1000_max": 0.5200929973409638, + "nauc_mrr_at_1000_std": 0.09217446073474846, + "nauc_mrr_at_100_diff1": 0.6219438455577204, + "nauc_mrr_at_100_max": 0.5201023685873262, + "nauc_mrr_at_100_std": 0.09238606785206865, + "nauc_mrr_at_10_diff1": 0.6199823165942305, + "nauc_mrr_at_10_max": 0.5197234815202983, + "nauc_mrr_at_10_std": 0.090286744251453, + "nauc_mrr_at_1_diff1": 0.6682515777068992, + "nauc_mrr_at_1_max": 0.46676464298551756, + "nauc_mrr_at_1_std": 0.05063222025561836, + "nauc_mrr_at_20_diff1": 0.6205640594798164, + "nauc_mrr_at_20_max": 0.5200583305133606, + "nauc_mrr_at_20_std": 0.09318279124119087, + "nauc_mrr_at_3_diff1": 0.6275089641633783, + "nauc_mrr_at_3_max": 0.5199273184965578, + "nauc_mrr_at_3_std": 0.07791644131060427, + "nauc_mrr_at_5_diff1": 0.6198868295546568, + "nauc_mrr_at_5_max": 0.5219996626883736, + "nauc_mrr_at_5_std": 0.08845073727905821, + "nauc_ndcg_at_1000_diff1": 0.6071140711600383, + "nauc_ndcg_at_1000_max": 0.5125593069931349, + "nauc_ndcg_at_1000_std": 0.08714361233237643, + "nauc_ndcg_at_100_diff1": 0.6031692586864658, + "nauc_ndcg_at_100_max": 0.5153139338573012, + "nauc_ndcg_at_100_std": 0.09635304113486597, + "nauc_ndcg_at_10_diff1": 0.5934887730939191, + "nauc_ndcg_at_10_max": 0.5071647824747042, + "nauc_ndcg_at_10_std": 0.07186336878678368, + "nauc_ndcg_at_1_diff1": 0.6682515777068992, + "nauc_ndcg_at_1_max": 0.46676464298551756, + "nauc_ndcg_at_1_std": 0.05063222025561836, + "nauc_ndcg_at_20_diff1": 0.5902390207176337, + "nauc_ndcg_at_20_max": 0.5110518863284845, + "nauc_ndcg_at_20_std": 0.09725326341441308, + "nauc_ndcg_at_3_diff1": 0.6048507357781518, + "nauc_ndcg_at_3_max": 0.4936582930095561, + "nauc_ndcg_at_3_std": 0.03276446025117211, + "nauc_ndcg_at_5_diff1": 0.5916381849473987, + "nauc_ndcg_at_5_max": 0.4955679666796369, + "nauc_ndcg_at_5_std": 0.05113365256787183, + "nauc_precision_at_1000_diff1": -0.0354536309054677, + "nauc_precision_at_1000_max": 0.3288800035882942, + "nauc_precision_at_1000_std": 0.5364564310566895, + "nauc_precision_at_100_diff1": 0.0605016072900695, + "nauc_precision_at_100_max": 0.40084320484234176, + "nauc_precision_at_100_std": 0.5512313335804668, + "nauc_precision_at_10_diff1": 0.24314363192058763, + "nauc_precision_at_10_max": 0.47951465982854036, + "nauc_precision_at_10_std": 0.3412883136841448, + "nauc_precision_at_1_diff1": 0.6682515777068992, + "nauc_precision_at_1_max": 0.46676464298551756, + "nauc_precision_at_1_std": 0.05063222025561836, + "nauc_precision_at_20_diff1": 0.13819209728153567, + "nauc_precision_at_20_max": 0.4371762477791472, + "nauc_precision_at_20_std": 0.464398389266779, + "nauc_precision_at_3_diff1": 0.4681662848044735, + "nauc_precision_at_3_max": 0.5220476874684471, + "nauc_precision_at_3_std": 0.14064502349423316, + "nauc_precision_at_5_diff1": 0.38135092846810115, + "nauc_precision_at_5_max": 0.5188498213916681, + "nauc_precision_at_5_std": 0.22369340379259753, + "nauc_recall_at_1000_diff1": 0.431559290382817, + "nauc_recall_at_1000_max": 0.8366013071895456, + "nauc_recall_at_1000_std": 0.8333333333333386, + "nauc_recall_at_100_diff1": 0.44674939218843773, + "nauc_recall_at_100_max": 0.6868405977527868, + "nauc_recall_at_100_std": 0.5362927779807556, + "nauc_recall_at_10_diff1": 0.4838404170087337, + "nauc_recall_at_10_max": 0.533869986188903, + "nauc_recall_at_10_std": 0.1317952500860266, + "nauc_recall_at_1_diff1": 0.6525828019415626, + "nauc_recall_at_1_max": 0.4124809650709055, + "nauc_recall_at_1_std": -0.01396018725611471, + "nauc_recall_at_20_diff1": 0.41233172959585324, + "nauc_recall_at_20_max": 0.5590121627959779, + "nauc_recall_at_20_std": 0.3230972153542819, + "nauc_recall_at_3_diff1": 0.545440589527865, + "nauc_recall_at_3_max": 0.5000833078243482, + "nauc_recall_at_3_std": 0.026520672241555878, + "nauc_recall_at_5_diff1": 0.4976882207418248, + "nauc_recall_at_5_max": 0.5071303077369642, + "nauc_recall_at_5_std": 0.07748774954358621, + "ndcg_at_1": 0.52333, + "ndcg_at_10": 0.64772, + "ndcg_at_100": 0.68151, + "ndcg_at_1000": 0.68801, + "ndcg_at_20": 0.66483, + "ndcg_at_3": 0.6018, + "ndcg_at_5": 0.62342, + "precision_at_1": 0.52333, + "precision_at_10": 0.08833, + "precision_at_100": 0.01057, + "precision_at_1000": 0.00111, + "precision_at_20": 0.04817, + "precision_at_3": 0.23778, + "precision_at_5": 0.156, + "recall_at_1": 0.49778, + "recall_at_10": 0.78289, + "recall_at_100": 0.931, + "recall_at_1000": 0.98333, + "recall_at_20": 0.84633, + "recall_at_3": 0.66033, + "recall_at_5": 0.7135 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/SciFact.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/SciFact.json new file mode 100644 index 000000000..4eee7b0af --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 27.432162523269653, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.72533, + "map_at_1": 0.57956, + "map_at_10": 0.6819, + "map_at_100": 0.6878, + "map_at_1000": 0.68808, + "map_at_20": 0.68653, + "map_at_3": 0.65469, + "map_at_5": 0.67307, + "mrr_at_1": 0.6033333333333334, + "mrr_at_10": 0.6892738095238093, + "mrr_at_100": 0.6938183828106418, + "mrr_at_1000": 0.6940768902937745, + "mrr_at_20": 0.6927286556036556, + "mrr_at_3": 0.6705555555555555, + "mrr_at_5": 0.6828888888888888, + "nauc_map_at_1000_diff1": 0.7043588241912275, + "nauc_map_at_1000_max": 0.5368029417891905, + "nauc_map_at_1000_std": -0.0317237455252299, + "nauc_map_at_100_diff1": 0.7043779508696305, + "nauc_map_at_100_max": 0.5371795226597458, + "nauc_map_at_100_std": -0.031096696945712154, + "nauc_map_at_10_diff1": 0.7047813316841356, + "nauc_map_at_10_max": 0.5370087722156001, + "nauc_map_at_10_std": -0.04166707689134235, + "nauc_map_at_1_diff1": 0.7221492266083356, + "nauc_map_at_1_max": 0.4552821883250292, + "nauc_map_at_1_std": -0.07734529264810408, + "nauc_map_at_20_diff1": 0.7045573445346833, + "nauc_map_at_20_max": 0.537484296006014, + "nauc_map_at_20_std": -0.03136698036596754, + "nauc_map_at_3_diff1": 0.698869279036249, + "nauc_map_at_3_max": 0.5079800254849988, + "nauc_map_at_3_std": -0.0691039022524841, + "nauc_map_at_5_diff1": 0.7026630043451457, + "nauc_map_at_5_max": 0.5302940413594822, + "nauc_map_at_5_std": -0.04932663760226423, + "nauc_mrr_at_1000_diff1": 0.698774022608484, + "nauc_mrr_at_1000_max": 0.5328884710100367, + "nauc_mrr_at_1000_std": 0.005547352390577649, + "nauc_mrr_at_100_diff1": 0.6987878227789099, + "nauc_mrr_at_100_max": 0.533263783744029, + "nauc_mrr_at_100_std": 0.006157139460453889, + "nauc_mrr_at_10_diff1": 0.69923105301588, + "nauc_mrr_at_10_max": 0.5357701220737493, + "nauc_mrr_at_10_std": 0.0018631262254587768, + "nauc_mrr_at_1_diff1": 0.728020980030156, + "nauc_mrr_at_1_max": 0.4792165332192101, + "nauc_mrr_at_1_std": -0.005573442546267213, + "nauc_mrr_at_20_diff1": 0.6986967751828431, + "nauc_mrr_at_20_max": 0.5338007462039543, + "nauc_mrr_at_20_std": 0.005964219955699707, + "nauc_mrr_at_3_diff1": 0.6969855722383457, + "nauc_mrr_at_3_max": 0.5293989337534561, + "nauc_mrr_at_3_std": 0.0002838498034483767, + "nauc_mrr_at_5_diff1": 0.6947041997149768, + "nauc_mrr_at_5_max": 0.5369711908906143, + "nauc_mrr_at_5_std": 0.005317370247017341, + "nauc_ndcg_at_1000_diff1": 0.6968899491655008, + "nauc_ndcg_at_1000_max": 0.5540365150209993, + "nauc_ndcg_at_1000_std": -0.0038006424915945237, + "nauc_ndcg_at_100_diff1": 0.6975403096700287, + "nauc_ndcg_at_100_max": 0.5645861355740579, + "nauc_ndcg_at_100_std": 0.012506480487054918, + "nauc_ndcg_at_10_diff1": 0.7005222609576569, + "nauc_ndcg_at_10_max": 0.5686789096487951, + "nauc_ndcg_at_10_std": -0.025858005944350095, + "nauc_ndcg_at_1_diff1": 0.728020980030156, + "nauc_ndcg_at_1_max": 0.4792165332192101, + "nauc_ndcg_at_1_std": -0.005573442546267213, + "nauc_ndcg_at_20_diff1": 0.697127238776543, + "nauc_ndcg_at_20_max": 0.5664785486268084, + "nauc_ndcg_at_20_std": 0.0059123071445214585, + "nauc_ndcg_at_3_diff1": 0.691418747497234, + "nauc_ndcg_at_3_max": 0.5357394086099649, + "nauc_ndcg_at_3_std": -0.04622358263081163, + "nauc_ndcg_at_5_diff1": 0.6931254569000715, + "nauc_ndcg_at_5_max": 0.559711911628748, + "nauc_ndcg_at_5_std": -0.03525380378835994, + "nauc_precision_at_1000_diff1": -0.21993965897148945, + "nauc_precision_at_1000_max": 0.15546967693820152, + "nauc_precision_at_1000_std": 0.5294281162073307, + "nauc_precision_at_100_diff1": -0.045242128961102315, + "nauc_precision_at_100_max": 0.30056055213817007, + "nauc_precision_at_100_std": 0.5365837019181563, + "nauc_precision_at_10_diff1": 0.20061315384769052, + "nauc_precision_at_10_max": 0.44576484451456966, + "nauc_precision_at_10_std": 0.3071411452195963, + "nauc_precision_at_1_diff1": 0.728020980030156, + "nauc_precision_at_1_max": 0.4792165332192101, + "nauc_precision_at_1_std": -0.005573442546267213, + "nauc_precision_at_20_diff1": 0.07818220530423797, + "nauc_precision_at_20_max": 0.3738932193619751, + "nauc_precision_at_20_std": 0.4568842404823351, + "nauc_precision_at_3_diff1": 0.48427947116339654, + "nauc_precision_at_3_max": 0.5352373805372235, + "nauc_precision_at_3_std": 0.10271591586289049, + "nauc_precision_at_5_diff1": 0.31986281852967563, + "nauc_precision_at_5_max": 0.5121458519905558, + "nauc_precision_at_5_std": 0.20943071725148552, + "nauc_recall_at_1000_diff1": -0.5634920634920787, + "nauc_recall_at_1000_max": 0.12278244631182747, + "nauc_recall_at_1000_std": 0.554154995331476, + "nauc_recall_at_100_diff1": 0.6366607248960188, + "nauc_recall_at_100_max": 0.8376906318082797, + "nauc_recall_at_100_std": 0.49985852927029506, + "nauc_recall_at_10_diff1": 0.6858441195668605, + "nauc_recall_at_10_max": 0.6996562467042724, + "nauc_recall_at_10_std": -0.047536862267801794, + "nauc_recall_at_1_diff1": 0.7221492266083356, + "nauc_recall_at_1_max": 0.4552821883250292, + "nauc_recall_at_1_std": -0.07734529264810408, + "nauc_recall_at_20_diff1": 0.6516787677253658, + "nauc_recall_at_20_max": 0.7334226966017974, + "nauc_recall_at_20_std": 0.18935993167932963, + "nauc_recall_at_3_diff1": 0.6574476957276262, + "nauc_recall_at_3_max": 0.5715555689873958, + "nauc_recall_at_3_std": -0.08257719046067231, + "nauc_recall_at_5_diff1": 0.6622297737361742, + "nauc_recall_at_5_max": 0.6501088671548199, + "nauc_recall_at_5_std": -0.0573973801030628, + "ndcg_at_1": 0.60333, + "ndcg_at_10": 0.72533, + "ndcg_at_100": 0.74806, + "ndcg_at_1000": 0.75477, + "ndcg_at_20": 0.73952, + "ndcg_at_3": 0.6816, + "ndcg_at_5": 0.70675, + "precision_at_1": 0.60333, + "precision_at_10": 0.09567, + "precision_at_100": 0.01073, + "precision_at_1000": 0.00113, + "precision_at_20": 0.051, + "precision_at_3": 0.26444, + "precision_at_5": 0.17667, + "recall_at_1": 0.57956, + "recall_at_10": 0.84756, + "recall_at_100": 0.945, + "recall_at_1000": 0.99667, + "recall_at_20": 0.90033, + "recall_at_3": 0.73561, + "recall_at_5": 0.79444 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.77343, + "map_at_1": 0.63576, + "map_at_10": 0.73196, + "map_at_100": 0.73698, + "map_at_1000": 0.73708, + "map_at_20": 0.73508, + "map_at_3": 0.70754, + "map_at_5": 0.72295, + "mrr_at_1": 0.6687268232385661, + "mrr_at_10": 0.7468798438205109, + "mrr_at_100": 0.7504151832862578, + "mrr_at_1000": 0.7505073519901801, + "mrr_at_20": 0.74887739119433, + "mrr_at_3": 0.7307375360527397, + "mrr_at_5": 0.7413061392665838, + "nauc_map_at_1000_diff1": 0.6867651477606745, + "nauc_map_at_1000_max": 0.44380175396625887, + "nauc_map_at_1000_std": -0.13133527432732867, + "nauc_map_at_100_diff1": 0.6867721838050252, + "nauc_map_at_100_max": 0.44387620342709255, + "nauc_map_at_100_std": -0.1310863699594022, + "nauc_map_at_10_diff1": 0.6850459534678873, + "nauc_map_at_10_max": 0.4413182226837557, + "nauc_map_at_10_std": -0.13360796302180075, + "nauc_map_at_1_diff1": 0.7112698047082496, + "nauc_map_at_1_max": 0.3555177026626367, + "nauc_map_at_1_std": -0.19375920003183056, + "nauc_map_at_20_diff1": 0.6863574718792769, + "nauc_map_at_20_max": 0.44457317275232755, + "nauc_map_at_20_std": -0.13106766589340124, + "nauc_map_at_3_diff1": 0.687223928085445, + "nauc_map_at_3_max": 0.4157379179875514, + "nauc_map_at_3_std": -0.17475961597815257, + "nauc_map_at_5_diff1": 0.6847929736614389, + "nauc_map_at_5_max": 0.43158655178176836, + "nauc_map_at_5_std": -0.15189285387163637, + "nauc_mrr_at_1000_diff1": 0.6871017890792585, + "nauc_mrr_at_1000_max": 0.4926581115489816, + "nauc_mrr_at_1000_std": -0.09160249962711625, + "nauc_mrr_at_100_diff1": 0.6870839548819563, + "nauc_mrr_at_100_max": 0.49277382015052307, + "nauc_mrr_at_100_std": -0.09135418671816867, + "nauc_mrr_at_10_diff1": 0.686734457415062, + "nauc_mrr_at_10_max": 0.49335744343158566, + "nauc_mrr_at_10_std": -0.0903721426875686, + "nauc_mrr_at_1_diff1": 0.7154957355459032, + "nauc_mrr_at_1_max": 0.46377153781315344, + "nauc_mrr_at_1_std": -0.12860301111870145, + "nauc_mrr_at_20_diff1": 0.6866504890099145, + "nauc_mrr_at_20_max": 0.4933127680056266, + "nauc_mrr_at_20_std": -0.09082996719485023, + "nauc_mrr_at_3_diff1": 0.6856297401270478, + "nauc_mrr_at_3_max": 0.495732833039244, + "nauc_mrr_at_3_std": -0.0979018219665403, + "nauc_mrr_at_5_diff1": 0.6846972027604745, + "nauc_mrr_at_5_max": 0.49337804904289606, + "nauc_mrr_at_5_std": -0.09568497575647278, + "nauc_ndcg_at_1000_diff1": 0.6814561992177935, + "nauc_ndcg_at_1000_max": 0.4708599443857499, + "nauc_ndcg_at_1000_std": -0.09790947304448647, + "nauc_ndcg_at_100_diff1": 0.6803271919239497, + "nauc_ndcg_at_100_max": 0.4738755143125918, + "nauc_ndcg_at_100_std": -0.09064927479041861, + "nauc_ndcg_at_10_diff1": 0.6757389411816642, + "nauc_ndcg_at_10_max": 0.47014367629503284, + "nauc_ndcg_at_10_std": -0.09584561631600931, + "nauc_ndcg_at_1_diff1": 0.7154957355459032, + "nauc_ndcg_at_1_max": 0.46377153781315344, + "nauc_ndcg_at_1_std": -0.12860301111870145, + "nauc_ndcg_at_20_diff1": 0.6784097636520138, + "nauc_ndcg_at_20_max": 0.47685973273134136, + "nauc_ndcg_at_20_std": -0.09097310802388939, + "nauc_ndcg_at_3_diff1": 0.6772850622862995, + "nauc_ndcg_at_3_max": 0.44396578517906954, + "nauc_ndcg_at_3_std": -0.15241696165701807, + "nauc_ndcg_at_5_diff1": 0.672527655946033, + "nauc_ndcg_at_5_max": 0.45373159840915533, + "nauc_ndcg_at_5_std": -0.12955839494244725, + "nauc_precision_at_1000_diff1": -0.24252625459859847, + "nauc_precision_at_1000_max": 0.28162962486120235, + "nauc_precision_at_1000_std": 0.48121105798489366, + "nauc_precision_at_100_diff1": -0.17627884542971342, + "nauc_precision_at_100_max": 0.3174804198112243, + "nauc_precision_at_100_std": 0.4801695037589162, + "nauc_precision_at_10_diff1": 0.06541330157006094, + "nauc_precision_at_10_max": 0.4230386957793194, + "nauc_precision_at_10_std": 0.3440476665383054, + "nauc_precision_at_1_diff1": 0.7154957355459032, + "nauc_precision_at_1_max": 0.46377153781315344, + "nauc_precision_at_1_std": -0.12860301111870145, + "nauc_precision_at_20_diff1": -0.01173970310751108, + "nauc_precision_at_20_max": 0.3937523145393279, + "nauc_precision_at_20_std": 0.390038826109145, + "nauc_precision_at_3_diff1": 0.3886219796194561, + "nauc_precision_at_3_max": 0.5240535736744054, + "nauc_precision_at_3_std": 0.058029614816321566, + "nauc_precision_at_5_diff1": 0.22204282548855775, + "nauc_precision_at_5_max": 0.48642786470221466, + "nauc_precision_at_5_std": 0.199963702265569, + "nauc_recall_at_1000_diff1": 0.5262913726336679, + "nauc_recall_at_1000_max": 0.8558163972588446, + "nauc_recall_at_1000_std": 0.748005453102666, + "nauc_recall_at_100_diff1": 0.5637943780574844, + "nauc_recall_at_100_max": 0.7104680434092888, + "nauc_recall_at_100_std": 0.4603063248111152, + "nauc_recall_at_10_diff1": 0.615834245519321, + "nauc_recall_at_10_max": 0.5124022980836228, + "nauc_recall_at_10_std": 0.0164192783976698, + "nauc_recall_at_1_diff1": 0.7112698047082496, + "nauc_recall_at_1_max": 0.3555177026626367, + "nauc_recall_at_1_std": -0.19375920003183056, + "nauc_recall_at_20_diff1": 0.6147290042310533, + "nauc_recall_at_20_max": 0.5687329380451224, + "nauc_recall_at_20_std": 0.08513015140996887, + "nauc_recall_at_3_diff1": 0.6367154073839415, + "nauc_recall_at_3_max": 0.43400293697156767, + "nauc_recall_at_3_std": -0.1753425635856884, + "nauc_recall_at_5_diff1": 0.6080398242169188, + "nauc_recall_at_5_max": 0.44746835905749216, + "nauc_recall_at_5_std": -0.11863923138309597, + "ndcg_at_1": 0.66873, + "ndcg_at_10": 0.77343, + "ndcg_at_100": 0.79408, + "ndcg_at_1000": 0.79674, + "ndcg_at_20": 0.78252, + "ndcg_at_3": 0.73267, + "ndcg_at_5": 0.75538, + "precision_at_1": 0.66873, + "precision_at_10": 0.09975, + "precision_at_100": 0.01109, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05204, + "precision_at_3": 0.28348, + "precision_at_5": 0.18467, + "recall_at_1": 0.63576, + "recall_at_10": 0.88263, + "recall_at_100": 0.97425, + "recall_at_1000": 0.99506, + "recall_at_20": 0.91595, + "recall_at_3": 0.77971, + "recall_at_5": 0.83224 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID-PL.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID-PL.json new file mode 100644 index 000000000..83797d4b6 --- /dev/null +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 366.96339893341064, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.71668, + "map_at_1": 0.0021, + "map_at_10": 0.01746, + "map_at_100": 0.09965, + "map_at_1000": 0.24197, + "map_at_20": 0.03153, + "map_at_3": 0.00599, + "map_at_5": 0.00953, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8806666666666666, + "mrr_at_100": 0.8806666666666666, + "mrr_at_1000": 0.8806666666666666, + "mrr_at_20": 0.8806666666666666, + "mrr_at_3": 0.8666666666666667, + "mrr_at_5": 0.8806666666666666, + "nauc_map_at_1000_diff1": -0.07262220234112148, + "nauc_map_at_1000_max": 0.4798724024559946, + "nauc_map_at_1000_std": 0.7692854418371255, + "nauc_map_at_100_diff1": -0.04951255508103058, + "nauc_map_at_100_max": 0.35843236488692815, + "nauc_map_at_100_std": 0.6568749642021221, + "nauc_map_at_10_diff1": -0.048997475646280715, + "nauc_map_at_10_max": 0.08396943168157693, + "nauc_map_at_10_std": 0.22485920658785763, + "nauc_map_at_1_diff1": 0.09560914497314842, + "nauc_map_at_1_max": 0.03356478089320499, + "nauc_map_at_1_std": 0.10423077283352264, + "nauc_map_at_20_diff1": -0.017127970587161426, + "nauc_map_at_20_max": 0.2042325758335833, + "nauc_map_at_20_std": 0.3261539146050372, + "nauc_map_at_3_diff1": 0.01580436771133769, + "nauc_map_at_3_max": 0.009473596461493067, + "nauc_map_at_3_std": 0.10553391459381511, + "nauc_map_at_5_diff1": -0.028641636958116015, + "nauc_map_at_5_max": 0.023324174098425885, + "nauc_map_at_5_std": 0.14829632169751986, + "nauc_mrr_at_1000_diff1": 0.20942116561539534, + "nauc_mrr_at_1000_max": 0.629805914717259, + "nauc_mrr_at_1000_std": 0.740037746469546, + "nauc_mrr_at_100_diff1": 0.20942116561539534, + "nauc_mrr_at_100_max": 0.629805914717259, + "nauc_mrr_at_100_std": 0.740037746469546, + "nauc_mrr_at_10_diff1": 0.20942116561539534, + "nauc_mrr_at_10_max": 0.629805914717259, + "nauc_mrr_at_10_std": 0.740037746469546, + "nauc_mrr_at_1_diff1": 0.1987512487512482, + "nauc_mrr_at_1_max": 0.6196803196803191, + "nauc_mrr_at_1_std": 0.7016483516483513, + "nauc_mrr_at_20_diff1": 0.20942116561539534, + "nauc_mrr_at_20_max": 0.629805914717259, + "nauc_mrr_at_20_std": 0.740037746469546, + "nauc_mrr_at_3_diff1": 0.20090819833088008, + "nauc_mrr_at_3_max": 0.6333824251350019, + "nauc_mrr_at_3_std": 0.759462444771724, + "nauc_mrr_at_5_diff1": 0.20942116561539534, + "nauc_mrr_at_5_max": 0.629805914717259, + "nauc_mrr_at_5_std": 0.740037746469546, + "nauc_ndcg_at_1000_diff1": -0.0582461717402643, + "nauc_ndcg_at_1000_max": 0.4584569383177559, + "nauc_ndcg_at_1000_std": 0.7476057830780943, + "nauc_ndcg_at_100_diff1": -0.1482924116522123, + "nauc_ndcg_at_100_max": 0.5625894253933852, + "nauc_ndcg_at_100_std": 0.8101659162257421, + "nauc_ndcg_at_10_diff1": -0.22665232773105926, + "nauc_ndcg_at_10_max": 0.506622385593277, + "nauc_ndcg_at_10_std": 0.7191408870853144, + "nauc_ndcg_at_1_diff1": 0.07631258848631053, + "nauc_ndcg_at_1_max": 0.533191090550161, + "nauc_ndcg_at_1_std": 0.6500029910865616, + "nauc_ndcg_at_20_diff1": -0.16834720859633268, + "nauc_ndcg_at_20_max": 0.5634051710469915, + "nauc_ndcg_at_20_std": 0.7238604590347506, + "nauc_ndcg_at_3_diff1": -0.10028989086029429, + "nauc_ndcg_at_3_max": 0.41675840208547366, + "nauc_ndcg_at_3_std": 0.6039064498994647, + "nauc_ndcg_at_5_diff1": -0.15662007044894277, + "nauc_ndcg_at_5_max": 0.4528857769272788, + "nauc_ndcg_at_5_std": 0.6538280488336643, + "nauc_precision_at_1000_diff1": -0.09940868662833285, + "nauc_precision_at_1000_max": 0.47927031434813433, + "nauc_precision_at_1000_std": 0.5233341215719325, + "nauc_precision_at_100_diff1": -0.14633920262208602, + "nauc_precision_at_100_max": 0.5644130737731625, + "nauc_precision_at_100_std": 0.829852597746883, + "nauc_precision_at_10_diff1": -0.23252507653030388, + "nauc_precision_at_10_max": 0.5122750977046951, + "nauc_precision_at_10_std": 0.7084467675777709, + "nauc_precision_at_1_diff1": 0.1987512487512482, + "nauc_precision_at_1_max": 0.6196803196803191, + "nauc_precision_at_1_std": 0.7016483516483513, + "nauc_precision_at_20_diff1": -0.11369801767008376, + "nauc_precision_at_20_max": 0.6028702228098232, + "nauc_precision_at_20_std": 0.7282285206448126, + "nauc_precision_at_3_diff1": -0.07470041835070537, + "nauc_precision_at_3_max": 0.46273842444869934, + "nauc_precision_at_3_std": 0.5731936467418288, + "nauc_precision_at_5_diff1": -0.13068421112540263, + "nauc_precision_at_5_max": 0.4578329709856237, + "nauc_precision_at_5_std": 0.6257612147564678, + "nauc_recall_at_1000_diff1": 0.011803217494615104, + "nauc_recall_at_1000_max": 0.3401228464678961, + "nauc_recall_at_1000_std": 0.6327843030333898, + "nauc_recall_at_100_diff1": -0.003930138474366596, + "nauc_recall_at_100_max": 0.24716580886277056, + "nauc_recall_at_100_std": 0.51618747038507, + "nauc_recall_at_10_diff1": 0.006885164485300671, + "nauc_recall_at_10_max": 0.028555852713516315, + "nauc_recall_at_10_std": 0.12009883472367931, + "nauc_recall_at_1_diff1": 0.09560914497314842, + "nauc_recall_at_1_max": 0.03356478089320499, + "nauc_recall_at_1_std": 0.10423077283352264, + "nauc_recall_at_20_diff1": 0.0958921067699778, + "nauc_recall_at_20_max": 0.11994735709908905, + "nauc_recall_at_20_std": 0.17396746067378016, + "nauc_recall_at_3_diff1": 0.04022210143828915, + "nauc_recall_at_3_max": -0.010678569579865502, + "nauc_recall_at_3_std": 0.06641948062821941, + "nauc_recall_at_5_diff1": 0.03468867229160112, + "nauc_recall_at_5_max": -0.022409759844564045, + "nauc_recall_at_5_std": 0.0686304068325627, + "ndcg_at_1": 0.73, + "ndcg_at_10": 0.71668, + "ndcg_at_100": 0.54043, + "ndcg_at_1000": 0.49448, + "ndcg_at_20": 0.68409, + "ndcg_at_3": 0.72838, + "ndcg_at_5": 0.72328, + "precision_at_1": 0.8, + "precision_at_10": 0.768, + "precision_at_100": 0.5536, + "precision_at_1000": 0.218, + "precision_at_20": 0.73, + "precision_at_3": 0.79333, + "precision_at_5": 0.788, + "recall_at_1": 0.0021, + "recall_at_10": 0.01986, + "recall_at_100": 0.13368, + "recall_at_1000": 0.47174, + "recall_at_20": 0.03735, + "recall_at_3": 0.00628, + "recall_at_5": 0.01045 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID.json index 4db0bdfd2..ecd775d7f 100644 --- a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID.json +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 749.1538882255554, + "evaluation_time": 319.1325170993805, "kg_co2_emissions": null, - "mteb_version": "1.18.2", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.77522, + "main_score": 0.77742, "map_at_1": 0.00251, - "map_at_10": 0.01954, - "map_at_100": 0.11147, - "map_at_1000": 0.26797, - "map_at_20": 0.03366, - "map_at_3": 0.00682, - "map_at_5": 0.01079, + "map_at_10": 0.01949, + "map_at_100": 0.11072, + "map_at_1000": 0.2671, + "map_at_20": 0.03341, + "map_at_3": 0.00676, + "map_at_5": 0.01081, "mrr_at_1": 0.94, - "mrr_at_10": 0.9578571428571427, - "mrr_at_100": 0.9578571428571427, - "mrr_at_1000": 0.9578571428571427, - "mrr_at_20": 0.9578571428571427, + "mrr_at_10": 0.9583333333333335, + "mrr_at_100": 0.9583333333333335, + "mrr_at_1000": 0.9583333333333335, + "mrr_at_20": 0.9583333333333335, "mrr_at_3": 0.95, "mrr_at_5": 0.955, - "nauc_map_at_1000_diff1": 0.08892766081968646, - "nauc_map_at_1000_max": 0.4652157707715545, - "nauc_map_at_1000_std": 0.7614304792782967, - "nauc_map_at_100_diff1": 0.1221443653991331, - "nauc_map_at_100_max": 0.21504735883043627, - "nauc_map_at_100_std": 0.5409085230956511, - "nauc_map_at_10_diff1": 0.08124785211813988, - "nauc_map_at_10_max": -0.06313405155334038, - "nauc_map_at_10_std": 0.041031353615630435, - "nauc_map_at_1_diff1": 0.07918183278465532, + "nauc_map_at_1000_diff1": 0.08145221045737332, + "nauc_map_at_1000_max": 0.4654813824940779, + "nauc_map_at_1000_std": 0.7664101331737517, + "nauc_map_at_100_diff1": 0.09331758466470738, + "nauc_map_at_100_max": 0.21880504646394391, + "nauc_map_at_100_std": 0.547458458725327, + "nauc_map_at_10_diff1": 0.09557219464584843, + "nauc_map_at_10_max": -0.058986292652911, + "nauc_map_at_10_std": 0.04853214957240332, + "nauc_map_at_1_diff1": 0.10813912577067569, "nauc_map_at_1_max": -0.17578481213627375, "nauc_map_at_1_std": -0.12608550121337017, - "nauc_map_at_20_diff1": 0.14332966536552788, - "nauc_map_at_20_max": 0.061956543716311305, - "nauc_map_at_20_std": 0.18873174720137448, - "nauc_map_at_3_diff1": 0.018128133582127563, - "nauc_map_at_3_max": -0.19180798429861215, - "nauc_map_at_3_std": -0.14203481706755786, - "nauc_map_at_5_diff1": 0.06043575196325615, - "nauc_map_at_5_max": -0.130800167345445, - "nauc_map_at_5_std": -0.0837875170394734, - "nauc_mrr_at_1000_diff1": 0.3122141511972035, - "nauc_mrr_at_1000_max": -0.2673803984870753, - "nauc_mrr_at_1000_std": -0.028414755732796396, - "nauc_mrr_at_100_diff1": 0.3122141511972035, - "nauc_mrr_at_100_max": -0.2673803984870753, - "nauc_mrr_at_100_std": -0.028414755732796396, - "nauc_mrr_at_10_diff1": 0.3122141511972035, - "nauc_mrr_at_10_max": -0.2673803984870753, - "nauc_mrr_at_10_std": -0.028414755732796396, - "nauc_mrr_at_1_diff1": 0.2469654528478079, + "nauc_map_at_20_diff1": 0.13009568146554254, + "nauc_map_at_20_max": 0.05511953620444049, + "nauc_map_at_20_std": 0.1901112367637334, + "nauc_map_at_3_diff1": 0.03121091919955583, + "nauc_map_at_3_max": -0.17797904994110958, + "nauc_map_at_3_std": -0.13696444621011916, + "nauc_map_at_5_diff1": 0.06686738285806768, + "nauc_map_at_5_max": -0.11702254334906224, + "nauc_map_at_5_std": -0.07768228643396019, + "nauc_mrr_at_1000_diff1": 0.22474323062558157, + "nauc_mrr_at_1000_max": -0.2745284780578953, + "nauc_mrr_at_1000_std": -0.03867413632119876, + "nauc_mrr_at_100_diff1": 0.22474323062558157, + "nauc_mrr_at_100_max": -0.2745284780578953, + "nauc_mrr_at_100_std": -0.03867413632119876, + "nauc_mrr_at_10_diff1": 0.22474323062558157, + "nauc_mrr_at_10_max": -0.2745284780578953, + "nauc_mrr_at_10_std": -0.03867413632119876, + "nauc_mrr_at_1_diff1": 0.1685340802987883, "nauc_mrr_at_1_max": -0.17086834733893463, "nauc_mrr_at_1_std": 0.04310613134142762, - "nauc_mrr_at_20_diff1": 0.3122141511972035, - "nauc_mrr_at_20_max": -0.2673803984870753, - "nauc_mrr_at_20_std": -0.028414755732796396, - "nauc_mrr_at_3_diff1": 0.330625583566759, + "nauc_mrr_at_20_diff1": 0.22474323062558157, + "nauc_mrr_at_20_max": -0.2745284780578953, + "nauc_mrr_at_20_std": -0.03867413632119876, + "nauc_mrr_at_3_diff1": 0.23650793650793556, "nauc_mrr_at_3_max": -0.37889822595704775, "nauc_mrr_at_3_std": -0.14827264239028798, - "nauc_mrr_at_5_diff1": 0.3275754746342986, + "nauc_mrr_at_5_diff1": 0.24914410208527918, "nauc_mrr_at_5_max": -0.22766884531590015, "nauc_mrr_at_5_std": 0.028581803091610482, - "nauc_ndcg_at_1000_diff1": 0.08463543854211976, - "nauc_ndcg_at_1000_max": 0.44876558391517535, - "nauc_ndcg_at_1000_std": 0.7196543068797088, - "nauc_ndcg_at_100_diff1": 0.00886165761347995, - "nauc_ndcg_at_100_max": 0.48349991847163926, - "nauc_ndcg_at_100_std": 0.7760379722133173, - "nauc_ndcg_at_10_diff1": -0.08396226895920884, - "nauc_ndcg_at_10_max": 0.2741450813454348, - "nauc_ndcg_at_10_std": 0.5047367850628622, - "nauc_ndcg_at_1_diff1": -0.15617433414043516, + "nauc_ndcg_at_1000_diff1": 0.08974700932965055, + "nauc_ndcg_at_1000_max": 0.45008943221790626, + "nauc_ndcg_at_1000_std": 0.7264800097275345, + "nauc_ndcg_at_100_diff1": -0.009620330829820922, + "nauc_ndcg_at_100_max": 0.48701757708256127, + "nauc_ndcg_at_100_std": 0.7775774466393652, + "nauc_ndcg_at_10_diff1": -0.09620161064901818, + "nauc_ndcg_at_10_max": 0.2817085430561371, + "nauc_ndcg_at_10_std": 0.4939878442080195, + "nauc_ndcg_at_1_diff1": -0.2092325507948199, "nauc_ndcg_at_1_max": -0.36145910095799577, "nauc_ndcg_at_1_std": 0.10511632803452882, - "nauc_ndcg_at_20_diff1": -0.009204432092440323, - "nauc_ndcg_at_20_max": 0.4350827903675493, - "nauc_ndcg_at_20_std": 0.6115573988651894, - "nauc_ndcg_at_3_diff1": -0.19433298846966957, - "nauc_ndcg_at_3_max": -0.01760014376079229, - "nauc_ndcg_at_3_std": 0.1729598171129727, - "nauc_ndcg_at_5_diff1": -0.11612058053572352, - "nauc_ndcg_at_5_max": 0.14090053456538199, - "nauc_ndcg_at_5_std": 0.31688064777996966, - "nauc_precision_at_1000_diff1": 0.06019724863171192, - "nauc_precision_at_1000_max": 0.5313696327474682, - "nauc_precision_at_1000_std": 0.4853260895875634, - "nauc_precision_at_100_diff1": 0.0627692577783021, - "nauc_precision_at_100_max": 0.5208378089317942, - "nauc_precision_at_100_std": 0.791308330041603, - "nauc_precision_at_10_diff1": 0.006918759272298544, - "nauc_precision_at_10_max": 0.4000369182807015, - "nauc_precision_at_10_std": 0.5454197403414244, - "nauc_precision_at_1_diff1": 0.2469654528478079, + "nauc_ndcg_at_20_diff1": -0.05910032859444639, + "nauc_ndcg_at_20_max": 0.4177474441904626, + "nauc_ndcg_at_20_std": 0.5983082963302473, + "nauc_ndcg_at_3_diff1": -0.20280312684333796, + "nauc_ndcg_at_3_max": 0.008736553885429344, + "nauc_ndcg_at_3_std": 0.1601512750463553, + "nauc_ndcg_at_5_diff1": -0.1640610974160606, + "nauc_ndcg_at_5_max": 0.17784005898399244, + "nauc_ndcg_at_5_std": 0.31275036230038544, + "nauc_precision_at_1000_diff1": 0.05853746830711894, + "nauc_precision_at_1000_max": 0.5259984466227722, + "nauc_precision_at_1000_std": 0.4844132838221496, + "nauc_precision_at_100_diff1": 0.04935586405000417, + "nauc_precision_at_100_max": 0.5245286327857694, + "nauc_precision_at_100_std": 0.7912383985034539, + "nauc_precision_at_10_diff1": 0.004957871637181055, + "nauc_precision_at_10_max": 0.406741892660725, + "nauc_precision_at_10_std": 0.5450069085096578, + "nauc_precision_at_1_diff1": 0.1685340802987883, "nauc_precision_at_1_max": -0.17086834733893463, "nauc_precision_at_1_std": 0.04310613134142762, - "nauc_precision_at_20_diff1": 0.10014166622942534, - "nauc_precision_at_20_max": 0.5546896460196119, - "nauc_precision_at_20_std": 0.6435659149200151, - "nauc_precision_at_3_diff1": -0.13977744850228022, - "nauc_precision_at_3_max": -0.005316830820187036, - "nauc_precision_at_3_std": -0.03962927452860221, - "nauc_precision_at_5_diff1": 0.004487353821049728, - "nauc_precision_at_5_max": 0.2545855619013084, - "nauc_precision_at_5_std": 0.30403710754540275, - "nauc_recall_at_1000_diff1": 0.13576793212387858, - "nauc_recall_at_1000_max": 0.37019520788736354, - "nauc_recall_at_1000_std": 0.6005562269255397, - "nauc_recall_at_100_diff1": 0.11878432229393873, - "nauc_recall_at_100_max": 0.09524282177745115, - "nauc_recall_at_100_std": 0.3921580972118612, - "nauc_recall_at_10_diff1": 0.09267665872860952, - "nauc_recall_at_10_max": -0.09433146500367016, - "nauc_recall_at_10_std": 0.008731754933558492, - "nauc_recall_at_1_diff1": 0.07918183278465532, + "nauc_precision_at_20_diff1": 0.040353810276269615, + "nauc_precision_at_20_max": 0.5255531341978912, + "nauc_precision_at_20_std": 0.6255375464956713, + "nauc_precision_at_3_diff1": -0.18951231718845624, + "nauc_precision_at_3_max": 0.04668297836845824, + "nauc_precision_at_3_std": -0.016599010176278666, + "nauc_precision_at_5_diff1": -0.07364041328961274, + "nauc_precision_at_5_max": 0.3239497618016463, + "nauc_precision_at_5_std": 0.3310493101528186, + "nauc_recall_at_1000_diff1": 0.16443214034655623, + "nauc_recall_at_1000_max": 0.3711146843401409, + "nauc_recall_at_1000_std": 0.6072277284504437, + "nauc_recall_at_100_diff1": 0.12216595753967154, + "nauc_recall_at_100_max": 0.10378082250717247, + "nauc_recall_at_100_std": 0.39840644376438683, + "nauc_recall_at_10_diff1": 0.12393854532884968, + "nauc_recall_at_10_max": -0.09601403138826377, + "nauc_recall_at_10_std": 0.013603694734446128, + "nauc_recall_at_1_diff1": 0.10813912577067569, "nauc_recall_at_1_max": -0.17578481213627375, "nauc_recall_at_1_std": -0.12608550121337017, - "nauc_recall_at_20_diff1": 0.15058087615052518, - "nauc_recall_at_20_max": -0.0007061109515788729, - "nauc_recall_at_20_std": 0.11569907826286785, - "nauc_recall_at_3_diff1": 0.02120944851188749, - "nauc_recall_at_3_max": -0.2026446800073913, - "nauc_recall_at_3_std": -0.17210376669833677, - "nauc_recall_at_5_diff1": 0.07139045084010741, - "nauc_recall_at_5_max": -0.13602363572939746, - "nauc_recall_at_5_std": -0.09834778958314372, + "nauc_recall_at_20_diff1": 0.15525576052866358, + "nauc_recall_at_20_max": -0.00936429060899463, + "nauc_recall_at_20_std": 0.11741492094937343, + "nauc_recall_at_3_diff1": 0.03618597127040526, + "nauc_recall_at_3_max": -0.19028745975933048, + "nauc_recall_at_3_std": -0.16674031859983018, + "nauc_recall_at_5_diff1": 0.08774134888099043, + "nauc_recall_at_5_max": -0.12566399467163286, + "nauc_recall_at_5_std": -0.09329594531620708, "ndcg_at_1": 0.91, - "ndcg_at_10": 0.77522, - "ndcg_at_100": 0.57873, - "ndcg_at_1000": 0.52776, - "ndcg_at_20": 0.72643, - "ndcg_at_3": 0.83335, - "ndcg_at_5": 0.80601, + "ndcg_at_10": 0.77742, + "ndcg_at_100": 0.57708, + "ndcg_at_1000": 0.52771, + "ndcg_at_20": 0.72419, + "ndcg_at_3": 0.83101, + "ndcg_at_5": 0.81218, "precision_at_1": 0.94, "precision_at_10": 0.81, - "precision_at_100": 0.594, - "precision_at_1000": 0.2324, - "precision_at_20": 0.753, - "precision_at_3": 0.88667, - "precision_at_5": 0.848, + "precision_at_100": 0.5912, + "precision_at_1000": 0.23262, + "precision_at_20": 0.75, + "precision_at_3": 0.88, + "precision_at_5": 0.856, "recall_at_1": 0.00251, - "recall_at_10": 0.0213, - "recall_at_100": 0.1457, - "recall_at_1000": 0.50135, - "recall_at_20": 0.03841, - "recall_at_3": 0.00699, - "recall_at_5": 0.0114 + "recall_at_10": 0.02125, + "recall_at_100": 0.14482, + "recall_at_1000": 0.50136, + "recall_at_20": 0.03815, + "recall_at_3": 0.00695, + "recall_at_5": 0.01145 } ] }, diff --git a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json index 9e43e8b5c..342994aea 100644 --- a/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json +++ b/results/jinaai__jina-embeddings-v3/215a6e121fa0183376388ac6b1ae230326bfeaed/model_meta.json @@ -1 +1 @@ -{"name": "jinaai/jina-embeddings-v3", "revision": "215a6e121fa0183376388ac6b1ae230326bfeaed", "release_date": "2024-09-18", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 572000, "memory_usage": null, "max_tokens": 8194, "embed_dim": 4096, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/jinaai/jina-embeddings-v3", "similarity_fn_name": "cosine", "use_instuctions": false, "zero_shot_benchmarks": null, "loader": "JinaWrapper"} +{"name": "jinaai/jina-embeddings-v3", "revision": "215a6e121fa0183376388ac6b1ae230326bfeaed", "release_date": "2024-09-18", "languages": ["afr_Latn", "amh_Latn", "ara_Latn", "asm_Latn", "aze_Latn", "bel_Latn", "bul_Latn", "ben_Latn", "ben_Beng", "bre_Latn", "bos_Latn", "cat_Latn", "ces_Latn", "cym_Latn", "dan_Latn", "deu_Latn", "ell_Latn", "eng_Latn", "epo_Latn", "spa_Latn", "est_Latn", "eus_Latn", "fas_Latn", "fin_Latn", "fra_Latn", "fry_Latn", "gle_Latn", "gla_Latn", "glg_Latn", "guj_Latn", "hau_Latn", "heb_Latn", "hin_Latn", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Latn", "ind_Latn", "isl_Latn", "ita_Latn", "jpn_Latn", "jav_Latn", "kat_Latn", "kaz_Latn", "khm_Latn", "kan_Latn", "kor_Latn", "kur_Latn", "kir_Latn", "lat_Latn", "lao_Latn", "lit_Latn", "lav_Latn", "mlg_Latn", "mkd_Latn", "mal_Latn", "mon_Latn", "mar_Latn", "msa_Latn", "mya_Latn", "nep_Latn", "nld_Latn", "nob_Latn", "orm_Latn", "ori_Latn", "pan_Latn", "pol_Latn", "pus_Latn", "por_Latn", "ron_Latn", "rus_Latn", "san_Latn", "snd_Latn", "sin_Latn", "slk_Latn", "slv_Latn", "som_Latn", "sqi_Latn", "srp_Latn", "sun_Latn", "swe_Latn", "swa_Latn", "tam_Latn", "tam_Taml", "tel_Latn", "tel_Telu", "tha_Latn", "tgl_Latn", "tur_Latn", "uig_Latn", "ukr_Latn", "urd_Latn", "urd_Arab", "uzb_Latn", "vie_Latn", "xho_Latn", "yid_Latn", "zho_Hant", "zho_Hans"], "n_parameters": 572000000, "memory_usage": null, "max_tokens": 8194, "embed_dim": 4096, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/jinaai/jina-embeddings-v3", "similarity_fn_name": "cosine", "use_instructions": false, "zero_shot_benchmarks": null, "loader": "JinaWrapper"} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CMedQAv2-reranking.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CMedQAv2-reranking.json new file mode 100644 index 000000000..ebb449d4b --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 22.497042417526245, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.1968678605500358, + "map": 0.1968678605500358, + "mrr": 0.22390198412698414, + "nAUC_map_diff1": 0.2636802363412054, + "nAUC_map_max": 0.3596451771527861, + "nAUC_map_std": 0.15811021454314853, + "nAUC_mrr_diff1": 0.2688854909427583, + "nAUC_mrr_max": 0.35201872207277374, + "nAUC_mrr_std": 0.1596251555829028 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CUREv1.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CUREv1.json new file mode 100644 index 000000000..61c5b8648 --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 759.0866804122925, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.5396, + "map_at_1": 0.09185, + "map_at_10": 0.2589, + "map_at_100": 0.39291, + "map_at_1000": 0.43181, + "map_at_20": 0.30763, + "map_at_3": 0.16784, + "map_at_5": 0.20516, + "mrr_at_1": 0.715, + "mrr_at_10": 0.8132658730158727, + "mrr_at_100": 0.8147157658116169, + "mrr_at_1000": 0.8147361087167185, + "mrr_at_20": 0.8143049633974553, + "mrr_at_3": 0.8009166666666659, + "mrr_at_5": 0.8092166666666666, + "nauc_map_at_1000_diff1": 0.1705019694990981, + "nauc_map_at_1000_max": 0.35593874495254163, + "nauc_map_at_1000_std": 0.23089725276234016, + "nauc_map_at_100_diff1": 0.1978805459858472, + "nauc_map_at_100_max": 0.3243212359367627, + "nauc_map_at_100_std": 0.2122548825773945, + "nauc_map_at_10_diff1": 0.2628327984924064, + "nauc_map_at_10_max": 0.2007084876872332, + "nauc_map_at_10_std": 0.04245428971898758, + "nauc_map_at_1_diff1": 0.44225012092509186, + "nauc_map_at_1_max": 0.06975050245084989, + "nauc_map_at_1_std": -0.09492474406134459, + "nauc_map_at_20_diff1": 0.23974632295023035, + "nauc_map_at_20_max": 0.24246467718654519, + "nauc_map_at_20_std": 0.09434883350554132, + "nauc_map_at_3_diff1": 0.3407751998137906, + "nauc_map_at_3_max": 0.12422801066333056, + "nauc_map_at_3_std": -0.03714323278214548, + "nauc_map_at_5_diff1": 0.30454341020450165, + "nauc_map_at_5_max": 0.15453733357349708, + "nauc_map_at_5_std": -0.0034088659455863523, + "nauc_mrr_at_1000_diff1": 0.34408592927506126, + "nauc_mrr_at_1000_max": 0.46052437507374727, + "nauc_mrr_at_1000_std": 0.14992541630843395, + "nauc_mrr_at_100_diff1": 0.34407343371708193, + "nauc_mrr_at_100_max": 0.46055529817500945, + "nauc_mrr_at_100_std": 0.14999969796227935, + "nauc_mrr_at_10_diff1": 0.34396049391385747, + "nauc_mrr_at_10_max": 0.462967626033781, + "nauc_mrr_at_10_std": 0.15241014564784613, + "nauc_mrr_at_1_diff1": 0.35579202662179543, + "nauc_mrr_at_1_max": 0.42194512074751644, + "nauc_mrr_at_1_std": 0.10053111986388269, + "nauc_mrr_at_20_diff1": 0.3438614440505651, + "nauc_mrr_at_20_max": 0.4611467896129093, + "nauc_mrr_at_20_std": 0.15098463940778453, + "nauc_mrr_at_3_diff1": 0.3424684356601537, + "nauc_mrr_at_3_max": 0.465451013719638, + "nauc_mrr_at_3_std": 0.15253414764382828, + "nauc_mrr_at_5_diff1": 0.3448732136460619, + "nauc_mrr_at_5_max": 0.46776224748249234, + "nauc_mrr_at_5_std": 0.15702496603945088, + "nauc_ndcg_at_1000_diff1": 0.24212647527824782, + "nauc_ndcg_at_1000_max": 0.4615760056227832, + "nauc_ndcg_at_1000_std": 0.2972305480028586, + "nauc_ndcg_at_100_diff1": 0.2641506158648202, + "nauc_ndcg_at_100_max": 0.41335463856224053, + "nauc_ndcg_at_100_std": 0.263117577770019, + "nauc_ndcg_at_10_diff1": 0.23558335420589036, + "nauc_ndcg_at_10_max": 0.38651124721620933, + "nauc_ndcg_at_10_std": 0.16150830421852852, + "nauc_ndcg_at_1_diff1": 0.3706451600325951, + "nauc_ndcg_at_1_max": 0.3700369231009164, + "nauc_ndcg_at_1_std": 0.08988572163802867, + "nauc_ndcg_at_20_diff1": 0.24127611582187472, + "nauc_ndcg_at_20_max": 0.3851134595944402, + "nauc_ndcg_at_20_std": 0.17639416527292415, + "nauc_ndcg_at_3_diff1": 0.262250044817886, + "nauc_ndcg_at_3_max": 0.39189256780695736, + "nauc_ndcg_at_3_std": 0.142496879135086, + "nauc_ndcg_at_5_diff1": 0.24199841712137662, + "nauc_ndcg_at_5_max": 0.38338251943722135, + "nauc_ndcg_at_5_std": 0.14847386611672883, + "nauc_precision_at_1000_diff1": -0.18424693280157675, + "nauc_precision_at_1000_max": 0.048896873879778924, + "nauc_precision_at_1000_std": -0.05952586517600467, + "nauc_precision_at_100_diff1": -0.1886757063019515, + "nauc_precision_at_100_max": 0.14059895929970076, + "nauc_precision_at_100_std": 0.139035836861665, + "nauc_precision_at_10_diff1": -0.15874780323100365, + "nauc_precision_at_10_max": 0.29794908255311736, + "nauc_precision_at_10_std": 0.23040988328215, + "nauc_precision_at_1_diff1": 0.35579202662179543, + "nauc_precision_at_1_max": 0.42194512074751644, + "nauc_precision_at_1_std": 0.10053111986388269, + "nauc_precision_at_20_diff1": -0.1840699753724868, + "nauc_precision_at_20_max": 0.24189351668803855, + "nauc_precision_at_20_std": 0.21431809857450612, + "nauc_precision_at_3_diff1": -0.003486857459114393, + "nauc_precision_at_3_max": 0.3632767728052131, + "nauc_precision_at_3_std": 0.19121648638724711, + "nauc_precision_at_5_diff1": -0.09165140758603345, + "nauc_precision_at_5_max": 0.3320218025218343, + "nauc_precision_at_5_std": 0.2165255645859829, + "nauc_recall_at_1000_diff1": 0.1513092073991457, + "nauc_recall_at_1000_max": 0.4166736297014483, + "nauc_recall_at_1000_std": 0.681920725519897, + "nauc_recall_at_100_diff1": 0.17319019300426478, + "nauc_recall_at_100_max": 0.21266528849803337, + "nauc_recall_at_100_std": 0.28263386854297884, + "nauc_recall_at_10_diff1": 0.20907897801182615, + "nauc_recall_at_10_max": 0.13785436519335445, + "nauc_recall_at_10_std": 0.033831808271237857, + "nauc_recall_at_1_diff1": 0.44225012092509186, + "nauc_recall_at_1_max": 0.06975050245084989, + "nauc_recall_at_1_std": -0.09492474406134459, + "nauc_recall_at_20_diff1": 0.1847523248174908, + "nauc_recall_at_20_max": 0.15530723579667963, + "nauc_recall_at_20_std": 0.0843333610723884, + "nauc_recall_at_3_diff1": 0.30418090336032694, + "nauc_recall_at_3_max": 0.09090737017951692, + "nauc_recall_at_3_std": -0.0381978878936446, + "nauc_recall_at_5_diff1": 0.26058001464198827, + "nauc_recall_at_5_max": 0.11313621313125198, + "nauc_recall_at_5_std": -0.005228337804320851, + "ndcg_at_1": 0.6075, + "ndcg_at_10": 0.5396, + "ndcg_at_100": 0.61466, + "ndcg_at_1000": 0.69377, + "ndcg_at_20": 0.54797, + "ndcg_at_3": 0.56398, + "ndcg_at_5": 0.54615, + "precision_at_1": 0.715, + "precision_at_10": 0.451, + "precision_at_100": 0.17458, + "precision_at_1000": 0.03438, + "precision_at_20": 0.3603, + "precision_at_3": 0.61, + "precision_at_5": 0.5421, + "recall_at_1": 0.09185, + "recall_at_10": 0.33565, + "recall_at_100": 0.71655, + "recall_at_1000": 0.95038, + "recall_at_20": 0.44488, + "recall_at_3": 0.18594, + "recall_at_5": 0.24058 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17221, + "map_at_1": 0.02965, + "map_at_10": 0.07966, + "map_at_100": 0.12137, + "map_at_1000": 0.14002, + "map_at_20": 0.09405, + "map_at_3": 0.05138, + "map_at_5": 0.0641, + "mrr_at_1": 0.201, + "mrr_at_10": 0.29442142857142867, + "mrr_at_100": 0.30456688731458276, + "mrr_at_1000": 0.30516038355212205, + "mrr_at_20": 0.30052986782739094, + "mrr_at_3": 0.2644166666666663, + "mrr_at_5": 0.2824666666666662, + "nauc_map_at_1000_diff1": 0.15362227213529422, + "nauc_map_at_1000_max": 0.5083624995480809, + "nauc_map_at_1000_std": 0.4897207199239172, + "nauc_map_at_100_diff1": 0.16934124456836858, + "nauc_map_at_100_max": 0.46981947242159433, + "nauc_map_at_100_std": 0.4621711837384974, + "nauc_map_at_10_diff1": 0.22340800080658804, + "nauc_map_at_10_max": 0.38440867794475647, + "nauc_map_at_10_std": 0.3501503728316485, + "nauc_map_at_1_diff1": 0.35709132898050966, + "nauc_map_at_1_max": 0.3028736786754881, + "nauc_map_at_1_std": 0.2445224988242149, + "nauc_map_at_20_diff1": 0.2023582874310659, + "nauc_map_at_20_max": 0.4161086065223267, + "nauc_map_at_20_std": 0.3882385955034905, + "nauc_map_at_3_diff1": 0.2743990284582247, + "nauc_map_at_3_max": 0.337307853748977, + "nauc_map_at_3_std": 0.27728057855237137, + "nauc_map_at_5_diff1": 0.25510281333751406, + "nauc_map_at_5_max": 0.35945821016421536, + "nauc_map_at_5_std": 0.3054795994991283, + "nauc_mrr_at_1000_diff1": 0.10462499136191669, + "nauc_mrr_at_1000_max": 0.43591196290602346, + "nauc_mrr_at_1000_std": 0.3775993596196228, + "nauc_mrr_at_100_diff1": 0.10441100872155763, + "nauc_mrr_at_100_max": 0.436147187972918, + "nauc_mrr_at_100_std": 0.37793395801843704, + "nauc_mrr_at_10_diff1": 0.10717698290826189, + "nauc_mrr_at_10_max": 0.43237657781314087, + "nauc_mrr_at_10_std": 0.3758833760729269, + "nauc_mrr_at_1_diff1": 0.14115776973189162, + "nauc_mrr_at_1_max": 0.3759561203789193, + "nauc_mrr_at_1_std": 0.3260799507578869, + "nauc_mrr_at_20_diff1": 0.10473696819890309, + "nauc_mrr_at_20_max": 0.4361240992462693, + "nauc_mrr_at_20_std": 0.3780813270289822, + "nauc_mrr_at_3_diff1": 0.1061856420407979, + "nauc_mrr_at_3_max": 0.41800612981998586, + "nauc_mrr_at_3_std": 0.35858154683048626, + "nauc_mrr_at_5_diff1": 0.1083236301861993, + "nauc_mrr_at_5_max": 0.4258056970031451, + "nauc_mrr_at_5_std": 0.37033412696532386, + "nauc_ndcg_at_1000_diff1": 0.10398199685270933, + "nauc_ndcg_at_1000_max": 0.578547817092683, + "nauc_ndcg_at_1000_std": 0.5587591447319056, + "nauc_ndcg_at_100_diff1": 0.1231714330054899, + "nauc_ndcg_at_100_max": 0.517811539125593, + "nauc_ndcg_at_100_std": 0.5175193666977563, + "nauc_ndcg_at_10_diff1": 0.14438334492494814, + "nauc_ndcg_at_10_max": 0.4517919302572769, + "nauc_ndcg_at_10_std": 0.4047558789452542, + "nauc_ndcg_at_1_diff1": 0.17847902102180002, + "nauc_ndcg_at_1_max": 0.35045990540067684, + "nauc_ndcg_at_1_std": 0.3120309491008659, + "nauc_ndcg_at_20_diff1": 0.1383393440300818, + "nauc_ndcg_at_20_max": 0.4732105088168718, + "nauc_ndcg_at_20_std": 0.43225920812351154, + "nauc_ndcg_at_3_diff1": 0.13009540202730413, + "nauc_ndcg_at_3_max": 0.4190880965629963, + "nauc_ndcg_at_3_std": 0.3582733997338405, + "nauc_ndcg_at_5_diff1": 0.14510290460727465, + "nauc_ndcg_at_5_max": 0.4370292148144958, + "nauc_ndcg_at_5_std": 0.3769401088157334, + "nauc_precision_at_1000_diff1": -0.07468914725077036, + "nauc_precision_at_1000_max": 0.376101199103761, + "nauc_precision_at_1000_std": 0.19045648327903386, + "nauc_precision_at_100_diff1": -0.048035429840886566, + "nauc_precision_at_100_max": 0.4786855424239253, + "nauc_precision_at_100_std": 0.4069498660947261, + "nauc_precision_at_10_diff1": 0.020821808987021073, + "nauc_precision_at_10_max": 0.49033634600153947, + "nauc_precision_at_10_std": 0.4326418043318793, + "nauc_precision_at_1_diff1": 0.14115776973189162, + "nauc_precision_at_1_max": 0.3759561203789193, + "nauc_precision_at_1_std": 0.3260799507578869, + "nauc_precision_at_20_diff1": -0.008333398077864268, + "nauc_precision_at_20_max": 0.5018061997636395, + "nauc_precision_at_20_std": 0.4368137403433534, + "nauc_precision_at_3_diff1": 0.05606761159619614, + "nauc_precision_at_3_max": 0.4618950215047097, + "nauc_precision_at_3_std": 0.39059197138718066, + "nauc_precision_at_5_diff1": 0.04455934956584663, + "nauc_precision_at_5_max": 0.4797329754868553, + "nauc_precision_at_5_std": 0.41668567844168647, + "nauc_recall_at_1000_diff1": 0.07820772792023614, + "nauc_recall_at_1000_max": 0.6085528830864474, + "nauc_recall_at_1000_std": 0.6783568874962749, + "nauc_recall_at_100_diff1": 0.08693619035677357, + "nauc_recall_at_100_max": 0.4507984430602469, + "nauc_recall_at_100_std": 0.5323035321494799, + "nauc_recall_at_10_diff1": 0.16627993362242277, + "nauc_recall_at_10_max": 0.34768961801339915, + "nauc_recall_at_10_std": 0.34479581782011476, + "nauc_recall_at_1_diff1": 0.35709132898050966, + "nauc_recall_at_1_max": 0.3028736786754881, + "nauc_recall_at_1_std": 0.2445224988242149, + "nauc_recall_at_20_diff1": 0.1377568556405456, + "nauc_recall_at_20_max": 0.37649612263939336, + "nauc_recall_at_20_std": 0.37870545103631514, + "nauc_recall_at_3_diff1": 0.2356435320735673, + "nauc_recall_at_3_max": 0.3145229129189881, + "nauc_recall_at_3_std": 0.26476989595955636, + "nauc_recall_at_5_diff1": 0.21986171940853888, + "nauc_recall_at_5_max": 0.331916931285629, + "nauc_recall_at_5_std": 0.29579141677614096, + "ndcg_at_1": 0.15625, + "ndcg_at_10": 0.17221, + "ndcg_at_100": 0.24159, + "ndcg_at_1000": 0.33149, + "ndcg_at_20": 0.18716, + "ndcg_at_3": 0.15783, + "ndcg_at_5": 0.16285, + "precision_at_1": 0.201, + "precision_at_10": 0.14855, + "precision_at_100": 0.07067, + "precision_at_1000": 0.01976, + "precision_at_20": 0.12435, + "precision_at_3": 0.18067, + "precision_at_5": 0.1704, + "recall_at_1": 0.02965, + "recall_at_10": 0.13104, + "recall_at_100": 0.34955, + "recall_at_1000": 0.63773, + "recall_at_20": 0.18362, + "recall_at_3": 0.06303, + "recall_at_5": 0.08925 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.25511, + "map_at_1": 0.03973, + "map_at_10": 0.11414, + "map_at_100": 0.17539, + "map_at_1000": 0.19872, + "map_at_20": 0.13619, + "map_at_3": 0.07422, + "map_at_5": 0.09015, + "mrr_at_1": 0.321, + "mrr_at_10": 0.4289795634920642, + "mrr_at_100": 0.4371636037890084, + "mrr_at_1000": 0.4375801147566005, + "mrr_at_20": 0.4339748795902246, + "mrr_at_3": 0.4015833333333339, + "mrr_at_5": 0.41803333333333453, + "nauc_map_at_1000_diff1": 0.16504126648953252, + "nauc_map_at_1000_max": 0.5703308297693306, + "nauc_map_at_1000_std": 0.5031895057098271, + "nauc_map_at_100_diff1": 0.18376625582656064, + "nauc_map_at_100_max": 0.5433736634336551, + "nauc_map_at_100_std": 0.4845896316067342, + "nauc_map_at_10_diff1": 0.2391107975988832, + "nauc_map_at_10_max": 0.4321026176930038, + "nauc_map_at_10_std": 0.34408456307583424, + "nauc_map_at_1_diff1": 0.3846171008303411, + "nauc_map_at_1_max": 0.316942962711196, + "nauc_map_at_1_std": 0.21465766858521002, + "nauc_map_at_20_diff1": 0.22192096612806536, + "nauc_map_at_20_max": 0.47636101553969584, + "nauc_map_at_20_std": 0.39355189810913804, + "nauc_map_at_3_diff1": 0.2948715558025266, + "nauc_map_at_3_max": 0.36111720376431516, + "nauc_map_at_3_std": 0.2556728797036855, + "nauc_map_at_5_diff1": 0.27103390304023905, + "nauc_map_at_5_max": 0.38309419044599596, + "nauc_map_at_5_std": 0.28378634140048165, + "nauc_mrr_at_1000_diff1": 0.14838446265533434, + "nauc_mrr_at_1000_max": 0.5239447638274352, + "nauc_mrr_at_1000_std": 0.41126770371337823, + "nauc_mrr_at_100_diff1": 0.14837291553547777, + "nauc_mrr_at_100_max": 0.5242238676672957, + "nauc_mrr_at_100_std": 0.41161233645724443, + "nauc_mrr_at_10_diff1": 0.147621006239291, + "nauc_mrr_at_10_max": 0.5235733583297839, + "nauc_mrr_at_10_std": 0.41120375997025876, + "nauc_mrr_at_1_diff1": 0.16254862551433738, + "nauc_mrr_at_1_max": 0.4606536178452462, + "nauc_mrr_at_1_std": 0.3427649112672119, + "nauc_mrr_at_20_diff1": 0.14925838609108255, + "nauc_mrr_at_20_max": 0.5244647880110227, + "nauc_mrr_at_20_std": 0.41281208366132066, + "nauc_mrr_at_3_diff1": 0.14716728803292647, + "nauc_mrr_at_3_max": 0.5121646778395302, + "nauc_mrr_at_3_std": 0.39423055683422764, + "nauc_mrr_at_5_diff1": 0.14586389404547004, + "nauc_mrr_at_5_max": 0.5191884279108298, + "nauc_mrr_at_5_std": 0.40356987879611966, + "nauc_ndcg_at_1000_diff1": 0.13800328287948202, + "nauc_ndcg_at_1000_max": 0.6406095440406527, + "nauc_ndcg_at_1000_std": 0.5845730335022327, + "nauc_ndcg_at_100_diff1": 0.16262459681073194, + "nauc_ndcg_at_100_max": 0.6159929643962834, + "nauc_ndcg_at_100_std": 0.5598290519987653, + "nauc_ndcg_at_10_diff1": 0.1674909267044109, + "nauc_ndcg_at_10_max": 0.5463644140680104, + "nauc_ndcg_at_10_std": 0.4317610157411665, + "nauc_ndcg_at_1_diff1": 0.18790693853444967, + "nauc_ndcg_at_1_max": 0.42598071377319624, + "nauc_ndcg_at_1_std": 0.30324462882765085, + "nauc_ndcg_at_20_diff1": 0.1747504842911751, + "nauc_ndcg_at_20_max": 0.5725901834921794, + "nauc_ndcg_at_20_std": 0.46656450871232896, + "nauc_ndcg_at_3_diff1": 0.1711320244298986, + "nauc_ndcg_at_3_max": 0.4951998474547386, + "nauc_ndcg_at_3_std": 0.36618208414897957, + "nauc_ndcg_at_5_diff1": 0.1737065632846722, + "nauc_ndcg_at_5_max": 0.5149691842823358, + "nauc_ndcg_at_5_std": 0.3885261620459531, + "nauc_precision_at_1000_diff1": -0.10078863333398999, + "nauc_precision_at_1000_max": 0.24250666770976764, + "nauc_precision_at_1000_std": 0.07972454319437194, + "nauc_precision_at_100_diff1": -0.06831286541340334, + "nauc_precision_at_100_max": 0.4246847758043024, + "nauc_precision_at_100_std": 0.35535037276662124, + "nauc_precision_at_10_diff1": 0.014267883134006596, + "nauc_precision_at_10_max": 0.5292503459500334, + "nauc_precision_at_10_std": 0.43750729498974095, + "nauc_precision_at_1_diff1": 0.16254862551433738, + "nauc_precision_at_1_max": 0.4606536178452462, + "nauc_precision_at_1_std": 0.3427649112672119, + "nauc_precision_at_20_diff1": -0.007818863444668915, + "nauc_precision_at_20_max": 0.5140856039920962, + "nauc_precision_at_20_std": 0.4251295582910176, + "nauc_precision_at_3_diff1": 0.0841438296142062, + "nauc_precision_at_3_max": 0.5130342608366458, + "nauc_precision_at_3_std": 0.39495853225930827, + "nauc_precision_at_5_diff1": 0.056717829028507576, + "nauc_precision_at_5_max": 0.5186267439113192, + "nauc_precision_at_5_std": 0.4087521352135754, + "nauc_recall_at_1000_diff1": 0.07659424836143568, + "nauc_recall_at_1000_max": 0.7094626499410817, + "nauc_recall_at_1000_std": 0.7636801918986235, + "nauc_recall_at_100_diff1": 0.14595063346114268, + "nauc_recall_at_100_max": 0.5621666099095238, + "nauc_recall_at_100_std": 0.5986078617892648, + "nauc_recall_at_10_diff1": 0.19472209042413158, + "nauc_recall_at_10_max": 0.41524299029155826, + "nauc_recall_at_10_std": 0.3531572733229731, + "nauc_recall_at_1_diff1": 0.3846171008303411, + "nauc_recall_at_1_max": 0.316942962711196, + "nauc_recall_at_1_std": 0.21465766858521002, + "nauc_recall_at_20_diff1": 0.19169075535032207, + "nauc_recall_at_20_max": 0.46443935988848206, + "nauc_recall_at_20_std": 0.4197545634262464, + "nauc_recall_at_3_diff1": 0.2620708100798309, + "nauc_recall_at_3_max": 0.3537087926202688, + "nauc_recall_at_3_std": 0.2612861836772265, + "nauc_recall_at_5_diff1": 0.2278557865343977, + "nauc_recall_at_5_max": 0.3669513165669718, + "nauc_recall_at_5_std": 0.28111729486449555, + "ndcg_at_1": 0.25725, + "ndcg_at_10": 0.25511, + "ndcg_at_100": 0.32629, + "ndcg_at_1000": 0.41743, + "ndcg_at_20": 0.26905, + "ndcg_at_3": 0.25076, + "ndcg_at_5": 0.24904, + "precision_at_1": 0.321, + "precision_at_10": 0.21965, + "precision_at_100": 0.09469, + "precision_at_1000": 0.02371, + "precision_at_20": 0.18023, + "precision_at_3": 0.2855, + "precision_at_5": 0.2572, + "recall_at_1": 0.03973, + "recall_at_10": 0.17391, + "recall_at_100": 0.4353, + "recall_at_1000": 0.72377, + "recall_at_20": 0.24247, + "recall_at_3": 0.08819, + "recall_at_5": 0.11853 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.52503, + "map_at_1": 0.09613, + "map_at_10": 0.21237, + "map_at_100": 0.33865, + "map_at_1000": 0.39221, + "map_at_20": 0.25182, + "map_at_3": 0.15172, + "map_at_5": 0.17673, + "mrr_at_1": 0.73, + "mrr_at_10": 0.8357222222222223, + "mrr_at_100": 0.8357222222222223, + "mrr_at_1000": 0.8357466124661247, + "mrr_at_20": 0.8357222222222223, + "mrr_at_3": 0.8225000000000001, + "mrr_at_5": 0.83225, + "nauc_map_at_1000_diff1": 0.14432320172591603, + "nauc_map_at_1000_max": 0.2501778902681593, + "nauc_map_at_1000_std": 0.0489475540737541, + "nauc_map_at_100_diff1": 0.18662891137305282, + "nauc_map_at_100_max": 0.2183685278975532, + "nauc_map_at_100_std": -0.0868140307288736, + "nauc_map_at_10_diff1": 0.23154781778430739, + "nauc_map_at_10_max": 0.10648753352579939, + "nauc_map_at_10_std": -0.3092535203798105, + "nauc_map_at_1_diff1": 0.3577597658565413, + "nauc_map_at_1_max": 0.06794061931131351, + "nauc_map_at_1_std": -0.3060962892505429, + "nauc_map_at_20_diff1": 0.22598016246168465, + "nauc_map_at_20_max": 0.140166161238292, + "nauc_map_at_20_std": -0.2749680414216897, + "nauc_map_at_3_diff1": 0.2873431187770612, + "nauc_map_at_3_max": 0.07747716612047334, + "nauc_map_at_3_std": -0.3342313777501557, + "nauc_map_at_5_diff1": 0.24946098979486578, + "nauc_map_at_5_max": 0.08040826411857872, + "nauc_map_at_5_std": -0.32975464501228824, + "nauc_mrr_at_1000_diff1": 0.42230101077801774, + "nauc_mrr_at_1000_max": 0.4735846682651335, + "nauc_mrr_at_1000_std": -0.12268833561646517, + "nauc_mrr_at_100_diff1": 0.42235054028101726, + "nauc_mrr_at_100_max": 0.4735655930587787, + "nauc_mrr_at_100_std": -0.12260894127679543, + "nauc_mrr_at_10_diff1": 0.42235054028101726, + "nauc_mrr_at_10_max": 0.4735655930587787, + "nauc_mrr_at_10_std": -0.12260894127679543, + "nauc_mrr_at_1_diff1": 0.4408677190430322, + "nauc_mrr_at_1_max": 0.4839391377852918, + "nauc_mrr_at_1_std": -0.1429849220546897, + "nauc_mrr_at_20_diff1": 0.42235054028101726, + "nauc_mrr_at_20_max": 0.4735655930587787, + "nauc_mrr_at_20_std": -0.12260894127679543, + "nauc_mrr_at_3_diff1": 0.40582085799388823, + "nauc_mrr_at_3_max": 0.46158514177401205, + "nauc_mrr_at_3_std": -0.12575915825306577, + "nauc_mrr_at_5_diff1": 0.4254269541526463, + "nauc_mrr_at_5_max": 0.47797812714094734, + "nauc_mrr_at_5_std": -0.12116418130167479, + "nauc_ndcg_at_1000_diff1": 0.2283693679810377, + "nauc_ndcg_at_1000_max": 0.3813752065727795, + "nauc_ndcg_at_1000_std": 0.09665251178967232, + "nauc_ndcg_at_100_diff1": 0.2519618340559852, + "nauc_ndcg_at_100_max": 0.2792615964003763, + "nauc_ndcg_at_100_std": -0.09093307185370442, + "nauc_ndcg_at_10_diff1": 0.25164170803203295, + "nauc_ndcg_at_10_max": 0.289323358813376, + "nauc_ndcg_at_10_std": -0.0996746328101609, + "nauc_ndcg_at_1_diff1": 0.3885234447030804, + "nauc_ndcg_at_1_max": 0.413235373159629, + "nauc_ndcg_at_1_std": -0.19594239809482086, + "nauc_ndcg_at_20_diff1": 0.26523070481075073, + "nauc_ndcg_at_20_max": 0.26709629824592834, + "nauc_ndcg_at_20_std": -0.12768193677113707, + "nauc_ndcg_at_3_diff1": 0.23134140824333982, + "nauc_ndcg_at_3_max": 0.3179324699704291, + "nauc_ndcg_at_3_std": -0.127062901504952, + "nauc_ndcg_at_5_diff1": 0.2197338615311281, + "nauc_ndcg_at_5_max": 0.2968162403721581, + "nauc_ndcg_at_5_std": -0.11657533019583784, + "nauc_precision_at_1000_diff1": -0.148574097042724, + "nauc_precision_at_1000_max": 0.014604150496051361, + "nauc_precision_at_1000_std": 0.3420276930294851, + "nauc_precision_at_100_diff1": -0.15003624908954805, + "nauc_precision_at_100_max": 0.1276250171105838, + "nauc_precision_at_100_std": 0.48104688046588095, + "nauc_precision_at_10_diff1": -0.08939966537709357, + "nauc_precision_at_10_max": 0.2502207661417658, + "nauc_precision_at_10_std": 0.38951415372213427, + "nauc_precision_at_1_diff1": 0.4408677190430322, + "nauc_precision_at_1_max": 0.4839391377852918, + "nauc_precision_at_1_std": -0.1429849220546897, + "nauc_precision_at_20_diff1": -0.10675569423549616, + "nauc_precision_at_20_max": 0.2216359280102524, + "nauc_precision_at_20_std": 0.393892510664116, + "nauc_precision_at_3_diff1": 0.0030340573773223207, + "nauc_precision_at_3_max": 0.3117385714951807, + "nauc_precision_at_3_std": 0.1174423329270162, + "nauc_precision_at_5_diff1": -0.08035764324482793, + "nauc_precision_at_5_max": 0.257873022852783, + "nauc_precision_at_5_std": 0.22363695934265368, + "nauc_recall_at_1000_diff1": -0.09062827214181349, + "nauc_recall_at_1000_max": 0.305352254644018, + "nauc_recall_at_1000_std": 0.5076243087451913, + "nauc_recall_at_100_diff1": 0.13724522399533962, + "nauc_recall_at_100_max": 0.11065720406878383, + "nauc_recall_at_100_std": -0.08119395778298052, + "nauc_recall_at_10_diff1": 0.14191485211546423, + "nauc_recall_at_10_max": 0.017790289531773758, + "nauc_recall_at_10_std": -0.315419185419067, + "nauc_recall_at_1_diff1": 0.3577597658565413, + "nauc_recall_at_1_max": 0.06794061931131351, + "nauc_recall_at_1_std": -0.3060962892505429, + "nauc_recall_at_20_diff1": 0.16359416577333144, + "nauc_recall_at_20_max": 0.05347620049696013, + "nauc_recall_at_20_std": -0.273014785499497, + "nauc_recall_at_3_diff1": 0.2301254367424908, + "nauc_recall_at_3_max": 0.013126607008310347, + "nauc_recall_at_3_std": -0.34837788047106333, + "nauc_recall_at_5_diff1": 0.18086614324920977, + "nauc_recall_at_5_max": 0.010878936808660384, + "nauc_recall_at_5_std": -0.3303301153691295, + "ndcg_at_1": 0.6475, + "ndcg_at_10": 0.52503, + "ndcg_at_100": 0.58539, + "ndcg_at_1000": 0.70117, + "ndcg_at_20": 0.52402, + "ndcg_at_3": 0.56686, + "ndcg_at_5": 0.54357, + "precision_at_1": 0.73, + "precision_at_10": 0.428, + "precision_at_100": 0.18695, + "precision_at_1000": 0.03759, + "precision_at_20": 0.35075, + "precision_at_3": 0.59, + "precision_at_5": 0.518, + "recall_at_1": 0.09613, + "recall_at_10": 0.27947, + "recall_at_100": 0.64882, + "recall_at_1000": 0.96162, + "recall_at_20": 0.3722, + "recall_at_3": 0.1703, + "recall_at_5": 0.21065 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.131, + "map_at_1": 0.02697, + "map_at_10": 0.05465, + "map_at_100": 0.08206, + "map_at_1000": 0.09989, + "map_at_20": 0.06279, + "map_at_3": 0.03827, + "map_at_5": 0.04348, + "mrr_at_1": 0.15, + "mrr_at_10": 0.2400357142857143, + "mrr_at_100": 0.2504115940941265, + "mrr_at_1000": 0.2512525836436733, + "mrr_at_20": 0.24505001942501947, + "mrr_at_3": 0.2158333333333333, + "mrr_at_5": 0.2293333333333333, + "nauc_map_at_1000_diff1": 0.22960375912597508, + "nauc_map_at_1000_max": 0.5216661320270701, + "nauc_map_at_1000_std": 0.5727940756308209, + "nauc_map_at_100_diff1": 0.2827086692266731, + "nauc_map_at_100_max": 0.5020915740179784, + "nauc_map_at_100_std": 0.5182283921125773, + "nauc_map_at_10_diff1": 0.3400339192439114, + "nauc_map_at_10_max": 0.4617502918662012, + "nauc_map_at_10_std": 0.4371515732307155, + "nauc_map_at_1_diff1": 0.5628841892839975, + "nauc_map_at_1_max": 0.4095190772387441, + "nauc_map_at_1_std": 0.3612193230596749, + "nauc_map_at_20_diff1": 0.33042550709196605, + "nauc_map_at_20_max": 0.49513162705543984, + "nauc_map_at_20_std": 0.4469037182741417, + "nauc_map_at_3_diff1": 0.4030585979730858, + "nauc_map_at_3_max": 0.4060649537177313, + "nauc_map_at_3_std": 0.3752444647007976, + "nauc_map_at_5_diff1": 0.36411428135659607, + "nauc_map_at_5_max": 0.4353830593697075, + "nauc_map_at_5_std": 0.4043041898310131, + "nauc_mrr_at_1000_diff1": 0.165826392336708, + "nauc_mrr_at_1000_max": 0.4679881542946591, + "nauc_mrr_at_1000_std": 0.45541939908450496, + "nauc_mrr_at_100_diff1": 0.1658593822661189, + "nauc_mrr_at_100_max": 0.4682341147160047, + "nauc_mrr_at_100_std": 0.4560303223322442, + "nauc_mrr_at_10_diff1": 0.1664463960241502, + "nauc_mrr_at_10_max": 0.47040209716990533, + "nauc_mrr_at_10_std": 0.4553691816158779, + "nauc_mrr_at_1_diff1": 0.2343412962402984, + "nauc_mrr_at_1_max": 0.4018647313778853, + "nauc_mrr_at_1_std": 0.43240600745892555, + "nauc_mrr_at_20_diff1": 0.16443432619357218, + "nauc_mrr_at_20_max": 0.4716268239416142, + "nauc_mrr_at_20_std": 0.4561839171749162, + "nauc_mrr_at_3_diff1": 0.1706216116406489, + "nauc_mrr_at_3_max": 0.44126203129268693, + "nauc_mrr_at_3_std": 0.4271175830195232, + "nauc_mrr_at_5_diff1": 0.16615224936488793, + "nauc_mrr_at_5_max": 0.4639557469486288, + "nauc_mrr_at_5_std": 0.4569262093277617, + "nauc_ndcg_at_1000_diff1": 0.12509858604758511, + "nauc_ndcg_at_1000_max": 0.5560366292825516, + "nauc_ndcg_at_1000_std": 0.6206929820142759, + "nauc_ndcg_at_100_diff1": 0.210286346882481, + "nauc_ndcg_at_100_max": 0.5326036956258412, + "nauc_ndcg_at_100_std": 0.5817573359856449, + "nauc_ndcg_at_10_diff1": 0.23627791075456658, + "nauc_ndcg_at_10_max": 0.5051146159525931, + "nauc_ndcg_at_10_std": 0.5094442141757186, + "nauc_ndcg_at_1_diff1": 0.3366118846936349, + "nauc_ndcg_at_1_max": 0.4527769704335878, + "nauc_ndcg_at_1_std": 0.4299482125399635, + "nauc_ndcg_at_20_diff1": 0.22779362061371006, + "nauc_ndcg_at_20_max": 0.5375013905190299, + "nauc_ndcg_at_20_std": 0.5038615472436239, + "nauc_ndcg_at_3_diff1": 0.20796819347085088, + "nauc_ndcg_at_3_max": 0.43234556136305474, + "nauc_ndcg_at_3_std": 0.42463182759476503, + "nauc_ndcg_at_5_diff1": 0.2218894993160231, + "nauc_ndcg_at_5_max": 0.4810622512292178, + "nauc_ndcg_at_5_std": 0.476184743704788, + "nauc_precision_at_1000_diff1": -0.13062396750087604, + "nauc_precision_at_1000_max": 0.36689084494057755, + "nauc_precision_at_1000_std": 0.40073188431510476, + "nauc_precision_at_100_diff1": -0.04515825680330406, + "nauc_precision_at_100_max": 0.4161195264076891, + "nauc_precision_at_100_std": 0.551557405091685, + "nauc_precision_at_10_diff1": 0.08838739846550857, + "nauc_precision_at_10_max": 0.5329049689118275, + "nauc_precision_at_10_std": 0.5550373231264831, + "nauc_precision_at_1_diff1": 0.2343412962402984, + "nauc_precision_at_1_max": 0.4018647313778853, + "nauc_precision_at_1_std": 0.43240600745892555, + "nauc_precision_at_20_diff1": 0.022263849368551268, + "nauc_precision_at_20_max": 0.5326149257074211, + "nauc_precision_at_20_std": 0.5173257725766471, + "nauc_precision_at_3_diff1": 0.01607293469093204, + "nauc_precision_at_3_max": 0.3768118462354467, + "nauc_precision_at_3_std": 0.41132278904762337, + "nauc_precision_at_5_diff1": 0.02073321752042436, + "nauc_precision_at_5_max": 0.48428260283229274, + "nauc_precision_at_5_std": 0.49755951845804514, + "nauc_recall_at_1000_diff1": 0.049269882902772545, + "nauc_recall_at_1000_max": 0.49173086576713165, + "nauc_recall_at_1000_std": 0.6742196739458589, + "nauc_recall_at_100_diff1": 0.1813747593613726, + "nauc_recall_at_100_max": 0.44336453093547085, + "nauc_recall_at_100_std": 0.539601654838617, + "nauc_recall_at_10_diff1": 0.22858597268417855, + "nauc_recall_at_10_max": 0.43412668051671627, + "nauc_recall_at_10_std": 0.4254593237806887, + "nauc_recall_at_1_diff1": 0.5628841892839975, + "nauc_recall_at_1_max": 0.4095190772387441, + "nauc_recall_at_1_std": 0.3612193230596749, + "nauc_recall_at_20_diff1": 0.24671972446958187, + "nauc_recall_at_20_max": 0.49441628359483764, + "nauc_recall_at_20_std": 0.40433186379304814, + "nauc_recall_at_3_diff1": 0.3020955983848405, + "nauc_recall_at_3_max": 0.39427398660192847, + "nauc_recall_at_3_std": 0.3657275295278836, + "nauc_recall_at_5_diff1": 0.26755389640139526, + "nauc_recall_at_5_max": 0.43164897757282056, + "nauc_recall_at_5_std": 0.4139927894696812, + "ndcg_at_1": 0.11, + "ndcg_at_10": 0.131, + "ndcg_at_100": 0.18318, + "ndcg_at_1000": 0.28413, + "ndcg_at_20": 0.14131, + "ndcg_at_3": 0.11868, + "ndcg_at_5": 0.12051, + "precision_at_1": 0.15, + "precision_at_10": 0.11, + "precision_at_100": 0.05845, + "precision_at_1000": 0.01891, + "precision_at_20": 0.09425, + "precision_at_3": 0.13667, + "precision_at_5": 0.127, + "recall_at_1": 0.02697, + "recall_at_10": 0.09858, + "recall_at_100": 0.26562, + "recall_at_1000": 0.5695, + "recall_at_20": 0.13155, + "recall_at_3": 0.04991, + "recall_at_5": 0.06274 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.19239, + "map_at_1": 0.02703, + "map_at_10": 0.06606, + "map_at_100": 0.11193, + "map_at_1000": 0.13624, + "map_at_20": 0.08067, + "map_at_3": 0.04332, + "map_at_5": 0.05127, + "mrr_at_1": 0.245, + "mrr_at_10": 0.3331607142857144, + "mrr_at_100": 0.345584380688772, + "mrr_at_1000": 0.34617217454250815, + "mrr_at_20": 0.34051676947923104, + "mrr_at_3": 0.31000000000000005, + "mrr_at_5": 0.32275000000000004, + "nauc_map_at_1000_diff1": 0.2358717584119183, + "nauc_map_at_1000_max": 0.6333167422848022, + "nauc_map_at_1000_std": 0.6410471255672778, + "nauc_map_at_100_diff1": 0.2600597905391424, + "nauc_map_at_100_max": 0.6057340011494002, + "nauc_map_at_100_std": 0.5937464174692642, + "nauc_map_at_10_diff1": 0.31313900341973794, + "nauc_map_at_10_max": 0.5596223522032641, + "nauc_map_at_10_std": 0.4856462016571059, + "nauc_map_at_1_diff1": 0.3787448168353065, + "nauc_map_at_1_max": 0.4479949704751221, + "nauc_map_at_1_std": 0.4297785208752873, + "nauc_map_at_20_diff1": 0.2799987721997662, + "nauc_map_at_20_max": 0.573579529641219, + "nauc_map_at_20_std": 0.4974099630663982, + "nauc_map_at_3_diff1": 0.3743632385773582, + "nauc_map_at_3_max": 0.5000555229721493, + "nauc_map_at_3_std": 0.4608399872249779, + "nauc_map_at_5_diff1": 0.33565169701792746, + "nauc_map_at_5_max": 0.5276518875097304, + "nauc_map_at_5_std": 0.4691603844289396, + "nauc_mrr_at_1000_diff1": 0.16683894735206892, + "nauc_mrr_at_1000_max": 0.6060081118998825, + "nauc_mrr_at_1000_std": 0.4660935766710116, + "nauc_mrr_at_100_diff1": 0.1664134559270084, + "nauc_mrr_at_100_max": 0.6062353541316928, + "nauc_mrr_at_100_std": 0.46625078114029345, + "nauc_mrr_at_10_diff1": 0.17434994919071842, + "nauc_mrr_at_10_max": 0.6097594815101838, + "nauc_mrr_at_10_std": 0.47076164117790986, + "nauc_mrr_at_1_diff1": 0.17338191965445326, + "nauc_mrr_at_1_max": 0.5463734665251629, + "nauc_mrr_at_1_std": 0.42548406967337815, + "nauc_mrr_at_20_diff1": 0.16909065086314476, + "nauc_mrr_at_20_max": 0.608349136121414, + "nauc_mrr_at_20_std": 0.46500642891512783, + "nauc_mrr_at_3_diff1": 0.1551808271007073, + "nauc_mrr_at_3_max": 0.5886154550626502, + "nauc_mrr_at_3_std": 0.4596937571981631, + "nauc_mrr_at_5_diff1": 0.16984360278091498, + "nauc_mrr_at_5_max": 0.5991436462840911, + "nauc_mrr_at_5_std": 0.46085460988350024, + "nauc_ndcg_at_1000_diff1": 0.15334852020469847, + "nauc_ndcg_at_1000_max": 0.6842996462622339, + "nauc_ndcg_at_1000_std": 0.5973181819062829, + "nauc_ndcg_at_100_diff1": 0.1943384353536287, + "nauc_ndcg_at_100_max": 0.6601194071344094, + "nauc_ndcg_at_100_std": 0.5861642609287467, + "nauc_ndcg_at_10_diff1": 0.21820788504978736, + "nauc_ndcg_at_10_max": 0.6360297820922282, + "nauc_ndcg_at_10_std": 0.5032981196823656, + "nauc_ndcg_at_1_diff1": 0.15972389104800425, + "nauc_ndcg_at_1_max": 0.5207454610240561, + "nauc_ndcg_at_1_std": 0.33015404758156097, + "nauc_ndcg_at_20_diff1": 0.2087603405458531, + "nauc_ndcg_at_20_max": 0.650717301617084, + "nauc_ndcg_at_20_std": 0.5209920436510764, + "nauc_ndcg_at_3_diff1": 0.18811344317425965, + "nauc_ndcg_at_3_max": 0.5597277943762703, + "nauc_ndcg_at_3_std": 0.423197139217767, + "nauc_ndcg_at_5_diff1": 0.19969521812211255, + "nauc_ndcg_at_5_max": 0.5949799832513101, + "nauc_ndcg_at_5_std": 0.4438843686456072, + "nauc_precision_at_1000_diff1": -0.027151191996453192, + "nauc_precision_at_1000_max": 0.4034122324663519, + "nauc_precision_at_1000_std": 0.39011570253904965, + "nauc_precision_at_100_diff1": 0.05825463822034497, + "nauc_precision_at_100_max": 0.49047386593763687, + "nauc_precision_at_100_std": 0.5508879178023716, + "nauc_precision_at_10_diff1": 0.12995563529481038, + "nauc_precision_at_10_max": 0.6027398118415301, + "nauc_precision_at_10_std": 0.510920783755577, + "nauc_precision_at_1_diff1": 0.17338191965445326, + "nauc_precision_at_1_max": 0.5463734665251629, + "nauc_precision_at_1_std": 0.42548406967337815, + "nauc_precision_at_20_diff1": 0.0720963920870366, + "nauc_precision_at_20_max": 0.5697288406693728, + "nauc_precision_at_20_std": 0.5266745635345776, + "nauc_precision_at_3_diff1": 0.14874042499173226, + "nauc_precision_at_3_max": 0.5468703544715664, + "nauc_precision_at_3_std": 0.4620924879821745, + "nauc_precision_at_5_diff1": 0.14991769500607358, + "nauc_precision_at_5_max": 0.5979860819417168, + "nauc_precision_at_5_std": 0.4681485349711082, + "nauc_recall_at_1000_diff1": 0.0754763743082345, + "nauc_recall_at_1000_max": 0.6561493495402845, + "nauc_recall_at_1000_std": 0.6298437930642351, + "nauc_recall_at_100_diff1": 0.17406771175119634, + "nauc_recall_at_100_max": 0.5379291930867153, + "nauc_recall_at_100_std": 0.5006174074557238, + "nauc_recall_at_10_diff1": 0.27656828847786963, + "nauc_recall_at_10_max": 0.5351802554440194, + "nauc_recall_at_10_std": 0.41502649555439075, + "nauc_recall_at_1_diff1": 0.3787448168353065, + "nauc_recall_at_1_max": 0.4479949704751221, + "nauc_recall_at_1_std": 0.4297785208752873, + "nauc_recall_at_20_diff1": 0.21604582518781318, + "nauc_recall_at_20_max": 0.5104826479532304, + "nauc_recall_at_20_std": 0.36047685620725006, + "nauc_recall_at_3_diff1": 0.36198799320723857, + "nauc_recall_at_3_max": 0.5158384926962676, + "nauc_recall_at_3_std": 0.45469064221686306, + "nauc_recall_at_5_diff1": 0.30489810205913714, + "nauc_recall_at_5_max": 0.5433299866129168, + "nauc_recall_at_5_std": 0.4613150955538135, + "ndcg_at_1": 0.205, + "ndcg_at_10": 0.19239, + "ndcg_at_100": 0.25236, + "ndcg_at_1000": 0.35986, + "ndcg_at_20": 0.2024, + "ndcg_at_3": 0.1916, + "ndcg_at_5": 0.18556, + "precision_at_1": 0.245, + "precision_at_10": 0.1685, + "precision_at_100": 0.0854, + "precision_at_1000": 0.023, + "precision_at_20": 0.1445, + "precision_at_3": 0.20167, + "precision_at_5": 0.185, + "recall_at_1": 0.02703, + "recall_at_10": 0.11412, + "recall_at_100": 0.34172, + "recall_at_1000": 0.66068, + "recall_at_20": 0.17291, + "recall_at_3": 0.05376, + "recall_at_5": 0.06887 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.59803, + "map_at_1": 0.14159, + "map_at_10": 0.40707, + "map_at_100": 0.52341, + "map_at_1000": 0.53588, + "map_at_20": 0.46053, + "map_at_3": 0.27071, + "map_at_5": 0.33159, + "mrr_at_1": 0.645, + "mrr_at_10": 0.7782896825396826, + "mrr_at_100": 0.7790218253968254, + "mrr_at_1000": 0.7790218253968254, + "mrr_at_20": 0.7788968253968254, + "mrr_at_3": 0.7616666666666666, + "mrr_at_5": 0.7724166666666668, + "nauc_map_at_1000_diff1": 0.13663057175353907, + "nauc_map_at_1000_max": 0.11638012536121715, + "nauc_map_at_1000_std": -0.20032735210808472, + "nauc_map_at_100_diff1": 0.14753090819527737, + "nauc_map_at_100_max": 0.10660832992984601, + "nauc_map_at_100_std": -0.2516889202734186, + "nauc_map_at_10_diff1": 0.20941160109827328, + "nauc_map_at_10_max": -0.0017780187903469915, + "nauc_map_at_10_std": -0.40969362832232276, + "nauc_map_at_1_diff1": 0.328041270282856, + "nauc_map_at_1_max": -0.13405422389268337, + "nauc_map_at_1_std": -0.36265861512532915, + "nauc_map_at_20_diff1": 0.17033191668472591, + "nauc_map_at_20_max": 0.042756096418273104, + "nauc_map_at_20_std": -0.37026942510833805, + "nauc_map_at_3_diff1": 0.23014641207431646, + "nauc_map_at_3_max": -0.10004587844423675, + "nauc_map_at_3_std": -0.40616661075869936, + "nauc_map_at_5_diff1": 0.2426715581549431, + "nauc_map_at_5_max": -0.057854085385418516, + "nauc_map_at_5_std": -0.41032993696782055, + "nauc_mrr_at_1000_diff1": 0.31376746525254706, + "nauc_mrr_at_1000_max": 0.19192676790710445, + "nauc_mrr_at_1000_std": 0.07500727177229956, + "nauc_mrr_at_100_diff1": 0.31376746525254706, + "nauc_mrr_at_100_max": 0.19192676790710445, + "nauc_mrr_at_100_std": 0.07500727177229956, + "nauc_mrr_at_10_diff1": 0.3156650504820222, + "nauc_mrr_at_10_max": 0.19474433477256173, + "nauc_mrr_at_10_std": 0.07579467349116281, + "nauc_mrr_at_1_diff1": 0.33917647912183524, + "nauc_mrr_at_1_max": 0.15350951425324597, + "nauc_mrr_at_1_std": 0.050331648895444094, + "nauc_mrr_at_20_diff1": 0.3134432013281188, + "nauc_mrr_at_20_max": 0.19237954125130055, + "nauc_mrr_at_20_std": 0.07532755515170038, + "nauc_mrr_at_3_diff1": 0.29098383296155717, + "nauc_mrr_at_3_max": 0.19663324805650736, + "nauc_mrr_at_3_std": 0.08516507066293015, + "nauc_mrr_at_5_diff1": 0.3115788220665266, + "nauc_mrr_at_5_max": 0.19658867075305986, + "nauc_mrr_at_5_std": 0.08278788205383497, + "nauc_ndcg_at_1000_diff1": 0.2027977336899285, + "nauc_ndcg_at_1000_max": 0.20334387999363432, + "nauc_ndcg_at_1000_std": -0.007191279769878909, + "nauc_ndcg_at_100_diff1": 0.2240673245438303, + "nauc_ndcg_at_100_max": 0.18917666286344592, + "nauc_ndcg_at_100_std": -0.14041910617570338, + "nauc_ndcg_at_10_diff1": 0.2043241556161485, + "nauc_ndcg_at_10_max": 0.1605644104993406, + "nauc_ndcg_at_10_std": -0.1627577059572385, + "nauc_ndcg_at_1_diff1": 0.33237288321048086, + "nauc_ndcg_at_1_max": 0.170736422092298, + "nauc_ndcg_at_1_std": 0.06627105847682356, + "nauc_ndcg_at_20_diff1": 0.17970625030512233, + "nauc_ndcg_at_20_max": 0.16107847171932232, + "nauc_ndcg_at_20_std": -0.18981972669457817, + "nauc_ndcg_at_3_diff1": 0.1944376855950402, + "nauc_ndcg_at_3_max": 0.13605661376516107, + "nauc_ndcg_at_3_std": -0.059614848375151554, + "nauc_ndcg_at_5_diff1": 0.23422020863514842, + "nauc_ndcg_at_5_max": 0.1499061743591366, + "nauc_ndcg_at_5_std": -0.10587194132097712, + "nauc_precision_at_1000_diff1": -0.19076206901719017, + "nauc_precision_at_1000_max": 0.1737637379391723, + "nauc_precision_at_1000_std": 0.6321424476662799, + "nauc_precision_at_100_diff1": -0.18437722881657811, + "nauc_precision_at_100_max": 0.2199831965162099, + "nauc_precision_at_100_std": 0.5946429945240145, + "nauc_precision_at_10_diff1": -0.17806822311046508, + "nauc_precision_at_10_max": 0.317548601017442, + "nauc_precision_at_10_std": 0.40527911518895365, + "nauc_precision_at_1_diff1": 0.33917647912183524, + "nauc_precision_at_1_max": 0.15350951425324597, + "nauc_precision_at_1_std": 0.050331648895444094, + "nauc_precision_at_20_diff1": -0.21197853734730357, + "nauc_precision_at_20_max": 0.27386510504524897, + "nauc_precision_at_20_std": 0.4874365120165348, + "nauc_precision_at_3_diff1": -0.06437222633136112, + "nauc_precision_at_3_max": 0.21585745984784419, + "nauc_precision_at_3_std": 0.0929443153000841, + "nauc_precision_at_5_diff1": -0.050667220879986714, + "nauc_precision_at_5_max": 0.30318282977857414, + "nauc_precision_at_5_std": 0.25927224863395065, + "nauc_recall_at_1000_diff1": -0.3228069003097695, + "nauc_recall_at_1000_max": 0.7787119640982172, + "nauc_recall_at_1000_std": 0.8285137533437563, + "nauc_recall_at_100_diff1": 0.14706386026343166, + "nauc_recall_at_100_max": 0.09496589963039852, + "nauc_recall_at_100_std": -0.5675112537520518, + "nauc_recall_at_10_diff1": 0.18820059433415667, + "nauc_recall_at_10_max": -0.040671286941355515, + "nauc_recall_at_10_std": -0.5103380424318773, + "nauc_recall_at_1_diff1": 0.328041270282856, + "nauc_recall_at_1_max": -0.13405422389268337, + "nauc_recall_at_1_std": -0.36265861512532915, + "nauc_recall_at_20_diff1": 0.11457651613980041, + "nauc_recall_at_20_max": -0.020097800909106935, + "nauc_recall_at_20_std": -0.532609004910151, + "nauc_recall_at_3_diff1": 0.19918084586595267, + "nauc_recall_at_3_max": -0.11475597569300573, + "nauc_recall_at_3_std": -0.42509511962446694, + "nauc_recall_at_5_diff1": 0.22195207634529354, + "nauc_recall_at_5_max": -0.0652470126561415, + "nauc_recall_at_5_std": -0.44235934058818366, + "ndcg_at_1": 0.5725, + "ndcg_at_10": 0.59803, + "ndcg_at_100": 0.69794, + "ndcg_at_1000": 0.72656, + "ndcg_at_20": 0.63288, + "ndcg_at_3": 0.55097, + "ndcg_at_5": 0.5654, + "precision_at_1": 0.645, + "precision_at_10": 0.3965, + "precision_at_100": 0.1052, + "precision_at_1000": 0.01342, + "precision_at_20": 0.28775, + "precision_at_3": 0.55667, + "precision_at_5": 0.495, + "recall_at_1": 0.14159, + "recall_at_10": 0.55598, + "recall_at_100": 0.90661, + "recall_at_1000": 0.99609, + "recall_at_20": 0.68128, + "recall_at_3": 0.30829, + "recall_at_5": 0.40984 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.28511, + "map_at_1": 0.06125, + "map_at_10": 0.17752, + "map_at_100": 0.24648, + "map_at_1000": 0.26358, + "map_at_20": 0.20877, + "map_at_3": 0.11892, + "map_at_5": 0.14457, + "mrr_at_1": 0.3, + "mrr_at_10": 0.4171249999999999, + "mrr_at_100": 0.42645225752894833, + "mrr_at_1000": 0.42678469979502315, + "mrr_at_20": 0.4233788562228964, + "mrr_at_3": 0.3783333333333333, + "mrr_at_5": 0.40008333333333324, + "nauc_map_at_1000_diff1": 0.20305046453731085, + "nauc_map_at_1000_max": 0.2538609606191277, + "nauc_map_at_1000_std": -0.03757070569354463, + "nauc_map_at_100_diff1": 0.21477828312504804, + "nauc_map_at_100_max": 0.2301204961904391, + "nauc_map_at_100_std": -0.09238446610562312, + "nauc_map_at_10_diff1": 0.2935426189415628, + "nauc_map_at_10_max": 0.08291980173018167, + "nauc_map_at_10_std": -0.2252462031017024, + "nauc_map_at_1_diff1": 0.2991612931406341, + "nauc_map_at_1_max": 0.10832733857446275, + "nauc_map_at_1_std": -0.18282303033254496, + "nauc_map_at_20_diff1": 0.2578784962589115, + "nauc_map_at_20_max": 0.16330250759779358, + "nauc_map_at_20_std": -0.17352148471063072, + "nauc_map_at_3_diff1": 0.34706127560924965, + "nauc_map_at_3_max": 0.0508927135398056, + "nauc_map_at_3_std": -0.26254232557029183, + "nauc_map_at_5_diff1": 0.3230541646432378, + "nauc_map_at_5_max": 0.04527575885136499, + "nauc_map_at_5_std": -0.25437693052446325, + "nauc_mrr_at_1000_diff1": 0.15382629388624258, + "nauc_mrr_at_1000_max": 0.19570730217609614, + "nauc_mrr_at_1000_std": 0.057804995442659976, + "nauc_mrr_at_100_diff1": 0.15403448030577888, + "nauc_mrr_at_100_max": 0.19600696430293335, + "nauc_mrr_at_100_std": 0.05806566800740356, + "nauc_mrr_at_10_diff1": 0.1577375076233452, + "nauc_mrr_at_10_max": 0.19624044643650423, + "nauc_mrr_at_10_std": 0.05278033157398301, + "nauc_mrr_at_1_diff1": 0.12145655992433461, + "nauc_mrr_at_1_max": 0.14009593298202938, + "nauc_mrr_at_1_std": 0.047088231320091795, + "nauc_mrr_at_20_diff1": 0.1533848498275228, + "nauc_mrr_at_20_max": 0.1975301394256814, + "nauc_mrr_at_20_std": 0.05826782023639808, + "nauc_mrr_at_3_diff1": 0.15884078748510322, + "nauc_mrr_at_3_max": 0.17688010847782654, + "nauc_mrr_at_3_std": 0.047362510791191206, + "nauc_mrr_at_5_diff1": 0.16649233066873398, + "nauc_mrr_at_5_max": 0.18960033043283991, + "nauc_mrr_at_5_std": 0.04823128668795551, + "nauc_ndcg_at_1000_diff1": 0.15463697499218412, + "nauc_ndcg_at_1000_max": 0.34389778739848165, + "nauc_ndcg_at_1000_std": 0.1468384658282595, + "nauc_ndcg_at_100_diff1": 0.1870856580967418, + "nauc_ndcg_at_100_max": 0.3016652774273129, + "nauc_ndcg_at_100_std": 0.005083734981475559, + "nauc_ndcg_at_10_diff1": 0.24994163595143049, + "nauc_ndcg_at_10_max": 0.2179441311025413, + "nauc_ndcg_at_10_std": -0.06070103470337197, + "nauc_ndcg_at_1_diff1": 0.15307919018357646, + "nauc_ndcg_at_1_max": 0.15596478724019033, + "nauc_ndcg_at_1_std": 0.07994144048696852, + "nauc_ndcg_at_20_diff1": 0.21334012938451957, + "nauc_ndcg_at_20_max": 0.2682516813779606, + "nauc_ndcg_at_20_std": -0.04364833990746098, + "nauc_ndcg_at_3_diff1": 0.23051123151059802, + "nauc_ndcg_at_3_max": 0.1851107582469007, + "nauc_ndcg_at_3_std": -0.025633246165021155, + "nauc_ndcg_at_5_diff1": 0.2464017848049088, + "nauc_ndcg_at_5_max": 0.17741466501314812, + "nauc_ndcg_at_5_std": -0.0590000280989445, + "nauc_precision_at_1000_diff1": -0.168414171875986, + "nauc_precision_at_1000_max": 0.26496986154709606, + "nauc_precision_at_1000_std": 0.5562652098034319, + "nauc_precision_at_100_diff1": -0.19529753292115173, + "nauc_precision_at_100_max": 0.4074980533877902, + "nauc_precision_at_100_std": 0.4953349809448927, + "nauc_precision_at_10_diff1": -0.03351949837542672, + "nauc_precision_at_10_max": 0.34792162325846177, + "nauc_precision_at_10_std": 0.22051815703601801, + "nauc_precision_at_1_diff1": 0.12145655992433461, + "nauc_precision_at_1_max": 0.14009593298202938, + "nauc_precision_at_1_std": 0.047088231320091795, + "nauc_precision_at_20_diff1": -0.13089205843460872, + "nauc_precision_at_20_max": 0.4200670787208556, + "nauc_precision_at_20_std": 0.32248788998340483, + "nauc_precision_at_3_diff1": 0.11219746899794825, + "nauc_precision_at_3_max": 0.17695529289297998, + "nauc_precision_at_3_std": 0.013423631158801765, + "nauc_precision_at_5_diff1": 0.05134863479016652, + "nauc_precision_at_5_max": 0.2157730664042995, + "nauc_precision_at_5_std": 0.07503394696411105, + "nauc_recall_at_1000_diff1": 0.11658467278280976, + "nauc_recall_at_1000_max": 0.7308224078462492, + "nauc_recall_at_1000_std": 0.6018022641755137, + "nauc_recall_at_100_diff1": 0.16025096386168053, + "nauc_recall_at_100_max": 0.2891693761577371, + "nauc_recall_at_100_std": -0.031322819683059, + "nauc_recall_at_10_diff1": 0.2924510184778928, + "nauc_recall_at_10_max": 0.09744324319388642, + "nauc_recall_at_10_std": -0.2384893474435786, + "nauc_recall_at_1_diff1": 0.2991612931406341, + "nauc_recall_at_1_max": 0.10832733857446275, + "nauc_recall_at_1_std": -0.18282303033254496, + "nauc_recall_at_20_diff1": 0.20132827326660477, + "nauc_recall_at_20_max": 0.18975799176282612, + "nauc_recall_at_20_std": -0.1808966479952494, + "nauc_recall_at_3_diff1": 0.381793586632616, + "nauc_recall_at_3_max": 0.047521193738900146, + "nauc_recall_at_3_std": -0.2786916621376006, + "nauc_recall_at_5_diff1": 0.3634066997889416, + "nauc_recall_at_5_max": 0.04785415857558316, + "nauc_recall_at_5_std": -0.27094558721299394, + "ndcg_at_1": 0.2375, + "ndcg_at_10": 0.28511, + "ndcg_at_100": 0.40323, + "ndcg_at_1000": 0.48274, + "ndcg_at_20": 0.32696, + "ndcg_at_3": 0.23755, + "ndcg_at_5": 0.2502, + "precision_at_1": 0.3, + "precision_at_10": 0.1995, + "precision_at_100": 0.0688, + "precision_at_1000": 0.01275, + "precision_at_20": 0.16, + "precision_at_3": 0.26, + "precision_at_5": 0.235, + "recall_at_1": 0.06125, + "recall_at_10": 0.29893, + "recall_at_100": 0.64851, + "recall_at_1000": 0.94416, + "recall_at_20": 0.40513, + "recall_at_3": 0.14762, + "recall_at_5": 0.20006 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.37935, + "map_at_1": 0.07675, + "map_at_10": 0.24145, + "map_at_100": 0.32586, + "map_at_1000": 0.34071, + "map_at_20": 0.28238, + "map_at_3": 0.14888, + "map_at_5": 0.19038, + "mrr_at_1": 0.39, + "mrr_at_10": 0.5344067460317461, + "mrr_at_100": 0.5410802424972289, + "mrr_at_1000": 0.5412614963493209, + "mrr_at_20": 0.5396344845814662, + "mrr_at_3": 0.49499999999999994, + "mrr_at_5": 0.52225, + "nauc_map_at_1000_diff1": 0.1128774580375121, + "nauc_map_at_1000_max": 0.3854217497235835, + "nauc_map_at_1000_std": 0.010597587083688974, + "nauc_map_at_100_diff1": 0.1326760986034576, + "nauc_map_at_100_max": 0.37433085521860304, + "nauc_map_at_100_std": -0.03928294352041437, + "nauc_map_at_10_diff1": 0.18040482276706304, + "nauc_map_at_10_max": 0.25776093580329884, + "nauc_map_at_10_std": -0.15006548141161716, + "nauc_map_at_1_diff1": 0.19208343853932033, + "nauc_map_at_1_max": 0.17241301322815544, + "nauc_map_at_1_std": -0.159155158222861, + "nauc_map_at_20_diff1": 0.1660465358475619, + "nauc_map_at_20_max": 0.32334369280348346, + "nauc_map_at_20_std": -0.11768777969092421, + "nauc_map_at_3_diff1": 0.22571215162091476, + "nauc_map_at_3_max": 0.16413903557721224, + "nauc_map_at_3_std": -0.19984856425534603, + "nauc_map_at_5_diff1": 0.1999549241735101, + "nauc_map_at_5_max": 0.19503196270898637, + "nauc_map_at_5_std": -0.18002847193207147, + "nauc_mrr_at_1000_diff1": 0.020696341394025226, + "nauc_mrr_at_1000_max": 0.3555113907657481, + "nauc_mrr_at_1000_std": 0.14824341046162462, + "nauc_mrr_at_100_diff1": 0.020612562857142747, + "nauc_mrr_at_100_max": 0.3558940591156972, + "nauc_mrr_at_100_std": 0.1483323078642091, + "nauc_mrr_at_10_diff1": 0.018370272601952, + "nauc_mrr_at_10_max": 0.3556953336210153, + "nauc_mrr_at_10_std": 0.1505377628334975, + "nauc_mrr_at_1_diff1": 0.017823651908475898, + "nauc_mrr_at_1_max": 0.3147077464333293, + "nauc_mrr_at_1_std": 0.14437416734572447, + "nauc_mrr_at_20_diff1": 0.018680561751372015, + "nauc_mrr_at_20_max": 0.35721315668663295, + "nauc_mrr_at_20_std": 0.15144931383675675, + "nauc_mrr_at_3_diff1": 0.04190272940663945, + "nauc_mrr_at_3_max": 0.34857226937684055, + "nauc_mrr_at_3_std": 0.12875296309426978, + "nauc_mrr_at_5_diff1": 0.02276705458929566, + "nauc_mrr_at_5_max": 0.3462229892299, + "nauc_mrr_at_5_std": 0.12706066746985392, + "nauc_ndcg_at_1000_diff1": 0.06574066088568568, + "nauc_ndcg_at_1000_max": 0.4051505227272439, + "nauc_ndcg_at_1000_std": 0.1780707932521084, + "nauc_ndcg_at_100_diff1": 0.12446767178679281, + "nauc_ndcg_at_100_max": 0.42985732294100193, + "nauc_ndcg_at_100_std": 0.05612253957176705, + "nauc_ndcg_at_10_diff1": 0.1284058071344775, + "nauc_ndcg_at_10_max": 0.3479904915788697, + "nauc_ndcg_at_10_std": 0.013587890116991887, + "nauc_ndcg_at_1_diff1": 0.09531413468421328, + "nauc_ndcg_at_1_max": 0.2542054402290622, + "nauc_ndcg_at_1_std": 0.11995484830130489, + "nauc_ndcg_at_20_diff1": 0.1448136497459055, + "nauc_ndcg_at_20_max": 0.39624531944485525, + "nauc_ndcg_at_20_std": 0.0018312539900913383, + "nauc_ndcg_at_3_diff1": 0.13408949199312986, + "nauc_ndcg_at_3_max": 0.2600923190905067, + "nauc_ndcg_at_3_std": 0.02853077246017636, + "nauc_ndcg_at_5_diff1": 0.11224580913041597, + "nauc_ndcg_at_5_max": 0.28654207771163015, + "nauc_ndcg_at_5_std": 0.014311009978488418, + "nauc_precision_at_1000_diff1": -0.2154486214178797, + "nauc_precision_at_1000_max": 0.09294641686225022, + "nauc_precision_at_1000_std": 0.5045034436289472, + "nauc_precision_at_100_diff1": -0.18868300205185012, + "nauc_precision_at_100_max": 0.27662521657367467, + "nauc_precision_at_100_std": 0.5058560285837771, + "nauc_precision_at_10_diff1": -0.08781171556916975, + "nauc_precision_at_10_max": 0.3903061824129139, + "nauc_precision_at_10_std": 0.26677297914535186, + "nauc_precision_at_1_diff1": 0.017823651908475898, + "nauc_precision_at_1_max": 0.3147077464333293, + "nauc_precision_at_1_std": 0.14437416734572447, + "nauc_precision_at_20_diff1": -0.1136863355235242, + "nauc_precision_at_20_max": 0.39715478777436314, + "nauc_precision_at_20_std": 0.3492296292962671, + "nauc_precision_at_3_diff1": 0.026411859063000878, + "nauc_precision_at_3_max": 0.32783892914431084, + "nauc_precision_at_3_std": 0.11926360233788684, + "nauc_precision_at_5_diff1": -0.05934925805729851, + "nauc_precision_at_5_max": 0.34475241549612384, + "nauc_precision_at_5_std": 0.17987671578739917, + "nauc_recall_at_1000_diff1": -0.5958586662584218, + "nauc_recall_at_1000_max": 0.614312601486499, + "nauc_recall_at_1000_std": 0.6148764572424159, + "nauc_recall_at_100_diff1": 0.16112583460545507, + "nauc_recall_at_100_max": 0.48782325893062867, + "nauc_recall_at_100_std": -0.06985763929640124, + "nauc_recall_at_10_diff1": 0.19217396869356668, + "nauc_recall_at_10_max": 0.2537685928542702, + "nauc_recall_at_10_std": -0.18846122699233714, + "nauc_recall_at_1_diff1": 0.19208343853932033, + "nauc_recall_at_1_max": 0.17241301322815544, + "nauc_recall_at_1_std": -0.159155158222861, + "nauc_recall_at_20_diff1": 0.1900782574011409, + "nauc_recall_at_20_max": 0.34403608585484396, + "nauc_recall_at_20_std": -0.17828978048267605, + "nauc_recall_at_3_diff1": 0.23916457448091422, + "nauc_recall_at_3_max": 0.13071937191911928, + "nauc_recall_at_3_std": -0.22701290332786186, + "nauc_recall_at_5_diff1": 0.20133895716726274, + "nauc_recall_at_5_max": 0.1577966771561581, + "nauc_recall_at_5_std": -0.22427899821276523, + "ndcg_at_1": 0.32, + "ndcg_at_10": 0.37935, + "ndcg_at_100": 0.49885, + "ndcg_at_1000": 0.55993, + "ndcg_at_20": 0.42381, + "ndcg_at_3": 0.31088, + "ndcg_at_5": 0.34304, + "precision_at_1": 0.39, + "precision_at_10": 0.2645, + "precision_at_100": 0.0801, + "precision_at_1000": 0.01296, + "precision_at_20": 0.20225, + "precision_at_3": 0.33, + "precision_at_5": 0.321, + "recall_at_1": 0.07675, + "recall_at_10": 0.38066, + "recall_at_100": 0.74953, + "recall_at_1000": 0.97068, + "recall_at_20": 0.51396, + "recall_at_3": 0.18375, + "recall_at_5": 0.26456 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56499, + "map_at_1": 0.06873, + "map_at_10": 0.23622, + "map_at_100": 0.4263, + "map_at_1000": 0.48412, + "map_at_20": 0.30112, + "map_at_3": 0.13999, + "map_at_5": 0.17856, + "mrr_at_1": 0.75, + "mrr_at_10": 0.843638888888889, + "mrr_at_100": 0.8449573025102439, + "mrr_at_1000": 0.8449573025102439, + "mrr_at_20": 0.8447721673751089, + "mrr_at_3": 0.836666666666667, + "mrr_at_5": 0.840166666666667, + "nauc_map_at_1000_diff1": 0.031158918480342145, + "nauc_map_at_1000_max": 0.4478676357796147, + "nauc_map_at_1000_std": 0.1701107278203676, + "nauc_map_at_100_diff1": 0.09832601642330945, + "nauc_map_at_100_max": 0.3817243340211844, + "nauc_map_at_100_std": 0.24339408769122176, + "nauc_map_at_10_diff1": 0.25471683760618025, + "nauc_map_at_10_max": 0.22896439115219014, + "nauc_map_at_10_std": 0.07784662937813076, + "nauc_map_at_1_diff1": 0.48690472703935334, + "nauc_map_at_1_max": 0.12118615048117756, + "nauc_map_at_1_std": -0.04593642403480418, + "nauc_map_at_20_diff1": 0.2186850911282149, + "nauc_map_at_20_max": 0.2625028326773058, + "nauc_map_at_20_std": 0.14110924829980537, + "nauc_map_at_3_diff1": 0.3824250100256033, + "nauc_map_at_3_max": 0.1880712875954433, + "nauc_map_at_3_std": 0.013756237802916725, + "nauc_map_at_5_diff1": 0.3224955880812577, + "nauc_map_at_5_max": 0.20175435797808777, + "nauc_map_at_5_std": 0.04415152792532463, + "nauc_mrr_at_1000_diff1": 0.3061530713962364, + "nauc_mrr_at_1000_max": 0.6018113882759656, + "nauc_mrr_at_1000_std": 0.2539343044281394, + "nauc_mrr_at_100_diff1": 0.3061530713962364, + "nauc_mrr_at_100_max": 0.6018113882759656, + "nauc_mrr_at_100_std": 0.2539343044281394, + "nauc_mrr_at_10_diff1": 0.3051736741340265, + "nauc_mrr_at_10_max": 0.6038696137474777, + "nauc_mrr_at_10_std": 0.25584494134864155, + "nauc_mrr_at_1_diff1": 0.3319309262166406, + "nauc_mrr_at_1_max": 0.550706436420722, + "nauc_mrr_at_1_std": 0.24507587650444848, + "nauc_mrr_at_20_diff1": 0.30603414349625147, + "nauc_mrr_at_20_max": 0.6023314590595896, + "nauc_mrr_at_20_std": 0.25449555769006293, + "nauc_mrr_at_3_diff1": 0.3121096001370784, + "nauc_mrr_at_3_max": 0.6098545622588796, + "nauc_mrr_at_3_std": 0.2633378506783811, + "nauc_mrr_at_5_diff1": 0.3000449777981928, + "nauc_mrr_at_5_max": 0.6103891270691907, + "nauc_mrr_at_5_std": 0.25432951181544405, + "nauc_ndcg_at_1000_diff1": 0.1556456023524888, + "nauc_ndcg_at_1000_max": 0.5124907684908856, + "nauc_ndcg_at_1000_std": 0.20714771732885334, + "nauc_ndcg_at_100_diff1": 0.17795534066035879, + "nauc_ndcg_at_100_max": 0.46793405973339863, + "nauc_ndcg_at_100_std": 0.24935142397179824, + "nauc_ndcg_at_10_diff1": 0.19894812410614124, + "nauc_ndcg_at_10_max": 0.4382179427053375, + "nauc_ndcg_at_10_std": 0.09064032315249375, + "nauc_ndcg_at_1_diff1": 0.3489120135983048, + "nauc_ndcg_at_1_max": 0.47225238193995434, + "nauc_ndcg_at_1_std": 0.17563935212859857, + "nauc_ndcg_at_20_diff1": 0.1877078251282899, + "nauc_ndcg_at_20_max": 0.4447107952092414, + "nauc_ndcg_at_20_std": 0.12146001557385527, + "nauc_ndcg_at_3_diff1": 0.22547384285355257, + "nauc_ndcg_at_3_max": 0.4537426421015435, + "nauc_ndcg_at_3_std": 0.15152183278490702, + "nauc_ndcg_at_5_diff1": 0.2198632784199246, + "nauc_ndcg_at_5_max": 0.427255940131854, + "nauc_ndcg_at_5_std": 0.12075431466686057, + "nauc_precision_at_1000_diff1": -0.18899326748607054, + "nauc_precision_at_1000_max": 0.10435946936993333, + "nauc_precision_at_1000_std": -0.2762674405232889, + "nauc_precision_at_100_diff1": -0.25285661149758404, + "nauc_precision_at_100_max": 0.1651132826775323, + "nauc_precision_at_100_std": -0.06783778503893696, + "nauc_precision_at_10_diff1": -0.21898787110110834, + "nauc_precision_at_10_max": 0.30014438695704493, + "nauc_precision_at_10_std": 0.09008010320116897, + "nauc_precision_at_1_diff1": 0.3319309262166406, + "nauc_precision_at_1_max": 0.550706436420722, + "nauc_precision_at_1_std": 0.24507587650444848, + "nauc_precision_at_20_diff1": -0.2662056744281425, + "nauc_precision_at_20_max": 0.27462381574457195, + "nauc_precision_at_20_std": 0.08361163410288387, + "nauc_precision_at_3_diff1": -0.07225910434015202, + "nauc_precision_at_3_max": 0.4036748776378081, + "nauc_precision_at_3_std": 0.1913141158699314, + "nauc_precision_at_5_diff1": -0.16048599580420914, + "nauc_precision_at_5_max": 0.3504479155274073, + "nauc_precision_at_5_std": 0.15932469650118816, + "nauc_recall_at_1000_diff1": 0.1618102529140349, + "nauc_recall_at_1000_max": -0.01986225642581732, + "nauc_recall_at_1000_std": 0.7712635718272157, + "nauc_recall_at_100_diff1": 0.09393714231318338, + "nauc_recall_at_100_max": 0.07589511835448333, + "nauc_recall_at_100_std": 0.31321470052343114, + "nauc_recall_at_10_diff1": 0.19295734226771014, + "nauc_recall_at_10_max": 0.10274033486195926, + "nauc_recall_at_10_std": 0.00649028548246862, + "nauc_recall_at_1_diff1": 0.48690472703935334, + "nauc_recall_at_1_max": 0.12118615048117756, + "nauc_recall_at_1_std": -0.04593642403480418, + "nauc_recall_at_20_diff1": 0.17158376696110703, + "nauc_recall_at_20_max": 0.08640904090061889, + "nauc_recall_at_20_std": 0.07691143635613429, + "nauc_recall_at_3_diff1": 0.340875294140009, + "nauc_recall_at_3_max": 0.11217907183357928, + "nauc_recall_at_3_std": -0.03180921654543714, + "nauc_recall_at_5_diff1": 0.281200053753432, + "nauc_recall_at_5_max": 0.12094206439779193, + "nauc_recall_at_5_std": -0.006163915559014556, + "ndcg_at_1": 0.6225, + "ndcg_at_10": 0.56499, + "ndcg_at_100": 0.65429, + "ndcg_at_1000": 0.73522, + "ndcg_at_20": 0.57685, + "ndcg_at_3": 0.59043, + "ndcg_at_5": 0.57311, + "precision_at_1": 0.75, + "precision_at_10": 0.535, + "precision_at_100": 0.2412, + "precision_at_1000": 0.04793, + "precision_at_20": 0.452, + "precision_at_3": 0.67, + "precision_at_5": 0.617, + "recall_at_1": 0.06873, + "recall_at_10": 0.29999, + "recall_at_100": 0.7398, + "recall_at_1000": 0.98164, + "recall_at_20": 0.43082, + "recall_at_3": 0.15649, + "recall_at_5": 0.2074 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.25893, + "map_at_1": 0.03266, + "map_at_10": 0.10934, + "map_at_100": 0.19035, + "map_at_1000": 0.23025, + "map_at_20": 0.13548, + "map_at_3": 0.06561, + "map_at_5": 0.08666, + "mrr_at_1": 0.305, + "mrr_at_10": 0.43014880952380957, + "mrr_at_100": 0.441414160768865, + "mrr_at_1000": 0.4416561603694369, + "mrr_at_20": 0.43764845897566496, + "mrr_at_3": 0.3991666666666667, + "mrr_at_5": 0.41766666666666674, + "nauc_map_at_1000_diff1": -0.051735559299523996, + "nauc_map_at_1000_max": 0.5931411558810586, + "nauc_map_at_1000_std": 0.4095564661032531, + "nauc_map_at_100_diff1": -0.02912365742338016, + "nauc_map_at_100_max": 0.5257476070753063, + "nauc_map_at_100_std": 0.4306708994438652, + "nauc_map_at_10_diff1": 0.008157718385876062, + "nauc_map_at_10_max": 0.4844345752277832, + "nauc_map_at_10_std": 0.2976809757029282, + "nauc_map_at_1_diff1": 0.023743421597029885, + "nauc_map_at_1_max": 0.15062028973683353, + "nauc_map_at_1_std": 0.11390701284186208, + "nauc_map_at_20_diff1": -0.0029873467778858288, + "nauc_map_at_20_max": 0.5026400178998031, + "nauc_map_at_20_std": 0.33054831128479656, + "nauc_map_at_3_diff1": 0.01945189035688521, + "nauc_map_at_3_max": 0.37459015627970593, + "nauc_map_at_3_std": 0.23014044999300212, + "nauc_map_at_5_diff1": 0.04028482573335122, + "nauc_map_at_5_max": 0.44319276860390205, + "nauc_map_at_5_std": 0.24448981357554997, + "nauc_mrr_at_1000_diff1": -0.032320177408239274, + "nauc_mrr_at_1000_max": 0.48864541778168247, + "nauc_mrr_at_1000_std": 0.27748476722934, + "nauc_mrr_at_100_diff1": -0.03265436278920253, + "nauc_mrr_at_100_max": 0.488901360975242, + "nauc_mrr_at_100_std": 0.2777335821495585, + "nauc_mrr_at_10_diff1": -0.031549338511947, + "nauc_mrr_at_10_max": 0.4883409794103332, + "nauc_mrr_at_10_std": 0.2806507843647125, + "nauc_mrr_at_1_diff1": -0.012662834345326718, + "nauc_mrr_at_1_max": 0.3854852514034247, + "nauc_mrr_at_1_std": 0.23695471975307816, + "nauc_mrr_at_20_diff1": -0.03213055955756117, + "nauc_mrr_at_20_max": 0.4903268289183564, + "nauc_mrr_at_20_std": 0.27686029886026875, + "nauc_mrr_at_3_diff1": -0.02214500924949672, + "nauc_mrr_at_3_max": 0.5025877301589613, + "nauc_mrr_at_3_std": 0.27880033300428797, + "nauc_mrr_at_5_diff1": -0.02499503971428744, + "nauc_mrr_at_5_max": 0.4931898934521484, + "nauc_mrr_at_5_std": 0.2790251004172127, + "nauc_ndcg_at_1000_diff1": -0.07096145770475103, + "nauc_ndcg_at_1000_max": 0.5719193457945602, + "nauc_ndcg_at_1000_std": 0.4404840632414917, + "nauc_ndcg_at_100_diff1": -0.05261487657912151, + "nauc_ndcg_at_100_max": 0.5447665943838103, + "nauc_ndcg_at_100_std": 0.45562646087278647, + "nauc_ndcg_at_10_diff1": -0.06422687642789517, + "nauc_ndcg_at_10_max": 0.5331381864381106, + "nauc_ndcg_at_10_std": 0.28806588992265375, + "nauc_ndcg_at_1_diff1": -0.011847151742366557, + "nauc_ndcg_at_1_max": 0.2999984313602459, + "nauc_ndcg_at_1_std": 0.1939191679934745, + "nauc_ndcg_at_20_diff1": -0.05679123935834519, + "nauc_ndcg_at_20_max": 0.5479794305894369, + "nauc_ndcg_at_20_std": 0.3204939714044943, + "nauc_ndcg_at_3_diff1": -0.05808465345708011, + "nauc_ndcg_at_3_max": 0.4718319661750587, + "nauc_ndcg_at_3_std": 0.2877064349393934, + "nauc_ndcg_at_5_diff1": -0.03535061912619118, + "nauc_ndcg_at_5_max": 0.5153797262993125, + "nauc_ndcg_at_5_std": 0.28495023696631977, + "nauc_precision_at_1000_diff1": -0.12933591459581287, + "nauc_precision_at_1000_max": 0.2929431625478639, + "nauc_precision_at_1000_std": -0.18389327935086341, + "nauc_precision_at_100_diff1": -0.10940430057216488, + "nauc_precision_at_100_max": 0.3960007497994507, + "nauc_precision_at_100_std": 0.14026175823543255, + "nauc_precision_at_10_diff1": -0.11104911425984276, + "nauc_precision_at_10_max": 0.5356910558736879, + "nauc_precision_at_10_std": 0.25037942072976327, + "nauc_precision_at_1_diff1": -0.012662834345326718, + "nauc_precision_at_1_max": 0.3854852514034247, + "nauc_precision_at_1_std": 0.23695471975307816, + "nauc_precision_at_20_diff1": -0.12281727172966397, + "nauc_precision_at_20_max": 0.4853275002800034, + "nauc_precision_at_20_std": 0.21935091776949345, + "nauc_precision_at_3_diff1": -0.05316226882134879, + "nauc_precision_at_3_max": 0.5651805731222075, + "nauc_precision_at_3_std": 0.3338689277436095, + "nauc_precision_at_5_diff1": -0.0636984964586613, + "nauc_precision_at_5_max": 0.5922763612220217, + "nauc_precision_at_5_std": 0.3228591909732799, + "nauc_recall_at_1000_diff1": -0.03188170796669647, + "nauc_recall_at_1000_max": 0.5925486790975845, + "nauc_recall_at_1000_std": 0.7516768668830713, + "nauc_recall_at_100_diff1": -0.01675953669079961, + "nauc_recall_at_100_max": 0.38261480104157475, + "nauc_recall_at_100_std": 0.514399865506202, + "nauc_recall_at_10_diff1": -0.025916113888966898, + "nauc_recall_at_10_max": 0.48217233641431606, + "nauc_recall_at_10_std": 0.28779157937179967, + "nauc_recall_at_1_diff1": 0.023743421597029885, + "nauc_recall_at_1_max": 0.15062028973683353, + "nauc_recall_at_1_std": 0.11390701284186208, + "nauc_recall_at_20_diff1": 0.03203236494230442, + "nauc_recall_at_20_max": 0.4408154044893525, + "nauc_recall_at_20_std": 0.2849784922617168, + "nauc_recall_at_3_diff1": -0.004137775674648725, + "nauc_recall_at_3_max": 0.4130730410994523, + "nauc_recall_at_3_std": 0.2277279464371812, + "nauc_recall_at_5_diff1": 0.027476257019100777, + "nauc_recall_at_5_max": 0.45311085413220153, + "nauc_recall_at_5_std": 0.22833072990269085, + "ndcg_at_1": 0.235, + "ndcg_at_10": 0.25893, + "ndcg_at_100": 0.35954, + "ndcg_at_1000": 0.48647, + "ndcg_at_20": 0.28271, + "ndcg_at_3": 0.25089, + "ndcg_at_5": 0.25672, + "precision_at_1": 0.305, + "precision_at_10": 0.249, + "precision_at_100": 0.13445, + "precision_at_1000": 0.03858, + "precision_at_20": 0.2195, + "precision_at_3": 0.30333, + "precision_at_5": 0.289, + "recall_at_1": 0.03266, + "recall_at_10": 0.16218, + "recall_at_100": 0.48569, + "recall_at_1000": 0.85074, + "recall_at_20": 0.2469, + "recall_at_3": 0.07971, + "recall_at_5": 0.11475 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.35229, + "map_at_1": 0.03113, + "map_at_10": 0.1356, + "map_at_100": 0.24319, + "map_at_1000": 0.29158, + "map_at_20": 0.16989, + "map_at_3": 0.08058, + "map_at_5": 0.09988, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5718670634920635, + "mrr_at_100": 0.5788190069381095, + "mrr_at_1000": 0.5790551688497557, + "mrr_at_20": 0.5763121852562643, + "mrr_at_3": 0.5491666666666666, + "mrr_at_5": 0.5641666666666666, + "nauc_map_at_1000_diff1": -0.009498242987878686, + "nauc_map_at_1000_max": 0.6056578248726602, + "nauc_map_at_1000_std": 0.4283884007139961, + "nauc_map_at_100_diff1": 0.017915218840133182, + "nauc_map_at_100_max": 0.5669413115576561, + "nauc_map_at_100_std": 0.47532073299336386, + "nauc_map_at_10_diff1": 0.07665136730186771, + "nauc_map_at_10_max": 0.40014822408389716, + "nauc_map_at_10_std": 0.3379682863851609, + "nauc_map_at_1_diff1": 0.228902995106798, + "nauc_map_at_1_max": 0.12722191608920397, + "nauc_map_at_1_std": 0.12630479775372927, + "nauc_map_at_20_diff1": 0.08372285463651596, + "nauc_map_at_20_max": 0.477416330092432, + "nauc_map_at_20_std": 0.3967670995054936, + "nauc_map_at_3_diff1": 0.10633692368078856, + "nauc_map_at_3_max": 0.2883216461030068, + "nauc_map_at_3_std": 0.19409451511244422, + "nauc_map_at_5_diff1": 0.10247313637671562, + "nauc_map_at_5_max": 0.329804829142263, + "nauc_map_at_5_std": 0.24990994423268384, + "nauc_mrr_at_1000_diff1": 0.0834873148447157, + "nauc_mrr_at_1000_max": 0.5421476790434546, + "nauc_mrr_at_1000_std": 0.2857259716522379, + "nauc_mrr_at_100_diff1": 0.08338717597634113, + "nauc_mrr_at_100_max": 0.5424691814090747, + "nauc_mrr_at_100_std": 0.28605590121370467, + "nauc_mrr_at_10_diff1": 0.075700867584757, + "nauc_mrr_at_10_max": 0.537272173905729, + "nauc_mrr_at_10_std": 0.2880371382293084, + "nauc_mrr_at_1_diff1": 0.12043475414129505, + "nauc_mrr_at_1_max": 0.49648399135729754, + "nauc_mrr_at_1_std": 0.25110980161068563, + "nauc_mrr_at_20_diff1": 0.08201082463842516, + "nauc_mrr_at_20_max": 0.5433982514916762, + "nauc_mrr_at_20_std": 0.2863980617251514, + "nauc_mrr_at_3_diff1": 0.09865297833662116, + "nauc_mrr_at_3_max": 0.541703002103323, + "nauc_mrr_at_3_std": 0.26501021423897575, + "nauc_mrr_at_5_diff1": 0.08467896058050146, + "nauc_mrr_at_5_max": 0.5466939873998413, + "nauc_mrr_at_5_std": 0.28450857008042635, + "nauc_ndcg_at_1000_diff1": -0.0063938506925984625, + "nauc_ndcg_at_1000_max": 0.5876760097303623, + "nauc_ndcg_at_1000_std": 0.4274835208399416, + "nauc_ndcg_at_100_diff1": 0.0024917014867208245, + "nauc_ndcg_at_100_max": 0.6216848870745085, + "nauc_ndcg_at_100_std": 0.4894686692714057, + "nauc_ndcg_at_10_diff1": 0.018517867165164074, + "nauc_ndcg_at_10_max": 0.5480132432122068, + "nauc_ndcg_at_10_std": 0.3258970206302656, + "nauc_ndcg_at_1_diff1": 0.1405349371941018, + "nauc_ndcg_at_1_max": 0.39761647180778714, + "nauc_ndcg_at_1_std": 0.182747597165647, + "nauc_ndcg_at_20_diff1": 0.03275698262941091, + "nauc_ndcg_at_20_max": 0.6046584969478384, + "nauc_ndcg_at_20_std": 0.3748985140183506, + "nauc_ndcg_at_3_diff1": 0.07561929698600481, + "nauc_ndcg_at_3_max": 0.5332573869591921, + "nauc_ndcg_at_3_std": 0.237787046364484, + "nauc_ndcg_at_5_diff1": 0.05444461773690371, + "nauc_ndcg_at_5_max": 0.5324014150695798, + "nauc_ndcg_at_5_std": 0.27063949106272417, + "nauc_precision_at_1000_diff1": -0.08424222650820135, + "nauc_precision_at_1000_max": 0.20340717943172343, + "nauc_precision_at_1000_std": -0.22347000678124107, + "nauc_precision_at_100_diff1": -0.11010603371637596, + "nauc_precision_at_100_max": 0.3714304192787777, + "nauc_precision_at_100_std": 0.07352658610144171, + "nauc_precision_at_10_diff1": -0.05966448573328174, + "nauc_precision_at_10_max": 0.5313987825909192, + "nauc_precision_at_10_std": 0.28464978623601916, + "nauc_precision_at_1_diff1": 0.12043475414129505, + "nauc_precision_at_1_max": 0.49648399135729754, + "nauc_precision_at_1_std": 0.25110980161068563, + "nauc_precision_at_20_diff1": -0.07066965945987277, + "nauc_precision_at_20_max": 0.5210071399746264, + "nauc_precision_at_20_std": 0.22909374810422733, + "nauc_precision_at_3_diff1": -0.00037231051217439127, + "nauc_precision_at_3_max": 0.6100893545229221, + "nauc_precision_at_3_std": 0.253671033721439, + "nauc_precision_at_5_diff1": -0.029026730926677943, + "nauc_precision_at_5_max": 0.5559543202478114, + "nauc_precision_at_5_std": 0.27763869780632494, + "nauc_recall_at_1000_diff1": -0.1346539098655042, + "nauc_recall_at_1000_max": 0.5611302118217134, + "nauc_recall_at_1000_std": 0.8056284943947761, + "nauc_recall_at_100_diff1": 0.0016159769140861207, + "nauc_recall_at_100_max": 0.5119589620770223, + "nauc_recall_at_100_std": 0.5810286969554456, + "nauc_recall_at_10_diff1": 0.029664930531916534, + "nauc_recall_at_10_max": 0.34707753154491217, + "nauc_recall_at_10_std": 0.3412053808369121, + "nauc_recall_at_1_diff1": 0.228902995106798, + "nauc_recall_at_1_max": 0.12722191608920397, + "nauc_recall_at_1_std": 0.12630479775372927, + "nauc_recall_at_20_diff1": 0.11498481014772022, + "nauc_recall_at_20_max": 0.44979307339350827, + "nauc_recall_at_20_std": 0.39697466275555765, + "nauc_recall_at_3_diff1": 0.04710708857386672, + "nauc_recall_at_3_max": 0.26561873928575414, + "nauc_recall_at_3_std": 0.18915833913917074, + "nauc_recall_at_5_diff1": 0.039502902111365416, + "nauc_recall_at_5_max": 0.28266539728170054, + "nauc_recall_at_5_std": 0.23390976456301119, + "ndcg_at_1": 0.3475, + "ndcg_at_10": 0.35229, + "ndcg_at_100": 0.43814, + "ndcg_at_1000": 0.55713, + "ndcg_at_20": 0.36407, + "ndcg_at_3": 0.35447, + "ndcg_at_5": 0.34925, + "precision_at_1": 0.45, + "precision_at_10": 0.353, + "precision_at_100": 0.16925, + "precision_at_1000": 0.04241, + "precision_at_20": 0.298, + "precision_at_3": 0.42667, + "precision_at_5": 0.395, + "recall_at_1": 0.03113, + "recall_at_10": 0.19408, + "recall_at_100": 0.53567, + "recall_at_1000": 0.89946, + "recall_at_20": 0.27979, + "recall_at_3": 0.10132, + "recall_at_5": 0.13155 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.57751, + "map_at_1": 0.07753, + "map_at_10": 0.27154, + "map_at_100": 0.41597, + "map_at_1000": 0.47543, + "map_at_20": 0.32126, + "map_at_3": 0.16715, + "map_at_5": 0.20577, + "mrr_at_1": 0.7, + "mrr_at_10": 0.8100892857142855, + "mrr_at_100": 0.8118357757934218, + "mrr_at_1000": 0.8118357757934218, + "mrr_at_20": 0.8108905677655676, + "mrr_at_3": 0.8041666666666667, + "mrr_at_5": 0.8074166666666666, + "nauc_map_at_1000_diff1": 0.29346724763998144, + "nauc_map_at_1000_max": 0.47663322748447434, + "nauc_map_at_1000_std": 0.39317856703105425, + "nauc_map_at_100_diff1": 0.28636579796738226, + "nauc_map_at_100_max": 0.4208007854146918, + "nauc_map_at_100_std": 0.44050639939770136, + "nauc_map_at_10_diff1": 0.3279236216214567, + "nauc_map_at_10_max": 0.39480831974713815, + "nauc_map_at_10_std": 0.3558554483530375, + "nauc_map_at_1_diff1": 0.46534671690739, + "nauc_map_at_1_max": 0.21927715475611717, + "nauc_map_at_1_std": 0.12617017859082008, + "nauc_map_at_20_diff1": 0.30627341813625586, + "nauc_map_at_20_max": 0.40438557568524575, + "nauc_map_at_20_std": 0.393576116190851, + "nauc_map_at_3_diff1": 0.42541786624907796, + "nauc_map_at_3_max": 0.28441273159861974, + "nauc_map_at_3_std": 0.20755753577925806, + "nauc_map_at_5_diff1": 0.3732539725808098, + "nauc_map_at_5_max": 0.32480182410512465, + "nauc_map_at_5_std": 0.27151665129750574, + "nauc_mrr_at_1000_diff1": 0.28516290437883074, + "nauc_mrr_at_1000_max": 0.40065905188846823, + "nauc_mrr_at_1000_std": 0.0997525843570273, + "nauc_mrr_at_100_diff1": 0.28516290437883074, + "nauc_mrr_at_100_max": 0.40065905188846823, + "nauc_mrr_at_100_std": 0.0997525843570273, + "nauc_mrr_at_10_diff1": 0.2894398030348466, + "nauc_mrr_at_10_max": 0.402007270064353, + "nauc_mrr_at_10_std": 0.0967430940721453, + "nauc_mrr_at_1_diff1": 0.26529454152404963, + "nauc_mrr_at_1_max": 0.3429292019455955, + "nauc_mrr_at_1_std": 0.09115474689245208, + "nauc_mrr_at_20_diff1": 0.28784589689546314, + "nauc_mrr_at_20_max": 0.4030578740909711, + "nauc_mrr_at_20_std": 0.10280489414346042, + "nauc_mrr_at_3_diff1": 0.2843638062607075, + "nauc_mrr_at_3_max": 0.39892985071306275, + "nauc_mrr_at_3_std": 0.09416201303757801, + "nauc_mrr_at_5_diff1": 0.28755847098791654, + "nauc_mrr_at_5_max": 0.402172262093298, + "nauc_mrr_at_5_std": 0.0956092748350657, + "nauc_ndcg_at_1000_diff1": 0.28319068901209565, + "nauc_ndcg_at_1000_max": 0.4834835414032597, + "nauc_ndcg_at_1000_std": 0.3289123027967272, + "nauc_ndcg_at_100_diff1": 0.28961750089380983, + "nauc_ndcg_at_100_max": 0.46563906822746337, + "nauc_ndcg_at_100_std": 0.39516303768059147, + "nauc_ndcg_at_10_diff1": 0.257289020120121, + "nauc_ndcg_at_10_max": 0.4449606553173537, + "nauc_ndcg_at_10_std": 0.2817503112511688, + "nauc_ndcg_at_1_diff1": 0.23789472889177612, + "nauc_ndcg_at_1_max": 0.2770447353116672, + "nauc_ndcg_at_1_std": 0.10195919970392996, + "nauc_ndcg_at_20_diff1": 0.26810355899946836, + "nauc_ndcg_at_20_max": 0.4794684890155694, + "nauc_ndcg_at_20_std": 0.3244427768087637, + "nauc_ndcg_at_3_diff1": 0.2612386275576613, + "nauc_ndcg_at_3_max": 0.3427547256934797, + "nauc_ndcg_at_3_std": 0.18132711438651586, + "nauc_ndcg_at_5_diff1": 0.2289835795684346, + "nauc_ndcg_at_5_max": 0.3636970034159237, + "nauc_ndcg_at_5_std": 0.20731939040563274, + "nauc_precision_at_1000_diff1": -0.10033421195702397, + "nauc_precision_at_1000_max": 0.018535358748531985, + "nauc_precision_at_1000_std": -0.35055273151359917, + "nauc_precision_at_100_diff1": -0.1268612896833775, + "nauc_precision_at_100_max": 0.006775531683358033, + "nauc_precision_at_100_std": -0.20829136930188427, + "nauc_precision_at_10_diff1": -0.10011083882558196, + "nauc_precision_at_10_max": 0.21227575488244552, + "nauc_precision_at_10_std": 0.05411603906902972, + "nauc_precision_at_1_diff1": 0.26529454152404963, + "nauc_precision_at_1_max": 0.3429292019455955, + "nauc_precision_at_1_std": 0.09115474689245208, + "nauc_precision_at_20_diff1": -0.1521798075547853, + "nauc_precision_at_20_max": 0.080848642077328, + "nauc_precision_at_20_std": -0.05228479031258427, + "nauc_precision_at_3_diff1": 0.11532884932941394, + "nauc_precision_at_3_max": 0.30931907581188667, + "nauc_precision_at_3_std": 0.1214708606870997, + "nauc_precision_at_5_diff1": -0.02445972136585645, + "nauc_precision_at_5_max": 0.25164086045050943, + "nauc_precision_at_5_std": 0.1315012552558439, + "nauc_recall_at_1000_diff1": 0.19150250867845897, + "nauc_recall_at_1000_max": 0.4203084714269116, + "nauc_recall_at_1000_std": 0.8399111877082697, + "nauc_recall_at_100_diff1": 0.18081674680633303, + "nauc_recall_at_100_max": 0.2723665330527223, + "nauc_recall_at_100_std": 0.5820534477625214, + "nauc_recall_at_10_diff1": 0.2641643342152679, + "nauc_recall_at_10_max": 0.354182757831876, + "nauc_recall_at_10_std": 0.38151517624812115, + "nauc_recall_at_1_diff1": 0.46534671690739, + "nauc_recall_at_1_max": 0.21927715475611717, + "nauc_recall_at_1_std": 0.12617017859082008, + "nauc_recall_at_20_diff1": 0.22426139411198273, + "nauc_recall_at_20_max": 0.33364163923745477, + "nauc_recall_at_20_std": 0.45088127782651777, + "nauc_recall_at_3_diff1": 0.3714864964383022, + "nauc_recall_at_3_max": 0.24007465033086, + "nauc_recall_at_3_std": 0.2248437329911365, + "nauc_recall_at_5_diff1": 0.31175926097120876, + "nauc_recall_at_5_max": 0.2935933603203938, + "nauc_recall_at_5_std": 0.2900739297012792, + "ndcg_at_1": 0.565, + "ndcg_at_10": 0.57751, + "ndcg_at_100": 0.62608, + "ndcg_at_1000": 0.71111, + "ndcg_at_20": 0.58124, + "ndcg_at_3": 0.57519, + "ndcg_at_5": 0.56774, + "precision_at_1": 0.7, + "precision_at_10": 0.528, + "precision_at_100": 0.22555, + "precision_at_1000": 0.05626, + "precision_at_20": 0.427, + "precision_at_3": 0.65833, + "precision_at_5": 0.605, + "recall_at_1": 0.07753, + "recall_at_10": 0.35541, + "recall_at_100": 0.69797, + "recall_at_1000": 0.93963, + "recall_at_20": 0.45221, + "recall_at_3": 0.19193, + "recall_at_5": 0.24453 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.23847, + "map_at_1": 0.04619, + "map_at_10": 0.1197, + "map_at_100": 0.17069, + "map_at_1000": 0.19801, + "map_at_20": 0.13567, + "map_at_3": 0.0773, + "map_at_5": 0.09512, + "mrr_at_1": 0.245, + "mrr_at_10": 0.3687202380952382, + "mrr_at_100": 0.37499708579289764, + "mrr_at_1000": 0.37560985458865814, + "mrr_at_20": 0.37284189522637673, + "mrr_at_3": 0.3333333333333335, + "mrr_at_5": 0.3545833333333335, + "nauc_map_at_1000_diff1": 0.1971694422778171, + "nauc_map_at_1000_max": 0.49838494418858237, + "nauc_map_at_1000_std": 0.5634093585481563, + "nauc_map_at_100_diff1": 0.2016712890735413, + "nauc_map_at_100_max": 0.47181655751374735, + "nauc_map_at_100_std": 0.5674320256629461, + "nauc_map_at_10_diff1": 0.24118246415107003, + "nauc_map_at_10_max": 0.41965147151565374, + "nauc_map_at_10_std": 0.5285913905987873, + "nauc_map_at_1_diff1": 0.36538582554561916, + "nauc_map_at_1_max": 0.4072654398388893, + "nauc_map_at_1_std": 0.39174168633748085, + "nauc_map_at_20_diff1": 0.22650077029597873, + "nauc_map_at_20_max": 0.43578665501162533, + "nauc_map_at_20_std": 0.5394825671254293, + "nauc_map_at_3_diff1": 0.3033550885414024, + "nauc_map_at_3_max": 0.4023351620642121, + "nauc_map_at_3_std": 0.44949011948260675, + "nauc_map_at_5_diff1": 0.2789644394402025, + "nauc_map_at_5_max": 0.3996556844760634, + "nauc_map_at_5_std": 0.4918528289283261, + "nauc_mrr_at_1000_diff1": 0.09980225953211042, + "nauc_mrr_at_1000_max": 0.4913393085500365, + "nauc_mrr_at_1000_std": 0.39922664726321516, + "nauc_mrr_at_100_diff1": 0.0993144819470375, + "nauc_mrr_at_100_max": 0.49160695617218675, + "nauc_mrr_at_100_std": 0.39922533156937223, + "nauc_mrr_at_10_diff1": 0.10351660053618846, + "nauc_mrr_at_10_max": 0.49132494803664806, + "nauc_mrr_at_10_std": 0.3989040730665033, + "nauc_mrr_at_1_diff1": 0.1273609760803901, + "nauc_mrr_at_1_max": 0.4727147235848987, + "nauc_mrr_at_1_std": 0.38522965942572174, + "nauc_mrr_at_20_diff1": 0.10084222494541897, + "nauc_mrr_at_20_max": 0.49152600716860756, + "nauc_mrr_at_20_std": 0.4003651974853274, + "nauc_mrr_at_3_diff1": 0.08560165589097192, + "nauc_mrr_at_3_max": 0.4798106888692497, + "nauc_mrr_at_3_std": 0.39422066142611306, + "nauc_mrr_at_5_diff1": 0.10767683128172409, + "nauc_mrr_at_5_max": 0.484227588296762, + "nauc_mrr_at_5_std": 0.404446691740027, + "nauc_ndcg_at_1000_diff1": 0.11284057600342803, + "nauc_ndcg_at_1000_max": 0.5450519747713901, + "nauc_ndcg_at_1000_std": 0.5797880316589014, + "nauc_ndcg_at_100_diff1": 0.1381997140146078, + "nauc_ndcg_at_100_max": 0.5115502081201379, + "nauc_ndcg_at_100_std": 0.5655674142651462, + "nauc_ndcg_at_10_diff1": 0.18091590614772882, + "nauc_ndcg_at_10_max": 0.4930003969281269, + "nauc_ndcg_at_10_std": 0.46462295628194183, + "nauc_ndcg_at_1_diff1": 0.15881919807216, + "nauc_ndcg_at_1_max": 0.426699689849834, + "nauc_ndcg_at_1_std": 0.3852600575674409, + "nauc_ndcg_at_20_diff1": 0.1693379130654202, + "nauc_ndcg_at_20_max": 0.5015299858991352, + "nauc_ndcg_at_20_std": 0.49686459014437256, + "nauc_ndcg_at_3_diff1": 0.157449776067235, + "nauc_ndcg_at_3_max": 0.473228801354, + "nauc_ndcg_at_3_std": 0.3879072481869411, + "nauc_ndcg_at_5_diff1": 0.1868808786825136, + "nauc_ndcg_at_5_max": 0.4755779306113456, + "nauc_ndcg_at_5_std": 0.42874696007845575, + "nauc_precision_at_1000_diff1": -0.05721922112486576, + "nauc_precision_at_1000_max": 0.24048253153899038, + "nauc_precision_at_1000_std": -0.1256734669687637, + "nauc_precision_at_100_diff1": -0.03196471215598998, + "nauc_precision_at_100_max": 0.349892884468248, + "nauc_precision_at_100_std": 0.10411096427163741, + "nauc_precision_at_10_diff1": 0.020936313424554192, + "nauc_precision_at_10_max": 0.4521827850531236, + "nauc_precision_at_10_std": 0.3063248966723603, + "nauc_precision_at_1_diff1": 0.1273609760803901, + "nauc_precision_at_1_max": 0.4727147235848987, + "nauc_precision_at_1_std": 0.38522965942572174, + "nauc_precision_at_20_diff1": -0.004289448270461489, + "nauc_precision_at_20_max": 0.4384409734780547, + "nauc_precision_at_20_std": 0.22903878923014412, + "nauc_precision_at_3_diff1": 0.08140715752514034, + "nauc_precision_at_3_max": 0.4758142798104739, + "nauc_precision_at_3_std": 0.3637196577253664, + "nauc_precision_at_5_diff1": 0.06770028307948797, + "nauc_precision_at_5_max": 0.45332444730032473, + "nauc_precision_at_5_std": 0.35653687848422233, + "nauc_recall_at_1000_diff1": -0.003974667499305731, + "nauc_recall_at_1000_max": 0.4832293562130864, + "nauc_recall_at_1000_std": 0.7740479122531293, + "nauc_recall_at_100_diff1": 0.0806263688736038, + "nauc_recall_at_100_max": 0.37955734613696507, + "nauc_recall_at_100_std": 0.5722341810495015, + "nauc_recall_at_10_diff1": 0.19646036789494997, + "nauc_recall_at_10_max": 0.36491917502927235, + "nauc_recall_at_10_std": 0.5179604574645076, + "nauc_recall_at_1_diff1": 0.36538582554561916, + "nauc_recall_at_1_max": 0.4072654398388893, + "nauc_recall_at_1_std": 0.39174168633748085, + "nauc_recall_at_20_diff1": 0.1692371616462515, + "nauc_recall_at_20_max": 0.38046757805013065, + "nauc_recall_at_20_std": 0.5305580915024946, + "nauc_recall_at_3_diff1": 0.28500834247152307, + "nauc_recall_at_3_max": 0.3478710348247985, + "nauc_recall_at_3_std": 0.43964750936160724, + "nauc_recall_at_5_diff1": 0.273622483225766, + "nauc_recall_at_5_max": 0.3457799826302806, + "nauc_recall_at_5_std": 0.5001821770368403, + "ndcg_at_1": 0.1875, + "ndcg_at_10": 0.23847, + "ndcg_at_100": 0.3068, + "ndcg_at_1000": 0.40689, + "ndcg_at_20": 0.25168, + "ndcg_at_3": 0.19938, + "ndcg_at_5": 0.21211, + "precision_at_1": 0.245, + "precision_at_10": 0.2085, + "precision_at_100": 0.09735, + "precision_at_1000": 0.03048, + "precision_at_20": 0.16825, + "precision_at_3": 0.235, + "precision_at_5": 0.226, + "recall_at_1": 0.04619, + "recall_at_10": 0.19774, + "recall_at_100": 0.4318, + "recall_at_1000": 0.72035, + "recall_at_20": 0.2522, + "recall_at_3": 0.09468, + "recall_at_5": 0.13147 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.35688, + "map_at_1": 0.06197, + "map_at_10": 0.16619, + "map_at_100": 0.23535, + "map_at_1000": 0.27446, + "map_at_20": 0.18645, + "map_at_3": 0.11874, + "map_at_5": 0.13615, + "mrr_at_1": 0.47, + "mrr_at_10": 0.5737003968253968, + "mrr_at_100": 0.5806508520145666, + "mrr_at_1000": 0.5808968753302698, + "mrr_at_20": 0.5786480690362269, + "mrr_at_3": 0.5516666666666666, + "mrr_at_5": 0.5656666666666665, + "nauc_map_at_1000_diff1": 0.20271868537755117, + "nauc_map_at_1000_max": 0.4554309562389219, + "nauc_map_at_1000_std": 0.5351522838986859, + "nauc_map_at_100_diff1": 0.23307395949435367, + "nauc_map_at_100_max": 0.41925535937216196, + "nauc_map_at_100_std": 0.5716516473250093, + "nauc_map_at_10_diff1": 0.27006980852245216, + "nauc_map_at_10_max": 0.35304704884005217, + "nauc_map_at_10_std": 0.5293951746057063, + "nauc_map_at_1_diff1": 0.3509276606733099, + "nauc_map_at_1_max": 0.31041875401223357, + "nauc_map_at_1_std": 0.42906924238290284, + "nauc_map_at_20_diff1": 0.2538430376469234, + "nauc_map_at_20_max": 0.36860631644001557, + "nauc_map_at_20_std": 0.5429257410696603, + "nauc_map_at_3_diff1": 0.31463541155946684, + "nauc_map_at_3_max": 0.30439616361729394, + "nauc_map_at_3_std": 0.4722403589399797, + "nauc_map_at_5_diff1": 0.29478905080794005, + "nauc_map_at_5_max": 0.3150074839557068, + "nauc_map_at_5_std": 0.4951868979563366, + "nauc_mrr_at_1000_diff1": 0.17571035330817725, + "nauc_mrr_at_1000_max": 0.40024680876554897, + "nauc_mrr_at_1000_std": 0.2549362894443556, + "nauc_mrr_at_100_diff1": 0.175671011125672, + "nauc_mrr_at_100_max": 0.4005566753540045, + "nauc_mrr_at_100_std": 0.2553317896863993, + "nauc_mrr_at_10_diff1": 0.17935335716157294, + "nauc_mrr_at_10_max": 0.39908089543359687, + "nauc_mrr_at_10_std": 0.2550571804086116, + "nauc_mrr_at_1_diff1": 0.20449900446999572, + "nauc_mrr_at_1_max": 0.3180026107939188, + "nauc_mrr_at_1_std": 0.15531586650667883, + "nauc_mrr_at_20_diff1": 0.1758019039990347, + "nauc_mrr_at_20_max": 0.4005678055705467, + "nauc_mrr_at_20_std": 0.2571119650660705, + "nauc_mrr_at_3_diff1": 0.17256281310811472, + "nauc_mrr_at_3_max": 0.40087173607603843, + "nauc_mrr_at_3_std": 0.24407533025201847, + "nauc_mrr_at_5_diff1": 0.1730015547976576, + "nauc_mrr_at_5_max": 0.40110048450578084, + "nauc_mrr_at_5_std": 0.24787043778330126, + "nauc_ndcg_at_1000_diff1": 0.17613598555911286, + "nauc_ndcg_at_1000_max": 0.5128089474056984, + "nauc_ndcg_at_1000_std": 0.5383286463387832, + "nauc_ndcg_at_100_diff1": 0.19303426639476093, + "nauc_ndcg_at_100_max": 0.5012264386819919, + "nauc_ndcg_at_100_std": 0.5797002273198941, + "nauc_ndcg_at_10_diff1": 0.2317747673836624, + "nauc_ndcg_at_10_max": 0.44207837504595476, + "nauc_ndcg_at_10_std": 0.40540374689405917, + "nauc_ndcg_at_1_diff1": 0.2218197849899955, + "nauc_ndcg_at_1_max": 0.32825651982229453, + "nauc_ndcg_at_1_std": 0.1585071387391053, + "nauc_ndcg_at_20_diff1": 0.21200408377633143, + "nauc_ndcg_at_20_max": 0.46173987350861484, + "nauc_ndcg_at_20_std": 0.4711512565338126, + "nauc_ndcg_at_3_diff1": 0.21379454902127354, + "nauc_ndcg_at_3_max": 0.37753496488800853, + "nauc_ndcg_at_3_std": 0.2813970468527248, + "nauc_ndcg_at_5_diff1": 0.22640433776945484, + "nauc_ndcg_at_5_max": 0.39586606297507143, + "nauc_ndcg_at_5_std": 0.3085040126495555, + "nauc_precision_at_1000_diff1": -0.1761931659535741, + "nauc_precision_at_1000_max": 0.11774554173463925, + "nauc_precision_at_1000_std": -0.3258501091323004, + "nauc_precision_at_100_diff1": -0.12208939340952636, + "nauc_precision_at_100_max": 0.20576600292785993, + "nauc_precision_at_100_std": -0.1058345508910522, + "nauc_precision_at_10_diff1": 0.04293372184021129, + "nauc_precision_at_10_max": 0.34345740189118695, + "nauc_precision_at_10_std": 0.12706278283517228, + "nauc_precision_at_1_diff1": 0.20449900446999572, + "nauc_precision_at_1_max": 0.3180026107939188, + "nauc_precision_at_1_std": 0.15531586650667883, + "nauc_precision_at_20_diff1": -0.04653011315252581, + "nauc_precision_at_20_max": 0.2812080737371908, + "nauc_precision_at_20_std": 0.02513091813677166, + "nauc_precision_at_3_diff1": 0.10771919483353247, + "nauc_precision_at_3_max": 0.36434403131317855, + "nauc_precision_at_3_std": 0.21324605353643467, + "nauc_precision_at_5_diff1": 0.08577400099455547, + "nauc_precision_at_5_max": 0.34054539082182983, + "nauc_precision_at_5_std": 0.14857046389964926, + "nauc_recall_at_1000_diff1": 0.12068418263990233, + "nauc_recall_at_1000_max": 0.567966788254256, + "nauc_recall_at_1000_std": 0.8401046204119196, + "nauc_recall_at_100_diff1": 0.19143548495634669, + "nauc_recall_at_100_max": 0.44725458852406996, + "nauc_recall_at_100_std": 0.7692150440690395, + "nauc_recall_at_10_diff1": 0.23746684545269686, + "nauc_recall_at_10_max": 0.357333043049562, + "nauc_recall_at_10_std": 0.5891736726121064, + "nauc_recall_at_1_diff1": 0.3509276606733099, + "nauc_recall_at_1_max": 0.31041875401223357, + "nauc_recall_at_1_std": 0.42906924238290284, + "nauc_recall_at_20_diff1": 0.21684553133031864, + "nauc_recall_at_20_max": 0.3740160345613069, + "nauc_recall_at_20_std": 0.6471517393331844, + "nauc_recall_at_3_diff1": 0.30297549659859974, + "nauc_recall_at_3_max": 0.2961887355307289, + "nauc_recall_at_3_std": 0.5030904056062107, + "nauc_recall_at_5_diff1": 0.2750005230362965, + "nauc_recall_at_5_max": 0.3219479431788603, + "nauc_recall_at_5_std": 0.5366444509772748, + "ndcg_at_1": 0.375, + "ndcg_at_10": 0.35688, + "ndcg_at_100": 0.41107, + "ndcg_at_1000": 0.51199, + "ndcg_at_20": 0.36294, + "ndcg_at_3": 0.35685, + "ndcg_at_5": 0.34612, + "precision_at_1": 0.47, + "precision_at_10": 0.3015, + "precision_at_100": 0.13965, + "precision_at_1000": 0.04214, + "precision_at_20": 0.24225, + "precision_at_3": 0.41, + "precision_at_5": 0.353, + "recall_at_1": 0.06197, + "recall_at_10": 0.23087, + "recall_at_100": 0.49868, + "recall_at_1000": 0.78797, + "recall_at_20": 0.29702, + "recall_at_3": 0.13346, + "recall_at_5": 0.16329 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49489, + "map_at_1": 0.05411, + "map_at_10": 0.18714, + "map_at_100": 0.36736, + "map_at_1000": 0.41831, + "map_at_20": 0.24391, + "map_at_3": 0.10493, + "map_at_5": 0.13277, + "mrr_at_1": 0.715, + "mrr_at_10": 0.7952341269841269, + "mrr_at_100": 0.7974226840653952, + "mrr_at_1000": 0.7974777060741987, + "mrr_at_20": 0.7964961933491346, + "mrr_at_3": 0.7824999999999999, + "mrr_at_5": 0.7907499999999998, + "nauc_map_at_1000_diff1": 0.07067797352062566, + "nauc_map_at_1000_max": 0.5203881800610345, + "nauc_map_at_1000_std": 0.2465347718497256, + "nauc_map_at_100_diff1": 0.07483405374508559, + "nauc_map_at_100_max": 0.47889852402786953, + "nauc_map_at_100_std": 0.20955881825199707, + "nauc_map_at_10_diff1": 0.11442359756351374, + "nauc_map_at_10_max": 0.20913348752290853, + "nauc_map_at_10_std": -0.033977531359144324, + "nauc_map_at_1_diff1": 0.2432868429145488, + "nauc_map_at_1_max": 0.040970589251025945, + "nauc_map_at_1_std": -0.0760290795495931, + "nauc_map_at_20_diff1": 0.07630280553205153, + "nauc_map_at_20_max": 0.29765858820437424, + "nauc_map_at_20_std": 0.040566135294019326, + "nauc_map_at_3_diff1": 0.2090791003297961, + "nauc_map_at_3_max": 0.13925291737801457, + "nauc_map_at_3_std": -0.10846329553147466, + "nauc_map_at_5_diff1": 0.16269649578993506, + "nauc_map_at_5_max": 0.16254274329211885, + "nauc_map_at_5_std": -0.07396223659464393, + "nauc_mrr_at_1000_diff1": 0.1397621668746625, + "nauc_mrr_at_1000_max": 0.4935014040430127, + "nauc_mrr_at_1000_std": 0.23241823581869067, + "nauc_mrr_at_100_diff1": 0.1396680726535567, + "nauc_mrr_at_100_max": 0.49349710527725293, + "nauc_mrr_at_100_std": 0.2325989097559636, + "nauc_mrr_at_10_diff1": 0.13764199390012452, + "nauc_mrr_at_10_max": 0.4956653815734939, + "nauc_mrr_at_10_std": 0.23680567706321418, + "nauc_mrr_at_1_diff1": 0.1564500512319166, + "nauc_mrr_at_1_max": 0.4496188157437085, + "nauc_mrr_at_1_std": 0.1705411782400665, + "nauc_mrr_at_20_diff1": 0.14075538867413728, + "nauc_mrr_at_20_max": 0.4938929328995825, + "nauc_mrr_at_20_std": 0.23383977857191454, + "nauc_mrr_at_3_diff1": 0.15640782734247258, + "nauc_mrr_at_3_max": 0.507303626292658, + "nauc_mrr_at_3_std": 0.22467960366780088, + "nauc_mrr_at_5_diff1": 0.14197977832569178, + "nauc_mrr_at_5_max": 0.5004643657560068, + "nauc_mrr_at_5_std": 0.24546980364198054, + "nauc_ndcg_at_1000_diff1": 0.08563319313615383, + "nauc_ndcg_at_1000_max": 0.5982155916481334, + "nauc_ndcg_at_1000_std": 0.34688174071275835, + "nauc_ndcg_at_100_diff1": 0.10784250835195185, + "nauc_ndcg_at_100_max": 0.5457943893333811, + "nauc_ndcg_at_100_std": 0.2921405647796707, + "nauc_ndcg_at_10_diff1": 0.1100342129714276, + "nauc_ndcg_at_10_max": 0.5147008829309129, + "nauc_ndcg_at_10_std": 0.2012066906766897, + "nauc_ndcg_at_1_diff1": 0.11705123581365749, + "nauc_ndcg_at_1_max": 0.4376913573615515, + "nauc_ndcg_at_1_std": 0.20940538217757942, + "nauc_ndcg_at_20_diff1": 0.07009610725350725, + "nauc_ndcg_at_20_max": 0.5011347236581747, + "nauc_ndcg_at_20_std": 0.21515653170065593, + "nauc_ndcg_at_3_diff1": 0.1748171207980976, + "nauc_ndcg_at_3_max": 0.5326249935672462, + "nauc_ndcg_at_3_std": 0.21908566791656728, + "nauc_ndcg_at_5_diff1": 0.12930420892815161, + "nauc_ndcg_at_5_max": 0.5167710770884634, + "nauc_ndcg_at_5_std": 0.23389037739327231, + "nauc_precision_at_1000_diff1": -0.04917282786271891, + "nauc_precision_at_1000_max": 0.12491759196217272, + "nauc_precision_at_1000_std": 0.05285122149134989, + "nauc_precision_at_100_diff1": -0.027333700749427692, + "nauc_precision_at_100_max": 0.2819266751536009, + "nauc_precision_at_100_std": 0.20811493784875582, + "nauc_precision_at_10_diff1": -0.01396092883668074, + "nauc_precision_at_10_max": 0.4612471244762823, + "nauc_precision_at_10_std": 0.1982646269035303, + "nauc_precision_at_1_diff1": 0.1564500512319166, + "nauc_precision_at_1_max": 0.4496188157437085, + "nauc_precision_at_1_std": 0.1705411782400665, + "nauc_precision_at_20_diff1": -0.04882082465013102, + "nauc_precision_at_20_max": 0.4108174251504508, + "nauc_precision_at_20_std": 0.24193767305499742, + "nauc_precision_at_3_diff1": 0.09678812185858962, + "nauc_precision_at_3_max": 0.5055264494196844, + "nauc_precision_at_3_std": 0.1331030519379824, + "nauc_precision_at_5_diff1": 0.02710668826660472, + "nauc_precision_at_5_max": 0.44552834991900014, + "nauc_precision_at_5_std": 0.19214626243925, + "nauc_recall_at_1000_diff1": 0.11681213631575557, + "nauc_recall_at_1000_max": 0.3502248888160303, + "nauc_recall_at_1000_std": 0.7070879342067427, + "nauc_recall_at_100_diff1": 0.04474385046106285, + "nauc_recall_at_100_max": 0.169757062141658, + "nauc_recall_at_100_std": 0.18101473559132272, + "nauc_recall_at_10_diff1": 0.050531319742203346, + "nauc_recall_at_10_max": 0.06049498582872098, + "nauc_recall_at_10_std": -0.058334970624847375, + "nauc_recall_at_1_diff1": 0.2432868429145488, + "nauc_recall_at_1_max": 0.040970589251025945, + "nauc_recall_at_1_std": -0.0760290795495931, + "nauc_recall_at_20_diff1": -0.003184547526034944, + "nauc_recall_at_20_max": 0.0978683342112069, + "nauc_recall_at_20_std": 0.0026688067182883655, + "nauc_recall_at_3_diff1": 0.1811292289760968, + "nauc_recall_at_3_max": 0.0900745998442268, + "nauc_recall_at_3_std": -0.1186764493470768, + "nauc_recall_at_5_diff1": 0.0969809019316415, + "nauc_recall_at_5_max": 0.07220475585581089, + "nauc_recall_at_5_std": -0.08296409244090995, + "ndcg_at_1": 0.55, + "ndcg_at_10": 0.49489, + "ndcg_at_100": 0.5813, + "ndcg_at_1000": 0.67821, + "ndcg_at_20": 0.49912, + "ndcg_at_3": 0.5127, + "ndcg_at_5": 0.49984, + "precision_at_1": 0.715, + "precision_at_10": 0.506, + "precision_at_100": 0.2265, + "precision_at_1000": 0.03986, + "precision_at_20": 0.4265, + "precision_at_3": 0.63167, + "precision_at_5": 0.57, + "recall_at_1": 0.05411, + "recall_at_10": 0.24889, + "recall_at_100": 0.71531, + "recall_at_1000": 0.97457, + "recall_at_20": 0.36467, + "recall_at_3": 0.11568, + "recall_at_5": 0.15654 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.17148, + "map_at_1": 0.01335, + "map_at_10": 0.05884, + "map_at_100": 0.11326, + "map_at_1000": 0.14393, + "map_at_20": 0.07312, + "map_at_3": 0.03251, + "map_at_5": 0.04359, + "mrr_at_1": 0.245, + "mrr_at_10": 0.34030555555555564, + "mrr_at_100": 0.34986359887837354, + "mrr_at_1000": 0.3504896537351205, + "mrr_at_20": 0.34564198250150285, + "mrr_at_3": 0.30500000000000005, + "mrr_at_5": 0.322, + "nauc_map_at_1000_diff1": 0.007482780627459239, + "nauc_map_at_1000_max": 0.46362793730577406, + "nauc_map_at_1000_std": 0.4111777282670025, + "nauc_map_at_100_diff1": 0.004289250559876529, + "nauc_map_at_100_max": 0.418668354166823, + "nauc_map_at_100_std": 0.3425440218605172, + "nauc_map_at_10_diff1": 0.04645077116692769, + "nauc_map_at_10_max": 0.3733053792606321, + "nauc_map_at_10_std": 0.16617579395734616, + "nauc_map_at_1_diff1": 0.05758274655324347, + "nauc_map_at_1_max": 0.42494949416989786, + "nauc_map_at_1_std": 0.18211598244148658, + "nauc_map_at_20_diff1": 0.041754726083429075, + "nauc_map_at_20_max": 0.39230144072224127, + "nauc_map_at_20_std": 0.20488575018328858, + "nauc_map_at_3_diff1": -0.003933383657352175, + "nauc_map_at_3_max": 0.407394854735925, + "nauc_map_at_3_std": 0.13248324938395567, + "nauc_map_at_5_diff1": 0.03281883544217391, + "nauc_map_at_5_max": 0.4048438680741735, + "nauc_map_at_5_std": 0.14136435404033887, + "nauc_mrr_at_1000_diff1": -0.032745426071785856, + "nauc_mrr_at_1000_max": 0.2981820035917147, + "nauc_mrr_at_1000_std": 0.3898964274372965, + "nauc_mrr_at_100_diff1": -0.033140588346107065, + "nauc_mrr_at_100_max": 0.29835331659023245, + "nauc_mrr_at_100_std": 0.38990550043086825, + "nauc_mrr_at_10_diff1": -0.0326823373491591, + "nauc_mrr_at_10_max": 0.2992449563767043, + "nauc_mrr_at_10_std": 0.38830501696101344, + "nauc_mrr_at_1_diff1": -0.03452498460031318, + "nauc_mrr_at_1_max": 0.2616536666097683, + "nauc_mrr_at_1_std": 0.33748691954313037, + "nauc_mrr_at_20_diff1": -0.03342762698690176, + "nauc_mrr_at_20_max": 0.29709494281286425, + "nauc_mrr_at_20_std": 0.3892469932286336, + "nauc_mrr_at_3_diff1": -0.039220868952309224, + "nauc_mrr_at_3_max": 0.2733230388985881, + "nauc_mrr_at_3_std": 0.3878741296681437, + "nauc_mrr_at_5_diff1": -0.030855679723483347, + "nauc_mrr_at_5_max": 0.2972056519002249, + "nauc_mrr_at_5_std": 0.3997923196644745, + "nauc_ndcg_at_1000_diff1": -0.0011626170640547239, + "nauc_ndcg_at_1000_max": 0.5006476143033463, + "nauc_ndcg_at_1000_std": 0.5328707519089542, + "nauc_ndcg_at_100_diff1": -0.008454210481986765, + "nauc_ndcg_at_100_max": 0.4059474760379694, + "nauc_ndcg_at_100_std": 0.4432336671629522, + "nauc_ndcg_at_10_diff1": 0.001752820174881548, + "nauc_ndcg_at_10_max": 0.3032490861051886, + "nauc_ndcg_at_10_std": 0.31712898619806035, + "nauc_ndcg_at_1_diff1": 0.007610402865792263, + "nauc_ndcg_at_1_max": 0.2467831679292865, + "nauc_ndcg_at_1_std": 0.28632654375733896, + "nauc_ndcg_at_20_diff1": 0.002936349535896512, + "nauc_ndcg_at_20_max": 0.3338992073684285, + "nauc_ndcg_at_20_std": 0.3134584266954921, + "nauc_ndcg_at_3_diff1": -0.01787830081577058, + "nauc_ndcg_at_3_max": 0.29396226112867246, + "nauc_ndcg_at_3_std": 0.3215413403360418, + "nauc_ndcg_at_5_diff1": -0.00504137484435398, + "nauc_ndcg_at_5_max": 0.3096412915464982, + "nauc_ndcg_at_5_std": 0.33929522390813904, + "nauc_precision_at_1000_diff1": 0.05215836771923524, + "nauc_precision_at_1000_max": 0.37441383619930046, + "nauc_precision_at_1000_std": 0.2832161799756799, + "nauc_precision_at_100_diff1": -0.04499090408097138, + "nauc_precision_at_100_max": 0.3622606698175126, + "nauc_precision_at_100_std": 0.48685458634055834, + "nauc_precision_at_10_diff1": -0.010054420003080428, + "nauc_precision_at_10_max": 0.32563828587299426, + "nauc_precision_at_10_std": 0.3928318898549811, + "nauc_precision_at_1_diff1": -0.03452498460031318, + "nauc_precision_at_1_max": 0.2616536666097683, + "nauc_precision_at_1_std": 0.33748691954313037, + "nauc_precision_at_20_diff1": -0.020644879118410925, + "nauc_precision_at_20_max": 0.3308315282116144, + "nauc_precision_at_20_std": 0.3824223009613198, + "nauc_precision_at_3_diff1": -0.02316399724312403, + "nauc_precision_at_3_max": 0.2991834315163103, + "nauc_precision_at_3_std": 0.3456418954372573, + "nauc_precision_at_5_diff1": 0.004584528372421933, + "nauc_precision_at_5_max": 0.3194216379287819, + "nauc_precision_at_5_std": 0.3776256524561696, + "nauc_recall_at_1000_diff1": 0.054056229203841434, + "nauc_recall_at_1000_max": 0.6025906034185354, + "nauc_recall_at_1000_std": 0.7147215111817229, + "nauc_recall_at_100_diff1": -0.00965869179938421, + "nauc_recall_at_100_max": 0.3104768956871787, + "nauc_recall_at_100_std": 0.4094089433860883, + "nauc_recall_at_10_diff1": 0.061763279792139185, + "nauc_recall_at_10_max": 0.19797372309376143, + "nauc_recall_at_10_std": 0.05308870435028284, + "nauc_recall_at_1_diff1": 0.05758274655324347, + "nauc_recall_at_1_max": 0.42494949416989786, + "nauc_recall_at_1_std": 0.18211598244148658, + "nauc_recall_at_20_diff1": 0.03723532692754351, + "nauc_recall_at_20_max": 0.22707537814045622, + "nauc_recall_at_20_std": 0.1419984308037852, + "nauc_recall_at_3_diff1": -0.037076197338052175, + "nauc_recall_at_3_max": 0.32910760149197443, + "nauc_recall_at_3_std": 0.1024362160411655, + "nauc_recall_at_5_diff1": 0.012212205470983417, + "nauc_recall_at_5_max": 0.3206434031964444, + "nauc_recall_at_5_std": 0.09398169132274503, + "ndcg_at_1": 0.1675, + "ndcg_at_10": 0.17148, + "ndcg_at_100": 0.24247, + "ndcg_at_1000": 0.38064, + "ndcg_at_20": 0.17553, + "ndcg_at_3": 0.17208, + "ndcg_at_5": 0.16933, + "precision_at_1": 0.245, + "precision_at_10": 0.1885, + "precision_at_100": 0.0994, + "precision_at_1000": 0.02799, + "precision_at_20": 0.157, + "precision_at_3": 0.23167, + "precision_at_5": 0.209, + "recall_at_1": 0.01335, + "recall_at_10": 0.10145, + "recall_at_100": 0.34726, + "recall_at_1000": 0.74327, + "recall_at_20": 0.14338, + "recall_at_3": 0.04046, + "recall_at_5": 0.06039 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.24789, + "map_at_1": 0.02142, + "map_at_10": 0.08417, + "map_at_100": 0.16706, + "map_at_1000": 0.20255, + "map_at_20": 0.11033, + "map_at_3": 0.04605, + "map_at_5": 0.06095, + "mrr_at_1": 0.345, + "mrr_at_10": 0.4570178571428572, + "mrr_at_100": 0.4637461109230084, + "mrr_at_1000": 0.4643862109663781, + "mrr_at_20": 0.46115736785144684, + "mrr_at_3": 0.42333333333333323, + "mrr_at_5": 0.4443333333333333, + "nauc_map_at_1000_diff1": 0.11730653438753369, + "nauc_map_at_1000_max": 0.6459787649131791, + "nauc_map_at_1000_std": 0.49329496828615405, + "nauc_map_at_100_diff1": 0.10355986864470908, + "nauc_map_at_100_max": 0.6147039583495653, + "nauc_map_at_100_std": 0.4463421051795432, + "nauc_map_at_10_diff1": 0.053437459068916886, + "nauc_map_at_10_max": 0.5242373261820484, + "nauc_map_at_10_std": 0.2829037309051167, + "nauc_map_at_1_diff1": 0.08236060930926717, + "nauc_map_at_1_max": 0.43064084508361977, + "nauc_map_at_1_std": 0.16581503458505606, + "nauc_map_at_20_diff1": 0.05458227031150633, + "nauc_map_at_20_max": 0.5519766002669063, + "nauc_map_at_20_std": 0.33307347591978553, + "nauc_map_at_3_diff1": 0.056842989321061486, + "nauc_map_at_3_max": 0.49455023312964497, + "nauc_map_at_3_std": 0.1809258296867771, + "nauc_map_at_5_diff1": 0.05041215461898436, + "nauc_map_at_5_max": 0.46637145278593106, + "nauc_map_at_5_std": 0.227072563142233, + "nauc_mrr_at_1000_diff1": 0.094862071722137, + "nauc_mrr_at_1000_max": 0.43774135943264214, + "nauc_mrr_at_1000_std": 0.35381782285941316, + "nauc_mrr_at_100_diff1": 0.09498645321432136, + "nauc_mrr_at_100_max": 0.4377749309910404, + "nauc_mrr_at_100_std": 0.3540522355134259, + "nauc_mrr_at_10_diff1": 0.09926283252114552, + "nauc_mrr_at_10_max": 0.43836544756714796, + "nauc_mrr_at_10_std": 0.3571472385120452, + "nauc_mrr_at_1_diff1": 0.08252545878683348, + "nauc_mrr_at_1_max": 0.40867548224658506, + "nauc_mrr_at_1_std": 0.2841669805647522, + "nauc_mrr_at_20_diff1": 0.0958160460442591, + "nauc_mrr_at_20_max": 0.4374304506685031, + "nauc_mrr_at_20_std": 0.35319718083131824, + "nauc_mrr_at_3_diff1": 0.0918305755948497, + "nauc_mrr_at_3_max": 0.44397733524285116, + "nauc_mrr_at_3_std": 0.33728749006078235, + "nauc_mrr_at_5_diff1": 0.08910243649881242, + "nauc_mrr_at_5_max": 0.4404373608050866, + "nauc_mrr_at_5_std": 0.358576940601952, + "nauc_ndcg_at_1000_diff1": 0.1478456551605937, + "nauc_ndcg_at_1000_max": 0.6282225556560967, + "nauc_ndcg_at_1000_std": 0.5712825962816369, + "nauc_ndcg_at_100_diff1": 0.12275199141164281, + "nauc_ndcg_at_100_max": 0.6088150823863769, + "nauc_ndcg_at_100_std": 0.5271734783191668, + "nauc_ndcg_at_10_diff1": 0.11654440631344672, + "nauc_ndcg_at_10_max": 0.5504440866066509, + "nauc_ndcg_at_10_std": 0.4325809238427151, + "nauc_ndcg_at_1_diff1": 0.05012908210375562, + "nauc_ndcg_at_1_max": 0.39044980873235735, + "nauc_ndcg_at_1_std": 0.2848926828349069, + "nauc_ndcg_at_20_diff1": 0.08846701650549502, + "nauc_ndcg_at_20_max": 0.5727540027062296, + "nauc_ndcg_at_20_std": 0.4511235607340205, + "nauc_ndcg_at_3_diff1": 0.10453995342161398, + "nauc_ndcg_at_3_max": 0.5237206449501807, + "nauc_ndcg_at_3_std": 0.39119964921951805, + "nauc_ndcg_at_5_diff1": 0.1141988685088232, + "nauc_ndcg_at_5_max": 0.5225553486750616, + "nauc_ndcg_at_5_std": 0.4161689776030909, + "nauc_precision_at_1000_diff1": 0.12279188691926203, + "nauc_precision_at_1000_max": 0.2245474835060648, + "nauc_precision_at_1000_std": 0.17995518320742226, + "nauc_precision_at_100_diff1": 0.13168734885678812, + "nauc_precision_at_100_max": 0.44008996543048085, + "nauc_precision_at_100_std": 0.4290218284393767, + "nauc_precision_at_10_diff1": 0.14277707491043115, + "nauc_precision_at_10_max": 0.5172985483885812, + "nauc_precision_at_10_std": 0.4371454199015894, + "nauc_precision_at_1_diff1": 0.08252545878683348, + "nauc_precision_at_1_max": 0.40867548224658506, + "nauc_precision_at_1_std": 0.2841669805647522, + "nauc_precision_at_20_diff1": 0.12038776934586702, + "nauc_precision_at_20_max": 0.5124171625050474, + "nauc_precision_at_20_std": 0.4432275752277665, + "nauc_precision_at_3_diff1": 0.11664682430177217, + "nauc_precision_at_3_max": 0.5186426245535468, + "nauc_precision_at_3_std": 0.3910706729846861, + "nauc_precision_at_5_diff1": 0.13764440303725378, + "nauc_precision_at_5_max": 0.5093502158440617, + "nauc_precision_at_5_std": 0.4170757442851718, + "nauc_recall_at_1000_diff1": 0.05989547801810975, + "nauc_recall_at_1000_max": 0.7175165847043687, + "nauc_recall_at_1000_std": 0.7917333895104228, + "nauc_recall_at_100_diff1": 0.08492970577871592, + "nauc_recall_at_100_max": 0.5117742975487674, + "nauc_recall_at_100_std": 0.5322623850018698, + "nauc_recall_at_10_diff1": 0.015829861408903755, + "nauc_recall_at_10_max": 0.42054058354720864, + "nauc_recall_at_10_std": 0.309704140845866, + "nauc_recall_at_1_diff1": 0.08236060930926717, + "nauc_recall_at_1_max": 0.43064084508361977, + "nauc_recall_at_1_std": 0.16581503458505606, + "nauc_recall_at_20_diff1": -0.0027624695483977747, + "nauc_recall_at_20_max": 0.4179845661599474, + "nauc_recall_at_20_std": 0.34186272750030944, + "nauc_recall_at_3_diff1": 0.04035793135093499, + "nauc_recall_at_3_max": 0.4723723093205889, + "nauc_recall_at_3_std": 0.1855556471415784, + "nauc_recall_at_5_diff1": -0.009483088613786961, + "nauc_recall_at_5_max": 0.33595558979674195, + "nauc_recall_at_5_std": 0.26351218284164735, + "ndcg_at_1": 0.2625, + "ndcg_at_10": 0.24789, + "ndcg_at_100": 0.31905, + "ndcg_at_1000": 0.45465, + "ndcg_at_20": 0.25657, + "ndcg_at_3": 0.2428, + "ndcg_at_5": 0.2466, + "precision_at_1": 0.345, + "precision_at_10": 0.2695, + "precision_at_100": 0.12885, + "precision_at_1000": 0.03173, + "precision_at_20": 0.23, + "precision_at_3": 0.315, + "precision_at_5": 0.297, + "recall_at_1": 0.02142, + "recall_at_10": 0.13085, + "recall_at_100": 0.41703, + "recall_at_1000": 0.81456, + "recall_at_20": 0.19537, + "recall_at_3": 0.05184, + "recall_at_5": 0.08367 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.53275, + "map_at_1": 0.13332, + "map_at_10": 0.31128, + "map_at_100": 0.41909, + "map_at_1000": 0.43585, + "map_at_20": 0.35683, + "map_at_3": 0.21597, + "map_at_5": 0.25612, + "mrr_at_1": 0.71, + "mrr_at_10": 0.793136904761905, + "mrr_at_100": 0.7972431431743355, + "mrr_at_1000": 0.7972431431743355, + "mrr_at_20": 0.7966496594650623, + "mrr_at_3": 0.7816666666666668, + "mrr_at_5": 0.7894166666666669, + "nauc_map_at_1000_diff1": 0.26000096601871714, + "nauc_map_at_1000_max": 0.3821257816596734, + "nauc_map_at_1000_std": 0.033081845359456644, + "nauc_map_at_100_diff1": 0.27427631806954067, + "nauc_map_at_100_max": 0.3712937697969611, + "nauc_map_at_100_std": 0.002192308717248243, + "nauc_map_at_10_diff1": 0.31234876415211354, + "nauc_map_at_10_max": 0.2966968309099564, + "nauc_map_at_10_std": -0.10752400984115673, + "nauc_map_at_1_diff1": 0.5487211665057004, + "nauc_map_at_1_max": 0.16240577951930923, + "nauc_map_at_1_std": -0.1666289903099177, + "nauc_map_at_20_diff1": 0.2956215913530673, + "nauc_map_at_20_max": 0.3267360705258124, + "nauc_map_at_20_std": -0.0824957170910854, + "nauc_map_at_3_diff1": 0.3995151551098187, + "nauc_map_at_3_max": 0.21571084095636614, + "nauc_map_at_3_std": -0.13135716943973338, + "nauc_map_at_5_diff1": 0.37343796604693186, + "nauc_map_at_5_max": 0.26946555436203334, + "nauc_map_at_5_std": -0.12051643023221444, + "nauc_mrr_at_1000_diff1": 0.35407606492314964, + "nauc_mrr_at_1000_max": 0.5613798314183712, + "nauc_mrr_at_1000_std": 0.1726917270574708, + "nauc_mrr_at_100_diff1": 0.35407606492314964, + "nauc_mrr_at_100_max": 0.5613798314183712, + "nauc_mrr_at_100_std": 0.1726917270574708, + "nauc_mrr_at_10_diff1": 0.36018035383396274, + "nauc_mrr_at_10_max": 0.5663511596856641, + "nauc_mrr_at_10_std": 0.17722846405422976, + "nauc_mrr_at_1_diff1": 0.3295776735911643, + "nauc_mrr_at_1_max": 0.49781331653169747, + "nauc_mrr_at_1_std": 0.05235995033634204, + "nauc_mrr_at_20_diff1": 0.35408828149061733, + "nauc_mrr_at_20_max": 0.5626798900745289, + "nauc_mrr_at_20_std": 0.17479448794564137, + "nauc_mrr_at_3_diff1": 0.3488959903575096, + "nauc_mrr_at_3_max": 0.5667143769056009, + "nauc_mrr_at_3_std": 0.1998616270909566, + "nauc_mrr_at_5_diff1": 0.36281397461884957, + "nauc_mrr_at_5_max": 0.5712230768188529, + "nauc_mrr_at_5_std": 0.18553432909602524, + "nauc_ndcg_at_1000_diff1": 0.3299273435248489, + "nauc_ndcg_at_1000_max": 0.5020614543710532, + "nauc_ndcg_at_1000_std": 0.16103636077146852, + "nauc_ndcg_at_100_diff1": 0.359347466938115, + "nauc_ndcg_at_100_max": 0.4594398817740751, + "nauc_ndcg_at_100_std": 0.07717455885716479, + "nauc_ndcg_at_10_diff1": 0.30592618072776206, + "nauc_ndcg_at_10_max": 0.4310381838469051, + "nauc_ndcg_at_10_std": 0.04222241536845512, + "nauc_ndcg_at_1_diff1": 0.3927038963280227, + "nauc_ndcg_at_1_max": 0.45826763623812533, + "nauc_ndcg_at_1_std": 0.04568203390362344, + "nauc_ndcg_at_20_diff1": 0.3290694534353309, + "nauc_ndcg_at_20_max": 0.44496257144994106, + "nauc_ndcg_at_20_std": 0.032186061370167544, + "nauc_ndcg_at_3_diff1": 0.28164182775696894, + "nauc_ndcg_at_3_max": 0.4816063303136542, + "nauc_ndcg_at_3_std": 0.15509816201637838, + "nauc_ndcg_at_5_diff1": 0.28406594952875525, + "nauc_ndcg_at_5_max": 0.4654084641557743, + "nauc_ndcg_at_5_std": 0.10119242249745403, + "nauc_precision_at_1000_diff1": -0.24459037311415552, + "nauc_precision_at_1000_max": 0.08651405634252125, + "nauc_precision_at_1000_std": 0.34202084734231414, + "nauc_precision_at_100_diff1": -0.22100277790427594, + "nauc_precision_at_100_max": 0.12066485209615618, + "nauc_precision_at_100_std": 0.34715950822103214, + "nauc_precision_at_10_diff1": -0.21917174286390084, + "nauc_precision_at_10_max": 0.2951187378808291, + "nauc_precision_at_10_std": 0.27585261259902444, + "nauc_precision_at_1_diff1": 0.3295776735911643, + "nauc_precision_at_1_max": 0.49781331653169747, + "nauc_precision_at_1_std": 0.05235995033634204, + "nauc_precision_at_20_diff1": -0.20990146344054633, + "nauc_precision_at_20_max": 0.24124125146674336, + "nauc_precision_at_20_std": 0.2986974160116973, + "nauc_precision_at_3_diff1": -0.08223045492989649, + "nauc_precision_at_3_max": 0.4146276817515809, + "nauc_precision_at_3_std": 0.2654502245464401, + "nauc_precision_at_5_diff1": -0.1305647615826849, + "nauc_precision_at_5_max": 0.3779255036475191, + "nauc_precision_at_5_std": 0.25711000531426637, + "nauc_recall_at_1000_diff1": 0.2617063292961872, + "nauc_recall_at_1000_max": 0.23126293660382516, + "nauc_recall_at_1000_std": 0.3203560009041604, + "nauc_recall_at_100_diff1": 0.3010835510329736, + "nauc_recall_at_100_max": 0.18195534817161124, + "nauc_recall_at_100_std": -0.1044658316624063, + "nauc_recall_at_10_diff1": 0.2968374131480619, + "nauc_recall_at_10_max": 0.23899892619011984, + "nauc_recall_at_10_std": -0.1256216697889949, + "nauc_recall_at_1_diff1": 0.5487211665057004, + "nauc_recall_at_1_max": 0.16240577951930923, + "nauc_recall_at_1_std": -0.1666289903099177, + "nauc_recall_at_20_diff1": 0.2387358657480293, + "nauc_recall_at_20_max": 0.22225052447008267, + "nauc_recall_at_20_std": -0.137317275144809, + "nauc_recall_at_3_diff1": 0.37184258884962024, + "nauc_recall_at_3_max": 0.18508104311887105, + "nauc_recall_at_3_std": -0.13257278397050104, + "nauc_recall_at_5_diff1": 0.3684920186421744, + "nauc_recall_at_5_max": 0.23992766605349286, + "nauc_recall_at_5_std": -0.1350033910626433, + "ndcg_at_1": 0.615, + "ndcg_at_10": 0.53275, + "ndcg_at_100": 0.63125, + "ndcg_at_1000": 0.68646, + "ndcg_at_20": 0.55048, + "ndcg_at_3": 0.55954, + "ndcg_at_5": 0.53657, + "precision_at_1": 0.71, + "precision_at_10": 0.367, + "precision_at_100": 0.1054, + "precision_at_1000": 0.01458, + "precision_at_20": 0.271, + "precision_at_3": 0.55167, + "precision_at_5": 0.467, + "recall_at_1": 0.13332, + "recall_at_10": 0.39169, + "recall_at_100": 0.7909, + "recall_at_1000": 0.98039, + "recall_at_20": 0.51073, + "recall_at_3": 0.23633, + "recall_at_5": 0.29343 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12331, + "map_at_1": 0.02633, + "map_at_10": 0.06163, + "map_at_100": 0.08997, + "map_at_1000": 0.09965, + "map_at_20": 0.07227, + "map_at_3": 0.04052, + "map_at_5": 0.05186, + "mrr_at_1": 0.14, + "mrr_at_10": 0.2130396825396826, + "mrr_at_100": 0.2286487301478784, + "mrr_at_1000": 0.2293608744559139, + "mrr_at_20": 0.2212492031961848, + "mrr_at_3": 0.185, + "mrr_at_5": 0.20425000000000004, + "nauc_map_at_1000_diff1": 0.3263097390914933, + "nauc_map_at_1000_max": 0.3147305777553141, + "nauc_map_at_1000_std": 0.3202388072766208, + "nauc_map_at_100_diff1": 0.3411495903747526, + "nauc_map_at_100_max": 0.29985351405494787, + "nauc_map_at_100_std": 0.3180141495974762, + "nauc_map_at_10_diff1": 0.41531517431068915, + "nauc_map_at_10_max": 0.20851251157135875, + "nauc_map_at_10_std": 0.23205197286847512, + "nauc_map_at_1_diff1": 0.5968484568283933, + "nauc_map_at_1_max": 0.22656266172706335, + "nauc_map_at_1_std": 0.38276752597302693, + "nauc_map_at_20_diff1": 0.380590413750427, + "nauc_map_at_20_max": 0.2569855001055604, + "nauc_map_at_20_std": 0.2678352008860353, + "nauc_map_at_3_diff1": 0.5236680058275515, + "nauc_map_at_3_max": 0.17641121744102012, + "nauc_map_at_3_std": 0.26362983684885083, + "nauc_map_at_5_diff1": 0.4582299681087806, + "nauc_map_at_5_max": 0.17829331332411721, + "nauc_map_at_5_std": 0.23555279018630684, + "nauc_mrr_at_1000_diff1": 0.2425902030964172, + "nauc_mrr_at_1000_max": 0.3592335892874547, + "nauc_mrr_at_1000_std": 0.30388683025905455, + "nauc_mrr_at_100_diff1": 0.2423423487174392, + "nauc_mrr_at_100_max": 0.35988375933856454, + "nauc_mrr_at_100_std": 0.3038640792773933, + "nauc_mrr_at_10_diff1": 0.24923781001430986, + "nauc_mrr_at_10_max": 0.3456290999325159, + "nauc_mrr_at_10_std": 0.29896612960350344, + "nauc_mrr_at_1_diff1": 0.2561521490092918, + "nauc_mrr_at_1_max": 0.3451037379608808, + "nauc_mrr_at_1_std": 0.3432368789511646, + "nauc_mrr_at_20_diff1": 0.24031607628373416, + "nauc_mrr_at_20_max": 0.35382357345580906, + "nauc_mrr_at_20_std": 0.3023227797340147, + "nauc_mrr_at_3_diff1": 0.2474526541199713, + "nauc_mrr_at_3_max": 0.3550830087223487, + "nauc_mrr_at_3_std": 0.3154479335811911, + "nauc_mrr_at_5_diff1": 0.25127836002288795, + "nauc_mrr_at_5_max": 0.3415477064247762, + "nauc_mrr_at_5_std": 0.3106885485655123, + "nauc_ndcg_at_1000_diff1": 0.2243553865811227, + "nauc_ndcg_at_1000_max": 0.44303771603557246, + "nauc_ndcg_at_1000_std": 0.34645912198423856, + "nauc_ndcg_at_100_diff1": 0.2558793157198503, + "nauc_ndcg_at_100_max": 0.40619570004640826, + "nauc_ndcg_at_100_std": 0.3577389920050609, + "nauc_ndcg_at_10_diff1": 0.31686225830273873, + "nauc_ndcg_at_10_max": 0.2877071648021876, + "nauc_ndcg_at_10_std": 0.27154882428237603, + "nauc_ndcg_at_1_diff1": 0.24119111509549393, + "nauc_ndcg_at_1_max": 0.3138004349169237, + "nauc_ndcg_at_1_std": 0.36287093628285355, + "nauc_ndcg_at_20_diff1": 0.291392453595639, + "nauc_ndcg_at_20_max": 0.3350947679375909, + "nauc_ndcg_at_20_std": 0.2966455607968969, + "nauc_ndcg_at_3_diff1": 0.2638033059863567, + "nauc_ndcg_at_3_max": 0.3238778331868278, + "nauc_ndcg_at_3_std": 0.3136345521910684, + "nauc_ndcg_at_5_diff1": 0.28534698240039236, + "nauc_ndcg_at_5_max": 0.29571420569861967, + "nauc_ndcg_at_5_std": 0.2922410305998549, + "nauc_precision_at_1000_diff1": -0.056908907254521884, + "nauc_precision_at_1000_max": 0.1901081817527987, + "nauc_precision_at_1000_std": 0.052892092246688054, + "nauc_precision_at_100_diff1": 0.024527173651564465, + "nauc_precision_at_100_max": 0.3733455217319856, + "nauc_precision_at_100_std": 0.2927165153843124, + "nauc_precision_at_10_diff1": 0.12689688430977497, + "nauc_precision_at_10_max": 0.3446864704318156, + "nauc_precision_at_10_std": 0.24904113540384967, + "nauc_precision_at_1_diff1": 0.2561521490092918, + "nauc_precision_at_1_max": 0.3451037379608808, + "nauc_precision_at_1_std": 0.3432368789511646, + "nauc_precision_at_20_diff1": 0.06579461726590076, + "nauc_precision_at_20_max": 0.38117468413023453, + "nauc_precision_at_20_std": 0.3065414994940722, + "nauc_precision_at_3_diff1": 0.1837016077170417, + "nauc_precision_at_3_max": 0.39308038585209, + "nauc_precision_at_3_std": 0.28570546623794196, + "nauc_precision_at_5_diff1": 0.16510198177347035, + "nauc_precision_at_5_max": 0.3495081730073777, + "nauc_precision_at_5_std": 0.2757992188630118, + "nauc_recall_at_1000_diff1": 0.13979552128953196, + "nauc_recall_at_1000_max": 0.624068310223846, + "nauc_recall_at_1000_std": 0.5151200656377285, + "nauc_recall_at_100_diff1": 0.17063091665606994, + "nauc_recall_at_100_max": 0.4159654548455449, + "nauc_recall_at_100_std": 0.38097075298975097, + "nauc_recall_at_10_diff1": 0.3596661374365514, + "nauc_recall_at_10_max": 0.18665031699511564, + "nauc_recall_at_10_std": 0.13833312252882193, + "nauc_recall_at_1_diff1": 0.5968484568283933, + "nauc_recall_at_1_max": 0.22656266172706335, + "nauc_recall_at_1_std": 0.38276752597302693, + "nauc_recall_at_20_diff1": 0.2532125162162631, + "nauc_recall_at_20_max": 0.3188419144670881, + "nauc_recall_at_20_std": 0.2268272038278785, + "nauc_recall_at_3_diff1": 0.47862994437859535, + "nauc_recall_at_3_max": 0.14762321092573916, + "nauc_recall_at_3_std": 0.15957681665582663, + "nauc_recall_at_5_diff1": 0.3743494852210808, + "nauc_recall_at_5_max": 0.14023270072793434, + "nauc_recall_at_5_std": 0.11493361972790644, + "ndcg_at_1": 0.1175, + "ndcg_at_10": 0.12331, + "ndcg_at_100": 0.20545, + "ndcg_at_1000": 0.2951, + "ndcg_at_20": 0.14114, + "ndcg_at_3": 0.11389, + "ndcg_at_5": 0.11929, + "precision_at_1": 0.14, + "precision_at_10": 0.081, + "precision_at_100": 0.03875, + "precision_at_1000": 0.00954, + "precision_at_20": 0.07025, + "precision_at_3": 0.10833, + "precision_at_5": 0.1, + "recall_at_1": 0.02633, + "recall_at_10": 0.10877, + "recall_at_100": 0.3573, + "recall_at_1000": 0.70908, + "recall_at_20": 0.16472, + "recall_at_3": 0.05404, + "recall_at_5": 0.0823 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.23418, + "map_at_1": 0.06041, + "map_at_10": 0.123, + "map_at_100": 0.17705, + "map_at_1000": 0.1925, + "map_at_20": 0.14397, + "map_at_3": 0.09028, + "map_at_5": 0.10397, + "mrr_at_1": 0.28, + "mrr_at_10": 0.3907678571428572, + "mrr_at_100": 0.40319750601734233, + "mrr_at_1000": 0.403438619251372, + "mrr_at_20": 0.3985967039496452, + "mrr_at_3": 0.36333333333333345, + "mrr_at_5": 0.3775833333333334, + "nauc_map_at_1000_diff1": 0.3146727276766681, + "nauc_map_at_1000_max": 0.44531471165489567, + "nauc_map_at_1000_std": 0.20371752480549088, + "nauc_map_at_100_diff1": 0.33459319264133663, + "nauc_map_at_100_max": 0.4316668528457707, + "nauc_map_at_100_std": 0.1741556145922567, + "nauc_map_at_10_diff1": 0.4331148657158139, + "nauc_map_at_10_max": 0.38493103548520374, + "nauc_map_at_10_std": 0.08015522847271908, + "nauc_map_at_1_diff1": 0.6465692168697872, + "nauc_map_at_1_max": 0.3309649902237493, + "nauc_map_at_1_std": 0.008392992642821716, + "nauc_map_at_20_diff1": 0.397332404904812, + "nauc_map_at_20_max": 0.4032509467546445, + "nauc_map_at_20_std": 0.10748143467341546, + "nauc_map_at_3_diff1": 0.4933162533243723, + "nauc_map_at_3_max": 0.3349541794096652, + "nauc_map_at_3_std": 0.042354496105248975, + "nauc_map_at_5_diff1": 0.4649395412530965, + "nauc_map_at_5_max": 0.3468612370836259, + "nauc_map_at_5_std": 0.037517345530452294, + "nauc_mrr_at_1000_diff1": 0.23583279667640064, + "nauc_mrr_at_1000_max": 0.43939355204332575, + "nauc_mrr_at_1000_std": 0.20403899658174696, + "nauc_mrr_at_100_diff1": 0.23571308512872247, + "nauc_mrr_at_100_max": 0.4397040594208306, + "nauc_mrr_at_100_std": 0.20430491688094407, + "nauc_mrr_at_10_diff1": 0.23408431684592218, + "nauc_mrr_at_10_max": 0.44393850344707664, + "nauc_mrr_at_10_std": 0.2105246020232592, + "nauc_mrr_at_1_diff1": 0.31362087267445105, + "nauc_mrr_at_1_max": 0.3757542320800045, + "nauc_mrr_at_1_std": 0.17847365774624263, + "nauc_mrr_at_20_diff1": 0.23855877936023132, + "nauc_mrr_at_20_max": 0.4406919799830327, + "nauc_mrr_at_20_std": 0.2031334860685298, + "nauc_mrr_at_3_diff1": 0.23187343921460607, + "nauc_mrr_at_3_max": 0.42332451240274027, + "nauc_mrr_at_3_std": 0.19822482535009026, + "nauc_mrr_at_5_diff1": 0.2274327742670473, + "nauc_mrr_at_5_max": 0.43659278391897155, + "nauc_mrr_at_5_std": 0.20348396555226853, + "nauc_ndcg_at_1000_diff1": 0.22074795783908469, + "nauc_ndcg_at_1000_max": 0.5077648893159968, + "nauc_ndcg_at_1000_std": 0.29203897749224156, + "nauc_ndcg_at_100_diff1": 0.24893227228411305, + "nauc_ndcg_at_100_max": 0.4888894590291212, + "nauc_ndcg_at_100_std": 0.24439878300827206, + "nauc_ndcg_at_10_diff1": 0.2938709576078797, + "nauc_ndcg_at_10_max": 0.47249955671897836, + "nauc_ndcg_at_10_std": 0.17746908305636877, + "nauc_ndcg_at_1_diff1": 0.3646575859452922, + "nauc_ndcg_at_1_max": 0.31279965802881343, + "nauc_ndcg_at_1_std": 0.09218203033838956, + "nauc_ndcg_at_20_diff1": 0.2996710877639786, + "nauc_ndcg_at_20_max": 0.4641886990387769, + "nauc_ndcg_at_20_std": 0.15418701297202048, + "nauc_ndcg_at_3_diff1": 0.2567932134947549, + "nauc_ndcg_at_3_max": 0.3932302978462139, + "nauc_ndcg_at_3_std": 0.1658207619279511, + "nauc_ndcg_at_5_diff1": 0.27944531950448215, + "nauc_ndcg_at_5_max": 0.44292231856046965, + "nauc_ndcg_at_5_std": 0.16307184370954414, + "nauc_precision_at_1000_diff1": -0.2033139908806981, + "nauc_precision_at_1000_max": 0.19122162985097196, + "nauc_precision_at_1000_std": 0.307187086233992, + "nauc_precision_at_100_diff1": -0.17476872574771138, + "nauc_precision_at_100_max": 0.31662871486513083, + "nauc_precision_at_100_std": 0.384623869359322, + "nauc_precision_at_10_diff1": -0.010227556814800035, + "nauc_precision_at_10_max": 0.45009285603742805, + "nauc_precision_at_10_std": 0.33197819073582446, + "nauc_precision_at_1_diff1": 0.31362087267445105, + "nauc_precision_at_1_max": 0.3757542320800045, + "nauc_precision_at_1_std": 0.17847365774624263, + "nauc_precision_at_20_diff1": -0.05981289950684559, + "nauc_precision_at_20_max": 0.39889669397550104, + "nauc_precision_at_20_std": 0.3023066104345898, + "nauc_precision_at_3_diff1": 0.059930928399710086, + "nauc_precision_at_3_max": 0.399332898219422, + "nauc_precision_at_3_std": 0.2511077366095881, + "nauc_precision_at_5_diff1": 0.01277472527472558, + "nauc_precision_at_5_max": 0.43021487441130307, + "nauc_precision_at_5_std": 0.2620879120879123, + "nauc_recall_at_1000_diff1": 0.0361637147346267, + "nauc_recall_at_1000_max": 0.5708719556316019, + "nauc_recall_at_1000_std": 0.563208381166928, + "nauc_recall_at_100_diff1": 0.11402886933258227, + "nauc_recall_at_100_max": 0.4218865878246483, + "nauc_recall_at_100_std": 0.2840799329024231, + "nauc_recall_at_10_diff1": 0.291585460921664, + "nauc_recall_at_10_max": 0.38638870981364065, + "nauc_recall_at_10_std": 0.06849362291569537, + "nauc_recall_at_1_diff1": 0.6465692168697872, + "nauc_recall_at_1_max": 0.3309649902237493, + "nauc_recall_at_1_std": 0.008392992642821716, + "nauc_recall_at_20_diff1": 0.2334314892667746, + "nauc_recall_at_20_max": 0.36270821101517464, + "nauc_recall_at_20_std": 0.06902733964366906, + "nauc_recall_at_3_diff1": 0.39495409222861566, + "nauc_recall_at_3_max": 0.3238650010005702, + "nauc_recall_at_3_std": 0.051716145928857885, + "nauc_recall_at_5_diff1": 0.3331281855816237, + "nauc_recall_at_5_max": 0.3471242722676879, + "nauc_recall_at_5_std": 0.03166275107119861, + "ndcg_at_1": 0.2325, + "ndcg_at_10": 0.23418, + "ndcg_at_100": 0.33686, + "ndcg_at_1000": 0.42507, + "ndcg_at_20": 0.26044, + "ndcg_at_3": 0.23028, + "ndcg_at_5": 0.22484, + "precision_at_1": 0.28, + "precision_at_10": 0.16, + "precision_at_100": 0.06495, + "precision_at_1000": 0.01246, + "precision_at_20": 0.13175, + "precision_at_3": 0.23833, + "precision_at_5": 0.196, + "recall_at_1": 0.06041, + "recall_at_10": 0.19099, + "recall_at_100": 0.51063, + "recall_at_1000": 0.84961, + "recall_at_20": 0.27622, + "recall_at_3": 0.10862, + "recall_at_5": 0.1408 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.49535, + "map_at_1": 0.06321, + "map_at_10": 0.20416, + "map_at_100": 0.32595, + "map_at_1000": 0.36877, + "map_at_20": 0.24499, + "map_at_3": 0.13231, + "map_at_5": 0.16294, + "mrr_at_1": 0.69, + "mrr_at_10": 0.790198412698413, + "mrr_at_100": 0.7918180860000574, + "mrr_at_1000": 0.7918271112708155, + "mrr_at_20": 0.791385181704261, + "mrr_at_3": 0.7733333333333334, + "mrr_at_5": 0.7858333333333334, + "nauc_map_at_1000_diff1": 0.14803362377254828, + "nauc_map_at_1000_max": 0.30894719420421907, + "nauc_map_at_1000_std": 0.22993781685822523, + "nauc_map_at_100_diff1": 0.21083774242472336, + "nauc_map_at_100_max": 0.3151775892034677, + "nauc_map_at_100_std": 0.20261252687929038, + "nauc_map_at_10_diff1": 0.3200379431087994, + "nauc_map_at_10_max": 0.25574733354762536, + "nauc_map_at_10_std": 0.0970633502308305, + "nauc_map_at_1_diff1": 0.47505247455712163, + "nauc_map_at_1_max": 0.15287658219805586, + "nauc_map_at_1_std": 0.049562999384646624, + "nauc_map_at_20_diff1": 0.30181303839914286, + "nauc_map_at_20_max": 0.2965112659113964, + "nauc_map_at_20_std": 0.12519830010314284, + "nauc_map_at_3_diff1": 0.3889992341788893, + "nauc_map_at_3_max": 0.19118216704194593, + "nauc_map_at_3_std": 0.06781073882416358, + "nauc_map_at_5_diff1": 0.3469897225499212, + "nauc_map_at_5_max": 0.22178722216428812, + "nauc_map_at_5_std": 0.07501197759208943, + "nauc_mrr_at_1000_diff1": 0.2774060668649346, + "nauc_mrr_at_1000_max": 0.2985816430634669, + "nauc_mrr_at_1000_std": 0.01760169753682064, + "nauc_mrr_at_100_diff1": 0.27738401710650507, + "nauc_mrr_at_100_max": 0.29848147529979363, + "nauc_mrr_at_100_std": 0.01761842741904261, + "nauc_mrr_at_10_diff1": 0.2736412368610803, + "nauc_mrr_at_10_max": 0.3023159851405191, + "nauc_mrr_at_10_std": 0.020781528507801586, + "nauc_mrr_at_1_diff1": 0.3058892004867988, + "nauc_mrr_at_1_max": 0.2966470889112302, + "nauc_mrr_at_1_std": -0.014207100904809656, + "nauc_mrr_at_20_diff1": 0.276607989222262, + "nauc_mrr_at_20_max": 0.29851885022094415, + "nauc_mrr_at_20_std": 0.018027781697666785, + "nauc_mrr_at_3_diff1": 0.3022408985252776, + "nauc_mrr_at_3_max": 0.31243207493898906, + "nauc_mrr_at_3_std": -0.0008296043038859767, + "nauc_mrr_at_5_diff1": 0.2853592996160035, + "nauc_mrr_at_5_max": 0.3144622403098237, + "nauc_mrr_at_5_std": 0.014342651547474732, + "nauc_ndcg_at_1000_diff1": 0.13232467884048613, + "nauc_ndcg_at_1000_max": 0.3302460997601999, + "nauc_ndcg_at_1000_std": 0.23549064957937144, + "nauc_ndcg_at_100_diff1": 0.22948044876718293, + "nauc_ndcg_at_100_max": 0.3146600379562533, + "nauc_ndcg_at_100_std": 0.20865004978555254, + "nauc_ndcg_at_10_diff1": 0.168950816871723, + "nauc_ndcg_at_10_max": 0.3378757838339109, + "nauc_ndcg_at_10_std": 0.142871569154497, + "nauc_ndcg_at_1_diff1": 0.28318523084462455, + "nauc_ndcg_at_1_max": 0.20494806522379994, + "nauc_ndcg_at_1_std": -0.02351517843127507, + "nauc_ndcg_at_20_diff1": 0.23029103397688744, + "nauc_ndcg_at_20_max": 0.3142723208311558, + "nauc_ndcg_at_20_std": 0.12274069251629828, + "nauc_ndcg_at_3_diff1": 0.21296343374453558, + "nauc_ndcg_at_3_max": 0.30457148970301995, + "nauc_ndcg_at_3_std": 0.06958834990515894, + "nauc_ndcg_at_5_diff1": 0.16439333843434345, + "nauc_ndcg_at_5_max": 0.34144702831654766, + "nauc_ndcg_at_5_std": 0.1169179082076537, + "nauc_precision_at_1000_diff1": -0.2774383636446404, + "nauc_precision_at_1000_max": -0.05723082065712454, + "nauc_precision_at_1000_std": 0.017255994103930482, + "nauc_precision_at_100_diff1": -0.3025290198853138, + "nauc_precision_at_100_max": -0.022362124603668296, + "nauc_precision_at_100_std": 0.1115234897130876, + "nauc_precision_at_10_diff1": -0.20984874215445842, + "nauc_precision_at_10_max": 0.2817008714424633, + "nauc_precision_at_10_std": 0.18506520697340115, + "nauc_precision_at_1_diff1": 0.3058892004867988, + "nauc_precision_at_1_max": 0.2966470889112302, + "nauc_precision_at_1_std": -0.014207100904809656, + "nauc_precision_at_20_diff1": -0.22689267458619386, + "nauc_precision_at_20_max": 0.18629731606536995, + "nauc_precision_at_20_std": 0.14244726957896248, + "nauc_precision_at_3_diff1": 0.06572977692820489, + "nauc_precision_at_3_max": 0.351513596110845, + "nauc_precision_at_3_std": 0.11939444355947285, + "nauc_precision_at_5_diff1": -0.09498634326064546, + "nauc_precision_at_5_max": 0.3540487931231116, + "nauc_precision_at_5_std": 0.18313175225727632, + "nauc_recall_at_1000_diff1": 0.06256581613129882, + "nauc_recall_at_1000_max": 0.36246497395978267, + "nauc_recall_at_1000_std": 0.5414364655991274, + "nauc_recall_at_100_diff1": 0.18801759736986692, + "nauc_recall_at_100_max": 0.17963033813426227, + "nauc_recall_at_100_std": 0.23337932979011838, + "nauc_recall_at_10_diff1": 0.2747534537930902, + "nauc_recall_at_10_max": 0.20663832944668215, + "nauc_recall_at_10_std": 0.09868121926702973, + "nauc_recall_at_1_diff1": 0.47505247455712163, + "nauc_recall_at_1_max": 0.15287658219805586, + "nauc_recall_at_1_std": 0.049562999384646624, + "nauc_recall_at_20_diff1": 0.28825427165620987, + "nauc_recall_at_20_max": 0.21628595619775945, + "nauc_recall_at_20_std": 0.0950494085262989, + "nauc_recall_at_3_diff1": 0.3758995754039732, + "nauc_recall_at_3_max": 0.16819725416672485, + "nauc_recall_at_3_std": 0.057982175584406014, + "nauc_recall_at_5_diff1": 0.3215757207242601, + "nauc_recall_at_5_max": 0.19748947629467334, + "nauc_recall_at_5_std": 0.06711371183960042, + "ndcg_at_1": 0.6025, + "ndcg_at_10": 0.49535, + "ndcg_at_100": 0.56498, + "ndcg_at_1000": 0.66722, + "ndcg_at_20": 0.48971, + "ndcg_at_3": 0.54732, + "ndcg_at_5": 0.5204, + "precision_at_1": 0.69, + "precision_at_10": 0.4325, + "precision_at_100": 0.1726, + "precision_at_1000": 0.0341, + "precision_at_20": 0.343, + "precision_at_3": 0.6, + "precision_at_5": 0.534, + "recall_at_1": 0.06321, + "recall_at_10": 0.26198, + "recall_at_100": 0.64532, + "recall_at_1000": 0.94997, + "recall_at_20": 0.35512, + "recall_at_3": 0.14469, + "recall_at_5": 0.1884 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.12589, + "map_at_1": 0.0136, + "map_at_10": 0.04492, + "map_at_100": 0.08137, + "map_at_1000": 0.1023, + "map_at_20": 0.05549, + "map_at_3": 0.02813, + "map_at_5": 0.03599, + "mrr_at_1": 0.145, + "mrr_at_10": 0.23785119047619055, + "mrr_at_100": 0.25297032173601997, + "mrr_at_1000": 0.253713028925757, + "mrr_at_20": 0.24890659003449264, + "mrr_at_3": 0.2041666666666667, + "mrr_at_5": 0.22241666666666673, + "nauc_map_at_1000_diff1": 0.3250193739177324, + "nauc_map_at_1000_max": 0.426016950329097, + "nauc_map_at_1000_std": 0.48280684118400247, + "nauc_map_at_100_diff1": 0.36172428427520503, + "nauc_map_at_100_max": 0.38147299133273016, + "nauc_map_at_100_std": 0.4710760798587912, + "nauc_map_at_10_diff1": 0.43616864027718766, + "nauc_map_at_10_max": 0.29814006045644015, + "nauc_map_at_10_std": 0.39926740930793925, + "nauc_map_at_1_diff1": 0.47047452093754977, + "nauc_map_at_1_max": 0.20421600700433992, + "nauc_map_at_1_std": 0.3597719758994137, + "nauc_map_at_20_diff1": 0.4142229460245196, + "nauc_map_at_20_max": 0.3134528027359834, + "nauc_map_at_20_std": 0.39658520583878876, + "nauc_map_at_3_diff1": 0.44176592572293183, + "nauc_map_at_3_max": 0.26313771590158846, + "nauc_map_at_3_std": 0.4105136700242936, + "nauc_map_at_5_diff1": 0.44939339352853536, + "nauc_map_at_5_max": 0.2808022327621951, + "nauc_map_at_5_std": 0.38020658273312913, + "nauc_mrr_at_1000_diff1": 0.35024300534579866, + "nauc_mrr_at_1000_max": 0.3087041445328355, + "nauc_mrr_at_1000_std": 0.33657095767703, + "nauc_mrr_at_100_diff1": 0.3497574836700045, + "nauc_mrr_at_100_max": 0.3089998370509684, + "nauc_mrr_at_100_std": 0.3366790452024136, + "nauc_mrr_at_10_diff1": 0.35368373216877436, + "nauc_mrr_at_10_max": 0.30301450655526085, + "nauc_mrr_at_10_std": 0.3275736607482552, + "nauc_mrr_at_1_diff1": 0.4794662146098425, + "nauc_mrr_at_1_max": 0.3058619228264578, + "nauc_mrr_at_1_std": 0.33470121869282543, + "nauc_mrr_at_20_diff1": 0.3486498919025482, + "nauc_mrr_at_20_max": 0.3083468185484855, + "nauc_mrr_at_20_std": 0.33188684774425936, + "nauc_mrr_at_3_diff1": 0.38675069058333983, + "nauc_mrr_at_3_max": 0.30800794082530886, + "nauc_mrr_at_3_std": 0.35224483740383067, + "nauc_mrr_at_5_diff1": 0.368508614111553, + "nauc_mrr_at_5_max": 0.3007669718859576, + "nauc_mrr_at_5_std": 0.3303099587730508, + "nauc_ndcg_at_1000_diff1": 0.22465221316478848, + "nauc_ndcg_at_1000_max": 0.488348141530802, + "nauc_ndcg_at_1000_std": 0.5157083926158045, + "nauc_ndcg_at_100_diff1": 0.26954182602027615, + "nauc_ndcg_at_100_max": 0.40525312380265405, + "nauc_ndcg_at_100_std": 0.4969349968718115, + "nauc_ndcg_at_10_diff1": 0.3725792771601093, + "nauc_ndcg_at_10_max": 0.3500214411630875, + "nauc_ndcg_at_10_std": 0.36659097857558565, + "nauc_ndcg_at_1_diff1": 0.4946644703860203, + "nauc_ndcg_at_1_max": 0.3079149657427965, + "nauc_ndcg_at_1_std": 0.30438778676979655, + "nauc_ndcg_at_20_diff1": 0.3386801575083719, + "nauc_ndcg_at_20_max": 0.33952175373915944, + "nauc_ndcg_at_20_std": 0.3670601260504155, + "nauc_ndcg_at_3_diff1": 0.42490422091044505, + "nauc_ndcg_at_3_max": 0.37270212488910837, + "nauc_ndcg_at_3_std": 0.3911881420229193, + "nauc_ndcg_at_5_diff1": 0.4004737542720373, + "nauc_ndcg_at_5_max": 0.3493614352950444, + "nauc_ndcg_at_5_std": 0.3677880579828442, + "nauc_precision_at_1000_diff1": 0.05789663095342882, + "nauc_precision_at_1000_max": 0.2792555310938008, + "nauc_precision_at_1000_std": 0.13149417433724028, + "nauc_precision_at_100_diff1": 0.10590809905010264, + "nauc_precision_at_100_max": 0.4073529621196178, + "nauc_precision_at_100_std": 0.34597721702061673, + "nauc_precision_at_10_diff1": 0.2482538133180554, + "nauc_precision_at_10_max": 0.3939591666401426, + "nauc_precision_at_10_std": 0.28419431388567645, + "nauc_precision_at_1_diff1": 0.4794662146098425, + "nauc_precision_at_1_max": 0.3058619228264578, + "nauc_precision_at_1_std": 0.33470121869282543, + "nauc_precision_at_20_diff1": 0.1771711858770897, + "nauc_precision_at_20_max": 0.3788680309946298, + "nauc_precision_at_20_std": 0.2643591991374709, + "nauc_precision_at_3_diff1": 0.3555096660808438, + "nauc_precision_at_3_max": 0.38505711775043955, + "nauc_precision_at_3_std": 0.3465421792618631, + "nauc_precision_at_5_diff1": 0.3111214536645817, + "nauc_precision_at_5_max": 0.356490995903788, + "nauc_precision_at_5_std": 0.30310005579371463, + "nauc_recall_at_1000_diff1": -0.01751724970520829, + "nauc_recall_at_1000_max": 0.5258833026578004, + "nauc_recall_at_1000_std": 0.6414430784528041, + "nauc_recall_at_100_diff1": 0.1333868333241824, + "nauc_recall_at_100_max": 0.335940347989047, + "nauc_recall_at_100_std": 0.541942424659602, + "nauc_recall_at_10_diff1": 0.2850326013969196, + "nauc_recall_at_10_max": 0.2359231798297033, + "nauc_recall_at_10_std": 0.36930411314668293, + "nauc_recall_at_1_diff1": 0.47047452093754977, + "nauc_recall_at_1_max": 0.20421600700433992, + "nauc_recall_at_1_std": 0.3597719758994137, + "nauc_recall_at_20_diff1": 0.23370518512037772, + "nauc_recall_at_20_max": 0.21173652256098405, + "nauc_recall_at_20_std": 0.3299539459991876, + "nauc_recall_at_3_diff1": 0.4051235444501972, + "nauc_recall_at_3_max": 0.23588457580758682, + "nauc_recall_at_3_std": 0.4374075572060277, + "nauc_recall_at_5_diff1": 0.37512453086560926, + "nauc_recall_at_5_max": 0.25326409889609103, + "nauc_recall_at_5_std": 0.36123668828762967, + "ndcg_at_1": 0.12, + "ndcg_at_10": 0.12589, + "ndcg_at_100": 0.20237, + "ndcg_at_1000": 0.31792, + "ndcg_at_20": 0.14203, + "ndcg_at_3": 0.11358, + "ndcg_at_5": 0.12034, + "precision_at_1": 0.145, + "precision_at_10": 0.117, + "precision_at_100": 0.07135, + "precision_at_1000": 0.02098, + "precision_at_20": 0.1095, + "precision_at_3": 0.13333, + "precision_at_5": 0.133, + "recall_at_1": 0.0136, + "recall_at_10": 0.0823, + "recall_at_100": 0.29786, + "recall_at_1000": 0.65238, + "recall_at_20": 0.12828, + "recall_at_3": 0.03611, + "recall_at_5": 0.05251 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.18026, + "map_at_1": 0.02028, + "map_at_10": 0.07073, + "map_at_100": 0.12037, + "map_at_1000": 0.14384, + "map_at_20": 0.08615, + "map_at_3": 0.04696, + "map_at_5": 0.05661, + "mrr_at_1": 0.255, + "mrr_at_10": 0.35827380952380955, + "mrr_at_100": 0.367558246113811, + "mrr_at_1000": 0.3680912816199042, + "mrr_at_20": 0.3628540972915974, + "mrr_at_3": 0.33000000000000007, + "mrr_at_5": 0.34550000000000003, + "nauc_map_at_1000_diff1": 0.024036831837731535, + "nauc_map_at_1000_max": 0.6119720021614578, + "nauc_map_at_1000_std": 0.47754140336610934, + "nauc_map_at_100_diff1": 0.0440036054332091, + "nauc_map_at_100_max": 0.6076292395780502, + "nauc_map_at_100_std": 0.4633387203546697, + "nauc_map_at_10_diff1": 0.07339969635405824, + "nauc_map_at_10_max": 0.5523314449619671, + "nauc_map_at_10_std": 0.3185689862107543, + "nauc_map_at_1_diff1": 0.08691059931903658, + "nauc_map_at_1_max": 0.4902588789821608, + "nauc_map_at_1_std": 0.3324293246584863, + "nauc_map_at_20_diff1": 0.06607832375954968, + "nauc_map_at_20_max": 0.5771530329297796, + "nauc_map_at_20_std": 0.36581320606498924, + "nauc_map_at_3_diff1": 0.06689502174161947, + "nauc_map_at_3_max": 0.546233274584686, + "nauc_map_at_3_std": 0.2830737439533968, + "nauc_map_at_5_diff1": 0.06572156492901124, + "nauc_map_at_5_max": 0.5398171254472632, + "nauc_map_at_5_std": 0.2906587455335238, + "nauc_mrr_at_1000_diff1": 0.008783743984642114, + "nauc_mrr_at_1000_max": 0.5583211133114491, + "nauc_mrr_at_1000_std": 0.3623347462091891, + "nauc_mrr_at_100_diff1": 0.008542738892564614, + "nauc_mrr_at_100_max": 0.558333248320573, + "nauc_mrr_at_100_std": 0.36180217416620575, + "nauc_mrr_at_10_diff1": 0.006906973574179634, + "nauc_mrr_at_10_max": 0.5573117273426234, + "nauc_mrr_at_10_std": 0.3560446554791089, + "nauc_mrr_at_1_diff1": 0.026181675014764188, + "nauc_mrr_at_1_max": 0.5341761630831824, + "nauc_mrr_at_1_std": 0.37999518799623816, + "nauc_mrr_at_20_diff1": 0.009209485928329457, + "nauc_mrr_at_20_max": 0.5573048905556863, + "nauc_mrr_at_20_std": 0.3599770473371801, + "nauc_mrr_at_3_diff1": 0.004197030853227732, + "nauc_mrr_at_3_max": 0.5651125254278541, + "nauc_mrr_at_3_std": 0.3685190542445575, + "nauc_mrr_at_5_diff1": -0.0006010157928848658, + "nauc_mrr_at_5_max": 0.5517998033249126, + "nauc_mrr_at_5_std": 0.35508973560615664, + "nauc_ndcg_at_1000_diff1": 0.00833790286927379, + "nauc_ndcg_at_1000_max": 0.645708695077261, + "nauc_ndcg_at_1000_std": 0.5026526747645721, + "nauc_ndcg_at_100_diff1": 0.04926386536696545, + "nauc_ndcg_at_100_max": 0.6301030944021565, + "nauc_ndcg_at_100_std": 0.48115634020133263, + "nauc_ndcg_at_10_diff1": 0.06174766848220737, + "nauc_ndcg_at_10_max": 0.597175106543317, + "nauc_ndcg_at_10_std": 0.3753009587254058, + "nauc_ndcg_at_1_diff1": 0.08053302683714073, + "nauc_ndcg_at_1_max": 0.5479771683381369, + "nauc_ndcg_at_1_std": 0.33947189899452546, + "nauc_ndcg_at_20_diff1": 0.04850783356971569, + "nauc_ndcg_at_20_max": 0.6158816342269865, + "nauc_ndcg_at_20_std": 0.4186781423105689, + "nauc_ndcg_at_3_diff1": 0.041480789006282534, + "nauc_ndcg_at_3_max": 0.5900849360131826, + "nauc_ndcg_at_3_std": 0.33886055581811275, + "nauc_ndcg_at_5_diff1": 0.052637704705595756, + "nauc_ndcg_at_5_max": 0.5864525533329864, + "nauc_ndcg_at_5_std": 0.3563747935652141, + "nauc_precision_at_1000_diff1": -0.13054602077195285, + "nauc_precision_at_1000_max": 0.1464350837796201, + "nauc_precision_at_1000_std": 0.0999286088449883, + "nauc_precision_at_100_diff1": -0.06444600304575603, + "nauc_precision_at_100_max": 0.4100729631362824, + "nauc_precision_at_100_std": 0.39983501200796784, + "nauc_precision_at_10_diff1": 0.019886804209843765, + "nauc_precision_at_10_max": 0.5377051516519012, + "nauc_precision_at_10_std": 0.36932117454254354, + "nauc_precision_at_1_diff1": 0.026181675014764188, + "nauc_precision_at_1_max": 0.5341761630831824, + "nauc_precision_at_1_std": 0.37999518799623816, + "nauc_precision_at_20_diff1": -0.018206868662562402, + "nauc_precision_at_20_max": 0.5270692547808592, + "nauc_precision_at_20_std": 0.4268500137025674, + "nauc_precision_at_3_diff1": -0.009823656807372452, + "nauc_precision_at_3_max": 0.5797148818014927, + "nauc_precision_at_3_std": 0.3351009399064676, + "nauc_precision_at_5_diff1": 0.018943265540506255, + "nauc_precision_at_5_max": 0.5421711589669003, + "nauc_precision_at_5_std": 0.3489516241677403, + "nauc_recall_at_1000_diff1": -0.007656872587059811, + "nauc_recall_at_1000_max": 0.721414111236919, + "nauc_recall_at_1000_std": 0.6254136785442187, + "nauc_recall_at_100_diff1": 0.06252667828929946, + "nauc_recall_at_100_max": 0.6014405908856562, + "nauc_recall_at_100_std": 0.5194743137773234, + "nauc_recall_at_10_diff1": 0.08540740716643055, + "nauc_recall_at_10_max": 0.5307683322182698, + "nauc_recall_at_10_std": 0.30704893841971753, + "nauc_recall_at_1_diff1": 0.08691059931903658, + "nauc_recall_at_1_max": 0.4902588789821608, + "nauc_recall_at_1_std": 0.3324293246584863, + "nauc_recall_at_20_diff1": 0.06641302303700602, + "nauc_recall_at_20_max": 0.5509518368142339, + "nauc_recall_at_20_std": 0.38814304827942664, + "nauc_recall_at_3_diff1": 0.05155172950724658, + "nauc_recall_at_3_max": 0.5145490778032783, + "nauc_recall_at_3_std": 0.24420698597836143, + "nauc_recall_at_5_diff1": 0.04477653253433383, + "nauc_recall_at_5_max": 0.4994949415380593, + "nauc_recall_at_5_std": 0.25092889820511977, + "ndcg_at_1": 0.1975, + "ndcg_at_10": 0.18026, + "ndcg_at_100": 0.25449, + "ndcg_at_1000": 0.37082, + "ndcg_at_20": 0.19221, + "ndcg_at_3": 0.18464, + "ndcg_at_5": 0.17954, + "precision_at_1": 0.255, + "precision_at_10": 0.1705, + "precision_at_100": 0.08465, + "precision_at_1000": 0.02223, + "precision_at_20": 0.1455, + "precision_at_3": 0.23167, + "precision_at_5": 0.203, + "recall_at_1": 0.02028, + "recall_at_10": 0.10556, + "recall_at_100": 0.33786, + "recall_at_1000": 0.69867, + "recall_at_20": 0.15357, + "recall_at_3": 0.05533, + "recall_at_5": 0.073 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.54555, + "map_at_1": 0.08923, + "map_at_10": 0.26704, + "map_at_100": 0.4079, + "map_at_1000": 0.43626, + "map_at_20": 0.31651, + "map_at_3": 0.17702, + "map_at_5": 0.215, + "mrr_at_1": 0.745, + "mrr_at_10": 0.840470238095238, + "mrr_at_100": 0.8412440476190476, + "mrr_at_1000": 0.8412440476190476, + "mrr_at_20": 0.8412440476190476, + "mrr_at_3": 0.8266666666666669, + "mrr_at_5": 0.8359166666666666, + "nauc_map_at_1000_diff1": 0.02354411006719121, + "nauc_map_at_1000_max": 0.29191381476156325, + "nauc_map_at_1000_std": 0.20902334082265636, + "nauc_map_at_100_diff1": 0.044662117020890256, + "nauc_map_at_100_max": 0.29716462803059057, + "nauc_map_at_100_std": 0.19905034245567851, + "nauc_map_at_10_diff1": 0.14238674612356075, + "nauc_map_at_10_max": 0.24835753096758573, + "nauc_map_at_10_std": -0.019491325013135333, + "nauc_map_at_1_diff1": 0.37666175733347945, + "nauc_map_at_1_max": 0.1514495362502848, + "nauc_map_at_1_std": -0.12951343020669034, + "nauc_map_at_20_diff1": 0.12180791026521556, + "nauc_map_at_20_max": 0.26339713108697277, + "nauc_map_at_20_std": 0.033987021487046416, + "nauc_map_at_3_diff1": 0.19977103356559778, + "nauc_map_at_3_max": 0.2138969028466367, + "nauc_map_at_3_std": -0.07804876048904201, + "nauc_map_at_5_diff1": 0.15014058729289828, + "nauc_map_at_5_max": 0.21688600940452898, + "nauc_map_at_5_std": -0.06302271235563134, + "nauc_mrr_at_1000_diff1": 0.4968477839536309, + "nauc_mrr_at_1000_max": 0.48974005053516523, + "nauc_mrr_at_1000_std": 0.030844671151360553, + "nauc_mrr_at_100_diff1": 0.4968477839536309, + "nauc_mrr_at_100_max": 0.48974005053516523, + "nauc_mrr_at_100_std": 0.030844671151360553, + "nauc_mrr_at_10_diff1": 0.493942544710651, + "nauc_mrr_at_10_max": 0.4909804783139008, + "nauc_mrr_at_10_std": 0.032590643872542915, + "nauc_mrr_at_1_diff1": 0.4875433844506016, + "nauc_mrr_at_1_max": 0.46040557380763575, + "nauc_mrr_at_1_std": 0.003831220326066088, + "nauc_mrr_at_20_diff1": 0.4968477839536309, + "nauc_mrr_at_20_max": 0.48974005053516523, + "nauc_mrr_at_20_std": 0.030844671151360553, + "nauc_mrr_at_3_diff1": 0.5085839695684874, + "nauc_mrr_at_3_max": 0.49814211986939694, + "nauc_mrr_at_3_std": 0.03070094865784467, + "nauc_mrr_at_5_diff1": 0.49424918748413454, + "nauc_mrr_at_5_max": 0.49388714456332083, + "nauc_mrr_at_5_std": 0.0414695197313379, + "nauc_ndcg_at_1000_diff1": 0.16409161061355865, + "nauc_ndcg_at_1000_max": 0.45367972588173594, + "nauc_ndcg_at_1000_std": 0.2562499883344604, + "nauc_ndcg_at_100_diff1": 0.1593353800357088, + "nauc_ndcg_at_100_max": 0.4471938343417729, + "nauc_ndcg_at_100_std": 0.28848821764123295, + "nauc_ndcg_at_10_diff1": 0.16829992414745393, + "nauc_ndcg_at_10_max": 0.38968902928473975, + "nauc_ndcg_at_10_std": 0.1246808727764422, + "nauc_ndcg_at_1_diff1": 0.5098954115625707, + "nauc_ndcg_at_1_max": 0.4779747291026647, + "nauc_ndcg_at_1_std": 0.05058892587974688, + "nauc_ndcg_at_20_diff1": 0.1733765637140095, + "nauc_ndcg_at_20_max": 0.38548233190649484, + "nauc_ndcg_at_20_std": 0.12392750429212444, + "nauc_ndcg_at_3_diff1": 0.24108481794700784, + "nauc_ndcg_at_3_max": 0.43655407662556606, + "nauc_ndcg_at_3_std": 0.09769710280019937, + "nauc_ndcg_at_5_diff1": 0.19481045331999405, + "nauc_ndcg_at_5_max": 0.39922817158388674, + "nauc_ndcg_at_5_std": 0.09118987948022277, + "nauc_precision_at_1000_diff1": -0.1350764483498711, + "nauc_precision_at_1000_max": -0.13984203428922842, + "nauc_precision_at_1000_std": 0.015130513184275654, + "nauc_precision_at_100_diff1": -0.20233448744751645, + "nauc_precision_at_100_max": -0.05275780037038197, + "nauc_precision_at_100_std": 0.23527746943250072, + "nauc_precision_at_10_diff1": -0.15095888488117673, + "nauc_precision_at_10_max": 0.1370950964148655, + "nauc_precision_at_10_std": 0.22350377112090888, + "nauc_precision_at_1_diff1": 0.4875433844506016, + "nauc_precision_at_1_max": 0.46040557380763575, + "nauc_precision_at_1_std": 0.003831220326066088, + "nauc_precision_at_20_diff1": -0.19219209543694854, + "nauc_precision_at_20_max": 0.035106643029697356, + "nauc_precision_at_20_std": 0.2657141836525278, + "nauc_precision_at_3_diff1": -0.021095529186143498, + "nauc_precision_at_3_max": 0.3065543968995962, + "nauc_precision_at_3_std": 0.11090468390000918, + "nauc_precision_at_5_diff1": -0.10894437553290195, + "nauc_precision_at_5_max": 0.20258524774005635, + "nauc_precision_at_5_std": 0.11239901031763644, + "nauc_recall_at_1000_diff1": -0.3953383614799064, + "nauc_recall_at_1000_max": 0.5001756209963637, + "nauc_recall_at_1000_std": 0.797933876218742, + "nauc_recall_at_100_diff1": 0.005434972675853491, + "nauc_recall_at_100_max": 0.23491775329753883, + "nauc_recall_at_100_std": 0.33849119883380363, + "nauc_recall_at_10_diff1": 0.11465153945469397, + "nauc_recall_at_10_max": 0.204104930721871, + "nauc_recall_at_10_std": -0.027651179573767226, + "nauc_recall_at_1_diff1": 0.37666175733347945, + "nauc_recall_at_1_max": 0.1514495362502848, + "nauc_recall_at_1_std": -0.12951343020669034, + "nauc_recall_at_20_diff1": 0.10375892475260415, + "nauc_recall_at_20_max": 0.1901824824676757, + "nauc_recall_at_20_std": 0.030468765372617175, + "nauc_recall_at_3_diff1": 0.16962099226760738, + "nauc_recall_at_3_max": 0.18367176830136347, + "nauc_recall_at_3_std": -0.08827972778029688, + "nauc_recall_at_5_diff1": 0.11717145577276526, + "nauc_recall_at_5_max": 0.18251180682004273, + "nauc_recall_at_5_std": -0.07369232086392855, + "ndcg_at_1": 0.6675, + "ndcg_at_10": 0.54555, + "ndcg_at_100": 0.65151, + "ndcg_at_1000": 0.7225, + "ndcg_at_20": 0.55665, + "ndcg_at_3": 0.60808, + "ndcg_at_5": 0.56748, + "precision_at_1": 0.745, + "precision_at_10": 0.432, + "precision_at_100": 0.1547, + "precision_at_1000": 0.02425, + "precision_at_20": 0.34275, + "precision_at_3": 0.63667, + "precision_at_5": 0.541, + "recall_at_1": 0.08923, + "recall_at_10": 0.33141, + "recall_at_100": 0.77569, + "recall_at_1000": 0.98022, + "recall_at_20": 0.45213, + "recall_at_3": 0.18929, + "recall_at_5": 0.23929 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.19753, + "map_at_1": 0.02829, + "map_at_10": 0.08308, + "map_at_100": 0.13731, + "map_at_1000": 0.15577, + "map_at_20": 0.09959, + "map_at_3": 0.05331, + "map_at_5": 0.06749, + "mrr_at_1": 0.26, + "mrr_at_10": 0.35670436507936515, + "mrr_at_100": 0.3672407307086372, + "mrr_at_1000": 0.36790203082355866, + "mrr_at_20": 0.36270227841473984, + "mrr_at_3": 0.32333333333333336, + "mrr_at_5": 0.3410833333333334, + "nauc_map_at_1000_diff1": 0.05816962340668534, + "nauc_map_at_1000_max": 0.5770913429923284, + "nauc_map_at_1000_std": 0.574812188217391, + "nauc_map_at_100_diff1": 0.060037734667482724, + "nauc_map_at_100_max": 0.5631071761347068, + "nauc_map_at_100_std": 0.5462117017818171, + "nauc_map_at_10_diff1": 0.12163064399963529, + "nauc_map_at_10_max": 0.5145522432991518, + "nauc_map_at_10_std": 0.4061515173422674, + "nauc_map_at_1_diff1": 0.30842279242893333, + "nauc_map_at_1_max": 0.4058805693404409, + "nauc_map_at_1_std": 0.30661119351491645, + "nauc_map_at_20_diff1": 0.10208129023170302, + "nauc_map_at_20_max": 0.5418936065610027, + "nauc_map_at_20_std": 0.45361008585126134, + "nauc_map_at_3_diff1": 0.16826306744797692, + "nauc_map_at_3_max": 0.45138592945607886, + "nauc_map_at_3_std": 0.3303473362967017, + "nauc_map_at_5_diff1": 0.1410500200249023, + "nauc_map_at_5_max": 0.48912277252944214, + "nauc_map_at_5_std": 0.35526766733175136, + "nauc_mrr_at_1000_diff1": 0.07866986254142376, + "nauc_mrr_at_1000_max": 0.5005588019665035, + "nauc_mrr_at_1000_std": 0.4215984933195566, + "nauc_mrr_at_100_diff1": 0.07853633529781257, + "nauc_mrr_at_100_max": 0.5010030019117907, + "nauc_mrr_at_100_std": 0.42210794249763667, + "nauc_mrr_at_10_diff1": 0.07150265319917178, + "nauc_mrr_at_10_max": 0.49707265705283743, + "nauc_mrr_at_10_std": 0.4184293889914636, + "nauc_mrr_at_1_diff1": 0.15565465005348214, + "nauc_mrr_at_1_max": 0.4446026423058022, + "nauc_mrr_at_1_std": 0.3273828452487641, + "nauc_mrr_at_20_diff1": 0.07755103767246906, + "nauc_mrr_at_20_max": 0.503258472864268, + "nauc_mrr_at_20_std": 0.4249014260112214, + "nauc_mrr_at_3_diff1": 0.08150051996861968, + "nauc_mrr_at_3_max": 0.4919359252704751, + "nauc_mrr_at_3_std": 0.4100716553246612, + "nauc_mrr_at_5_diff1": 0.07685918137800939, + "nauc_mrr_at_5_max": 0.49194416037841826, + "nauc_mrr_at_5_std": 0.4184839783509745, + "nauc_ndcg_at_1000_diff1": 0.041418968407999225, + "nauc_ndcg_at_1000_max": 0.6328859014784461, + "nauc_ndcg_at_1000_std": 0.6179491240035972, + "nauc_ndcg_at_100_diff1": 0.020967255046613297, + "nauc_ndcg_at_100_max": 0.603946044010011, + "nauc_ndcg_at_100_std": 0.6012068448651288, + "nauc_ndcg_at_10_diff1": 0.07130244340391077, + "nauc_ndcg_at_10_max": 0.5629586679350509, + "nauc_ndcg_at_10_std": 0.4819804807258375, + "nauc_ndcg_at_1_diff1": 0.15654658638636598, + "nauc_ndcg_at_1_max": 0.41714460659250957, + "nauc_ndcg_at_1_std": 0.3106888458005921, + "nauc_ndcg_at_20_diff1": 0.057540067004035314, + "nauc_ndcg_at_20_max": 0.5900446419117642, + "nauc_ndcg_at_20_std": 0.5099853054112328, + "nauc_ndcg_at_3_diff1": 0.09200918752537827, + "nauc_ndcg_at_3_max": 0.5277021865017344, + "nauc_ndcg_at_3_std": 0.41643782794948747, + "nauc_ndcg_at_5_diff1": 0.08029226864718993, + "nauc_ndcg_at_5_max": 0.5399677805697537, + "nauc_ndcg_at_5_std": 0.4345037472978695, + "nauc_precision_at_1000_diff1": -0.024175042658527705, + "nauc_precision_at_1000_max": 0.20326749017243964, + "nauc_precision_at_1000_std": 0.29188286244441397, + "nauc_precision_at_100_diff1": -0.0862264613533995, + "nauc_precision_at_100_max": 0.38945881945118305, + "nauc_precision_at_100_std": 0.524049176818632, + "nauc_precision_at_10_diff1": -0.004220376885496044, + "nauc_precision_at_10_max": 0.5336718560827265, + "nauc_precision_at_10_std": 0.5251285484353408, + "nauc_precision_at_1_diff1": 0.15565465005348214, + "nauc_precision_at_1_max": 0.4446026423058022, + "nauc_precision_at_1_std": 0.3273828452487641, + "nauc_precision_at_20_diff1": -0.010796997699745802, + "nauc_precision_at_20_max": 0.539230978364249, + "nauc_precision_at_20_std": 0.5441172786295345, + "nauc_precision_at_3_diff1": 0.05295835449466734, + "nauc_precision_at_3_max": 0.561046216353479, + "nauc_precision_at_3_std": 0.45982097511427117, + "nauc_precision_at_5_diff1": 0.026975459764775243, + "nauc_precision_at_5_max": 0.5619945072397694, + "nauc_precision_at_5_std": 0.48908038401783965, + "nauc_recall_at_1000_diff1": 0.02122155880953134, + "nauc_recall_at_1000_max": 0.7000647875831788, + "nauc_recall_at_1000_std": 0.7407850288408728, + "nauc_recall_at_100_diff1": -0.042133073677097156, + "nauc_recall_at_100_max": 0.5157624015102733, + "nauc_recall_at_100_std": 0.6160423587772214, + "nauc_recall_at_10_diff1": 0.045550678812985405, + "nauc_recall_at_10_max": 0.5140257985106494, + "nauc_recall_at_10_std": 0.43124913961269135, + "nauc_recall_at_1_diff1": 0.30842279242893333, + "nauc_recall_at_1_max": 0.4058805693404409, + "nauc_recall_at_1_std": 0.30661119351491645, + "nauc_recall_at_20_diff1": 0.008948947949875446, + "nauc_recall_at_20_max": 0.5341699635349546, + "nauc_recall_at_20_std": 0.48673577284478214, + "nauc_recall_at_3_diff1": 0.10450458766804317, + "nauc_recall_at_3_max": 0.4450369646805455, + "nauc_recall_at_3_std": 0.32985815883438435, + "nauc_recall_at_5_diff1": 0.07974667020834254, + "nauc_recall_at_5_max": 0.48692369733324203, + "nauc_recall_at_5_std": 0.3639186307860374, + "ndcg_at_1": 0.2125, + "ndcg_at_10": 0.19753, + "ndcg_at_100": 0.29281, + "ndcg_at_1000": 0.39778, + "ndcg_at_20": 0.21004, + "ndcg_at_3": 0.1966, + "ndcg_at_5": 0.19468, + "precision_at_1": 0.26, + "precision_at_10": 0.17, + "precision_at_100": 0.0736, + "precision_at_1000": 0.01658, + "precision_at_20": 0.13775, + "precision_at_3": 0.21667, + "precision_at_5": 0.203, + "recall_at_1": 0.02829, + "recall_at_10": 0.13295, + "recall_at_100": 0.41928, + "recall_at_1000": 0.77992, + "recall_at_20": 0.19209, + "recall_at_3": 0.06393, + "recall_at_5": 0.09003 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.26388, + "map_at_1": 0.03325, + "map_at_10": 0.11238, + "map_at_100": 0.18272, + "map_at_1000": 0.2038, + "map_at_20": 0.13687, + "map_at_3": 0.07149, + "map_at_5": 0.08918, + "mrr_at_1": 0.335, + "mrr_at_10": 0.45924801587301595, + "mrr_at_100": 0.467485797380663, + "mrr_at_1000": 0.4678681711196414, + "mrr_at_20": 0.4644829262799465, + "mrr_at_3": 0.42333333333333345, + "mrr_at_5": 0.4443333333333335, + "nauc_map_at_1000_diff1": 0.18553270563549412, + "nauc_map_at_1000_max": 0.5564514955738621, + "nauc_map_at_1000_std": 0.4787236064170709, + "nauc_map_at_100_diff1": 0.19084118920322868, + "nauc_map_at_100_max": 0.5464814843443575, + "nauc_map_at_100_std": 0.44834153154342965, + "nauc_map_at_10_diff1": 0.2297746826496533, + "nauc_map_at_10_max": 0.5021831805039499, + "nauc_map_at_10_std": 0.2968356517013152, + "nauc_map_at_1_diff1": 0.34123115111960084, + "nauc_map_at_1_max": 0.42347552302175606, + "nauc_map_at_1_std": 0.18545653535092724, + "nauc_map_at_20_diff1": 0.21660372650085885, + "nauc_map_at_20_max": 0.5136526311371832, + "nauc_map_at_20_std": 0.3336576615386838, + "nauc_map_at_3_diff1": 0.23718198715770436, + "nauc_map_at_3_max": 0.4301496238005132, + "nauc_map_at_3_std": 0.23524302164754174, + "nauc_map_at_5_diff1": 0.22176225791307516, + "nauc_map_at_5_max": 0.4737646827372941, + "nauc_map_at_5_std": 0.24758746729333675, + "nauc_mrr_at_1000_diff1": 0.21626200262889786, + "nauc_mrr_at_1000_max": 0.45403176071809576, + "nauc_mrr_at_1000_std": 0.29496217591818175, + "nauc_mrr_at_100_diff1": 0.2161549121595296, + "nauc_mrr_at_100_max": 0.4544598413242838, + "nauc_mrr_at_100_std": 0.2955549048350805, + "nauc_mrr_at_10_diff1": 0.21848129330218283, + "nauc_mrr_at_10_max": 0.4551427289378066, + "nauc_mrr_at_10_std": 0.29638767550365575, + "nauc_mrr_at_1_diff1": 0.18767639070582837, + "nauc_mrr_at_1_max": 0.3792308867181532, + "nauc_mrr_at_1_std": 0.19531971126709102, + "nauc_mrr_at_20_diff1": 0.2172812705125432, + "nauc_mrr_at_20_max": 0.45655895423052395, + "nauc_mrr_at_20_std": 0.29855698352352833, + "nauc_mrr_at_3_diff1": 0.22429548686140394, + "nauc_mrr_at_3_max": 0.4394180279230161, + "nauc_mrr_at_3_std": 0.27538766416247773, + "nauc_mrr_at_5_diff1": 0.21872945649459405, + "nauc_mrr_at_5_max": 0.4582111817267011, + "nauc_mrr_at_5_std": 0.2974913051621813, + "nauc_ndcg_at_1000_diff1": 0.2059836639500822, + "nauc_ndcg_at_1000_max": 0.614815874545396, + "nauc_ndcg_at_1000_std": 0.5438923909535622, + "nauc_ndcg_at_100_diff1": 0.21169193860828936, + "nauc_ndcg_at_100_max": 0.6160100637077487, + "nauc_ndcg_at_100_std": 0.5441517191705443, + "nauc_ndcg_at_10_diff1": 0.20755111354184097, + "nauc_ndcg_at_10_max": 0.5296677440279631, + "nauc_ndcg_at_10_std": 0.365774473738187, + "nauc_ndcg_at_1_diff1": 0.21319835453964317, + "nauc_ndcg_at_1_max": 0.4094689814831534, + "nauc_ndcg_at_1_std": 0.19816312305197506, + "nauc_ndcg_at_20_diff1": 0.1997688801457583, + "nauc_ndcg_at_20_max": 0.5544389546248741, + "nauc_ndcg_at_20_std": 0.4034021391198501, + "nauc_ndcg_at_3_diff1": 0.19050578185691797, + "nauc_ndcg_at_3_max": 0.4731104414673982, + "nauc_ndcg_at_3_std": 0.28372360494692656, + "nauc_ndcg_at_5_diff1": 0.19594247470405687, + "nauc_ndcg_at_5_max": 0.5219371571773181, + "nauc_ndcg_at_5_std": 0.31206056978011215, + "nauc_precision_at_1000_diff1": -0.07149668617140965, + "nauc_precision_at_1000_max": 0.030357500426434474, + "nauc_precision_at_1000_std": 0.18771584383351006, + "nauc_precision_at_100_diff1": -0.023738720010938547, + "nauc_precision_at_100_max": 0.2812883434579416, + "nauc_precision_at_100_std": 0.43689633842567716, + "nauc_precision_at_10_diff1": 0.08293889283152435, + "nauc_precision_at_10_max": 0.4102720588328978, + "nauc_precision_at_10_std": 0.35816131905150833, + "nauc_precision_at_1_diff1": 0.18767639070582837, + "nauc_precision_at_1_max": 0.3792308867181532, + "nauc_precision_at_1_std": 0.19531971126709102, + "nauc_precision_at_20_diff1": 0.042427335042309125, + "nauc_precision_at_20_max": 0.3730064850009241, + "nauc_precision_at_20_std": 0.36830546202618103, + "nauc_precision_at_3_diff1": 0.12287053927480371, + "nauc_precision_at_3_max": 0.4276197230907642, + "nauc_precision_at_3_std": 0.3146841374666419, + "nauc_precision_at_5_diff1": 0.1109283411270255, + "nauc_precision_at_5_max": 0.462342642668327, + "nauc_precision_at_5_std": 0.32118100792231674, + "nauc_recall_at_1000_diff1": 0.26745258503764674, + "nauc_recall_at_1000_max": 0.7593309810283796, + "nauc_recall_at_1000_std": 0.8397141479985348, + "nauc_recall_at_100_diff1": 0.18062810155505143, + "nauc_recall_at_100_max": 0.5433459910031921, + "nauc_recall_at_100_std": 0.6201886881684002, + "nauc_recall_at_10_diff1": 0.24834433867577893, + "nauc_recall_at_10_max": 0.49522085283916745, + "nauc_recall_at_10_std": 0.3512728028900848, + "nauc_recall_at_1_diff1": 0.34123115111960084, + "nauc_recall_at_1_max": 0.42347552302175606, + "nauc_recall_at_1_std": 0.18545653535092724, + "nauc_recall_at_20_diff1": 0.21421084263626683, + "nauc_recall_at_20_max": 0.47590777532854595, + "nauc_recall_at_20_std": 0.39447175804123896, + "nauc_recall_at_3_diff1": 0.22931590610050512, + "nauc_recall_at_3_max": 0.4594379006340663, + "nauc_recall_at_3_std": 0.2739603540359494, + "nauc_recall_at_5_diff1": 0.22762029320840255, + "nauc_recall_at_5_max": 0.4996271367060259, + "nauc_recall_at_5_std": 0.27051410600661424, + "ndcg_at_1": 0.2725, + "ndcg_at_10": 0.26388, + "ndcg_at_100": 0.36728, + "ndcg_at_1000": 0.46807, + "ndcg_at_20": 0.28146, + "ndcg_at_3": 0.26666, + "ndcg_at_5": 0.26616, + "precision_at_1": 0.335, + "precision_at_10": 0.2285, + "precision_at_100": 0.09125, + "precision_at_1000": 0.01869, + "precision_at_20": 0.18475, + "precision_at_3": 0.30833, + "precision_at_5": 0.281, + "recall_at_1": 0.03325, + "recall_at_10": 0.17154, + "recall_at_100": 0.50814, + "recall_at_1000": 0.84167, + "recall_at_20": 0.25324, + "recall_at_3": 0.08237, + "recall_at_5": 0.11502 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.55001, + "map_at_1": 0.06473, + "map_at_10": 0.21295, + "map_at_100": 0.38711, + "map_at_1000": 0.44586, + "map_at_20": 0.27375, + "map_at_3": 0.11927, + "map_at_5": 0.15292, + "mrr_at_1": 0.745, + "mrr_at_10": 0.8327142857142856, + "mrr_at_100": 0.8335951194789508, + "mrr_at_1000": 0.8336070812014388, + "mrr_at_20": 0.8327142857142856, + "mrr_at_3": 0.8241666666666667, + "mrr_at_5": 0.8294166666666666, + "nauc_map_at_1000_diff1": 0.22382762471907494, + "nauc_map_at_1000_max": 0.3917647309155793, + "nauc_map_at_1000_std": 0.3872397052565353, + "nauc_map_at_100_diff1": 0.24312533398825817, + "nauc_map_at_100_max": 0.32051366327469094, + "nauc_map_at_100_std": 0.37204992738235865, + "nauc_map_at_10_diff1": 0.25407800814332065, + "nauc_map_at_10_max": 0.05993987154256251, + "nauc_map_at_10_std": 0.11812363926632977, + "nauc_map_at_1_diff1": 0.5298363378723413, + "nauc_map_at_1_max": -0.1924787642741065, + "nauc_map_at_1_std": -0.0935115787728736, + "nauc_map_at_20_diff1": 0.2504582186685682, + "nauc_map_at_20_max": 0.15925828851294135, + "nauc_map_at_20_std": 0.20298582213052546, + "nauc_map_at_3_diff1": 0.3669606183036748, + "nauc_map_at_3_max": -0.09404845804896737, + "nauc_map_at_3_std": 0.022008703189215082, + "nauc_map_at_5_diff1": 0.3245522563532138, + "nauc_map_at_5_max": -0.04166888874930622, + "nauc_map_at_5_std": 0.043908672965299676, + "nauc_mrr_at_1000_diff1": 0.3327149433223438, + "nauc_mrr_at_1000_max": 0.5062800827085278, + "nauc_mrr_at_1000_std": 0.18812688473182435, + "nauc_mrr_at_100_diff1": 0.3326983764065422, + "nauc_mrr_at_100_max": 0.5063190448340464, + "nauc_mrr_at_100_std": 0.188190954057599, + "nauc_mrr_at_10_diff1": 0.3308729170808822, + "nauc_mrr_at_10_max": 0.5070432958163823, + "nauc_mrr_at_10_std": 0.18913817680175388, + "nauc_mrr_at_1_diff1": 0.3504124741238144, + "nauc_mrr_at_1_max": 0.45025078014768727, + "nauc_mrr_at_1_std": 0.1038034130817641, + "nauc_mrr_at_20_diff1": 0.3308729170808822, + "nauc_mrr_at_20_max": 0.5070432958163823, + "nauc_mrr_at_20_std": 0.18913817680175388, + "nauc_mrr_at_3_diff1": 0.3334976452650375, + "nauc_mrr_at_3_max": 0.5198757028563695, + "nauc_mrr_at_3_std": 0.21386647722467544, + "nauc_mrr_at_5_diff1": 0.3241424305187128, + "nauc_mrr_at_5_max": 0.5110657510733041, + "nauc_mrr_at_5_std": 0.199770751967517, + "nauc_ndcg_at_1000_diff1": 0.3046656161283354, + "nauc_ndcg_at_1000_max": 0.5138535050899208, + "nauc_ndcg_at_1000_std": 0.4156061648918606, + "nauc_ndcg_at_100_diff1": 0.2856294968705723, + "nauc_ndcg_at_100_max": 0.46045307396382157, + "nauc_ndcg_at_100_std": 0.40125032852289927, + "nauc_ndcg_at_10_diff1": 0.26728200538021063, + "nauc_ndcg_at_10_max": 0.36697514957614047, + "nauc_ndcg_at_10_std": 0.2130240882443747, + "nauc_ndcg_at_1_diff1": 0.37102667080229906, + "nauc_ndcg_at_1_max": 0.3459027025285094, + "nauc_ndcg_at_1_std": 0.13663700558713252, + "nauc_ndcg_at_20_diff1": 0.26812352535208867, + "nauc_ndcg_at_20_max": 0.39982030567370314, + "nauc_ndcg_at_20_std": 0.26759723504078414, + "nauc_ndcg_at_3_diff1": 0.32836263569020324, + "nauc_ndcg_at_3_max": 0.3863244700129187, + "nauc_ndcg_at_3_std": 0.1737812048001668, + "nauc_ndcg_at_5_diff1": 0.3062279091124384, + "nauc_ndcg_at_5_max": 0.3789178557850414, + "nauc_ndcg_at_5_std": 0.16866772149998766, + "nauc_precision_at_1000_diff1": -0.14165501361524915, + "nauc_precision_at_1000_max": 0.07190549415345195, + "nauc_precision_at_1000_std": -0.11873690533397406, + "nauc_precision_at_100_diff1": -0.0851501970375477, + "nauc_precision_at_100_max": 0.23595873481341342, + "nauc_precision_at_100_std": 0.10029113115826717, + "nauc_precision_at_10_diff1": -0.05939152065930961, + "nauc_precision_at_10_max": 0.3896509798597686, + "nauc_precision_at_10_std": 0.2457425612112882, + "nauc_precision_at_1_diff1": 0.3504124741238144, + "nauc_precision_at_1_max": 0.45025078014768727, + "nauc_precision_at_1_std": 0.1038034130817641, + "nauc_precision_at_20_diff1": -0.051172914618956365, + "nauc_precision_at_20_max": 0.38677865032739417, + "nauc_precision_at_20_std": 0.23083599920383027, + "nauc_precision_at_3_diff1": 0.0637891684254685, + "nauc_precision_at_3_max": 0.4340887096507834, + "nauc_precision_at_3_std": 0.23044757780838496, + "nauc_precision_at_5_diff1": -0.021016364513075467, + "nauc_precision_at_5_max": 0.40914283884986224, + "nauc_precision_at_5_std": 0.21088393180485862, + "nauc_recall_at_1000_diff1": 0.26678221607328634, + "nauc_recall_at_1000_max": 0.41884392272617266, + "nauc_recall_at_1000_std": 0.6650651402658299, + "nauc_recall_at_100_diff1": 0.1586608305224964, + "nauc_recall_at_100_max": 0.21630773584246235, + "nauc_recall_at_100_std": 0.41559761074567025, + "nauc_recall_at_10_diff1": 0.15597400181399493, + "nauc_recall_at_10_max": -0.009000835909629164, + "nauc_recall_at_10_std": 0.0825905850239733, + "nauc_recall_at_1_diff1": 0.5298363378723413, + "nauc_recall_at_1_max": -0.1924787642741065, + "nauc_recall_at_1_std": -0.0935115787728736, + "nauc_recall_at_20_diff1": 0.1587474839889124, + "nauc_recall_at_20_max": 0.07858293424707904, + "nauc_recall_at_20_std": 0.15680059982231467, + "nauc_recall_at_3_diff1": 0.3180594138880864, + "nauc_recall_at_3_max": -0.11342113310989778, + "nauc_recall_at_3_std": 0.029064116861805298, + "nauc_recall_at_5_diff1": 0.25001866710375775, + "nauc_recall_at_5_max": -0.07849541675934583, + "nauc_recall_at_5_std": 0.03750544560736984, + "ndcg_at_1": 0.6125, + "ndcg_at_10": 0.55001, + "ndcg_at_100": 0.62522, + "ndcg_at_1000": 0.70379, + "ndcg_at_20": 0.55382, + "ndcg_at_3": 0.58082, + "ndcg_at_5": 0.56136, + "precision_at_1": 0.745, + "precision_at_10": 0.5415, + "precision_at_100": 0.24205, + "precision_at_1000": 0.05321, + "precision_at_20": 0.45475, + "precision_at_3": 0.67167, + "precision_at_5": 0.622, + "recall_at_1": 0.06473, + "recall_at_10": 0.27522, + "recall_at_100": 0.69451, + "recall_at_1000": 0.94146, + "recall_at_20": 0.38938, + "recall_at_3": 0.13233, + "recall_at_5": 0.17954 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.20199, + "map_at_1": 0.02578, + "map_at_10": 0.07333, + "map_at_100": 0.13942, + "map_at_1000": 0.17614, + "map_at_20": 0.09437, + "map_at_3": 0.04232, + "map_at_5": 0.05345, + "mrr_at_1": 0.215, + "mrr_at_10": 0.35676984126984124, + "mrr_at_100": 0.36689657902976835, + "mrr_at_1000": 0.36725130269331724, + "mrr_at_20": 0.36268763312281116, + "mrr_at_3": 0.3183333333333334, + "mrr_at_5": 0.3390833333333333, + "nauc_map_at_1000_diff1": 0.0007605188409328887, + "nauc_map_at_1000_max": 0.2757657701857629, + "nauc_map_at_1000_std": 0.43647092324888526, + "nauc_map_at_100_diff1": 0.011559694320636584, + "nauc_map_at_100_max": 0.2032058581356667, + "nauc_map_at_100_std": 0.4266771005427261, + "nauc_map_at_10_diff1": 0.07784041053247329, + "nauc_map_at_10_max": 0.08185288361135727, + "nauc_map_at_10_std": 0.3221671751745588, + "nauc_map_at_1_diff1": 0.30116885555351863, + "nauc_map_at_1_max": 0.054285954970587254, + "nauc_map_at_1_std": 0.3067236139686267, + "nauc_map_at_20_diff1": 0.03969676284716301, + "nauc_map_at_20_max": 0.10000103633337472, + "nauc_map_at_20_std": 0.34690266522175356, + "nauc_map_at_3_diff1": 0.1599748165629945, + "nauc_map_at_3_max": 0.09293249554375689, + "nauc_map_at_3_std": 0.3133375347845764, + "nauc_map_at_5_diff1": 0.12169001727436488, + "nauc_map_at_5_max": 0.10650248094278092, + "nauc_map_at_5_std": 0.31171183316402806, + "nauc_mrr_at_1000_diff1": -0.017548241033632825, + "nauc_mrr_at_1000_max": 0.22298603958203436, + "nauc_mrr_at_1000_std": 0.278830469341539, + "nauc_mrr_at_100_diff1": -0.017299646780214974, + "nauc_mrr_at_100_max": 0.22290464164051552, + "nauc_mrr_at_100_std": 0.27930372851522206, + "nauc_mrr_at_10_diff1": -0.016578165763381853, + "nauc_mrr_at_10_max": 0.2224702208640691, + "nauc_mrr_at_10_std": 0.2786370826463245, + "nauc_mrr_at_1_diff1": 0.016823397463549224, + "nauc_mrr_at_1_max": 0.1983906008580325, + "nauc_mrr_at_1_std": 0.26584105222704135, + "nauc_mrr_at_20_diff1": -0.013298185066670031, + "nauc_mrr_at_20_max": 0.22323679878447605, + "nauc_mrr_at_20_std": 0.2807767491202401, + "nauc_mrr_at_3_diff1": -0.0349234098245397, + "nauc_mrr_at_3_max": 0.19693140494101052, + "nauc_mrr_at_3_std": 0.2342003814663416, + "nauc_mrr_at_5_diff1": -0.035656845137162115, + "nauc_mrr_at_5_max": 0.2120665032385076, + "nauc_mrr_at_5_std": 0.25237451844052655, + "nauc_ndcg_at_1000_diff1": 0.022425861588975835, + "nauc_ndcg_at_1000_max": 0.36364270368796076, + "nauc_ndcg_at_1000_std": 0.5066812508261226, + "nauc_ndcg_at_100_diff1": 0.028936997511870705, + "nauc_ndcg_at_100_max": 0.3103771372320847, + "nauc_ndcg_at_100_std": 0.49905887053437353, + "nauc_ndcg_at_10_diff1": 0.01545782024208929, + "nauc_ndcg_at_10_max": 0.1868799521407475, + "nauc_ndcg_at_10_std": 0.302460210079721, + "nauc_ndcg_at_1_diff1": 0.11234204342608205, + "nauc_ndcg_at_1_max": 0.16608005486249058, + "nauc_ndcg_at_1_std": 0.26726806982865553, + "nauc_ndcg_at_20_diff1": 0.010908225467360155, + "nauc_ndcg_at_20_max": 0.22014944771971615, + "nauc_ndcg_at_20_std": 0.366500374897604, + "nauc_ndcg_at_3_diff1": -0.003880275433979704, + "nauc_ndcg_at_3_max": 0.16437700702117028, + "nauc_ndcg_at_3_std": 0.2279940519620981, + "nauc_ndcg_at_5_diff1": 0.018100606963640575, + "nauc_ndcg_at_5_max": 0.17878478263785172, + "nauc_ndcg_at_5_std": 0.24942936692310744, + "nauc_precision_at_1000_diff1": -0.13008087209915478, + "nauc_precision_at_1000_max": 0.25643569283834683, + "nauc_precision_at_1000_std": -0.04278316717098108, + "nauc_precision_at_100_diff1": -0.07136904615248292, + "nauc_precision_at_100_max": 0.38348584571752375, + "nauc_precision_at_100_std": 0.2424763674301708, + "nauc_precision_at_10_diff1": -0.10035358420219322, + "nauc_precision_at_10_max": 0.22269122653625667, + "nauc_precision_at_10_std": 0.2501761125670756, + "nauc_precision_at_1_diff1": 0.016823397463549224, + "nauc_precision_at_1_max": 0.1983906008580325, + "nauc_precision_at_1_std": 0.26584105222704135, + "nauc_precision_at_20_diff1": -0.09688430678731669, + "nauc_precision_at_20_max": 0.282804735246359, + "nauc_precision_at_20_std": 0.28751485558922835, + "nauc_precision_at_3_diff1": -0.11231842544144442, + "nauc_precision_at_3_max": 0.19910501725037874, + "nauc_precision_at_3_std": 0.2082935492495131, + "nauc_precision_at_5_diff1": -0.09537870118045777, + "nauc_precision_at_5_max": 0.2079215641643325, + "nauc_precision_at_5_std": 0.22791410331796905, + "nauc_recall_at_1000_diff1": 0.057916828533726754, + "nauc_recall_at_1000_max": 0.35024838247168316, + "nauc_recall_at_1000_std": 0.6781039474163864, + "nauc_recall_at_100_diff1": 0.025397012294228083, + "nauc_recall_at_100_max": 0.21118436354080003, + "nauc_recall_at_100_std": 0.5351050748121345, + "nauc_recall_at_10_diff1": 0.0671064770892741, + "nauc_recall_at_10_max": 0.03220198191243761, + "nauc_recall_at_10_std": 0.3382073804646283, + "nauc_recall_at_1_diff1": 0.30116885555351863, + "nauc_recall_at_1_max": 0.054285954970587254, + "nauc_recall_at_1_std": 0.3067236139686267, + "nauc_recall_at_20_diff1": 0.03436668466229514, + "nauc_recall_at_20_max": 0.07992899597240306, + "nauc_recall_at_20_std": 0.38619485433699297, + "nauc_recall_at_3_diff1": 0.12437487006189617, + "nauc_recall_at_3_max": 0.07319721618049076, + "nauc_recall_at_3_std": 0.2979853005363344, + "nauc_recall_at_5_diff1": 0.08371982262349538, + "nauc_recall_at_5_max": 0.08872570178057956, + "nauc_recall_at_5_std": 0.2839521026812251, + "ndcg_at_1": 0.155, + "ndcg_at_10": 0.20199, + "ndcg_at_100": 0.29688, + "ndcg_at_1000": 0.41997, + "ndcg_at_20": 0.21794, + "ndcg_at_3": 0.17853, + "ndcg_at_5": 0.18613, + "precision_at_1": 0.215, + "precision_at_10": 0.218, + "precision_at_100": 0.1244, + "precision_at_1000": 0.03797, + "precision_at_20": 0.19475, + "precision_at_3": 0.23, + "precision_at_5": 0.225, + "recall_at_1": 0.02578, + "recall_at_10": 0.11889, + "recall_at_100": 0.40595, + "recall_at_1000": 0.75782, + "recall_at_20": 0.17768, + "recall_at_3": 0.05096, + "recall_at_5": 0.07361 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.30514, + "map_at_1": 0.03212, + "map_at_10": 0.107, + "map_at_100": 0.20333, + "map_at_1000": 0.24558, + "map_at_20": 0.1389, + "map_at_3": 0.06051, + "map_at_5": 0.07682, + "mrr_at_1": 0.425, + "mrr_at_10": 0.5479543650793651, + "mrr_at_100": 0.5541444017744435, + "mrr_at_1000": 0.5543108513348725, + "mrr_at_20": 0.5525443535222947, + "mrr_at_3": 0.5158333333333333, + "mrr_at_5": 0.5345833333333334, + "nauc_map_at_1000_diff1": 0.12406616633124594, + "nauc_map_at_1000_max": 0.5786868788616718, + "nauc_map_at_1000_std": 0.5583631504313056, + "nauc_map_at_100_diff1": 0.12029709615206223, + "nauc_map_at_100_max": 0.5506867484664187, + "nauc_map_at_100_std": 0.5562515922012559, + "nauc_map_at_10_diff1": 0.227598906233174, + "nauc_map_at_10_max": 0.3498628151588009, + "nauc_map_at_10_std": 0.3332711091403431, + "nauc_map_at_1_diff1": 0.44976887678100946, + "nauc_map_at_1_max": 0.022551158298833602, + "nauc_map_at_1_std": 0.04475059715847143, + "nauc_map_at_20_diff1": 0.18539970644222936, + "nauc_map_at_20_max": 0.43162961211476725, + "nauc_map_at_20_std": 0.41342066229433466, + "nauc_map_at_3_diff1": 0.31593237727638723, + "nauc_map_at_3_max": 0.19542984829944252, + "nauc_map_at_3_std": 0.196467144039944, + "nauc_map_at_5_diff1": 0.28210955780012, + "nauc_map_at_5_max": 0.2435036863480626, + "nauc_map_at_5_std": 0.2280857332960422, + "nauc_mrr_at_1000_diff1": 0.2796641806132224, + "nauc_mrr_at_1000_max": 0.4243899607209301, + "nauc_mrr_at_1000_std": 0.2692227945888966, + "nauc_mrr_at_100_diff1": 0.2795937616706049, + "nauc_mrr_at_100_max": 0.424373175035931, + "nauc_mrr_at_100_std": 0.26934478553454416, + "nauc_mrr_at_10_diff1": 0.2821132664006946, + "nauc_mrr_at_10_max": 0.4268822327038423, + "nauc_mrr_at_10_std": 0.26968913340112033, + "nauc_mrr_at_1_diff1": 0.3019182706352041, + "nauc_mrr_at_1_max": 0.3915349410886426, + "nauc_mrr_at_1_std": 0.1951053263656723, + "nauc_mrr_at_20_diff1": 0.27911679594665856, + "nauc_mrr_at_20_max": 0.4257013969972343, + "nauc_mrr_at_20_std": 0.27096505569199086, + "nauc_mrr_at_3_diff1": 0.2799276491683029, + "nauc_mrr_at_3_max": 0.41813217062970526, + "nauc_mrr_at_3_std": 0.25982748004706985, + "nauc_mrr_at_5_diff1": 0.2767092104084357, + "nauc_mrr_at_5_max": 0.41798838469868294, + "nauc_mrr_at_5_std": 0.2628623618661204, + "nauc_ndcg_at_1000_diff1": 0.1548309631220376, + "nauc_ndcg_at_1000_max": 0.6160033010867658, + "nauc_ndcg_at_1000_std": 0.5963846517021748, + "nauc_ndcg_at_100_diff1": 0.13542377781751377, + "nauc_ndcg_at_100_max": 0.6069084368659445, + "nauc_ndcg_at_100_std": 0.5934255576730083, + "nauc_ndcg_at_10_diff1": 0.23060663472664825, + "nauc_ndcg_at_10_max": 0.4866452709142643, + "nauc_ndcg_at_10_std": 0.4034147418557071, + "nauc_ndcg_at_1_diff1": 0.3147514082956249, + "nauc_ndcg_at_1_max": 0.34922179679341925, + "nauc_ndcg_at_1_std": 0.20961761133171825, + "nauc_ndcg_at_20_diff1": 0.19336931325072568, + "nauc_ndcg_at_20_max": 0.5411531282543145, + "nauc_ndcg_at_20_std": 0.47216135256743125, + "nauc_ndcg_at_3_diff1": 0.2610597353995631, + "nauc_ndcg_at_3_max": 0.4286848039254954, + "nauc_ndcg_at_3_std": 0.32964378715797943, + "nauc_ndcg_at_5_diff1": 0.25053374754512764, + "nauc_ndcg_at_5_max": 0.4311600914034087, + "nauc_ndcg_at_5_std": 0.3392890608220247, + "nauc_precision_at_1000_diff1": 0.045771434277231376, + "nauc_precision_at_1000_max": 0.11314322728312817, + "nauc_precision_at_1000_std": -0.05054456992590259, + "nauc_precision_at_100_diff1": 0.0036071287783843576, + "nauc_precision_at_100_max": 0.39190301379753817, + "nauc_precision_at_100_std": 0.2819582682019079, + "nauc_precision_at_10_diff1": 0.0755552741241955, + "nauc_precision_at_10_max": 0.528246662525605, + "nauc_precision_at_10_std": 0.41587715119095714, + "nauc_precision_at_1_diff1": 0.3019182706352041, + "nauc_precision_at_1_max": 0.3915349410886426, + "nauc_precision_at_1_std": 0.1951053263656723, + "nauc_precision_at_20_diff1": 0.025987754769591608, + "nauc_precision_at_20_max": 0.5391731263463081, + "nauc_precision_at_20_std": 0.42154774675167506, + "nauc_precision_at_3_diff1": 0.1491525784100845, + "nauc_precision_at_3_max": 0.48955639599318557, + "nauc_precision_at_3_std": 0.36580653220255194, + "nauc_precision_at_5_diff1": 0.11796434277312057, + "nauc_precision_at_5_max": 0.4687433725911579, + "nauc_precision_at_5_std": 0.34419580370145214, + "nauc_recall_at_1000_diff1": -0.015554394822585076, + "nauc_recall_at_1000_max": 0.6277973468876126, + "nauc_recall_at_1000_std": 0.8247827308378389, + "nauc_recall_at_100_diff1": -0.027875390665882, + "nauc_recall_at_100_max": 0.5186225740423905, + "nauc_recall_at_100_std": 0.667729994871289, + "nauc_recall_at_10_diff1": 0.16615497057524486, + "nauc_recall_at_10_max": 0.33922825005120666, + "nauc_recall_at_10_std": 0.3647098464560595, + "nauc_recall_at_1_diff1": 0.44976887678100946, + "nauc_recall_at_1_max": 0.022551158298833602, + "nauc_recall_at_1_std": 0.04475059715847143, + "nauc_recall_at_20_diff1": 0.1041019150470338, + "nauc_recall_at_20_max": 0.3993223730819897, + "nauc_recall_at_20_std": 0.4532678269553811, + "nauc_recall_at_3_diff1": 0.25675935464193633, + "nauc_recall_at_3_max": 0.17461578273453124, + "nauc_recall_at_3_std": 0.22520210472639665, + "nauc_recall_at_5_diff1": 0.2158598972326264, + "nauc_recall_at_5_max": 0.21146463310711902, + "nauc_recall_at_5_std": 0.24041961208460177, + "ndcg_at_1": 0.32, + "ndcg_at_10": 0.30514, + "ndcg_at_100": 0.39007, + "ndcg_at_1000": 0.50362, + "ndcg_at_20": 0.31401, + "ndcg_at_3": 0.31042, + "ndcg_at_5": 0.30405, + "precision_at_1": 0.425, + "precision_at_10": 0.315, + "precision_at_100": 0.15485, + "precision_at_1000": 0.04176, + "precision_at_20": 0.26625, + "precision_at_3": 0.37833, + "precision_at_5": 0.35, + "recall_at_1": 0.03212, + "recall_at_10": 0.15933, + "recall_at_100": 0.47968, + "recall_at_1000": 0.81949, + "recall_at_20": 0.23743, + "recall_at_3": 0.06996, + "recall_at_5": 0.09626 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.56633, + "map_at_1": 0.13133, + "map_at_10": 0.30028, + "map_at_100": 0.41562, + "map_at_1000": 0.45334, + "map_at_20": 0.34303, + "map_at_3": 0.20614, + "map_at_5": 0.25165, + "mrr_at_1": 0.775, + "mrr_at_10": 0.8525753968253968, + "mrr_at_100": 0.8537275517839814, + "mrr_at_1000": 0.8537275517839814, + "mrr_at_20": 0.853611272714214, + "mrr_at_3": 0.8425000000000001, + "mrr_at_5": 0.85075, + "nauc_map_at_1000_diff1": 0.32605299136887417, + "nauc_map_at_1000_max": 0.352445579277518, + "nauc_map_at_1000_std": 0.26382807130526215, + "nauc_map_at_100_diff1": 0.3423151767509919, + "nauc_map_at_100_max": 0.34449700398713246, + "nauc_map_at_100_std": 0.26969852122274823, + "nauc_map_at_10_diff1": 0.35325084696231807, + "nauc_map_at_10_max": 0.2857982261443193, + "nauc_map_at_10_std": 0.19133530728114853, + "nauc_map_at_1_diff1": 0.4952780679798625, + "nauc_map_at_1_max": 0.20889244634241294, + "nauc_map_at_1_std": 0.1006429921803176, + "nauc_map_at_20_diff1": 0.3468159995323269, + "nauc_map_at_20_max": 0.30208867266738526, + "nauc_map_at_20_std": 0.2088828126375685, + "nauc_map_at_3_diff1": 0.4267073128655035, + "nauc_map_at_3_max": 0.24710679842657973, + "nauc_map_at_3_std": 0.16344066837952617, + "nauc_map_at_5_diff1": 0.37971456478264, + "nauc_map_at_5_max": 0.264505921352445, + "nauc_map_at_5_std": 0.19700889640761182, + "nauc_mrr_at_1000_diff1": 0.5305365723068072, + "nauc_mrr_at_1000_max": 0.5919389647523122, + "nauc_mrr_at_1000_std": 0.09202021034162292, + "nauc_mrr_at_100_diff1": 0.5305365723068072, + "nauc_mrr_at_100_max": 0.5919389647523122, + "nauc_mrr_at_100_std": 0.09202021034162292, + "nauc_mrr_at_10_diff1": 0.5277406034882991, + "nauc_mrr_at_10_max": 0.5931206484306902, + "nauc_mrr_at_10_std": 0.09090051024079003, + "nauc_mrr_at_1_diff1": 0.5621135341342594, + "nauc_mrr_at_1_max": 0.5737630245402264, + "nauc_mrr_at_1_std": 0.07970164550475513, + "nauc_mrr_at_20_diff1": 0.5308263140570773, + "nauc_mrr_at_20_max": 0.5922879957412671, + "nauc_mrr_at_20_std": 0.09279684191523839, + "nauc_mrr_at_3_diff1": 0.5265679523165767, + "nauc_mrr_at_3_max": 0.5888495289595316, + "nauc_mrr_at_3_std": 0.10402309037468879, + "nauc_mrr_at_5_diff1": 0.5235098120111936, + "nauc_mrr_at_5_max": 0.5953789822056402, + "nauc_mrr_at_5_std": 0.09167453316710916, + "nauc_ndcg_at_1000_diff1": 0.45613845425752025, + "nauc_ndcg_at_1000_max": 0.4872136475381452, + "nauc_ndcg_at_1000_std": 0.22682124700308876, + "nauc_ndcg_at_100_diff1": 0.449364546801811, + "nauc_ndcg_at_100_max": 0.457465588572584, + "nauc_ndcg_at_100_std": 0.25611374921971936, + "nauc_ndcg_at_10_diff1": 0.42054270170137487, + "nauc_ndcg_at_10_max": 0.4259836818158767, + "nauc_ndcg_at_10_std": 0.11542631937857349, + "nauc_ndcg_at_1_diff1": 0.6311629001472905, + "nauc_ndcg_at_1_max": 0.482176940708913, + "nauc_ndcg_at_1_std": 0.022420449890621415, + "nauc_ndcg_at_20_diff1": 0.41475450602335256, + "nauc_ndcg_at_20_max": 0.41252954226698246, + "nauc_ndcg_at_20_std": 0.15053470959405144, + "nauc_ndcg_at_3_diff1": 0.4634088457092695, + "nauc_ndcg_at_3_max": 0.47035787159565545, + "nauc_ndcg_at_3_std": 0.10031473013372431, + "nauc_ndcg_at_5_diff1": 0.4380286444390099, + "nauc_ndcg_at_5_max": 0.441192076420363, + "nauc_ndcg_at_5_std": 0.11885679420678433, + "nauc_precision_at_1000_diff1": -0.19584401929154907, + "nauc_precision_at_1000_max": -0.10845142346482817, + "nauc_precision_at_1000_std": -0.24156905783341615, + "nauc_precision_at_100_diff1": -0.1813868703976523, + "nauc_precision_at_100_max": -0.013914961322120209, + "nauc_precision_at_100_std": -0.03554213287337859, + "nauc_precision_at_10_diff1": -0.1289553851661663, + "nauc_precision_at_10_max": 0.11487227018847065, + "nauc_precision_at_10_std": -0.00917642769444994, + "nauc_precision_at_1_diff1": 0.5621135341342594, + "nauc_precision_at_1_max": 0.5737630245402264, + "nauc_precision_at_1_std": 0.07970164550475513, + "nauc_precision_at_20_diff1": -0.1625291392657728, + "nauc_precision_at_20_max": 0.05286515080653328, + "nauc_precision_at_20_std": -0.016925557348325435, + "nauc_precision_at_3_diff1": 0.026319623172923065, + "nauc_precision_at_3_max": 0.28817235630230337, + "nauc_precision_at_3_std": 0.13029670276307498, + "nauc_precision_at_5_diff1": -0.06610018347495376, + "nauc_precision_at_5_max": 0.21053084736728797, + "nauc_precision_at_5_std": 0.08554237861440535, + "nauc_recall_at_1000_diff1": 0.41873660176474, + "nauc_recall_at_1000_max": 0.5258485763324304, + "nauc_recall_at_1000_std": 0.7924863343198262, + "nauc_recall_at_100_diff1": 0.3555436619765171, + "nauc_recall_at_100_max": 0.35747789721604817, + "nauc_recall_at_100_std": 0.3772281587212129, + "nauc_recall_at_10_diff1": 0.2951483126986162, + "nauc_recall_at_10_max": 0.27212099205126206, + "nauc_recall_at_10_std": 0.18165098631851048, + "nauc_recall_at_1_diff1": 0.4952780679798625, + "nauc_recall_at_1_max": 0.20889244634241294, + "nauc_recall_at_1_std": 0.1006429921803176, + "nauc_recall_at_20_diff1": 0.28769054080343565, + "nauc_recall_at_20_max": 0.2625353484525538, + "nauc_recall_at_20_std": 0.2029794643533899, + "nauc_recall_at_3_diff1": 0.38981179454677556, + "nauc_recall_at_3_max": 0.22227705701922115, + "nauc_recall_at_3_std": 0.17760232178932084, + "nauc_recall_at_5_diff1": 0.32423379767822835, + "nauc_recall_at_5_max": 0.23025949190935838, + "nauc_recall_at_5_std": 0.20471206184992513, + "ndcg_at_1": 0.665, + "ndcg_at_10": 0.56633, + "ndcg_at_100": 0.64408, + "ndcg_at_1000": 0.72084, + "ndcg_at_20": 0.58124, + "ndcg_at_3": 0.59996, + "ndcg_at_5": 0.58384, + "precision_at_1": 0.775, + "precision_at_10": 0.412, + "precision_at_100": 0.15795, + "precision_at_1000": 0.03428, + "precision_at_20": 0.32175, + "precision_at_3": 0.60333, + "precision_at_5": 0.528, + "recall_at_1": 0.13133, + "recall_at_10": 0.37747, + "recall_at_100": 0.73569, + "recall_at_1000": 0.96219, + "recall_at_20": 0.48981, + "recall_at_3": 0.22338, + "recall_at_5": 0.29136 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.18534, + "map_at_1": 0.04543, + "map_at_10": 0.08906, + "map_at_100": 0.13111, + "map_at_1000": 0.15053, + "map_at_20": 0.103, + "map_at_3": 0.06127, + "map_at_5": 0.07436, + "mrr_at_1": 0.23, + "mrr_at_10": 0.32938293650793665, + "mrr_at_100": 0.33935645499900935, + "mrr_at_1000": 0.34004178568762733, + "mrr_at_20": 0.3350609843373003, + "mrr_at_3": 0.29083333333333333, + "mrr_at_5": 0.3170833333333334, + "nauc_map_at_1000_diff1": 0.20716862178663656, + "nauc_map_at_1000_max": 0.6078555180708374, + "nauc_map_at_1000_std": 0.4138544046924707, + "nauc_map_at_100_diff1": 0.24118896191823602, + "nauc_map_at_100_max": 0.5873409203756612, + "nauc_map_at_100_std": 0.4158973961896429, + "nauc_map_at_10_diff1": 0.2722603607968567, + "nauc_map_at_10_max": 0.5103454722573916, + "nauc_map_at_10_std": 0.30002699739788585, + "nauc_map_at_1_diff1": 0.4448052031120198, + "nauc_map_at_1_max": 0.3946784421882839, + "nauc_map_at_1_std": 0.1526794573860455, + "nauc_map_at_20_diff1": 0.25939315953397607, + "nauc_map_at_20_max": 0.5304840039953028, + "nauc_map_at_20_std": 0.33067181578423954, + "nauc_map_at_3_diff1": 0.3498160406300184, + "nauc_map_at_3_max": 0.4224392571537173, + "nauc_map_at_3_std": 0.19512451529892447, + "nauc_map_at_5_diff1": 0.3112277147195911, + "nauc_map_at_5_max": 0.47259599337981006, + "nauc_map_at_5_std": 0.2537859596504202, + "nauc_mrr_at_1000_diff1": 0.08954667856535428, + "nauc_mrr_at_1000_max": 0.4713096665421861, + "nauc_mrr_at_1000_std": 0.2607068567664246, + "nauc_mrr_at_100_diff1": 0.08975655328972848, + "nauc_mrr_at_100_max": 0.47189656819077835, + "nauc_mrr_at_100_std": 0.261731654727986, + "nauc_mrr_at_10_diff1": 0.09209143315919391, + "nauc_mrr_at_10_max": 0.4699018121874478, + "nauc_mrr_at_10_std": 0.2628804583784919, + "nauc_mrr_at_1_diff1": 0.12940620185781185, + "nauc_mrr_at_1_max": 0.42315553454035176, + "nauc_mrr_at_1_std": 0.21264928844892536, + "nauc_mrr_at_20_diff1": 0.0883461765631943, + "nauc_mrr_at_20_max": 0.4719015569786999, + "nauc_mrr_at_20_std": 0.2599272158375096, + "nauc_mrr_at_3_diff1": 0.09101876407128641, + "nauc_mrr_at_3_max": 0.44356699964538315, + "nauc_mrr_at_3_std": 0.22751333348256295, + "nauc_mrr_at_5_diff1": 0.08988606872470531, + "nauc_mrr_at_5_max": 0.46599845242810006, + "nauc_mrr_at_5_std": 0.24768315737720228, + "nauc_ndcg_at_1000_diff1": 0.12678088591126663, + "nauc_ndcg_at_1000_max": 0.6366391442370322, + "nauc_ndcg_at_1000_std": 0.43490082446405975, + "nauc_ndcg_at_100_diff1": 0.1748406311014431, + "nauc_ndcg_at_100_max": 0.6183925656434557, + "nauc_ndcg_at_100_std": 0.4818553023390369, + "nauc_ndcg_at_10_diff1": 0.1499162912375212, + "nauc_ndcg_at_10_max": 0.5373439805614698, + "nauc_ndcg_at_10_std": 0.32081527935505577, + "nauc_ndcg_at_1_diff1": 0.20010675949060466, + "nauc_ndcg_at_1_max": 0.43121862818540274, + "nauc_ndcg_at_1_std": 0.21661410929839273, + "nauc_ndcg_at_20_diff1": 0.16759394971414873, + "nauc_ndcg_at_20_max": 0.5580314914889878, + "nauc_ndcg_at_20_std": 0.34274835686875904, + "nauc_ndcg_at_3_diff1": 0.12341644530848818, + "nauc_ndcg_at_3_max": 0.44660128590697457, + "nauc_ndcg_at_3_std": 0.21933473314521681, + "nauc_ndcg_at_5_diff1": 0.14112068786657342, + "nauc_ndcg_at_5_max": 0.5125283908967471, + "nauc_ndcg_at_5_std": 0.27450635783268973, + "nauc_precision_at_1000_diff1": -0.16303568653574896, + "nauc_precision_at_1000_max": 0.15002045709607842, + "nauc_precision_at_1000_std": -0.13167345423949733, + "nauc_precision_at_100_diff1": -0.09784055320238397, + "nauc_precision_at_100_max": 0.41882071794555564, + "nauc_precision_at_100_std": 0.25771052875781264, + "nauc_precision_at_10_diff1": -0.016453655459239637, + "nauc_precision_at_10_max": 0.5264219568993045, + "nauc_precision_at_10_std": 0.35311572700296756, + "nauc_precision_at_1_diff1": 0.12940620185781185, + "nauc_precision_at_1_max": 0.42315553454035176, + "nauc_precision_at_1_std": 0.21264928844892536, + "nauc_precision_at_20_diff1": -0.0034672303629767936, + "nauc_precision_at_20_max": 0.501352890300471, + "nauc_precision_at_20_std": 0.34418582822268046, + "nauc_precision_at_3_diff1": -0.0023601311736062523, + "nauc_precision_at_3_max": 0.45510427165997064, + "nauc_precision_at_3_std": 0.25124217430189805, + "nauc_precision_at_5_diff1": -0.0076740035693042006, + "nauc_precision_at_5_max": 0.5327367250342707, + "nauc_precision_at_5_std": 0.31886816853322286, + "nauc_recall_at_1000_diff1": 0.1374316445969299, + "nauc_recall_at_1000_max": 0.6530526167086949, + "nauc_recall_at_1000_std": 0.6820938461931061, + "nauc_recall_at_100_diff1": 0.15819958139532575, + "nauc_recall_at_100_max": 0.5744093223277872, + "nauc_recall_at_100_std": 0.6177070233568923, + "nauc_recall_at_10_diff1": 0.18094593448989424, + "nauc_recall_at_10_max": 0.47280827571085676, + "nauc_recall_at_10_std": 0.3682370709766952, + "nauc_recall_at_1_diff1": 0.4448052031120198, + "nauc_recall_at_1_max": 0.3946784421882839, + "nauc_recall_at_1_std": 0.1526794573860455, + "nauc_recall_at_20_diff1": 0.16724938614403884, + "nauc_recall_at_20_max": 0.48031625000383804, + "nauc_recall_at_20_std": 0.38104977442059834, + "nauc_recall_at_3_diff1": 0.3310874192777624, + "nauc_recall_at_3_max": 0.4231201049354212, + "nauc_recall_at_3_std": 0.2070350383284755, + "nauc_recall_at_5_diff1": 0.2273416651050158, + "nauc_recall_at_5_max": 0.44960405054396324, + "nauc_recall_at_5_std": 0.2947004869255515, + "ndcg_at_1": 0.1825, + "ndcg_at_10": 0.18534, + "ndcg_at_100": 0.26732, + "ndcg_at_1000": 0.36193, + "ndcg_at_20": 0.2017, + "ndcg_at_3": 0.17935, + "ndcg_at_5": 0.18284, + "precision_at_1": 0.23, + "precision_at_10": 0.1425, + "precision_at_100": 0.07185, + "precision_at_1000": 0.02245, + "precision_at_20": 0.11875, + "precision_at_3": 0.18667, + "precision_at_5": 0.17, + "recall_at_1": 0.04543, + "recall_at_10": 0.14121, + "recall_at_100": 0.4001, + "recall_at_1000": 0.71803, + "recall_at_20": 0.19627, + "recall_at_3": 0.06767, + "recall_at_5": 0.10331 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.22566, + "map_at_1": 0.0521, + "map_at_10": 0.09774, + "map_at_100": 0.14795, + "map_at_1000": 0.16957, + "map_at_20": 0.1142, + "map_at_3": 0.07023, + "map_at_5": 0.08131, + "mrr_at_1": 0.28, + "mrr_at_10": 0.387765873015873, + "mrr_at_100": 0.3971626467759556, + "mrr_at_1000": 0.3975911426676927, + "mrr_at_20": 0.3932604653258678, + "mrr_at_3": 0.36083333333333334, + "mrr_at_5": 0.3715833333333333, + "nauc_map_at_1000_diff1": 0.2992977479681894, + "nauc_map_at_1000_max": 0.6071024346435892, + "nauc_map_at_1000_std": 0.5467227855821645, + "nauc_map_at_100_diff1": 0.331369796902649, + "nauc_map_at_100_max": 0.6029394079103695, + "nauc_map_at_100_std": 0.5652007123712485, + "nauc_map_at_10_diff1": 0.41287302507231394, + "nauc_map_at_10_max": 0.5073134501386125, + "nauc_map_at_10_std": 0.44250159743889417, + "nauc_map_at_1_diff1": 0.6198389337522676, + "nauc_map_at_1_max": 0.4238062584576051, + "nauc_map_at_1_std": 0.36079481480832987, + "nauc_map_at_20_diff1": 0.39014796463942913, + "nauc_map_at_20_max": 0.544427251386444, + "nauc_map_at_20_std": 0.4938770590114245, + "nauc_map_at_3_diff1": 0.5267094445280981, + "nauc_map_at_3_max": 0.44058579708077855, + "nauc_map_at_3_std": 0.4034373011400114, + "nauc_map_at_5_diff1": 0.47243763965488583, + "nauc_map_at_5_max": 0.47284949914192176, + "nauc_map_at_5_std": 0.4179866053619785, + "nauc_mrr_at_1000_diff1": 0.16948317237001453, + "nauc_mrr_at_1000_max": 0.562266584908849, + "nauc_mrr_at_1000_std": 0.4666233987564418, + "nauc_mrr_at_100_diff1": 0.169351558237304, + "nauc_mrr_at_100_max": 0.5626114795313404, + "nauc_mrr_at_100_std": 0.4671108878161723, + "nauc_mrr_at_10_diff1": 0.16889042288751507, + "nauc_mrr_at_10_max": 0.5586601434157098, + "nauc_mrr_at_10_std": 0.46261171371823984, + "nauc_mrr_at_1_diff1": 0.21360131850941397, + "nauc_mrr_at_1_max": 0.509351081065981, + "nauc_mrr_at_1_std": 0.409212805184647, + "nauc_mrr_at_20_diff1": 0.16674118186228934, + "nauc_mrr_at_20_max": 0.561078839593282, + "nauc_mrr_at_20_std": 0.46673676518381935, + "nauc_mrr_at_3_diff1": 0.19208149914851794, + "nauc_mrr_at_3_max": 0.5616212936898041, + "nauc_mrr_at_3_std": 0.4642934725719257, + "nauc_mrr_at_5_diff1": 0.17837394631313047, + "nauc_mrr_at_5_max": 0.5625448418041719, + "nauc_mrr_at_5_std": 0.46576953432681517, + "nauc_ndcg_at_1000_diff1": 0.18815063182646571, + "nauc_ndcg_at_1000_max": 0.6776512106017571, + "nauc_ndcg_at_1000_std": 0.5813626563469345, + "nauc_ndcg_at_100_diff1": 0.24766190645078567, + "nauc_ndcg_at_100_max": 0.6776082504794868, + "nauc_ndcg_at_100_std": 0.6171313702456053, + "nauc_ndcg_at_10_diff1": 0.22423131320249548, + "nauc_ndcg_at_10_max": 0.5687929580274856, + "nauc_ndcg_at_10_std": 0.4422193827497605, + "nauc_ndcg_at_1_diff1": 0.23382722077684284, + "nauc_ndcg_at_1_max": 0.5024567212689501, + "nauc_ndcg_at_1_std": 0.36114947088937893, + "nauc_ndcg_at_20_diff1": 0.2496857695344521, + "nauc_ndcg_at_20_max": 0.6032985221828395, + "nauc_ndcg_at_20_std": 0.49986467534744883, + "nauc_ndcg_at_3_diff1": 0.24830340365000317, + "nauc_ndcg_at_3_max": 0.5198785467690509, + "nauc_ndcg_at_3_std": 0.40102208380625737, + "nauc_ndcg_at_5_diff1": 0.23935627609136673, + "nauc_ndcg_at_5_max": 0.5351317686150731, + "nauc_ndcg_at_5_std": 0.4041824895667357, + "nauc_precision_at_1000_diff1": -0.19254099862753057, + "nauc_precision_at_1000_max": 0.06600038210798849, + "nauc_precision_at_1000_std": -0.1530991524740843, + "nauc_precision_at_100_diff1": -0.11723893760848075, + "nauc_precision_at_100_max": 0.3115462423548272, + "nauc_precision_at_100_std": 0.19842005647477756, + "nauc_precision_at_10_diff1": -0.08718014623818826, + "nauc_precision_at_10_max": 0.4299808578134617, + "nauc_precision_at_10_std": 0.33826475740829676, + "nauc_precision_at_1_diff1": 0.21360131850941397, + "nauc_precision_at_1_max": 0.509351081065981, + "nauc_precision_at_1_std": 0.409212805184647, + "nauc_precision_at_20_diff1": -0.06970857082818908, + "nauc_precision_at_20_max": 0.419251201702083, + "nauc_precision_at_20_std": 0.33859597856636314, + "nauc_precision_at_3_diff1": 0.07546064525686046, + "nauc_precision_at_3_max": 0.47505799097057866, + "nauc_precision_at_3_std": 0.40694342976611714, + "nauc_precision_at_5_diff1": -0.002771813303814668, + "nauc_precision_at_5_max": 0.46440653854532044, + "nauc_precision_at_5_std": 0.371791965075597, + "nauc_recall_at_1000_diff1": 0.05024133758160259, + "nauc_recall_at_1000_max": 0.749640024357796, + "nauc_recall_at_1000_std": 0.7904261607423978, + "nauc_recall_at_100_diff1": 0.18025178501645747, + "nauc_recall_at_100_max": 0.6272939458986827, + "nauc_recall_at_100_std": 0.6971299307635819, + "nauc_recall_at_10_diff1": 0.2747392729055067, + "nauc_recall_at_10_max": 0.4834386924941631, + "nauc_recall_at_10_std": 0.4380921037729363, + "nauc_recall_at_1_diff1": 0.6198389337522676, + "nauc_recall_at_1_max": 0.4238062584576051, + "nauc_recall_at_1_std": 0.36079481480832987, + "nauc_recall_at_20_diff1": 0.2769033891628642, + "nauc_recall_at_20_max": 0.5501598526369084, + "nauc_recall_at_20_std": 0.5455220464736177, + "nauc_recall_at_3_diff1": 0.44901344128047094, + "nauc_recall_at_3_max": 0.4408073141760856, + "nauc_recall_at_3_std": 0.4443724299595336, + "nauc_recall_at_5_diff1": 0.3534064799860277, + "nauc_recall_at_5_max": 0.48935298324498194, + "nauc_recall_at_5_std": 0.440623563001825, + "ndcg_at_1": 0.235, + "ndcg_at_10": 0.22566, + "ndcg_at_100": 0.30318, + "ndcg_at_1000": 0.3934, + "ndcg_at_20": 0.2392, + "ndcg_at_3": 0.22415, + "ndcg_at_5": 0.22029, + "precision_at_1": 0.28, + "precision_at_10": 0.1735, + "precision_at_100": 0.0834, + "precision_at_1000": 0.02351, + "precision_at_20": 0.143, + "precision_at_3": 0.22833, + "precision_at_5": 0.204, + "recall_at_1": 0.0521, + "recall_at_10": 0.15826, + "recall_at_100": 0.44588, + "recall_at_1000": 0.74301, + "recall_at_20": 0.22565, + "recall_at_3": 0.08342, + "recall_at_5": 0.10736 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CmedqaRetrieval.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CmedqaRetrieval.json new file mode 100644 index 000000000..8afc88fdf --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 87.69617652893066, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.01773, + "map_at_1": 0.0105, + "map_at_10": 0.01379, + "map_at_100": 0.01502, + "map_at_1000": 0.01532, + "map_at_20": 0.01436, + "map_at_3": 0.01269, + "map_at_5": 0.01332, + "mrr_at_1": 0.01975493873468367, + "mrr_at_10": 0.023940409705600997, + "mrr_at_100": 0.025566942013683355, + "mrr_at_1000": 0.025911071912245374, + "mrr_at_20": 0.02476695171883287, + "mrr_at_3": 0.022130532633158288, + "mrr_at_5": 0.02330582645661415, + "nauc_map_at_1000_diff1": 0.46432493221749355, + "nauc_map_at_1000_max": 0.3655285008903551, + "nauc_map_at_1000_std": 0.245723327674527, + "nauc_map_at_100_diff1": 0.47160633367039256, + "nauc_map_at_100_max": 0.36765129910321237, + "nauc_map_at_100_std": 0.24406092125776566, + "nauc_map_at_10_diff1": 0.509306919301783, + "nauc_map_at_10_max": 0.3827419779822781, + "nauc_map_at_10_std": 0.23701486799538532, + "nauc_map_at_1_diff1": 0.6089048559525083, + "nauc_map_at_1_max": 0.39095957436713763, + "nauc_map_at_1_std": 0.23147525474099945, + "nauc_map_at_20_diff1": 0.49100243993184683, + "nauc_map_at_20_max": 0.3778230744172016, + "nauc_map_at_20_std": 0.2425459533685289, + "nauc_map_at_3_diff1": 0.5619115246784826, + "nauc_map_at_3_max": 0.3821987215646324, + "nauc_map_at_3_std": 0.21629506610462385, + "nauc_map_at_5_diff1": 0.5314094868173784, + "nauc_map_at_5_max": 0.3908249563448363, + "nauc_map_at_5_std": 0.2307368148607049, + "nauc_mrr_at_1000_diff1": 0.43970496871118764, + "nauc_mrr_at_1000_max": 0.3334817683950029, + "nauc_mrr_at_1000_std": 0.21692366237324473, + "nauc_mrr_at_100_diff1": 0.44439552844665836, + "nauc_mrr_at_100_max": 0.33536811387905513, + "nauc_mrr_at_100_std": 0.2166333410101571, + "nauc_mrr_at_10_diff1": 0.47243356244558704, + "nauc_mrr_at_10_max": 0.3454097098529462, + "nauc_mrr_at_10_std": 0.20916179501988125, + "nauc_mrr_at_1_diff1": 0.5545272093347065, + "nauc_mrr_at_1_max": 0.37450416543097104, + "nauc_mrr_at_1_std": 0.19552160537377905, + "nauc_mrr_at_20_diff1": 0.4566122734831598, + "nauc_mrr_at_20_max": 0.3418765066453483, + "nauc_mrr_at_20_std": 0.2153474119561903, + "nauc_mrr_at_3_diff1": 0.523192594095861, + "nauc_mrr_at_3_max": 0.35482384699180625, + "nauc_mrr_at_3_std": 0.18940909496723676, + "nauc_mrr_at_5_diff1": 0.49092606600995026, + "nauc_mrr_at_5_max": 0.3539189330671965, + "nauc_mrr_at_5_std": 0.20678198555712, + "nauc_ndcg_at_1000_diff1": 0.24684011160450772, + "nauc_ndcg_at_1000_max": 0.2766304141101263, + "nauc_ndcg_at_1000_std": 0.2663092198742063, + "nauc_ndcg_at_100_diff1": 0.3244739347010323, + "nauc_ndcg_at_100_max": 0.3027848815939023, + "nauc_ndcg_at_100_std": 0.25632187686190633, + "nauc_ndcg_at_10_diff1": 0.4434999094414781, + "nauc_ndcg_at_10_max": 0.35900965569744736, + "nauc_ndcg_at_10_std": 0.23928236576468534, + "nauc_ndcg_at_1_diff1": 0.5545272093347065, + "nauc_ndcg_at_1_max": 0.37450416543097104, + "nauc_ndcg_at_1_std": 0.19552160537377905, + "nauc_ndcg_at_20_diff1": 0.3946224350520541, + "nauc_ndcg_at_20_max": 0.34600015942142937, + "nauc_ndcg_at_20_std": 0.2527540877631716, + "nauc_ndcg_at_3_diff1": 0.5322961502848447, + "nauc_ndcg_at_3_max": 0.3608148359952425, + "nauc_ndcg_at_3_std": 0.19987368237702735, + "nauc_ndcg_at_5_diff1": 0.48871273751899375, + "nauc_ndcg_at_5_max": 0.37290440907812616, + "nauc_ndcg_at_5_std": 0.22687238375428137, + "nauc_precision_at_1000_diff1": 0.0597688379328505, + "nauc_precision_at_1000_max": 0.19184358197135867, + "nauc_precision_at_1000_std": 0.29464945431762224, + "nauc_precision_at_100_diff1": 0.15249933183303555, + "nauc_precision_at_100_max": 0.21104791347096466, + "nauc_precision_at_100_std": 0.29751280249589307, + "nauc_precision_at_10_diff1": 0.31419571969928095, + "nauc_precision_at_10_max": 0.31339892478389836, + "nauc_precision_at_10_std": 0.24720116120406757, + "nauc_precision_at_1_diff1": 0.5545272093347065, + "nauc_precision_at_1_max": 0.37450416543097104, + "nauc_precision_at_1_std": 0.19552160537377905, + "nauc_precision_at_20_diff1": 0.2290477162885723, + "nauc_precision_at_20_max": 0.2835478220197583, + "nauc_precision_at_20_std": 0.28407734047157857, + "nauc_precision_at_3_diff1": 0.47899384331753037, + "nauc_precision_at_3_max": 0.3574915964396226, + "nauc_precision_at_3_std": 0.1709816540760335, + "nauc_precision_at_5_diff1": 0.39718859735376466, + "nauc_precision_at_5_max": 0.36397795297558366, + "nauc_precision_at_5_std": 0.2284080138488887, + "nauc_recall_at_1000_diff1": 0.07480182339151459, + "nauc_recall_at_1000_max": 0.20098444556488257, + "nauc_recall_at_1000_std": 0.2728304810219256, + "nauc_recall_at_100_diff1": 0.15401407966039132, + "nauc_recall_at_100_max": 0.22604919255762423, + "nauc_recall_at_100_std": 0.27437668998152287, + "nauc_recall_at_10_diff1": 0.3260870942711334, + "nauc_recall_at_10_max": 0.3329295946443605, + "nauc_recall_at_10_std": 0.27193948780034316, + "nauc_recall_at_1_diff1": 0.6089048559525083, + "nauc_recall_at_1_max": 0.39095957436713763, + "nauc_recall_at_1_std": 0.23147525474099945, + "nauc_recall_at_20_diff1": 0.23953627162251945, + "nauc_recall_at_20_max": 0.30566083576588593, + "nauc_recall_at_20_std": 0.2900226505150232, + "nauc_recall_at_3_diff1": 0.5117462620522049, + "nauc_recall_at_3_max": 0.34774960487720136, + "nauc_recall_at_3_std": 0.19385693889628233, + "nauc_recall_at_5_diff1": 0.42071414522107825, + "nauc_recall_at_5_max": 0.37736111242027265, + "nauc_recall_at_5_std": 0.2460852540075784, + "ndcg_at_1": 0.01975, + "ndcg_at_10": 0.01773, + "ndcg_at_100": 0.02517, + "ndcg_at_1000": 0.03516, + "ndcg_at_20": 0.01992, + "ndcg_at_3": 0.01627, + "ndcg_at_5": 0.01682, + "precision_at_1": 0.01975, + "precision_at_10": 0.00405, + "precision_at_100": 0.00103, + "precision_at_1000": 0.00024, + "precision_at_20": 0.0028, + "precision_at_3": 0.00942, + "precision_at_5": 0.0068, + "recall_at_1": 0.0105, + "recall_at_10": 0.0208, + "recall_at_100": 0.05327, + "recall_at_1000": 0.12472, + "recall_at_20": 0.02831, + "recall_at_3": 0.01497, + "recall_at_5": 0.01742 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedicalQARetrieval.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedicalQARetrieval.json new file mode 100644 index 000000000..a3667937f --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 6.241666078567505, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70713, + "map_at_1": 0.5459, + "map_at_10": 0.6564, + "map_at_100": 0.66091, + "map_at_1000": 0.6611, + "map_at_20": 0.65967, + "map_at_3": 0.63485, + "map_at_5": 0.64815, + "mrr_at_1": 0.54638671875, + "mrr_at_10": 0.6566561259920627, + "mrr_at_100": 0.6611589053747433, + "mrr_at_1000": 0.6613488486287854, + "mrr_at_20": 0.6599468230004277, + "mrr_at_3": 0.6350097656249986, + "mrr_at_5": 0.6484863281249993, + "nauc_map_at_1000_diff1": 0.4559383238915633, + "nauc_map_at_1000_max": 0.375624713212309, + "nauc_map_at_1000_std": -0.016833448149594157, + "nauc_map_at_100_diff1": 0.45555673042278294, + "nauc_map_at_100_max": 0.3758198772072198, + "nauc_map_at_100_std": -0.016738281786407096, + "nauc_map_at_10_diff1": 0.4554088022683452, + "nauc_map_at_10_max": 0.3762629695444199, + "nauc_map_at_10_std": -0.021480182902447714, + "nauc_map_at_1_diff1": 0.5224688881337062, + "nauc_map_at_1_max": 0.3587008586832832, + "nauc_map_at_1_std": 0.01738255178907232, + "nauc_map_at_20_diff1": 0.45502631278124556, + "nauc_map_at_20_max": 0.37588938863342547, + "nauc_map_at_20_std": -0.018576828748304634, + "nauc_map_at_3_diff1": 0.46032567352851234, + "nauc_map_at_3_max": 0.3693373127584224, + "nauc_map_at_3_std": -0.02134495324744195, + "nauc_map_at_5_diff1": 0.45601156002434323, + "nauc_map_at_5_max": 0.3722009787521211, + "nauc_map_at_5_std": -0.025554464420246545, + "nauc_mrr_at_1000_diff1": 0.4551293768552427, + "nauc_mrr_at_1000_max": 0.37594460096022103, + "nauc_mrr_at_1000_std": -0.01502686718171465, + "nauc_mrr_at_100_diff1": 0.4547482670013325, + "nauc_mrr_at_100_max": 0.3761396360598684, + "nauc_mrr_at_100_std": -0.01493291431503422, + "nauc_mrr_at_10_diff1": 0.45461403402133155, + "nauc_mrr_at_10_max": 0.37656888139003664, + "nauc_mrr_at_10_std": -0.019710904621348186, + "nauc_mrr_at_1_diff1": 0.5212795937724075, + "nauc_mrr_at_1_max": 0.3597136277014611, + "nauc_mrr_at_1_std": 0.02012729038242881, + "nauc_mrr_at_20_diff1": 0.4541848993081276, + "nauc_mrr_at_20_max": 0.3763915817905148, + "nauc_mrr_at_20_std": -0.016630212977498136, + "nauc_mrr_at_3_diff1": 0.45978332699134544, + "nauc_mrr_at_3_max": 0.36949975740598956, + "nauc_mrr_at_3_std": -0.019306580221977572, + "nauc_mrr_at_5_diff1": 0.4550603091397399, + "nauc_mrr_at_5_max": 0.37275805985729066, + "nauc_mrr_at_5_std": -0.0240006765867877, + "nauc_ndcg_at_1000_diff1": 0.43782891183176126, + "nauc_ndcg_at_1000_max": 0.38354420554881596, + "nauc_ndcg_at_1000_std": -0.01773023593200837, + "nauc_ndcg_at_100_diff1": 0.4277119330522456, + "nauc_ndcg_at_100_max": 0.38828389474262776, + "nauc_ndcg_at_100_std": -0.013487108200708312, + "nauc_ndcg_at_10_diff1": 0.42492125910286577, + "nauc_ndcg_at_10_max": 0.3910956572473537, + "nauc_ndcg_at_10_std": -0.03810401231216506, + "nauc_ndcg_at_1_diff1": 0.5224688881337062, + "nauc_ndcg_at_1_max": 0.3587008586832832, + "nauc_ndcg_at_1_std": 0.01738255178907232, + "nauc_ndcg_at_20_diff1": 0.4221361575047159, + "nauc_ndcg_at_20_max": 0.38999182351244227, + "nauc_ndcg_at_20_std": -0.026987029357591688, + "nauc_ndcg_at_3_diff1": 0.43818122564295037, + "nauc_ndcg_at_3_max": 0.37331537088250966, + "nauc_ndcg_at_3_std": -0.03837084606383541, + "nauc_ndcg_at_5_diff1": 0.4285834770000963, + "nauc_ndcg_at_5_max": 0.3799921290279062, + "nauc_ndcg_at_5_std": -0.04784231853640177, + "nauc_precision_at_1000_diff1": -0.06548932541990958, + "nauc_precision_at_1000_max": 0.7308299677718527, + "nauc_precision_at_1000_std": 0.4724206371746122, + "nauc_precision_at_100_diff1": -0.03719319628447145, + "nauc_precision_at_100_max": 0.6151245847931993, + "nauc_precision_at_100_std": 0.2416385613608847, + "nauc_precision_at_10_diff1": 0.23881675625897708, + "nauc_precision_at_10_max": 0.4902574984574326, + "nauc_precision_at_10_std": -0.13376541133011235, + "nauc_precision_at_1_diff1": 0.5224688881337062, + "nauc_precision_at_1_max": 0.3587008586832832, + "nauc_precision_at_1_std": 0.01738255178907232, + "nauc_precision_at_20_diff1": 0.12805767943645574, + "nauc_precision_at_20_max": 0.5233865307659916, + "nauc_precision_at_20_std": -0.06960392533244704, + "nauc_precision_at_3_diff1": 0.35777748172366397, + "nauc_precision_at_3_max": 0.3878366812990877, + "nauc_precision_at_3_std": -0.10152035651606882, + "nauc_precision_at_5_diff1": 0.3082550798561192, + "nauc_precision_at_5_max": 0.41606553174420025, + "nauc_precision_at_5_std": -0.1479992392515635, + "nauc_recall_at_1000_diff1": -0.06548932541985589, + "nauc_recall_at_1000_max": 0.7308299677718426, + "nauc_recall_at_1000_std": 0.472420637174606, + "nauc_recall_at_100_diff1": -0.03719319628446569, + "nauc_recall_at_100_max": 0.615124584793202, + "nauc_recall_at_100_std": 0.2416385613608851, + "nauc_recall_at_10_diff1": 0.23881675625897783, + "nauc_recall_at_10_max": 0.4902574984574331, + "nauc_recall_at_10_std": -0.13376541133011235, + "nauc_recall_at_1_diff1": 0.5224688881337062, + "nauc_recall_at_1_max": 0.3587008586832832, + "nauc_recall_at_1_std": 0.01738255178907232, + "nauc_recall_at_20_diff1": 0.12805767943645804, + "nauc_recall_at_20_max": 0.5233865307659932, + "nauc_recall_at_20_std": -0.06960392533244292, + "nauc_recall_at_3_diff1": 0.3577774817236634, + "nauc_recall_at_3_max": 0.3878366812990876, + "nauc_recall_at_3_std": -0.10152035651606935, + "nauc_recall_at_5_diff1": 0.30825507985611855, + "nauc_recall_at_5_max": 0.4160655317442004, + "nauc_recall_at_5_std": -0.14799923925156303, + "ndcg_at_1": 0.5459, + "ndcg_at_10": 0.70713, + "ndcg_at_100": 0.72777, + "ndcg_at_1000": 0.73234, + "ndcg_at_20": 0.71875, + "ndcg_at_3": 0.66333, + "ndcg_at_5": 0.68729, + "precision_at_1": 0.5459, + "precision_at_10": 0.08647, + "precision_at_100": 0.00959, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04551, + "precision_at_3": 0.24854, + "precision_at_5": 0.16074, + "recall_at_1": 0.5459, + "recall_at_10": 0.86475, + "recall_at_100": 0.95898, + "recall_at_1000": 0.99414, + "recall_at_20": 0.91016, + "recall_at_3": 0.74561, + "recall_at_5": 0.80371 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringP2P.v2.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringP2P.v2.json index c0ea836cf..1c4fc194a 100644 --- a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringP2P.v2.json +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 58.00021147727966, + "evaluation_time": 16.29298973083496, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.36656059517378203, - "v_measure": 0.36656059517378203, - "v_measure_std": 0.00828927231716789, + "main_score": 0.37269967546926125, + "v_measure": 0.37269967546926125, + "v_measure_std": 0.005543192886834066, "v_measures": { "Level 0": [ - 0.37018780341085833, - 0.3569680328932698, - 0.3627604353551965, - 0.36179251165973003, - 0.37122315475734796, - 0.36054803536441477, - 0.36540717978054493, - 0.3849840925354074, - 0.35734786060971746, - 0.3743868453713331 + 0.3765351085080477, + 0.37203764244557086, + 0.37101717675333795, + 0.36472550910479623, + 0.38054332937958707, + 0.3687303629576226, + 0.36994843462814625, + 0.3829938668616254, + 0.3668627550080366, + 0.3736025690458421 ] } } diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringS2S.v2.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringS2S.v2.json index c9a069cf0..bd12bec5f 100644 --- a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringS2S.v2.json +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/MedrxivClusteringS2S.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", - "evaluation_time": 8.469618320465088, + "evaluation_time": 15.653642654418945, "kg_co2_emissions": null, - "mteb_version": "1.12.22", + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3516571061876409, - "v_measure": 0.3516571061876409, - "v_measure_std": 0.009555061820861818, + "main_score": 0.3496898857228278, + "v_measure": 0.3496898857228278, + "v_measure_std": 0.00748573273225335, "v_measures": { "Level 0": [ - 0.3545343684779735, - 0.3353303623127802, - 0.35697666314165516, - 0.33216660899868033, - 0.3569018087583997, - 0.35840399674177176, - 0.3502664185208431, - 0.35630774905585527, - 0.35250819271705514, - 0.3631748931513943 + 0.34840653514370057, + 0.3385942296033849, + 0.3446637868066928, + 0.34501911441671107, + 0.36475480311524167, + 0.3479819072043861, + 0.35938531295020926, + 0.3558044186975633, + 0.3471750419448273, + 0.3451137073455613 ] } } diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/NFCorpus.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/NFCorpus.json new file mode 100644 index 000000000..2f3c20b60 --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 5.775446891784668, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.38666, + "map_at_1": 0.07235, + "map_at_10": 0.1524, + "map_at_100": 0.19578, + "map_at_1000": 0.21213, + "map_at_20": 0.17188, + "map_at_3": 0.11246, + "map_at_5": 0.12806, + "mrr_at_1": 0.49226006191950467, + "mrr_at_10": 0.5825249398004816, + "mrr_at_100": 0.5876875417053877, + "mrr_at_1000": 0.5879751195571101, + "mrr_at_20": 0.5858351698426126, + "mrr_at_3": 0.5552115583075338, + "mrr_at_5": 0.5745614035087719, + "nauc_map_at_1000_diff1": 0.21660629134590145, + "nauc_map_at_1000_max": 0.27815068971552764, + "nauc_map_at_1000_std": 0.15959044705919198, + "nauc_map_at_100_diff1": 0.2341874127946378, + "nauc_map_at_100_max": 0.2622028514777437, + "nauc_map_at_100_std": 0.11727630092493047, + "nauc_map_at_10_diff1": 0.2802844653769941, + "nauc_map_at_10_max": 0.17812763763975467, + "nauc_map_at_10_std": -0.009735865366929079, + "nauc_map_at_1_diff1": 0.3854813230933746, + "nauc_map_at_1_max": 0.05797837575199357, + "nauc_map_at_1_std": -0.1303639859958447, + "nauc_map_at_20_diff1": 0.2563582545075077, + "nauc_map_at_20_max": 0.21185726585872236, + "nauc_map_at_20_std": 0.043504242900858275, + "nauc_map_at_3_diff1": 0.34408937364220815, + "nauc_map_at_3_max": 0.11267073330165107, + "nauc_map_at_3_std": -0.08871289087407572, + "nauc_map_at_5_diff1": 0.3237748399535986, + "nauc_map_at_5_max": 0.14469171035943904, + "nauc_map_at_5_std": -0.059819452158127825, + "nauc_mrr_at_1000_diff1": 0.24111637312512246, + "nauc_mrr_at_1000_max": 0.4837580608325589, + "nauc_mrr_at_1000_std": 0.31366002846504937, + "nauc_mrr_at_100_diff1": 0.2410800845200645, + "nauc_mrr_at_100_max": 0.48395965819106995, + "nauc_mrr_at_100_std": 0.3139875955714549, + "nauc_mrr_at_10_diff1": 0.2437222120979126, + "nauc_mrr_at_10_max": 0.4820070967484388, + "nauc_mrr_at_10_std": 0.31176425278043396, + "nauc_mrr_at_1_diff1": 0.2528706355759646, + "nauc_mrr_at_1_max": 0.4467330391361304, + "nauc_mrr_at_1_std": 0.24575202751763564, + "nauc_mrr_at_20_diff1": 0.23981019933920306, + "nauc_mrr_at_20_max": 0.48419241675892966, + "nauc_mrr_at_20_std": 0.31479113581975676, + "nauc_mrr_at_3_diff1": 0.24846717134197757, + "nauc_mrr_at_3_max": 0.4674779999246772, + "nauc_mrr_at_3_std": 0.29718509162191337, + "nauc_mrr_at_5_diff1": 0.25219269528197824, + "nauc_mrr_at_5_max": 0.480291224410291, + "nauc_mrr_at_5_std": 0.3094196862099726, + "nauc_ndcg_at_1000_diff1": 0.18310710181235393, + "nauc_ndcg_at_1000_max": 0.4359580894928531, + "nauc_ndcg_at_1000_std": 0.33401495034910267, + "nauc_ndcg_at_100_diff1": 0.17923949117985602, + "nauc_ndcg_at_100_max": 0.38379752766873926, + "nauc_ndcg_at_100_std": 0.2877443861736966, + "nauc_ndcg_at_10_diff1": 0.15788734164243767, + "nauc_ndcg_at_10_max": 0.40876157649950096, + "nauc_ndcg_at_10_std": 0.3007964570045952, + "nauc_ndcg_at_1_diff1": 0.28608513263770396, + "nauc_ndcg_at_1_max": 0.44390472266512937, + "nauc_ndcg_at_1_std": 0.24673458253325153, + "nauc_ndcg_at_20_diff1": 0.140941780077681, + "nauc_ndcg_at_20_max": 0.3910611901593982, + "nauc_ndcg_at_20_std": 0.30260580894051764, + "nauc_ndcg_at_3_diff1": 0.22571494825148414, + "nauc_ndcg_at_3_max": 0.44465095078959044, + "nauc_ndcg_at_3_std": 0.2625645220782245, + "nauc_ndcg_at_5_diff1": 0.20085750862486407, + "nauc_ndcg_at_5_max": 0.4380076958038087, + "nauc_ndcg_at_5_std": 0.28354809057443475, + "nauc_precision_at_1000_diff1": -0.19037646298801683, + "nauc_precision_at_1000_max": 0.17162182774701018, + "nauc_precision_at_1000_std": 0.441252177729384, + "nauc_precision_at_100_diff1": -0.1591829557056924, + "nauc_precision_at_100_max": 0.3076445934647214, + "nauc_precision_at_100_std": 0.5232693992102849, + "nauc_precision_at_10_diff1": -0.05502628848945593, + "nauc_precision_at_10_max": 0.4147922813241149, + "nauc_precision_at_10_std": 0.42884366438478994, + "nauc_precision_at_1_diff1": 0.2613934111285379, + "nauc_precision_at_1_max": 0.4473270596568479, + "nauc_precision_at_1_std": 0.25183877258766413, + "nauc_precision_at_20_diff1": -0.0985201614049556, + "nauc_precision_at_20_max": 0.38274054445561734, + "nauc_precision_at_20_std": 0.47416224936703627, + "nauc_precision_at_3_diff1": 0.11295840532587467, + "nauc_precision_at_3_max": 0.45496949753056176, + "nauc_precision_at_3_std": 0.31446949846174294, + "nauc_precision_at_5_diff1": 0.05202605931024561, + "nauc_precision_at_5_max": 0.4482510900353574, + "nauc_precision_at_5_std": 0.36724537080377256, + "nauc_recall_at_1000_diff1": 0.047516957783242296, + "nauc_recall_at_1000_max": 0.15507187694290928, + "nauc_recall_at_1000_std": 0.19627641160315398, + "nauc_recall_at_100_diff1": 0.1383173837262295, + "nauc_recall_at_100_max": 0.18031886844362818, + "nauc_recall_at_100_std": 0.12143693234709257, + "nauc_recall_at_10_diff1": 0.1936888712673228, + "nauc_recall_at_10_max": 0.12254457981675314, + "nauc_recall_at_10_std": -0.026013187577890565, + "nauc_recall_at_1_diff1": 0.3854813230933746, + "nauc_recall_at_1_max": 0.05797837575199357, + "nauc_recall_at_1_std": -0.1303639859958447, + "nauc_recall_at_20_diff1": 0.1518677897640862, + "nauc_recall_at_20_max": 0.14423704191209918, + "nauc_recall_at_20_std": 0.03085916958811822, + "nauc_recall_at_3_diff1": 0.3236829691824699, + "nauc_recall_at_3_max": 0.09161117555980929, + "nauc_recall_at_3_std": -0.08215753920913793, + "nauc_recall_at_5_diff1": 0.2797231625673999, + "nauc_recall_at_5_max": 0.11256339293234517, + "nauc_recall_at_5_std": -0.05631824601004612, + "ndcg_at_1": 0.47059, + "ndcg_at_10": 0.38666, + "ndcg_at_100": 0.36309, + "ndcg_at_1000": 0.45009, + "ndcg_at_20": 0.36919, + "ndcg_at_3": 0.43177, + "ndcg_at_5": 0.4089, + "precision_at_1": 0.48916, + "precision_at_10": 0.28607, + "precision_at_100": 0.09201, + "precision_at_1000": 0.02222, + "precision_at_20": 0.21935, + "precision_at_3": 0.40351, + "precision_at_5": 0.35108, + "recall_at_1": 0.07235, + "recall_at_10": 0.19675, + "recall_at_100": 0.37246, + "recall_at_1000": 0.68602, + "recall_at_20": 0.24488, + "recall_at_3": 0.12183, + "recall_at_5": 0.14772 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/SciFact-PL.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/SciFact-PL.json new file mode 100644 index 000000000..79cfd0e0a --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 7.761723279953003, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.32899, + "map_at_1": 0.23233, + "map_at_10": 0.29251, + "map_at_100": 0.30206, + "map_at_1000": 0.30307, + "map_at_20": 0.29797, + "map_at_3": 0.27014, + "map_at_5": 0.28164, + "mrr_at_1": 0.25, + "mrr_at_10": 0.3086216931216933, + "mrr_at_100": 0.3167879497533732, + "mrr_at_1000": 0.3177186218922641, + "mrr_at_20": 0.31329329874918127, + "mrr_at_3": 0.2888888888888889, + "mrr_at_5": 0.29905555555555563, + "nauc_map_at_1000_diff1": 0.45017525097997196, + "nauc_map_at_1000_max": 0.4648461333879447, + "nauc_map_at_1000_std": 0.09142116474734586, + "nauc_map_at_100_diff1": 0.449898260965278, + "nauc_map_at_100_max": 0.4652003586314243, + "nauc_map_at_100_std": 0.09160291541783079, + "nauc_map_at_10_diff1": 0.4565453742794312, + "nauc_map_at_10_max": 0.4632959061732969, + "nauc_map_at_10_std": 0.09029571684835516, + "nauc_map_at_1_diff1": 0.5288754145616898, + "nauc_map_at_1_max": 0.4223398314870961, + "nauc_map_at_1_std": 0.018600410372408255, + "nauc_map_at_20_diff1": 0.45111021118597744, + "nauc_map_at_20_max": 0.4633038818968013, + "nauc_map_at_20_std": 0.08959529208028742, + "nauc_map_at_3_diff1": 0.4557162208362946, + "nauc_map_at_3_max": 0.4538311642357557, + "nauc_map_at_3_std": 0.08671878348462367, + "nauc_map_at_5_diff1": 0.4546568682257771, + "nauc_map_at_5_max": 0.4446632057378525, + "nauc_map_at_5_std": 0.07935346374341898, + "nauc_mrr_at_1000_diff1": 0.4290535443133109, + "nauc_mrr_at_1000_max": 0.4633663790910263, + "nauc_mrr_at_1000_std": 0.09984208708720221, + "nauc_mrr_at_100_diff1": 0.42868142453246544, + "nauc_mrr_at_100_max": 0.4637233797001692, + "nauc_mrr_at_100_std": 0.10005366815175362, + "nauc_mrr_at_10_diff1": 0.4331014088009647, + "nauc_mrr_at_10_max": 0.4635588194742703, + "nauc_mrr_at_10_std": 0.1005594717926181, + "nauc_mrr_at_1_diff1": 0.5088880715949491, + "nauc_mrr_at_1_max": 0.42531322790241494, + "nauc_mrr_at_1_std": 0.024337378938335118, + "nauc_mrr_at_20_diff1": 0.42880735658290786, + "nauc_mrr_at_20_max": 0.4616672300317827, + "nauc_mrr_at_20_std": 0.09819092347633372, + "nauc_mrr_at_3_diff1": 0.4275003107906514, + "nauc_mrr_at_3_max": 0.4522128294380906, + "nauc_mrr_at_3_std": 0.09662481352560903, + "nauc_mrr_at_5_diff1": 0.4309928277826094, + "nauc_mrr_at_5_max": 0.44650533435166034, + "nauc_mrr_at_5_std": 0.08978608873805521, + "nauc_ndcg_at_1000_diff1": 0.4236814902540621, + "nauc_ndcg_at_1000_max": 0.49187725530469234, + "nauc_ndcg_at_1000_std": 0.12978248108674514, + "nauc_ndcg_at_100_diff1": 0.4154675843003617, + "nauc_ndcg_at_100_max": 0.5042195687336468, + "nauc_ndcg_at_100_std": 0.1341264993588757, + "nauc_ndcg_at_10_diff1": 0.43549968188274474, + "nauc_ndcg_at_10_max": 0.4897299519615927, + "nauc_ndcg_at_10_std": 0.12164415941914741, + "nauc_ndcg_at_1_diff1": 0.5088880715949491, + "nauc_ndcg_at_1_max": 0.42531322790241494, + "nauc_ndcg_at_1_std": 0.024337378938335118, + "nauc_ndcg_at_20_diff1": 0.41967201367696394, + "nauc_ndcg_at_20_max": 0.48746099274780574, + "nauc_ndcg_at_20_std": 0.11782088687740556, + "nauc_ndcg_at_3_diff1": 0.4273384787494066, + "nauc_ndcg_at_3_max": 0.4616568227771833, + "nauc_ndcg_at_3_std": 0.10794204825759338, + "nauc_ndcg_at_5_diff1": 0.43181266163195686, + "nauc_ndcg_at_5_max": 0.44857857058056555, + "nauc_ndcg_at_5_std": 0.09742349128345536, + "nauc_precision_at_1000_diff1": -0.0034542929382854535, + "nauc_precision_at_1000_max": 0.31985531650785803, + "nauc_precision_at_1000_std": 0.23107642686717547, + "nauc_precision_at_100_diff1": 0.1429293586336347, + "nauc_precision_at_100_max": 0.5448510416860259, + "nauc_precision_at_100_std": 0.2456892225918561, + "nauc_precision_at_10_diff1": 0.2891267021586773, + "nauc_precision_at_10_max": 0.5365412927586937, + "nauc_precision_at_10_std": 0.1933666655867882, + "nauc_precision_at_1_diff1": 0.5088880715949491, + "nauc_precision_at_1_max": 0.42531322790241494, + "nauc_precision_at_1_std": 0.024337378938335118, + "nauc_precision_at_20_diff1": 0.22327906642703702, + "nauc_precision_at_20_max": 0.5176656471915383, + "nauc_precision_at_20_std": 0.18299403379332296, + "nauc_precision_at_3_diff1": 0.3258370461497537, + "nauc_precision_at_3_max": 0.49021229551802076, + "nauc_precision_at_3_std": 0.16511919803165287, + "nauc_precision_at_5_diff1": 0.3165224508886809, + "nauc_precision_at_5_max": 0.4426839725600247, + "nauc_precision_at_5_std": 0.13372700342999713, + "nauc_recall_at_1000_diff1": 0.34605281768402313, + "nauc_recall_at_1000_max": 0.6625605810002989, + "nauc_recall_at_1000_std": 0.4735550763919557, + "nauc_recall_at_100_diff1": 0.3109873451261125, + "nauc_recall_at_100_max": 0.6610885703623075, + "nauc_recall_at_100_std": 0.30048981938000896, + "nauc_recall_at_10_diff1": 0.397443357209105, + "nauc_recall_at_10_max": 0.5512081059678021, + "nauc_recall_at_10_std": 0.19602046890696267, + "nauc_recall_at_1_diff1": 0.5288754145616898, + "nauc_recall_at_1_max": 0.4223398314870961, + "nauc_recall_at_1_std": 0.018600410372408255, + "nauc_recall_at_20_diff1": 0.34173268832197773, + "nauc_recall_at_20_max": 0.5425159454015306, + "nauc_recall_at_20_std": 0.18409638862077798, + "nauc_recall_at_3_diff1": 0.38202462695155176, + "nauc_recall_at_3_max": 0.4802937336971115, + "nauc_recall_at_3_std": 0.15852551162300046, + "nauc_recall_at_5_diff1": 0.3905253153486353, + "nauc_recall_at_5_max": 0.44942563520898327, + "nauc_recall_at_5_std": 0.13441484874473553, + "ndcg_at_1": 0.25, + "ndcg_at_10": 0.32899, + "ndcg_at_100": 0.37593, + "ndcg_at_1000": 0.40603, + "ndcg_at_20": 0.34747, + "ndcg_at_3": 0.28637, + "ndcg_at_5": 0.30436, + "precision_at_1": 0.25, + "precision_at_10": 0.049, + "precision_at_100": 0.00743, + "precision_at_1000": 0.00101, + "precision_at_20": 0.0285, + "precision_at_3": 0.11556, + "precision_at_5": 0.08, + "recall_at_1": 0.23233, + "recall_at_10": 0.42717, + "recall_at_100": 0.65044, + "recall_at_1000": 0.891, + "recall_at_20": 0.49811, + "recall_at_3": 0.31022, + "recall_at_5": 0.35522 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/SciFact.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/SciFact.json new file mode 100644 index 000000000..8f3c54589 --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 15.80381965637207, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73917, + "map_at_1": 0.59761, + "map_at_10": 0.69285, + "map_at_100": 0.69835, + "map_at_1000": 0.69859, + "map_at_20": 0.69749, + "map_at_3": 0.66135, + "map_at_5": 0.67515, + "mrr_at_1": 0.6266666666666667, + "mrr_at_10": 0.7030542328042327, + "mrr_at_100": 0.7079364482433881, + "mrr_at_1000": 0.7081503679428536, + "mrr_at_20": 0.7072097185866536, + "mrr_at_3": 0.681111111111111, + "mrr_at_5": 0.6909444444444444, + "nauc_map_at_1000_diff1": 0.7493286444442352, + "nauc_map_at_1000_max": 0.624465667383739, + "nauc_map_at_1000_std": 0.05752682764975367, + "nauc_map_at_100_diff1": 0.7493277441747519, + "nauc_map_at_100_max": 0.624631696670967, + "nauc_map_at_100_std": 0.05772629900249093, + "nauc_map_at_10_diff1": 0.7474063830482677, + "nauc_map_at_10_max": 0.6291339836823746, + "nauc_map_at_10_std": 0.059566076249327554, + "nauc_map_at_1_diff1": 0.7893044860718181, + "nauc_map_at_1_max": 0.5479938971438904, + "nauc_map_at_1_std": 0.0012069722330287542, + "nauc_map_at_20_diff1": 0.7490616752027439, + "nauc_map_at_20_max": 0.6247051156559464, + "nauc_map_at_20_std": 0.05811535896096391, + "nauc_map_at_3_diff1": 0.7571809692213213, + "nauc_map_at_3_max": 0.6016878291394737, + "nauc_map_at_3_std": 0.004157218313386517, + "nauc_map_at_5_diff1": 0.745157623700086, + "nauc_map_at_5_max": 0.6016223676495902, + "nauc_map_at_5_std": 0.04080059271405691, + "nauc_mrr_at_1000_diff1": 0.7481876563576467, + "nauc_mrr_at_1000_max": 0.6351695353998241, + "nauc_mrr_at_1000_std": 0.09433957396495049, + "nauc_mrr_at_100_diff1": 0.7481730463977913, + "nauc_mrr_at_100_max": 0.6353077477047555, + "nauc_mrr_at_100_std": 0.09444395272924408, + "nauc_mrr_at_10_diff1": 0.7457828634050953, + "nauc_mrr_at_10_max": 0.6395904823778994, + "nauc_mrr_at_10_std": 0.09773491491453917, + "nauc_mrr_at_1_diff1": 0.7774963144452977, + "nauc_mrr_at_1_max": 0.60168497331866, + "nauc_mrr_at_1_std": 0.08956417017919031, + "nauc_mrr_at_20_diff1": 0.7479370121131834, + "nauc_mrr_at_20_max": 0.6358662081654038, + "nauc_mrr_at_20_std": 0.09506983516165986, + "nauc_mrr_at_3_diff1": 0.7500053501008734, + "nauc_mrr_at_3_max": 0.6326358098788161, + "nauc_mrr_at_3_std": 0.06964566768286153, + "nauc_mrr_at_5_diff1": 0.7409098072715948, + "nauc_mrr_at_5_max": 0.6308161378547102, + "nauc_mrr_at_5_std": 0.10110728565559461, + "nauc_ndcg_at_1000_diff1": 0.7439716161331171, + "nauc_ndcg_at_1000_max": 0.6402978282776677, + "nauc_ndcg_at_1000_std": 0.08034799793652234, + "nauc_ndcg_at_100_diff1": 0.7434558535736748, + "nauc_ndcg_at_100_max": 0.6436105621909504, + "nauc_ndcg_at_100_std": 0.08535261475620338, + "nauc_ndcg_at_10_diff1": 0.7342682476537077, + "nauc_ndcg_at_10_max": 0.6616536415086532, + "nauc_ndcg_at_10_std": 0.09406243956945301, + "nauc_ndcg_at_1_diff1": 0.7774963144452977, + "nauc_ndcg_at_1_max": 0.60168497331866, + "nauc_ndcg_at_1_std": 0.08956417017919031, + "nauc_ndcg_at_20_diff1": 0.7422988525317872, + "nauc_ndcg_at_20_max": 0.6476476707580594, + "nauc_ndcg_at_20_std": 0.08892666331202503, + "nauc_ndcg_at_3_diff1": 0.7430852374412443, + "nauc_ndcg_at_3_max": 0.630462486938542, + "nauc_ndcg_at_3_std": 0.020514696067875485, + "nauc_ndcg_at_5_diff1": 0.7264664142977797, + "nauc_ndcg_at_5_max": 0.6161389383441083, + "nauc_ndcg_at_5_std": 0.07066544212943394, + "nauc_precision_at_1000_diff1": -0.34183676979491373, + "nauc_precision_at_1000_max": 0.2030917834513212, + "nauc_precision_at_1000_std": 0.47486463987671435, + "nauc_precision_at_100_diff1": -0.20272806447260375, + "nauc_precision_at_100_max": 0.2909485666621689, + "nauc_precision_at_100_std": 0.4700452632999272, + "nauc_precision_at_10_diff1": 0.03263710713924679, + "nauc_precision_at_10_max": 0.46533871829555395, + "nauc_precision_at_10_std": 0.40136902555610676, + "nauc_precision_at_1_diff1": 0.7774963144452977, + "nauc_precision_at_1_max": 0.60168497331866, + "nauc_precision_at_1_std": 0.08956417017919031, + "nauc_precision_at_20_diff1": -0.09346073619971274, + "nauc_precision_at_20_max": 0.3557948201550312, + "nauc_precision_at_20_std": 0.4441376791948615, + "nauc_precision_at_3_diff1": 0.43038214247351675, + "nauc_precision_at_3_max": 0.5988757205771774, + "nauc_precision_at_3_std": 0.14446837132934046, + "nauc_precision_at_5_diff1": 0.2467204007641018, + "nauc_precision_at_5_max": 0.4978996920198038, + "nauc_precision_at_5_std": 0.29675256325289356, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7051487261571294, + "nauc_recall_at_100_max": 0.7622826908541229, + "nauc_recall_at_100_std": 0.2972300031123622, + "nauc_recall_at_10_diff1": 0.6625038677930121, + "nauc_recall_at_10_max": 0.8121999341227505, + "nauc_recall_at_10_std": 0.20970633053743018, + "nauc_recall_at_1_diff1": 0.7893044860718181, + "nauc_recall_at_1_max": 0.5479938971438904, + "nauc_recall_at_1_std": 0.0012069722330287542, + "nauc_recall_at_20_diff1": 0.7061101774042942, + "nauc_recall_at_20_max": 0.7802166199813256, + "nauc_recall_at_20_std": 0.24926984126984172, + "nauc_recall_at_3_diff1": 0.7123829222929301, + "nauc_recall_at_3_max": 0.6269399038563085, + "nauc_recall_at_3_std": -0.051555188820721, + "nauc_recall_at_5_diff1": 0.6583503871081429, + "nauc_recall_at_5_max": 0.6128959049055291, + "nauc_recall_at_5_std": 0.10409762454842808, + "ndcg_at_1": 0.62667, + "ndcg_at_10": 0.73917, + "ndcg_at_100": 0.76082, + "ndcg_at_1000": 0.76562, + "ndcg_at_20": 0.75459, + "ndcg_at_3": 0.68602, + "ndcg_at_5": 0.70482, + "precision_at_1": 0.62667, + "precision_at_10": 0.09933, + "precision_at_100": 0.01093, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05283, + "precision_at_3": 0.26556, + "precision_at_5": 0.17333, + "recall_at_1": 0.59761, + "recall_at_10": 0.87156, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "recall_at_20": 0.93056, + "recall_at_3": 0.72728, + "recall_at_5": 0.77494 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.78393, + "map_at_1": 0.63947, + "map_at_10": 0.74244, + "map_at_100": 0.7465, + "map_at_1000": 0.74666, + "map_at_20": 0.74519, + "map_at_3": 0.71788, + "map_at_5": 0.73288, + "mrr_at_1": 0.6711990111248455, + "mrr_at_10": 0.7520572134910823, + "mrr_at_100": 0.7552604815817522, + "mrr_at_1000": 0.7553931697011483, + "mrr_at_20": 0.7540002802000184, + "mrr_at_3": 0.7373300370828183, + "mrr_at_5": 0.7457354758961682, + "nauc_map_at_1000_diff1": 0.7052703843446134, + "nauc_map_at_1000_max": 0.5236578412929194, + "nauc_map_at_1000_std": 0.13022907224554206, + "nauc_map_at_100_diff1": 0.7052060065612077, + "nauc_map_at_100_max": 0.5238144488792386, + "nauc_map_at_100_std": 0.13049248977959862, + "nauc_map_at_10_diff1": 0.7030247419651637, + "nauc_map_at_10_max": 0.5191258028475462, + "nauc_map_at_10_std": 0.12300209318193789, + "nauc_map_at_1_diff1": 0.747827800101013, + "nauc_map_at_1_max": 0.44151398715398815, + "nauc_map_at_1_std": 0.0780790171066865, + "nauc_map_at_20_diff1": 0.7044433916817421, + "nauc_map_at_20_max": 0.5236360481188134, + "nauc_map_at_20_std": 0.13132258056791038, + "nauc_map_at_3_diff1": 0.7115138337793367, + "nauc_map_at_3_max": 0.49108901607954386, + "nauc_map_at_3_std": 0.08513828109416005, + "nauc_map_at_5_diff1": 0.7057942883868839, + "nauc_map_at_5_max": 0.5152175339449511, + "nauc_map_at_5_std": 0.11104487871593254, + "nauc_mrr_at_1000_diff1": 0.705572417568262, + "nauc_mrr_at_1000_max": 0.5363747410862377, + "nauc_mrr_at_1000_std": 0.16677772600190677, + "nauc_mrr_at_100_diff1": 0.7054912334997201, + "nauc_mrr_at_100_max": 0.5364996158994867, + "nauc_mrr_at_100_std": 0.1669933608195887, + "nauc_mrr_at_10_diff1": 0.7028461244701143, + "nauc_mrr_at_10_max": 0.533386910147692, + "nauc_mrr_at_10_std": 0.1634175232353193, + "nauc_mrr_at_1_diff1": 0.7414814668612535, + "nauc_mrr_at_1_max": 0.5060419097732175, + "nauc_mrr_at_1_std": 0.14451637379383508, + "nauc_mrr_at_20_diff1": 0.7046747491255064, + "nauc_mrr_at_20_max": 0.5362291471420494, + "nauc_mrr_at_20_std": 0.16781256929168392, + "nauc_mrr_at_3_diff1": 0.7026246018045178, + "nauc_mrr_at_3_max": 0.542577635283194, + "nauc_mrr_at_3_std": 0.1588834168338262, + "nauc_mrr_at_5_diff1": 0.7027697482334142, + "nauc_mrr_at_5_max": 0.5370773460749545, + "nauc_mrr_at_5_std": 0.1694224417485553, + "nauc_ndcg_at_1000_diff1": 0.6975143207130579, + "nauc_ndcg_at_1000_max": 0.5388404339430681, + "nauc_ndcg_at_1000_std": 0.158622546504333, + "nauc_ndcg_at_100_diff1": 0.696186479899613, + "nauc_ndcg_at_100_max": 0.5431312284694525, + "nauc_ndcg_at_100_std": 0.16526062381818127, + "nauc_ndcg_at_10_diff1": 0.6841642787138111, + "nauc_ndcg_at_10_max": 0.5262888882938257, + "nauc_ndcg_at_10_std": 0.14438174409944066, + "nauc_ndcg_at_1_diff1": 0.7414814668612535, + "nauc_ndcg_at_1_max": 0.5060419097732175, + "nauc_ndcg_at_1_std": 0.14451637379383508, + "nauc_ndcg_at_20_diff1": 0.6906967639650472, + "nauc_ndcg_at_20_max": 0.5420567843982139, + "nauc_ndcg_at_20_std": 0.17211772088885463, + "nauc_ndcg_at_3_diff1": 0.6940459332876673, + "nauc_ndcg_at_3_max": 0.5146508328187427, + "nauc_ndcg_at_3_std": 0.10648453197706577, + "nauc_ndcg_at_5_diff1": 0.6884656142913843, + "nauc_ndcg_at_5_max": 0.5277365627380084, + "nauc_ndcg_at_5_std": 0.13831020743431013, + "nauc_precision_at_1000_diff1": -0.3470408770278955, + "nauc_precision_at_1000_max": 0.23412229581983168, + "nauc_precision_at_1000_std": 0.365471407948742, + "nauc_precision_at_100_diff1": -0.26060368970478653, + "nauc_precision_at_100_max": 0.2977438317167633, + "nauc_precision_at_100_std": 0.39450060163157086, + "nauc_precision_at_10_diff1": -0.05652095090376399, + "nauc_precision_at_10_max": 0.3600790506869924, + "nauc_precision_at_10_std": 0.32325708569780354, + "nauc_precision_at_1_diff1": 0.7414814668612535, + "nauc_precision_at_1_max": 0.5060419097732175, + "nauc_precision_at_1_std": 0.14451637379383508, + "nauc_precision_at_20_diff1": -0.13025069553721588, + "nauc_precision_at_20_max": 0.35402682918712697, + "nauc_precision_at_20_std": 0.40371771308506316, + "nauc_precision_at_3_diff1": 0.2840650173744415, + "nauc_precision_at_3_max": 0.4894257854096028, + "nauc_precision_at_3_std": 0.19642277431048016, + "nauc_precision_at_5_diff1": 0.10587749686055113, + "nauc_precision_at_5_max": 0.448081559582858, + "nauc_precision_at_5_std": 0.2767621181009981, + "nauc_recall_at_1000_diff1": 0.8610794038219445, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6521086954764366, + "nauc_recall_at_100_max": 0.7936126026159909, + "nauc_recall_at_100_std": 0.5589476865599223, + "nauc_recall_at_10_diff1": 0.5719379837240115, + "nauc_recall_at_10_max": 0.4865269749897939, + "nauc_recall_at_10_std": 0.14863781988595873, + "nauc_recall_at_1_diff1": 0.747827800101013, + "nauc_recall_at_1_max": 0.44151398715398815, + "nauc_recall_at_1_std": 0.0780790171066865, + "nauc_recall_at_20_diff1": 0.6039995553927759, + "nauc_recall_at_20_max": 0.6298692466322136, + "nauc_recall_at_20_std": 0.4129999212436275, + "nauc_recall_at_3_diff1": 0.639756221863064, + "nauc_recall_at_3_max": 0.4879166901233211, + "nauc_recall_at_3_std": 0.06570515994523281, + "nauc_recall_at_5_diff1": 0.6132712340907703, + "nauc_recall_at_5_max": 0.518508614545626, + "nauc_recall_at_5_std": 0.15796482423461944, + "ndcg_at_1": 0.6712, + "ndcg_at_10": 0.78393, + "ndcg_at_100": 0.801, + "ndcg_at_1000": 0.80428, + "ndcg_at_20": 0.79252, + "ndcg_at_3": 0.74449, + "ndcg_at_5": 0.76498, + "precision_at_1": 0.6712, + "precision_at_10": 0.10185, + "precision_at_100": 0.01108, + "precision_at_1000": 0.00113, + "precision_at_20": 0.0529, + "precision_at_3": 0.29213, + "precision_at_5": 0.18888, + "recall_at_1": 0.63947, + "recall_at_10": 0.89843, + "recall_at_100": 0.97363, + "recall_at_1000": 0.99753, + "recall_at_20": 0.93068, + "recall_at_3": 0.79716, + "recall_at_5": 0.84454 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID-PL.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID-PL.json new file mode 100644 index 000000000..6b65b46e1 --- /dev/null +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 174.6523082256317, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.26542, + "map_at_1": 0.00084, + "map_at_10": 0.00486, + "map_at_100": 0.01768, + "map_at_1000": 0.04874, + "map_at_20": 0.00715, + "map_at_3": 0.00222, + "map_at_5": 0.00319, + "mrr_at_1": 0.34, + "mrr_at_10": 0.44134920634920627, + "mrr_at_100": 0.44907725876059196, + "mrr_at_1000": 0.44942030718503573, + "mrr_at_20": 0.4449603174603174, + "mrr_at_3": 0.4099999999999999, + "mrr_at_5": 0.4229999999999999, + "nauc_map_at_1000_diff1": -0.1901466036050305, + "nauc_map_at_1000_max": 0.7112627421600815, + "nauc_map_at_1000_std": 0.44297016164193154, + "nauc_map_at_100_diff1": -0.015628796687291124, + "nauc_map_at_100_max": 0.5600601041068697, + "nauc_map_at_100_std": 0.16624541881672136, + "nauc_map_at_10_diff1": 0.03670980268890932, + "nauc_map_at_10_max": 0.42646518051189386, + "nauc_map_at_10_std": -0.04433481351696819, + "nauc_map_at_1_diff1": -0.038783940499241554, + "nauc_map_at_1_max": 0.28293745729272846, + "nauc_map_at_1_std": -0.0030997127987158197, + "nauc_map_at_20_diff1": 0.042184382846429884, + "nauc_map_at_20_max": 0.49135932165318724, + "nauc_map_at_20_std": 0.00046047372134945373, + "nauc_map_at_3_diff1": 0.07214088091765497, + "nauc_map_at_3_max": 0.4068552145512134, + "nauc_map_at_3_std": -0.05235704650502219, + "nauc_map_at_5_diff1": 0.0433408640102928, + "nauc_map_at_5_max": 0.3702248115763219, + "nauc_map_at_5_std": -0.06188717327622534, + "nauc_mrr_at_1000_diff1": 0.04740362327434351, + "nauc_mrr_at_1000_max": 0.4173637665193062, + "nauc_mrr_at_1000_std": 0.08005326749582416, + "nauc_mrr_at_100_diff1": 0.046872990315983805, + "nauc_mrr_at_100_max": 0.417441735163747, + "nauc_mrr_at_100_std": 0.08036790922367097, + "nauc_mrr_at_10_diff1": 0.04921132619375511, + "nauc_mrr_at_10_max": 0.4167009341800334, + "nauc_mrr_at_10_std": 0.08571194980748365, + "nauc_mrr_at_1_diff1": 0.018574948991759137, + "nauc_mrr_at_1_max": 0.34908185166538597, + "nauc_mrr_at_1_std": 0.058719096955404254, + "nauc_mrr_at_20_diff1": 0.052342379906736715, + "nauc_mrr_at_20_max": 0.41592402858799976, + "nauc_mrr_at_20_std": 0.08047980303797764, + "nauc_mrr_at_3_diff1": 0.014868854846611452, + "nauc_mrr_at_3_max": 0.4178770505911793, + "nauc_mrr_at_3_std": 0.10443064511146098, + "nauc_mrr_at_5_diff1": 0.050209379054580706, + "nauc_mrr_at_5_max": 0.4200998525424023, + "nauc_mrr_at_5_std": 0.09628126877043078, + "nauc_ndcg_at_1000_diff1": -0.11411142922728176, + "nauc_ndcg_at_1000_max": 0.7016080094747476, + "nauc_ndcg_at_1000_std": 0.3171520404623785, + "nauc_ndcg_at_100_diff1": -0.03014280569006469, + "nauc_ndcg_at_100_max": 0.578482032720894, + "nauc_ndcg_at_100_std": 0.19148117249570715, + "nauc_ndcg_at_10_diff1": -0.021738844334702963, + "nauc_ndcg_at_10_max": 0.5100779449417767, + "nauc_ndcg_at_10_std": 0.0753592018168899, + "nauc_ndcg_at_1_diff1": -0.030397088729530192, + "nauc_ndcg_at_1_max": 0.3314513539548325, + "nauc_ndcg_at_1_std": 0.10490474151771394, + "nauc_ndcg_at_20_diff1": 0.01825599425267596, + "nauc_ndcg_at_20_max": 0.5292713031095478, + "nauc_ndcg_at_20_std": 0.07308804539161302, + "nauc_ndcg_at_3_diff1": -0.023133707128414407, + "nauc_ndcg_at_3_max": 0.45003016204203156, + "nauc_ndcg_at_3_std": 0.08359822713061268, + "nauc_ndcg_at_5_diff1": -0.03428016734049474, + "nauc_ndcg_at_5_max": 0.4672668252220422, + "nauc_ndcg_at_5_std": 0.0921190785063619, + "nauc_precision_at_1000_diff1": -0.23036879908781244, + "nauc_precision_at_1000_max": 0.7238254873845082, + "nauc_precision_at_1000_std": 0.4463015029629899, + "nauc_precision_at_100_diff1": -0.05362742317483565, + "nauc_precision_at_100_max": 0.6110904919072625, + "nauc_precision_at_100_std": 0.23241335055873644, + "nauc_precision_at_10_diff1": 0.00435741221922793, + "nauc_precision_at_10_max": 0.5279858313822033, + "nauc_precision_at_10_std": 0.05543351231521162, + "nauc_precision_at_1_diff1": 0.018574948991759137, + "nauc_precision_at_1_max": 0.34908185166538597, + "nauc_precision_at_1_std": 0.058719096955404254, + "nauc_precision_at_20_diff1": 0.03345671202712427, + "nauc_precision_at_20_max": 0.5646096498044256, + "nauc_precision_at_20_std": 0.07963945112168093, + "nauc_precision_at_3_diff1": 0.019565646594274747, + "nauc_precision_at_3_max": 0.48255676209279375, + "nauc_precision_at_3_std": 0.04617966436327738, + "nauc_precision_at_5_diff1": -0.02841830083392526, + "nauc_precision_at_5_max": 0.48943625540603, + "nauc_precision_at_5_std": 0.07016975106396199, + "nauc_recall_at_1000_diff1": -0.13815140936355952, + "nauc_recall_at_1000_max": 0.7359368689203457, + "nauc_recall_at_1000_std": 0.3531397325262691, + "nauc_recall_at_100_diff1": 0.04742138792461997, + "nauc_recall_at_100_max": 0.5746810441250976, + "nauc_recall_at_100_std": 0.1063618279756989, + "nauc_recall_at_10_diff1": 0.1103692901086719, + "nauc_recall_at_10_max": 0.3664795638945745, + "nauc_recall_at_10_std": -0.10770782663886658, + "nauc_recall_at_1_diff1": -0.038783940499241554, + "nauc_recall_at_1_max": 0.28293745729272846, + "nauc_recall_at_1_std": -0.0030997127987158197, + "nauc_recall_at_20_diff1": 0.1192148895306145, + "nauc_recall_at_20_max": 0.4566656683324703, + "nauc_recall_at_20_std": -0.05983360228530255, + "nauc_recall_at_3_diff1": 0.11777079978726765, + "nauc_recall_at_3_max": 0.35495844743481775, + "nauc_recall_at_3_std": -0.0723546521396485, + "nauc_recall_at_5_diff1": 0.0934582451200421, + "nauc_recall_at_5_max": 0.31022238149684134, + "nauc_recall_at_5_std": -0.09247186922779227, + "ndcg_at_1": 0.32, + "ndcg_at_10": 0.26542, + "ndcg_at_100": 0.17973, + "ndcg_at_1000": 0.16279, + "ndcg_at_20": 0.24178, + "ndcg_at_3": 0.31173, + "ndcg_at_5": 0.29155, + "precision_at_1": 0.34, + "precision_at_10": 0.278, + "precision_at_100": 0.1816, + "precision_at_1000": 0.07978, + "precision_at_20": 0.247, + "precision_at_3": 0.33333, + "precision_at_5": 0.308, + "recall_at_1": 0.00084, + "recall_at_10": 0.00685, + "recall_at_100": 0.0373, + "recall_at_1000": 0.1536, + "recall_at_20": 0.01118, + "recall_at_3": 0.00258, + "recall_at_5": 0.00404 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID.json b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID.json index 25dd52fd6..a325cca6f 100644 --- a/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID.json +++ b/results/mixedbread-ai__mxbai-embed-large-v1/990580e27d329c7408b3741ecff85876e128e203/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 945.795538187027, - "kg_co2_emissions": 0.0767731305779349, - "mteb_version": "1.18.0", + "evaluation_time": 172.96596479415894, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,14 +10,14 @@ "languages": [ "eng-Latn" ], - "main_score": 0.75536, + "main_score": 0.7553, "map_at_1": 0.00227, - "map_at_10": 0.01923, - "map_at_100": 0.1053, - "map_at_1000": 0.24975, - "map_at_20": 0.03352, - "map_at_3": 0.00634, - "map_at_5": 0.01065, + "map_at_10": 0.01925, + "map_at_100": 0.10538, + "map_at_1000": 0.25021, + "map_at_20": 0.03344, + "map_at_3": 0.0064, + "map_at_5": 0.0106, "mrr_at_1": 0.84, "mrr_at_10": 0.9106666666666666, "mrr_at_100": 0.9106666666666666, @@ -25,132 +25,132 @@ "mrr_at_20": 0.9106666666666666, "mrr_at_3": 0.9066666666666666, "mrr_at_5": 0.9106666666666666, - "nauc_map_at_1000_diff1": -0.11119349443019848, - "nauc_map_at_1000_max": 0.5369833242877744, - "nauc_map_at_1000_std": 0.8242980712756416, - "nauc_map_at_100_diff1": -0.14590996942832696, - "nauc_map_at_100_max": 0.5339446663817414, - "nauc_map_at_100_std": 0.6487626705832716, - "nauc_map_at_10_diff1": -0.16024602919143505, - "nauc_map_at_10_max": 0.2407131796433936, - "nauc_map_at_10_std": 0.13664297544861345, - "nauc_map_at_1_diff1": -0.2444224531757414, - "nauc_map_at_1_max": 0.1514759783288257, - "nauc_map_at_1_std": -0.005318716710557036, - "nauc_map_at_20_diff1": -0.10991900135540082, - "nauc_map_at_20_max": 0.3177708277552427, - "nauc_map_at_20_std": 0.25922337329986156, - "nauc_map_at_3_diff1": -0.2168100991409249, - "nauc_map_at_3_max": 0.24424225753847056, - "nauc_map_at_3_std": 0.04906616836676656, - "nauc_map_at_5_diff1": -0.2180193369526341, - "nauc_map_at_5_max": 0.2248235651663389, - "nauc_map_at_5_std": 0.06038512816325168, - "nauc_mrr_at_1000_diff1": -0.6077295319719552, + "nauc_map_at_1000_diff1": -0.09165962433577902, + "nauc_map_at_1000_max": 0.5384833076987842, + "nauc_map_at_1000_std": 0.8257243711471943, + "nauc_map_at_100_diff1": -0.13674678092281253, + "nauc_map_at_100_max": 0.5358240617839908, + "nauc_map_at_100_std": 0.6521479856423535, + "nauc_map_at_10_diff1": -0.1601907479965565, + "nauc_map_at_10_max": 0.24422597964950937, + "nauc_map_at_10_std": 0.13794639980505347, + "nauc_map_at_1_diff1": -0.2503100820775438, + "nauc_map_at_1_max": 0.15521737202042885, + "nauc_map_at_1_std": -0.006767322992457928, + "nauc_map_at_20_diff1": -0.11074985602988707, + "nauc_map_at_20_max": 0.3234933112941788, + "nauc_map_at_20_std": 0.2623522291682526, + "nauc_map_at_3_diff1": -0.2047455718724049, + "nauc_map_at_3_max": 0.2541644584835712, + "nauc_map_at_3_std": 0.06166853848089463, + "nauc_map_at_5_diff1": -0.20892015969041267, + "nauc_map_at_5_max": 0.24482363227203982, + "nauc_map_at_5_std": 0.07224971641184351, + "nauc_mrr_at_1000_diff1": -0.5526331132391729, "nauc_mrr_at_1000_max": 0.4404361071027746, "nauc_mrr_at_1000_std": 0.28529158832189033, - "nauc_mrr_at_100_diff1": -0.6077295319719552, + "nauc_mrr_at_100_diff1": -0.5526331132391729, "nauc_mrr_at_100_max": 0.4404361071027746, "nauc_mrr_at_100_std": 0.28529158832189033, - "nauc_mrr_at_10_diff1": -0.6077295319719552, + "nauc_mrr_at_10_diff1": -0.5526331132391729, "nauc_mrr_at_10_max": 0.4404361071027746, "nauc_mrr_at_10_std": 0.28529158832189033, - "nauc_mrr_at_1_diff1": -0.5616102110947475, + "nauc_mrr_at_1_diff1": -0.5306823760432011, "nauc_mrr_at_1_max": 0.47545409916543907, "nauc_mrr_at_1_std": 0.30216003927344176, - "nauc_mrr_at_20_diff1": -0.6077295319719552, + "nauc_mrr_at_20_diff1": -0.5526331132391729, "nauc_mrr_at_20_max": 0.4404361071027746, "nauc_mrr_at_20_std": 0.28529158832189033, - "nauc_mrr_at_3_diff1": -0.6057504873294335, + "nauc_mrr_at_3_diff1": -0.5355750487329413, "nauc_mrr_at_3_max": 0.44552353104984727, "nauc_mrr_at_3_std": 0.2648635477582841, - "nauc_mrr_at_5_diff1": -0.6077295319719552, + "nauc_mrr_at_5_diff1": -0.5526331132391729, "nauc_mrr_at_5_max": 0.4404361071027746, "nauc_mrr_at_5_std": 0.28529158832189033, - "nauc_ndcg_at_1000_diff1": -0.09900974904849319, - "nauc_ndcg_at_1000_max": 0.5598410884296561, - "nauc_ndcg_at_1000_std": 0.8056503676662681, - "nauc_ndcg_at_100_diff1": -0.1523564209466749, - "nauc_ndcg_at_100_max": 0.45083586245745094, - "nauc_ndcg_at_100_std": 0.7725881979408469, - "nauc_ndcg_at_10_diff1": -0.24627845716209945, - "nauc_ndcg_at_10_max": 0.4585560455966065, - "nauc_ndcg_at_10_std": 0.5408627247048979, - "nauc_ndcg_at_1_diff1": -0.5423764625095745, - "nauc_ndcg_at_1_max": 0.46068721443097455, + "nauc_ndcg_at_1000_diff1": -0.08474256332915032, + "nauc_ndcg_at_1000_max": 0.5703442153916266, + "nauc_ndcg_at_1000_std": 0.8098435751735428, + "nauc_ndcg_at_100_diff1": -0.11761294737007146, + "nauc_ndcg_at_100_max": 0.45057704735452225, + "nauc_ndcg_at_100_std": 0.7792162521578234, + "nauc_ndcg_at_10_diff1": -0.20897432750877845, + "nauc_ndcg_at_10_max": 0.4599701844160566, + "nauc_ndcg_at_10_std": 0.5478696288245494, + "nauc_ndcg_at_1_diff1": -0.5157541663365295, + "nauc_ndcg_at_1_max": 0.47732614953912805, "nauc_ndcg_at_1_std": 0.3861025275334755, - "nauc_ndcg_at_20_diff1": -0.16717089236795515, - "nauc_ndcg_at_20_max": 0.48377644559296185, - "nauc_ndcg_at_20_std": 0.6456603555143829, - "nauc_ndcg_at_3_diff1": -0.43070200033487294, - "nauc_ndcg_at_3_max": 0.39071373543045657, - "nauc_ndcg_at_3_std": 0.3343653105598505, - "nauc_ndcg_at_5_diff1": -0.4739243184555731, - "nauc_ndcg_at_5_max": 0.4090115254601413, - "nauc_ndcg_at_5_std": 0.38149871966862164, - "nauc_precision_at_1000_diff1": 0.0030983133421513018, - "nauc_precision_at_1000_max": 0.2683879407777745, - "nauc_precision_at_1000_std": 0.4957854742319902, - "nauc_precision_at_100_diff1": -0.10016643006947304, - "nauc_precision_at_100_max": 0.43174207879240195, - "nauc_precision_at_100_std": 0.7623715232946728, - "nauc_precision_at_10_diff1": -0.13887779342821713, - "nauc_precision_at_10_max": 0.44547690625854064, - "nauc_precision_at_10_std": 0.5620493199066587, - "nauc_precision_at_1_diff1": -0.5616102110947475, + "nauc_ndcg_at_20_diff1": -0.13039012302710584, + "nauc_ndcg_at_20_max": 0.49100143082507247, + "nauc_ndcg_at_20_std": 0.6534443937728894, + "nauc_ndcg_at_3_diff1": -0.3818672807741684, + "nauc_ndcg_at_3_max": 0.40648325251331857, + "nauc_ndcg_at_3_std": 0.3752061811319282, + "nauc_ndcg_at_5_diff1": -0.4252822876929817, + "nauc_ndcg_at_5_max": 0.4259664067156404, + "nauc_ndcg_at_5_std": 0.4188085893669481, + "nauc_precision_at_1000_diff1": 0.03157194733878876, + "nauc_precision_at_1000_max": 0.27001265566986843, + "nauc_precision_at_1000_std": 0.4987953359967308, + "nauc_precision_at_100_diff1": -0.06813584054654544, + "nauc_precision_at_100_max": 0.43151593539614685, + "nauc_precision_at_100_std": 0.7706408428127675, + "nauc_precision_at_10_diff1": -0.11915823995627348, + "nauc_precision_at_10_max": 0.4423234595412789, + "nauc_precision_at_10_std": 0.564011464530732, + "nauc_precision_at_1_diff1": -0.5306823760432011, "nauc_precision_at_1_max": 0.47545409916543907, "nauc_precision_at_1_std": 0.30216003927344176, - "nauc_precision_at_20_diff1": -0.04407630170440147, - "nauc_precision_at_20_max": 0.4833905925131104, - "nauc_precision_at_20_std": 0.6716326667069975, - "nauc_precision_at_3_diff1": -0.3884486506067734, - "nauc_precision_at_3_max": 0.46800851295055224, - "nauc_precision_at_3_std": 0.2939232023184205, - "nauc_precision_at_5_diff1": -0.48722710390433965, - "nauc_precision_at_5_max": 0.47072500528429545, - "nauc_precision_at_5_std": 0.444409215810611, - "nauc_recall_at_1000_diff1": -0.059073536015497925, - "nauc_recall_at_1000_max": 0.531573905718065, - "nauc_recall_at_1000_std": 0.7286043773100523, - "nauc_recall_at_100_diff1": -0.13002463243326087, - "nauc_recall_at_100_max": 0.4549376114836439, - "nauc_recall_at_100_std": 0.5354920358789458, - "nauc_recall_at_10_diff1": -0.13146646009803134, - "nauc_recall_at_10_max": 0.1682672825851602, - "nauc_recall_at_10_std": 0.0853108005143088, - "nauc_recall_at_1_diff1": -0.2444224531757414, - "nauc_recall_at_1_max": 0.1514759783288257, - "nauc_recall_at_1_std": -0.005318716710557036, - "nauc_recall_at_20_diff1": -0.08787385465076918, - "nauc_recall_at_20_max": 0.2437393997489085, - "nauc_recall_at_20_std": 0.1963331669973331, - "nauc_recall_at_3_diff1": -0.20037272351569757, - "nauc_recall_at_3_max": 0.21431334956427034, - "nauc_recall_at_3_std": 0.021003721137864705, - "nauc_recall_at_5_diff1": -0.20403105033770327, - "nauc_recall_at_5_max": 0.16437025296649194, - "nauc_recall_at_5_std": 0.02323446936187499, + "nauc_precision_at_20_diff1": -0.025887265135699465, + "nauc_precision_at_20_max": 0.48650796123765383, + "nauc_precision_at_20_std": 0.6735487489483681, + "nauc_precision_at_3_diff1": -0.31050929480467987, + "nauc_precision_at_3_max": 0.5090156115492889, + "nauc_precision_at_3_std": 0.3887531700053514, + "nauc_precision_at_5_diff1": -0.4300383576364535, + "nauc_precision_at_5_max": 0.4959627468246742, + "nauc_precision_at_5_std": 0.47129147326159354, + "nauc_recall_at_1000_diff1": -0.05373282813848949, + "nauc_recall_at_1000_max": 0.5448897907337722, + "nauc_recall_at_1000_std": 0.7310480269377538, + "nauc_recall_at_100_diff1": -0.13361527223949124, + "nauc_recall_at_100_max": 0.4615273167682344, + "nauc_recall_at_100_std": 0.540342788079626, + "nauc_recall_at_10_diff1": -0.1405731756482109, + "nauc_recall_at_10_max": 0.17128585829519818, + "nauc_recall_at_10_std": 0.08437188108232978, + "nauc_recall_at_1_diff1": -0.2503100820775438, + "nauc_recall_at_1_max": 0.15521737202042885, + "nauc_recall_at_1_std": -0.006767322992457928, + "nauc_recall_at_20_diff1": -0.09997365801534694, + "nauc_recall_at_20_max": 0.2517077761144402, + "nauc_recall_at_20_std": 0.19977867730203377, + "nauc_recall_at_3_diff1": -0.1890219183532242, + "nauc_recall_at_3_max": 0.22437960732093853, + "nauc_recall_at_3_std": 0.03680570837934345, + "nauc_recall_at_5_diff1": -0.2016827983372056, + "nauc_recall_at_5_max": 0.18293177036070135, + "nauc_recall_at_5_std": 0.0337303659522174, "ndcg_at_1": 0.81, - "ndcg_at_10": 0.75536, - "ndcg_at_100": 0.56396, - "ndcg_at_1000": 0.49834, - "ndcg_at_20": 0.70983, - "ndcg_at_3": 0.8043, - "ndcg_at_5": 0.80704, + "ndcg_at_10": 0.7553, + "ndcg_at_100": 0.56427, + "ndcg_at_1000": 0.49881, + "ndcg_at_20": 0.70817, + "ndcg_at_3": 0.81195, + "ndcg_at_5": 0.80688, "precision_at_1": 0.84, "precision_at_10": 0.79, - "precision_at_100": 0.5758, - "precision_at_1000": 0.21802, - "precision_at_20": 0.739, - "precision_at_3": 0.84, - "precision_at_5": 0.852, + "precision_at_100": 0.576, + "precision_at_1000": 0.21822, + "precision_at_20": 0.736, + "precision_at_3": 0.84667, + "precision_at_5": 0.848, "recall_at_1": 0.00227, "recall_at_10": 0.02136, - "recall_at_100": 0.13871, - "recall_at_1000": 0.46303, - "recall_at_20": 0.03854, - "recall_at_3": 0.00662, - "recall_at_5": 0.01145 + "recall_at_100": 0.13872, + "recall_at_1000": 0.46341, + "recall_at_20": 0.03842, + "recall_at_3": 0.00665, + "recall_at_5": 0.01137 } ] }, diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CMedQAv2-reranking.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CMedQAv2-reranking.json new file mode 100644 index 000000000..21c08e0f7 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "evaluation_time": 1454.619726896286, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.755932211954858, + "map": 0.755932211954858, + "mrr": 0.7958781746031746, + "nAUC_map_diff1": 0.5450932515545902, + "nAUC_map_max": 0.47669081370277255, + "nAUC_map_std": 0.1779665024525886, + "nAUC_mrr_diff1": 0.6178124589410127, + "nAUC_mrr_max": 0.5599552639131125, + "nAUC_mrr_std": 0.2354683561522212 + } + ] + }, + "task_name": "CMedQAv2-reranking" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CUREv1.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CUREv1.json new file mode 100644 index 000000000..59b44b20d --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 18075.21699976921, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.6507, + "map_at_1": 0.10957, + "map_at_10": 0.32477, + "map_at_100": 0.49016, + "map_at_1000": 0.53092, + "map_at_20": 0.38631, + "map_at_3": 0.20454, + "map_at_5": 0.25512, + "mrr_at_1": 0.8455, + "mrr_at_10": 0.9008857142857143, + "mrr_at_100": 0.9014330525145583, + "mrr_at_1000": 0.9014493243559561, + "mrr_at_20": 0.9012742930680431, + "mrr_at_3": 0.8939999999999996, + "mrr_at_5": 0.89895, + "nauc_map_at_1000_diff1": 0.1219287587032372, + "nauc_map_at_1000_max": 0.3474894979635056, + "nauc_map_at_1000_std": 0.21573642310200494, + "nauc_map_at_100_diff1": 0.16033845245509645, + "nauc_map_at_100_max": 0.3313218134911569, + "nauc_map_at_100_std": 0.1650313841288488, + "nauc_map_at_10_diff1": 0.23699492606080574, + "nauc_map_at_10_max": 0.18938079764796306, + "nauc_map_at_10_std": -0.059596794319363426, + "nauc_map_at_1_diff1": 0.4380649463950763, + "nauc_map_at_1_max": 0.022177707148376743, + "nauc_map_at_1_std": -0.20216833059347883, + "nauc_map_at_20_diff1": 0.21399890532687804, + "nauc_map_at_20_max": 0.2383756403097131, + "nauc_map_at_20_std": 0.003314025058186237, + "nauc_map_at_3_diff1": 0.31865155795313804, + "nauc_map_at_3_max": 0.11024055838143114, + "nauc_map_at_3_std": -0.13464720722808557, + "nauc_map_at_5_diff1": 0.27045042183056556, + "nauc_map_at_5_max": 0.14150851700287392, + "nauc_map_at_5_std": -0.1057936898588447, + "nauc_mrr_at_1000_diff1": 0.4070619254431031, + "nauc_mrr_at_1000_max": 0.5718006937255893, + "nauc_mrr_at_1000_std": 0.3479163179154833, + "nauc_mrr_at_100_diff1": 0.407140167964839, + "nauc_mrr_at_100_max": 0.5718483204299751, + "nauc_mrr_at_100_std": 0.34799110671873834, + "nauc_mrr_at_10_diff1": 0.40591975454527884, + "nauc_mrr_at_10_max": 0.5727962983954001, + "nauc_mrr_at_10_std": 0.34793232774534993, + "nauc_mrr_at_1_diff1": 0.40194469698649593, + "nauc_mrr_at_1_max": 0.5412729386497043, + "nauc_mrr_at_1_std": 0.321248800205272, + "nauc_mrr_at_20_diff1": 0.4067552852621226, + "nauc_mrr_at_20_max": 0.5722489460850675, + "nauc_mrr_at_20_std": 0.34866771474701064, + "nauc_mrr_at_3_diff1": 0.4122972324257979, + "nauc_mrr_at_3_max": 0.5833519428316202, + "nauc_mrr_at_3_std": 0.35614174209210175, + "nauc_mrr_at_5_diff1": 0.40814577466014, + "nauc_mrr_at_5_max": 0.5771159103740973, + "nauc_mrr_at_5_std": 0.352304857809143, + "nauc_ndcg_at_1000_diff1": 0.2125292572314322, + "nauc_ndcg_at_1000_max": 0.4782150486942597, + "nauc_ndcg_at_1000_std": 0.3041045424673038, + "nauc_ndcg_at_100_diff1": 0.23538079074937188, + "nauc_ndcg_at_100_max": 0.42631178741791964, + "nauc_ndcg_at_100_std": 0.2220588869252575, + "nauc_ndcg_at_10_diff1": 0.19506075171827333, + "nauc_ndcg_at_10_max": 0.40687890258534976, + "nauc_ndcg_at_10_std": 0.1757130892370557, + "nauc_ndcg_at_1_diff1": 0.4404489851507177, + "nauc_ndcg_at_1_max": 0.47050626110586236, + "nauc_ndcg_at_1_std": 0.1811844036962886, + "nauc_ndcg_at_20_diff1": 0.20673826198919842, + "nauc_ndcg_at_20_max": 0.40212852204094063, + "nauc_ndcg_at_20_std": 0.16978195053721887, + "nauc_ndcg_at_3_diff1": 0.22161651110346883, + "nauc_ndcg_at_3_max": 0.44241734285543133, + "nauc_ndcg_at_3_std": 0.21697305443835668, + "nauc_ndcg_at_5_diff1": 0.18847064894242874, + "nauc_ndcg_at_5_max": 0.4171960021671432, + "nauc_ndcg_at_5_std": 0.20300705121665596, + "nauc_precision_at_1000_diff1": -0.22007056206174797, + "nauc_precision_at_1000_max": -0.0493224227225071, + "nauc_precision_at_1000_std": 0.07750265202599452, + "nauc_precision_at_100_diff1": -0.22298948656172365, + "nauc_precision_at_100_max": 0.0605965255109186, + "nauc_precision_at_100_std": 0.2566756754963467, + "nauc_precision_at_10_diff1": -0.23671412658060906, + "nauc_precision_at_10_max": 0.2531651335022611, + "nauc_precision_at_10_std": 0.3416594448045353, + "nauc_precision_at_1_diff1": 0.40194469698649593, + "nauc_precision_at_1_max": 0.5412729386497043, + "nauc_precision_at_1_std": 0.321248800205272, + "nauc_precision_at_20_diff1": -0.24306952646735797, + "nauc_precision_at_20_max": 0.1848279653392318, + "nauc_precision_at_20_std": 0.3353552763467901, + "nauc_precision_at_3_diff1": -0.1284546675446324, + "nauc_precision_at_3_max": 0.3929755248267325, + "nauc_precision_at_3_std": 0.35882114410925475, + "nauc_precision_at_5_diff1": -0.21175607305366473, + "nauc_precision_at_5_max": 0.32018045934185596, + "nauc_precision_at_5_std": 0.3527439379047221, + "nauc_recall_at_1000_diff1": 0.17183015889079098, + "nauc_recall_at_1000_max": 0.4279570156185005, + "nauc_recall_at_1000_std": 0.5991942413804815, + "nauc_recall_at_100_diff1": 0.19645381414753837, + "nauc_recall_at_100_max": 0.21203891509998996, + "nauc_recall_at_100_std": 0.11330492317173399, + "nauc_recall_at_10_diff1": 0.2035732772173768, + "nauc_recall_at_10_max": 0.10281313108205609, + "nauc_recall_at_10_std": -0.11644843629913325, + "nauc_recall_at_1_diff1": 0.4380649463950763, + "nauc_recall_at_1_max": 0.022177707148376743, + "nauc_recall_at_1_std": -0.20216833059347883, + "nauc_recall_at_20_diff1": 0.19521515911351361, + "nauc_recall_at_20_max": 0.131915440798469, + "nauc_recall_at_20_std": -0.07241950969593765, + "nauc_recall_at_3_diff1": 0.2945362090121256, + "nauc_recall_at_3_max": 0.07967351966711918, + "nauc_recall_at_3_std": -0.1465974372144875, + "nauc_recall_at_5_diff1": 0.23326656864212292, + "nauc_recall_at_5_max": 0.08634862102276637, + "nauc_recall_at_5_std": -0.1373419668497486, + "ndcg_at_1": 0.74675, + "ndcg_at_10": 0.6507, + "ndcg_at_100": 0.7092, + "ndcg_at_1000": 0.77282, + "ndcg_at_20": 0.65185, + "ndcg_at_3": 0.6809, + "ndcg_at_5": 0.66242, + "precision_at_1": 0.8455, + "precision_at_10": 0.5356, + "precision_at_100": 0.19761, + "precision_at_1000": 0.03596, + "precision_at_20": 0.42232, + "precision_at_3": 0.71433, + "precision_at_5": 0.6424, + "recall_at_1": 0.10957, + "recall_at_10": 0.39829, + "recall_at_100": 0.78595, + "recall_at_1000": 0.97456, + "recall_at_20": 0.51403, + "recall_at_3": 0.21883, + "recall_at_5": 0.28756 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.60431, + "map_at_1": 0.09979, + "map_at_10": 0.29521, + "map_at_100": 0.44414, + "map_at_1000": 0.48251, + "map_at_20": 0.35121, + "map_at_3": 0.18738, + "map_at_5": 0.23289, + "mrr_at_1": 0.7805, + "mrr_at_10": 0.8471952380952379, + "mrr_at_100": 0.8488090756233461, + "mrr_at_1000": 0.8488488854366302, + "mrr_at_20": 0.8483957927371043, + "mrr_at_3": 0.8371666666666663, + "mrr_at_5": 0.8436916666666665, + "nauc_map_at_1000_diff1": 0.1734505369057215, + "nauc_map_at_1000_max": 0.4701405324211265, + "nauc_map_at_1000_std": 0.37162575731057895, + "nauc_map_at_100_diff1": 0.20098696812532763, + "nauc_map_at_100_max": 0.45034861783411173, + "nauc_map_at_100_std": 0.31977332859690943, + "nauc_map_at_10_diff1": 0.25209119608817954, + "nauc_map_at_10_max": 0.2926966566648686, + "nauc_map_at_10_std": 0.07068898095379694, + "nauc_map_at_1_diff1": 0.41219948189764405, + "nauc_map_at_1_max": 0.10474687774701724, + "nauc_map_at_1_std": -0.11835512064257483, + "nauc_map_at_20_diff1": 0.2362902835014559, + "nauc_map_at_20_max": 0.34800031779406043, + "nauc_map_at_20_std": 0.14868251616972297, + "nauc_map_at_3_diff1": 0.2960029896012405, + "nauc_map_at_3_max": 0.18989029154510983, + "nauc_map_at_3_std": -0.03780238940693338, + "nauc_map_at_5_diff1": 0.27668762083417714, + "nauc_map_at_5_max": 0.23290205854779433, + "nauc_map_at_5_std": 0.002834687053786774, + "nauc_mrr_at_1000_diff1": 0.41286708767281766, + "nauc_mrr_at_1000_max": 0.6192975965675053, + "nauc_mrr_at_1000_std": 0.43036051999117436, + "nauc_mrr_at_100_diff1": 0.4128338625987878, + "nauc_mrr_at_100_max": 0.6193575559826583, + "nauc_mrr_at_100_std": 0.43048639217951046, + "nauc_mrr_at_10_diff1": 0.412784062569259, + "nauc_mrr_at_10_max": 0.6209391055856294, + "nauc_mrr_at_10_std": 0.43261924245356365, + "nauc_mrr_at_1_diff1": 0.4167788251059938, + "nauc_mrr_at_1_max": 0.5883272386495464, + "nauc_mrr_at_1_std": 0.38652565863809585, + "nauc_mrr_at_20_diff1": 0.412475312051409, + "nauc_mrr_at_20_max": 0.6198234204263029, + "nauc_mrr_at_20_std": 0.43065817750587676, + "nauc_mrr_at_3_diff1": 0.40910512906471624, + "nauc_mrr_at_3_max": 0.6237819562671357, + "nauc_mrr_at_3_std": 0.43713111230069834, + "nauc_mrr_at_5_diff1": 0.4113275305476389, + "nauc_mrr_at_5_max": 0.621483527610402, + "nauc_mrr_at_5_std": 0.4341723962767212, + "nauc_ndcg_at_1000_diff1": 0.2569838034281067, + "nauc_ndcg_at_1000_max": 0.5697058259572658, + "nauc_ndcg_at_1000_std": 0.45464281509949556, + "nauc_ndcg_at_100_diff1": 0.26827040690656595, + "nauc_ndcg_at_100_max": 0.5436135049963572, + "nauc_ndcg_at_100_std": 0.4052921075628186, + "nauc_ndcg_at_10_diff1": 0.23273129678747656, + "nauc_ndcg_at_10_max": 0.4961882895551502, + "nauc_ndcg_at_10_std": 0.3322627011059612, + "nauc_ndcg_at_1_diff1": 0.4181314078666357, + "nauc_ndcg_at_1_max": 0.5001024536521341, + "nauc_ndcg_at_1_std": 0.27982349086221764, + "nauc_ndcg_at_20_diff1": 0.2428191641558196, + "nauc_ndcg_at_20_max": 0.5063384355375457, + "nauc_ndcg_at_20_std": 0.3404748257513584, + "nauc_ndcg_at_3_diff1": 0.2414778892532595, + "nauc_ndcg_at_3_max": 0.4807700474359927, + "nauc_ndcg_at_3_std": 0.32096589656640423, + "nauc_ndcg_at_5_diff1": 0.2343150355504449, + "nauc_ndcg_at_5_max": 0.4877349764250268, + "nauc_ndcg_at_5_std": 0.32070920583535456, + "nauc_precision_at_1000_diff1": -0.19357357447690138, + "nauc_precision_at_1000_max": -0.028644786627736583, + "nauc_precision_at_1000_std": 0.08521143829749876, + "nauc_precision_at_100_diff1": -0.17334292807891982, + "nauc_precision_at_100_max": 0.10904813118595727, + "nauc_precision_at_100_std": 0.2881058505088327, + "nauc_precision_at_10_diff1": -0.1191779349742068, + "nauc_precision_at_10_max": 0.32378144112270724, + "nauc_precision_at_10_std": 0.4113202393782442, + "nauc_precision_at_1_diff1": 0.4167788251059938, + "nauc_precision_at_1_max": 0.5883272386495464, + "nauc_precision_at_1_std": 0.38652565863809585, + "nauc_precision_at_20_diff1": -0.15141205971699023, + "nauc_precision_at_20_max": 0.24529297264972824, + "nauc_precision_at_20_std": 0.3860383336891748, + "nauc_precision_at_3_diff1": -0.006699895631390746, + "nauc_precision_at_3_max": 0.4385725426495142, + "nauc_precision_at_3_std": 0.4205220758360161, + "nauc_precision_at_5_diff1": -0.0535562019478908, + "nauc_precision_at_5_max": 0.39139810591569774, + "nauc_precision_at_5_std": 0.4071344414435645, + "nauc_recall_at_1000_diff1": 0.2532944500360093, + "nauc_recall_at_1000_max": 0.6147374874046055, + "nauc_recall_at_1000_std": 0.7204214278938895, + "nauc_recall_at_100_diff1": 0.19859492242137428, + "nauc_recall_at_100_max": 0.38076864749538986, + "nauc_recall_at_100_std": 0.32296663302663553, + "nauc_recall_at_10_diff1": 0.21764701518350546, + "nauc_recall_at_10_max": 0.21492635858996806, + "nauc_recall_at_10_std": 0.02342333246068592, + "nauc_recall_at_1_diff1": 0.41219948189764405, + "nauc_recall_at_1_max": 0.10474687774701724, + "nauc_recall_at_1_std": -0.11835512064257483, + "nauc_recall_at_20_diff1": 0.2037867719061362, + "nauc_recall_at_20_max": 0.24870064237211056, + "nauc_recall_at_20_std": 0.08446167550021888, + "nauc_recall_at_3_diff1": 0.2633225182420859, + "nauc_recall_at_3_max": 0.15021313693790048, + "nauc_recall_at_3_std": -0.05603021280001673, + "nauc_recall_at_5_diff1": 0.2453246890177744, + "nauc_recall_at_5_max": 0.1815260055635536, + "nauc_recall_at_5_std": -0.025608620427110273, + "ndcg_at_1": 0.688, + "ndcg_at_10": 0.60431, + "ndcg_at_100": 0.66142, + "ndcg_at_1000": 0.73093, + "ndcg_at_20": 0.60678, + "ndcg_at_3": 0.63357, + "ndcg_at_5": 0.61407, + "precision_at_1": 0.7805, + "precision_at_10": 0.49555, + "precision_at_100": 0.18233, + "precision_at_1000": 0.03445, + "precision_at_20": 0.39127, + "precision_at_3": 0.66533, + "precision_at_5": 0.5959, + "recall_at_1": 0.09979, + "recall_at_10": 0.36806, + "recall_at_100": 0.74005, + "recall_at_1000": 0.9513, + "recall_at_20": 0.48095, + "recall_at_3": 0.20353, + "recall_at_5": 0.26485 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.60294, + "map_at_1": 0.10057, + "map_at_10": 0.29517, + "map_at_100": 0.44173, + "map_at_1000": 0.47943, + "map_at_20": 0.34918, + "map_at_3": 0.18748, + "map_at_5": 0.23284, + "mrr_at_1": 0.7835, + "mrr_at_10": 0.8487871031746027, + "mrr_at_100": 0.8502274486267801, + "mrr_at_1000": 0.8502549597086267, + "mrr_at_20": 0.849652198128668, + "mrr_at_3": 0.8377499999999994, + "mrr_at_5": 0.8447499999999999, + "nauc_map_at_1000_diff1": 0.1506798263290921, + "nauc_map_at_1000_max": 0.4812746715855114, + "nauc_map_at_1000_std": 0.39004285537086714, + "nauc_map_at_100_diff1": 0.17955501743466293, + "nauc_map_at_100_max": 0.4627790506491358, + "nauc_map_at_100_std": 0.34498591735389067, + "nauc_map_at_10_diff1": 0.24111229730641778, + "nauc_map_at_10_max": 0.3074503855757254, + "nauc_map_at_10_std": 0.09750641762285334, + "nauc_map_at_1_diff1": 0.41574218633525695, + "nauc_map_at_1_max": 0.14233585989567737, + "nauc_map_at_1_std": -0.08822652160127831, + "nauc_map_at_20_diff1": 0.22024246709403208, + "nauc_map_at_20_max": 0.36158054664655315, + "nauc_map_at_20_std": 0.17557087808384958, + "nauc_map_at_3_diff1": 0.2990125558111749, + "nauc_map_at_3_max": 0.22027207558099457, + "nauc_map_at_3_std": -0.016179896526719247, + "nauc_map_at_5_diff1": 0.2726716767807313, + "nauc_map_at_5_max": 0.2538767895430408, + "nauc_map_at_5_std": 0.026412174514007656, + "nauc_mrr_at_1000_diff1": 0.317510695739639, + "nauc_mrr_at_1000_max": 0.5710951583335443, + "nauc_mrr_at_1000_std": 0.4661097139736928, + "nauc_mrr_at_100_diff1": 0.3175281847514211, + "nauc_mrr_at_100_max": 0.5711525317264506, + "nauc_mrr_at_100_std": 0.46617034021825077, + "nauc_mrr_at_10_diff1": 0.31900238865969743, + "nauc_mrr_at_10_max": 0.571383819501062, + "nauc_mrr_at_10_std": 0.4662126737346318, + "nauc_mrr_at_1_diff1": 0.3123304427652258, + "nauc_mrr_at_1_max": 0.5360115794898394, + "nauc_mrr_at_1_std": 0.42624707842099147, + "nauc_mrr_at_20_diff1": 0.31751146686240733, + "nauc_mrr_at_20_max": 0.5714534371197758, + "nauc_mrr_at_20_std": 0.46647647093099914, + "nauc_mrr_at_3_diff1": 0.3139719132265208, + "nauc_mrr_at_3_max": 0.5762847981414333, + "nauc_mrr_at_3_std": 0.4726991296120076, + "nauc_mrr_at_5_diff1": 0.3210406358967182, + "nauc_mrr_at_5_max": 0.576509799725196, + "nauc_mrr_at_5_std": 0.47034133790325583, + "nauc_ndcg_at_1000_diff1": 0.22096468167267388, + "nauc_ndcg_at_1000_max": 0.5670014289636883, + "nauc_ndcg_at_1000_std": 0.4709276264543743, + "nauc_ndcg_at_100_diff1": 0.2408263639068847, + "nauc_ndcg_at_100_max": 0.5468367272059028, + "nauc_ndcg_at_100_std": 0.4298361366918428, + "nauc_ndcg_at_10_diff1": 0.19814282694843008, + "nauc_ndcg_at_10_max": 0.48479295749309625, + "nauc_ndcg_at_10_std": 0.34874379034793074, + "nauc_ndcg_at_1_diff1": 0.3445890826531125, + "nauc_ndcg_at_1_max": 0.4460880947285508, + "nauc_ndcg_at_1_std": 0.28945216902264925, + "nauc_ndcg_at_20_diff1": 0.2121450361170084, + "nauc_ndcg_at_20_max": 0.5002289696716242, + "nauc_ndcg_at_20_std": 0.356636335471541, + "nauc_ndcg_at_3_diff1": 0.1947480617681243, + "nauc_ndcg_at_3_max": 0.4640125946536648, + "nauc_ndcg_at_3_std": 0.3365190149414458, + "nauc_ndcg_at_5_diff1": 0.19270586799029493, + "nauc_ndcg_at_5_max": 0.47060949735311597, + "nauc_ndcg_at_5_std": 0.34408939407976674, + "nauc_precision_at_1000_diff1": -0.203981912538626, + "nauc_precision_at_1000_max": -0.039518755092780175, + "nauc_precision_at_1000_std": 0.05723103289690238, + "nauc_precision_at_100_diff1": -0.18834033497505934, + "nauc_precision_at_100_max": 0.09844495658627234, + "nauc_precision_at_100_std": 0.26673615827238034, + "nauc_precision_at_10_diff1": -0.15728929646058457, + "nauc_precision_at_10_max": 0.297276261438745, + "nauc_precision_at_10_std": 0.40592631062638873, + "nauc_precision_at_1_diff1": 0.3123304427652258, + "nauc_precision_at_1_max": 0.5360115794898394, + "nauc_precision_at_1_std": 0.42624707842099147, + "nauc_precision_at_20_diff1": -0.18305947633352349, + "nauc_precision_at_20_max": 0.22674948806570974, + "nauc_precision_at_20_std": 0.3736988955814605, + "nauc_precision_at_3_diff1": -0.043495335835633905, + "nauc_precision_at_3_max": 0.41533294662787607, + "nauc_precision_at_3_std": 0.4139667951349916, + "nauc_precision_at_5_diff1": -0.09998924190252181, + "nauc_precision_at_5_max": 0.356379590089687, + "nauc_precision_at_5_std": 0.40837776312736757, + "nauc_recall_at_1000_diff1": 0.26751822304366135, + "nauc_recall_at_1000_max": 0.6455151218627837, + "nauc_recall_at_1000_std": 0.7371521070792031, + "nauc_recall_at_100_diff1": 0.21765420662299959, + "nauc_recall_at_100_max": 0.40305769369308697, + "nauc_recall_at_100_std": 0.3549292636517026, + "nauc_recall_at_10_diff1": 0.216418916410896, + "nauc_recall_at_10_max": 0.22741670244567172, + "nauc_recall_at_10_std": 0.04411779661944152, + "nauc_recall_at_1_diff1": 0.41574218633525695, + "nauc_recall_at_1_max": 0.14233585989567737, + "nauc_recall_at_1_std": -0.08822652160127831, + "nauc_recall_at_20_diff1": 0.20618624899633764, + "nauc_recall_at_20_max": 0.27043217065198816, + "nauc_recall_at_20_std": 0.11313594215142714, + "nauc_recall_at_3_diff1": 0.271816233939346, + "nauc_recall_at_3_max": 0.18747801102726533, + "nauc_recall_at_3_std": -0.03596643701926387, + "nauc_recall_at_5_diff1": 0.24674802697548562, + "nauc_recall_at_5_max": 0.20569363143095923, + "nauc_recall_at_5_std": -0.004483163918769096, + "ndcg_at_1": 0.68825, + "ndcg_at_10": 0.60294, + "ndcg_at_100": 0.65911, + "ndcg_at_1000": 0.72818, + "ndcg_at_20": 0.60326, + "ndcg_at_3": 0.63272, + "ndcg_at_5": 0.61399, + "precision_at_1": 0.7835, + "precision_at_10": 0.49445, + "precision_at_100": 0.18191, + "precision_at_1000": 0.03425, + "precision_at_20": 0.38875, + "precision_at_3": 0.666, + "precision_at_5": 0.5976, + "recall_at_1": 0.10057, + "recall_at_10": 0.36724, + "recall_at_100": 0.73843, + "recall_at_1000": 0.94842, + "recall_at_20": 0.47499, + "recall_at_3": 0.20178, + "recall_at_5": 0.26443 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.63113, + "map_at_1": 0.12032, + "map_at_10": 0.27668, + "map_at_100": 0.44972, + "map_at_1000": 0.50454, + "map_at_20": 0.33616, + "map_at_3": 0.18839, + "map_at_5": 0.22788, + "mrr_at_1": 0.85, + "mrr_at_10": 0.9080833333333334, + "mrr_at_100": 0.9080833333333334, + "mrr_at_1000": 0.9080833333333334, + "mrr_at_20": 0.9080833333333334, + "mrr_at_3": 0.9, + "mrr_at_5": 0.9072499999999999, + "nauc_map_at_1000_diff1": 0.29340422641363567, + "nauc_map_at_1000_max": 0.21266104364096747, + "nauc_map_at_1000_std": 0.03173102900530614, + "nauc_map_at_100_diff1": 0.3326035170485982, + "nauc_map_at_100_max": 0.19681211106455604, + "nauc_map_at_100_std": -0.10841619775327567, + "nauc_map_at_10_diff1": 0.4133445138243064, + "nauc_map_at_10_max": 0.1077988733822669, + "nauc_map_at_10_std": -0.37044966889104186, + "nauc_map_at_1_diff1": 0.5340102984501243, + "nauc_map_at_1_max": -0.06163738973317557, + "nauc_map_at_1_std": -0.39171894257189815, + "nauc_map_at_20_diff1": 0.37982221134667604, + "nauc_map_at_20_max": 0.14199608851531156, + "nauc_map_at_20_std": -0.3245696267443608, + "nauc_map_at_3_diff1": 0.46542848456974806, + "nauc_map_at_3_max": 0.04089984214052199, + "nauc_map_at_3_std": -0.37349570916673575, + "nauc_map_at_5_diff1": 0.4248292794859195, + "nauc_map_at_5_max": 0.08255740296826342, + "nauc_map_at_5_std": -0.37658492809676475, + "nauc_mrr_at_1000_diff1": 0.4490671132515806, + "nauc_mrr_at_1000_max": 0.5418642638151219, + "nauc_mrr_at_1000_std": 0.38308875611881776, + "nauc_mrr_at_100_diff1": 0.4490671132515806, + "nauc_mrr_at_100_max": 0.5418642638151219, + "nauc_mrr_at_100_std": 0.38308875611881776, + "nauc_mrr_at_10_diff1": 0.4490671132515806, + "nauc_mrr_at_10_max": 0.5418642638151219, + "nauc_mrr_at_10_std": 0.38308875611881776, + "nauc_mrr_at_1_diff1": 0.4768304588350145, + "nauc_mrr_at_1_max": 0.5236251220305894, + "nauc_mrr_at_1_std": 0.34972339733159885, + "nauc_mrr_at_20_diff1": 0.4490671132515806, + "nauc_mrr_at_20_max": 0.5418642638151219, + "nauc_mrr_at_20_std": 0.38308875611881776, + "nauc_mrr_at_3_diff1": 0.43951496138996, + "nauc_mrr_at_3_max": 0.5544803732303721, + "nauc_mrr_at_3_std": 0.40239703989703896, + "nauc_mrr_at_5_diff1": 0.44821973125755005, + "nauc_mrr_at_5_max": 0.5419787256428784, + "nauc_mrr_at_5_std": 0.3828558211444456, + "nauc_ndcg_at_1000_diff1": 0.35184904954525076, + "nauc_ndcg_at_1000_max": 0.36242460341080956, + "nauc_ndcg_at_1000_std": 0.14534621300984252, + "nauc_ndcg_at_100_diff1": 0.354266913935046, + "nauc_ndcg_at_100_max": 0.27090649996970523, + "nauc_ndcg_at_100_std": -0.09843173418209328, + "nauc_ndcg_at_10_diff1": 0.40262544426543445, + "nauc_ndcg_at_10_max": 0.2951417747968111, + "nauc_ndcg_at_10_std": -0.03392953964002944, + "nauc_ndcg_at_1_diff1": 0.5046877852081711, + "nauc_ndcg_at_1_max": 0.4364148261232706, + "nauc_ndcg_at_1_std": 0.10000608444097865, + "nauc_ndcg_at_20_diff1": 0.38920207841900234, + "nauc_ndcg_at_20_max": 0.2971420405346416, + "nauc_ndcg_at_20_std": -0.07350151330553668, + "nauc_ndcg_at_3_diff1": 0.3710843176979778, + "nauc_ndcg_at_3_max": 0.3448263057026804, + "nauc_ndcg_at_3_std": 0.09420177901004465, + "nauc_ndcg_at_5_diff1": 0.36270419390844416, + "nauc_ndcg_at_5_max": 0.3198547481788271, + "nauc_ndcg_at_5_std": 0.04913739281269908, + "nauc_precision_at_1000_diff1": -0.2271486719064527, + "nauc_precision_at_1000_max": -0.05638058858297942, + "nauc_precision_at_1000_std": 0.3848675209889989, + "nauc_precision_at_100_diff1": -0.24800346284798744, + "nauc_precision_at_100_max": 0.024382537751237537, + "nauc_precision_at_100_std": 0.5342411524842949, + "nauc_precision_at_10_diff1": -0.18321431814176056, + "nauc_precision_at_10_max": 0.24328343062847513, + "nauc_precision_at_10_std": 0.49054803958746135, + "nauc_precision_at_1_diff1": 0.4768304588350145, + "nauc_precision_at_1_max": 0.5236251220305894, + "nauc_precision_at_1_std": 0.34972339733159885, + "nauc_precision_at_20_diff1": -0.27418242807815424, + "nauc_precision_at_20_max": 0.18435856378622817, + "nauc_precision_at_20_std": 0.566863748800482, + "nauc_precision_at_3_diff1": -0.059004240825457605, + "nauc_precision_at_3_max": 0.37064740300456794, + "nauc_precision_at_3_std": 0.4092563528901064, + "nauc_precision_at_5_diff1": -0.16552488983152225, + "nauc_precision_at_5_max": 0.3317432029833017, + "nauc_precision_at_5_std": 0.439675559199604, + "nauc_recall_at_1000_diff1": -0.05417665209845081, + "nauc_recall_at_1000_max": 0.35557129074482746, + "nauc_recall_at_1000_std": 0.612404293549439, + "nauc_recall_at_100_diff1": 0.21595025644772367, + "nauc_recall_at_100_max": 0.10897534030826994, + "nauc_recall_at_100_std": -0.21710202636874926, + "nauc_recall_at_10_diff1": 0.35416703504349123, + "nauc_recall_at_10_max": 0.058909375480761535, + "nauc_recall_at_10_std": -0.41602143955154847, + "nauc_recall_at_1_diff1": 0.5340102984501243, + "nauc_recall_at_1_max": -0.06163738973317557, + "nauc_recall_at_1_std": -0.39171894257189815, + "nauc_recall_at_20_diff1": 0.287942627274903, + "nauc_recall_at_20_max": 0.07772614474517738, + "nauc_recall_at_20_std": -0.39551034867423635, + "nauc_recall_at_3_diff1": 0.4382183296511727, + "nauc_recall_at_3_max": 0.017706011753854445, + "nauc_recall_at_3_std": -0.38297728390922803, + "nauc_recall_at_5_diff1": 0.38007397198758675, + "nauc_recall_at_5_max": 0.05974039609878353, + "nauc_recall_at_5_std": -0.4038452978682474, + "ndcg_at_1": 0.7575, + "ndcg_at_10": 0.63113, + "ndcg_at_100": 0.68581, + "ndcg_at_1000": 0.77931, + "ndcg_at_20": 0.62897, + "ndcg_at_3": 0.67195, + "ndcg_at_5": 0.65401, + "precision_at_1": 0.85, + "precision_at_10": 0.5225, + "precision_at_100": 0.21865, + "precision_at_1000": 0.03886, + "precision_at_20": 0.432, + "precision_at_3": 0.68667, + "precision_at_5": 0.631, + "recall_at_1": 0.12032, + "recall_at_10": 0.33199, + "recall_at_100": 0.73704, + "recall_at_1000": 0.98679, + "recall_at_20": 0.446, + "recall_at_3": 0.19772, + "recall_at_5": 0.25549 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.55519, + "map_at_1": 0.1083, + "map_at_10": 0.23975, + "map_at_100": 0.38551, + "map_at_1000": 0.43505, + "map_at_20": 0.28859, + "map_at_3": 0.16804, + "map_at_5": 0.19499, + "mrr_at_1": 0.73, + "mrr_at_10": 0.8073869047619049, + "mrr_at_100": 0.8089973821468387, + "mrr_at_1000": 0.8090086434081001, + "mrr_at_20": 0.8084732142857143, + "mrr_at_3": 0.7883333333333334, + "mrr_at_5": 0.8023333333333335, + "nauc_map_at_1000_diff1": 0.40282220094470805, + "nauc_map_at_1000_max": 0.446160176274514, + "nauc_map_at_1000_std": 0.3100807692408291, + "nauc_map_at_100_diff1": 0.4384141891169698, + "nauc_map_at_100_max": 0.43873027088330846, + "nauc_map_at_100_std": 0.20727110056472922, + "nauc_map_at_10_diff1": 0.49056845622072826, + "nauc_map_at_10_max": 0.30986070680597355, + "nauc_map_at_10_std": -0.11526768629388146, + "nauc_map_at_1_diff1": 0.6295450790139654, + "nauc_map_at_1_max": 0.12732940377792568, + "nauc_map_at_1_std": -0.2687944200443478, + "nauc_map_at_20_diff1": 0.4737575259963708, + "nauc_map_at_20_max": 0.3567977675667935, + "nauc_map_at_20_std": -0.032576462403080306, + "nauc_map_at_3_diff1": 0.5209629239341085, + "nauc_map_at_3_max": 0.23423589309767281, + "nauc_map_at_3_std": -0.20322318233299658, + "nauc_map_at_5_diff1": 0.5105402716420689, + "nauc_map_at_5_max": 0.27172013966690695, + "nauc_map_at_5_std": -0.17296007628205493, + "nauc_mrr_at_1000_diff1": 0.3931791243437585, + "nauc_mrr_at_1000_max": 0.6545106962720864, + "nauc_mrr_at_1000_std": 0.40107543389124545, + "nauc_mrr_at_100_diff1": 0.3932102231458879, + "nauc_mrr_at_100_max": 0.6545332635061415, + "nauc_mrr_at_100_std": 0.401114555423284, + "nauc_mrr_at_10_diff1": 0.39116541155866713, + "nauc_mrr_at_10_max": 0.6541278778126979, + "nauc_mrr_at_10_std": 0.4042935741278869, + "nauc_mrr_at_1_diff1": 0.42787355756944284, + "nauc_mrr_at_1_max": 0.6168688199099652, + "nauc_mrr_at_1_std": 0.304576461105978, + "nauc_mrr_at_20_diff1": 0.3905656063990969, + "nauc_mrr_at_20_max": 0.6551841981028368, + "nauc_mrr_at_20_std": 0.40259932950833277, + "nauc_mrr_at_3_diff1": 0.40866337737524316, + "nauc_mrr_at_3_max": 0.6662923307075757, + "nauc_mrr_at_3_std": 0.4152858805070973, + "nauc_mrr_at_5_diff1": 0.38670339564136336, + "nauc_mrr_at_5_max": 0.6590232219007693, + "nauc_mrr_at_5_std": 0.4117483472830435, + "nauc_ndcg_at_1000_diff1": 0.39762774481202606, + "nauc_ndcg_at_1000_max": 0.5746505105294597, + "nauc_ndcg_at_1000_std": 0.41227124359112755, + "nauc_ndcg_at_100_diff1": 0.4390789647726988, + "nauc_ndcg_at_100_max": 0.5296323452788694, + "nauc_ndcg_at_100_std": 0.293563379295319, + "nauc_ndcg_at_10_diff1": 0.44201746777566425, + "nauc_ndcg_at_10_max": 0.5090692962980972, + "nauc_ndcg_at_10_std": 0.250704747424622, + "nauc_ndcg_at_1_diff1": 0.47277636056179634, + "nauc_ndcg_at_1_max": 0.5315483302806915, + "nauc_ndcg_at_1_std": 0.2171978814803177, + "nauc_ndcg_at_20_diff1": 0.45202036995727096, + "nauc_ndcg_at_20_max": 0.5141906102728038, + "nauc_ndcg_at_20_std": 0.22997643573979337, + "nauc_ndcg_at_3_diff1": 0.38394266880794287, + "nauc_ndcg_at_3_max": 0.49188203853415663, + "nauc_ndcg_at_3_std": 0.24681884087600067, + "nauc_ndcg_at_5_diff1": 0.42311005836836757, + "nauc_ndcg_at_5_max": 0.49634198878235786, + "nauc_ndcg_at_5_std": 0.2487947435459828, + "nauc_precision_at_1000_diff1": -0.2522897898431535, + "nauc_precision_at_1000_max": -0.08595938171267213, + "nauc_precision_at_1000_std": 0.30125350604966844, + "nauc_precision_at_100_diff1": -0.22716992296349375, + "nauc_precision_at_100_max": 0.04523276561913796, + "nauc_precision_at_100_std": 0.5067512518452475, + "nauc_precision_at_10_diff1": -0.16016728822357743, + "nauc_precision_at_10_max": 0.2913132625113215, + "nauc_precision_at_10_std": 0.5868499988053945, + "nauc_precision_at_1_diff1": 0.42787355756944284, + "nauc_precision_at_1_max": 0.6168688199099652, + "nauc_precision_at_1_std": 0.304576461105978, + "nauc_precision_at_20_diff1": -0.17464498794255004, + "nauc_precision_at_20_max": 0.24507056269642535, + "nauc_precision_at_20_std": 0.5905951890543355, + "nauc_precision_at_3_diff1": 0.021457979260013138, + "nauc_precision_at_3_max": 0.4117399352291973, + "nauc_precision_at_3_std": 0.4091678860421655, + "nauc_precision_at_5_diff1": -0.06128902670943738, + "nauc_precision_at_5_max": 0.34541000184039283, + "nauc_precision_at_5_std": 0.4797823983282115, + "nauc_recall_at_1000_diff1": 0.35555858094257314, + "nauc_recall_at_1000_max": 0.6113881561478739, + "nauc_recall_at_1000_std": 0.6995279026474606, + "nauc_recall_at_100_diff1": 0.35358941268835353, + "nauc_recall_at_100_max": 0.3617919490270363, + "nauc_recall_at_100_std": 0.20594368647264732, + "nauc_recall_at_10_diff1": 0.43190982884489326, + "nauc_recall_at_10_max": 0.24708790045935447, + "nauc_recall_at_10_std": -0.14344668161180954, + "nauc_recall_at_1_diff1": 0.6295450790139654, + "nauc_recall_at_1_max": 0.12732940377792568, + "nauc_recall_at_1_std": -0.2687944200443478, + "nauc_recall_at_20_diff1": 0.40515073169262045, + "nauc_recall_at_20_max": 0.27893379490059905, + "nauc_recall_at_20_std": -0.09005365039660107, + "nauc_recall_at_3_diff1": 0.509762520903795, + "nauc_recall_at_3_max": 0.21591371957002772, + "nauc_recall_at_3_std": -0.19980160475380707, + "nauc_recall_at_5_diff1": 0.4857038125069326, + "nauc_recall_at_5_max": 0.24695941389045087, + "nauc_recall_at_5_std": -0.17524464772670595, + "ndcg_at_1": 0.6475, + "ndcg_at_10": 0.55519, + "ndcg_at_100": 0.61254, + "ndcg_at_1000": 0.71533, + "ndcg_at_20": 0.55477, + "ndcg_at_3": 0.59452, + "ndcg_at_5": 0.56562, + "precision_at_1": 0.73, + "precision_at_10": 0.463, + "precision_at_100": 0.19495, + "precision_at_1000": 0.03665, + "precision_at_20": 0.378, + "precision_at_3": 0.62, + "precision_at_5": 0.552, + "recall_at_1": 0.1083, + "recall_at_10": 0.29839, + "recall_at_100": 0.68005, + "recall_at_1000": 0.9566, + "recall_at_20": 0.40351, + "recall_at_3": 0.17641, + "recall_at_5": 0.21667 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.56179, + "map_at_1": 0.1088, + "map_at_10": 0.24527, + "map_at_100": 0.38393, + "map_at_1000": 0.43178, + "map_at_20": 0.28778, + "map_at_3": 0.17141, + "map_at_5": 0.19941, + "mrr_at_1": 0.765, + "mrr_at_10": 0.8334841269841269, + "mrr_at_100": 0.835157456528146, + "mrr_at_1000": 0.835157456528146, + "mrr_at_20": 0.8346700244200242, + "mrr_at_3": 0.8174999999999999, + "mrr_at_5": 0.8279999999999998, + "nauc_map_at_1000_diff1": 0.3413660143155374, + "nauc_map_at_1000_max": 0.5021502413219909, + "nauc_map_at_1000_std": 0.38499489917217056, + "nauc_map_at_100_diff1": 0.38726049029786963, + "nauc_map_at_100_max": 0.49651426574388186, + "nauc_map_at_100_std": 0.28261883969380514, + "nauc_map_at_10_diff1": 0.42169198326049495, + "nauc_map_at_10_max": 0.36106168529607363, + "nauc_map_at_10_std": -0.04201036222105334, + "nauc_map_at_1_diff1": 0.5419844596532066, + "nauc_map_at_1_max": 0.20277501193596345, + "nauc_map_at_1_std": -0.18954960812047653, + "nauc_map_at_20_diff1": 0.40890973245239437, + "nauc_map_at_20_max": 0.40897138846292813, + "nauc_map_at_20_std": 0.04673021302126902, + "nauc_map_at_3_diff1": 0.43945355581721995, + "nauc_map_at_3_max": 0.31145995661787657, + "nauc_map_at_3_std": -0.12285534604778318, + "nauc_map_at_5_diff1": 0.43562506155090175, + "nauc_map_at_5_max": 0.3260584580428169, + "nauc_map_at_5_std": -0.09784826051627647, + "nauc_mrr_at_1000_diff1": 0.4005595615072083, + "nauc_mrr_at_1000_max": 0.6428497546070662, + "nauc_mrr_at_1000_std": 0.45788631096380905, + "nauc_mrr_at_100_diff1": 0.4005595615072083, + "nauc_mrr_at_100_max": 0.6428497546070662, + "nauc_mrr_at_100_std": 0.45788631096380905, + "nauc_mrr_at_10_diff1": 0.4031791102179976, + "nauc_mrr_at_10_max": 0.6426230249823565, + "nauc_mrr_at_10_std": 0.46016728582446625, + "nauc_mrr_at_1_diff1": 0.4066044066044063, + "nauc_mrr_at_1_max": 0.6215336215336212, + "nauc_mrr_at_1_std": 0.39902539902539924, + "nauc_mrr_at_20_diff1": 0.401491776522986, + "nauc_mrr_at_20_max": 0.6437874481204708, + "nauc_mrr_at_20_std": 0.4589232231458671, + "nauc_mrr_at_3_diff1": 0.3837585075086883, + "nauc_mrr_at_3_max": 0.6358935788004028, + "nauc_mrr_at_3_std": 0.4577482444458251, + "nauc_mrr_at_5_diff1": 0.4002092247633319, + "nauc_mrr_at_5_max": 0.648082383411835, + "nauc_mrr_at_5_std": 0.47217882727539895, + "nauc_ndcg_at_1000_diff1": 0.3751253769109842, + "nauc_ndcg_at_1000_max": 0.6125182920595523, + "nauc_ndcg_at_1000_std": 0.5099361138119114, + "nauc_ndcg_at_100_diff1": 0.4189991627157126, + "nauc_ndcg_at_100_max": 0.5917766644836636, + "nauc_ndcg_at_100_std": 0.3913344713286921, + "nauc_ndcg_at_10_diff1": 0.3682234329063301, + "nauc_ndcg_at_10_max": 0.532458644923787, + "nauc_ndcg_at_10_std": 0.3561937278809835, + "nauc_ndcg_at_1_diff1": 0.440111868190089, + "nauc_ndcg_at_1_max": 0.5671534843727608, + "nauc_ndcg_at_1_std": 0.3415367110925824, + "nauc_ndcg_at_20_diff1": 0.388152966418343, + "nauc_ndcg_at_20_max": 0.5470105206229747, + "nauc_ndcg_at_20_std": 0.35453100819855415, + "nauc_ndcg_at_3_diff1": 0.30882872863905864, + "nauc_ndcg_at_3_max": 0.5082087375362169, + "nauc_ndcg_at_3_std": 0.3491932050974999, + "nauc_ndcg_at_5_diff1": 0.3556441219146951, + "nauc_ndcg_at_5_max": 0.5394481473896544, + "nauc_ndcg_at_5_std": 0.3830616851431447, + "nauc_precision_at_1000_diff1": -0.2754051475864256, + "nauc_precision_at_1000_max": -0.09233688175011089, + "nauc_precision_at_1000_std": 0.29794481315441756, + "nauc_precision_at_100_diff1": -0.20485998711619152, + "nauc_precision_at_100_max": 0.053628045608940585, + "nauc_precision_at_100_std": 0.5031180561343789, + "nauc_precision_at_10_diff1": -0.15750106700810923, + "nauc_precision_at_10_max": 0.2590759709773792, + "nauc_precision_at_10_std": 0.5805217669654291, + "nauc_precision_at_1_diff1": 0.4066044066044063, + "nauc_precision_at_1_max": 0.6215336215336212, + "nauc_precision_at_1_std": 0.39902539902539924, + "nauc_precision_at_20_diff1": -0.1756864454233136, + "nauc_precision_at_20_max": 0.2141708597466012, + "nauc_precision_at_20_std": 0.6004791877397134, + "nauc_precision_at_3_diff1": 0.005894655614315555, + "nauc_precision_at_3_max": 0.43427841759883834, + "nauc_precision_at_3_std": 0.44655461207041797, + "nauc_precision_at_5_diff1": -0.07630844839219686, + "nauc_precision_at_5_max": 0.33614308589383374, + "nauc_precision_at_5_std": 0.5297320160729929, + "nauc_recall_at_1000_diff1": 0.4627471954441613, + "nauc_recall_at_1000_max": 0.6355958563261092, + "nauc_recall_at_1000_std": 0.789775579028009, + "nauc_recall_at_100_diff1": 0.38915966405982994, + "nauc_recall_at_100_max": 0.45861660054095604, + "nauc_recall_at_100_std": 0.2791557869156314, + "nauc_recall_at_10_diff1": 0.3762205834935866, + "nauc_recall_at_10_max": 0.28410262544804243, + "nauc_recall_at_10_std": -0.08791823683894164, + "nauc_recall_at_1_diff1": 0.5419844596532066, + "nauc_recall_at_1_max": 0.20277501193596345, + "nauc_recall_at_1_std": -0.18954960812047653, + "nauc_recall_at_20_diff1": 0.3650244738363117, + "nauc_recall_at_20_max": 0.3495672871921421, + "nauc_recall_at_20_std": -0.001494224612730438, + "nauc_recall_at_3_diff1": 0.420074895066294, + "nauc_recall_at_3_max": 0.27718725001922706, + "nauc_recall_at_3_std": -0.13834243617296604, + "nauc_recall_at_5_diff1": 0.4237059474700865, + "nauc_recall_at_5_max": 0.2920754841732516, + "nauc_recall_at_5_std": -0.1158224146444462, + "ndcg_at_1": 0.6675, + "ndcg_at_10": 0.56179, + "ndcg_at_100": 0.60868, + "ndcg_at_1000": 0.71158, + "ndcg_at_20": 0.54998, + "ndcg_at_3": 0.59888, + "ndcg_at_5": 0.57792, + "precision_at_1": 0.765, + "precision_at_10": 0.466, + "precision_at_100": 0.19115, + "precision_at_1000": 0.03602, + "precision_at_20": 0.37125, + "precision_at_3": 0.62333, + "precision_at_5": 0.567, + "recall_at_1": 0.1088, + "recall_at_10": 0.30507, + "recall_at_100": 0.66558, + "recall_at_1000": 0.95008, + "recall_at_20": 0.39021, + "recall_at_3": 0.18063, + "recall_at_5": 0.22183 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.74411, + "map_at_1": 0.18429, + "map_at_10": 0.54181, + "map_at_100": 0.67102, + "map_at_1000": 0.68086, + "map_at_20": 0.60701, + "map_at_3": 0.35991, + "map_at_5": 0.44042, + "mrr_at_1": 0.84, + "mrr_at_10": 0.9076388888888889, + "mrr_at_100": 0.9079513888888888, + "mrr_at_1000": 0.9079513888888888, + "mrr_at_20": 0.9079513888888888, + "mrr_at_3": 0.9041666666666667, + "mrr_at_5": 0.9054166666666668, + "nauc_map_at_1000_diff1": 0.1386049713670258, + "nauc_map_at_1000_max": 0.17357878250050593, + "nauc_map_at_1000_std": -0.1977048609027977, + "nauc_map_at_100_diff1": 0.15493718187462832, + "nauc_map_at_100_max": 0.14599261734725044, + "nauc_map_at_100_std": -0.2596218555339797, + "nauc_map_at_10_diff1": 0.22933992669262088, + "nauc_map_at_10_max": -0.058542505457179796, + "nauc_map_at_10_std": -0.5117113684961221, + "nauc_map_at_1_diff1": 0.35071116486844245, + "nauc_map_at_1_max": -0.21152042062841697, + "nauc_map_at_1_std": -0.4359774065582611, + "nauc_map_at_20_diff1": 0.21607364468404633, + "nauc_map_at_20_max": 0.020787902200354754, + "nauc_map_at_20_std": -0.4663504316251293, + "nauc_map_at_3_diff1": 0.2739789801729843, + "nauc_map_at_3_max": -0.17906804178007238, + "nauc_map_at_3_std": -0.44290841948623555, + "nauc_map_at_5_diff1": 0.2363300469515749, + "nauc_map_at_5_max": -0.13920168314068915, + "nauc_map_at_5_std": -0.48866537869861293, + "nauc_mrr_at_1000_diff1": 0.36279923083177223, + "nauc_mrr_at_1000_max": 0.6772142189436557, + "nauc_mrr_at_1000_std": 0.26554642839668546, + "nauc_mrr_at_100_diff1": 0.36279923083177223, + "nauc_mrr_at_100_max": 0.6772142189436557, + "nauc_mrr_at_100_std": 0.26554642839668546, + "nauc_mrr_at_10_diff1": 0.3650507716558525, + "nauc_mrr_at_10_max": 0.6783547784009673, + "nauc_mrr_at_10_std": 0.26716008651343637, + "nauc_mrr_at_1_diff1": 0.3469409671084931, + "nauc_mrr_at_1_max": 0.672388929798723, + "nauc_mrr_at_1_std": 0.24328055964653894, + "nauc_mrr_at_20_diff1": 0.36279923083177223, + "nauc_mrr_at_20_max": 0.6772142189436557, + "nauc_mrr_at_20_std": 0.26554642839668546, + "nauc_mrr_at_3_diff1": 0.35596613756613726, + "nauc_mrr_at_3_max": 0.6875428571428561, + "nauc_mrr_at_3_std": 0.27918306878306925, + "nauc_mrr_at_5_diff1": 0.35593704004085275, + "nauc_mrr_at_5_max": 0.685037140024974, + "nauc_mrr_at_5_std": 0.27539189055815294, + "nauc_ndcg_at_1000_diff1": 0.16062407691366953, + "nauc_ndcg_at_1000_max": 0.38814650148600116, + "nauc_ndcg_at_1000_std": 0.05681717737116653, + "nauc_ndcg_at_100_diff1": 0.20853743396554517, + "nauc_ndcg_at_100_max": 0.3154501705756131, + "nauc_ndcg_at_100_std": -0.11156792458404531, + "nauc_ndcg_at_10_diff1": 0.18990398405091685, + "nauc_ndcg_at_10_max": 0.29040583976648704, + "nauc_ndcg_at_10_std": -0.09759926662108911, + "nauc_ndcg_at_1_diff1": 0.34115747567948795, + "nauc_ndcg_at_1_max": 0.5874110385106345, + "nauc_ndcg_at_1_std": 0.18907923037018504, + "nauc_ndcg_at_20_diff1": 0.21904484855783904, + "nauc_ndcg_at_20_max": 0.3137309818597803, + "nauc_ndcg_at_20_std": -0.16817536593854196, + "nauc_ndcg_at_3_diff1": 0.16995378450322585, + "nauc_ndcg_at_3_max": 0.420589569998864, + "nauc_ndcg_at_3_std": 0.1402804544495735, + "nauc_ndcg_at_5_diff1": 0.14639129866950962, + "nauc_ndcg_at_5_max": 0.33276872392947365, + "nauc_ndcg_at_5_std": 0.022096823202156297, + "nauc_precision_at_1000_diff1": -0.2657217275109352, + "nauc_precision_at_1000_max": 0.3263834807027801, + "nauc_precision_at_1000_std": 0.7620322716469534, + "nauc_precision_at_100_diff1": -0.26067805037035285, + "nauc_precision_at_100_max": 0.3430674863927995, + "nauc_precision_at_100_std": 0.7271209003553305, + "nauc_precision_at_10_diff1": -0.2303371519597851, + "nauc_precision_at_10_max": 0.44210178698869906, + "nauc_precision_at_10_std": 0.49418372970026825, + "nauc_precision_at_1_diff1": 0.3469409671084931, + "nauc_precision_at_1_max": 0.672388929798723, + "nauc_precision_at_1_std": 0.24328055964653894, + "nauc_precision_at_20_diff1": -0.23720616106123124, + "nauc_precision_at_20_max": 0.4097599975625674, + "nauc_precision_at_20_std": 0.6041305448055893, + "nauc_precision_at_3_diff1": -0.15406783667863724, + "nauc_precision_at_3_max": 0.45730281846052206, + "nauc_precision_at_3_std": 0.3806816689368949, + "nauc_precision_at_5_diff1": -0.2311744465759261, + "nauc_precision_at_5_max": 0.43757295250855144, + "nauc_precision_at_5_std": 0.39241192411924114, + "nauc_recall_at_1000_diff1": -0.7058805105834973, + "nauc_recall_at_1000_max": -0.9869100494708235, + "nauc_recall_at_1000_std": 0.36075166714931256, + "nauc_recall_at_100_diff1": 0.37479371433406095, + "nauc_recall_at_100_max": -0.1505419078994946, + "nauc_recall_at_100_std": -0.8440632255020158, + "nauc_recall_at_10_diff1": 0.2309790101393317, + "nauc_recall_at_10_max": -0.19244305335217932, + "nauc_recall_at_10_std": -0.6699382161612636, + "nauc_recall_at_1_diff1": 0.35071116486844245, + "nauc_recall_at_1_max": -0.21152042062841697, + "nauc_recall_at_1_std": -0.4359774065582611, + "nauc_recall_at_20_diff1": 0.2971878295382573, + "nauc_recall_at_20_max": -0.14621406489378772, + "nauc_recall_at_20_std": -0.8080909030397605, + "nauc_recall_at_3_diff1": 0.26411978436967404, + "nauc_recall_at_3_max": -0.23716046443069527, + "nauc_recall_at_3_std": -0.4829169616061307, + "nauc_recall_at_5_diff1": 0.20976342784132596, + "nauc_recall_at_5_max": -0.22006288446123654, + "nauc_recall_at_5_std": -0.5498047959315534, + "ndcg_at_1": 0.7775, + "ndcg_at_10": 0.74411, + "ndcg_at_100": 0.81315, + "ndcg_at_1000": 0.83065, + "ndcg_at_20": 0.77139, + "ndcg_at_3": 0.72971, + "ndcg_at_5": 0.72508, + "precision_at_1": 0.84, + "precision_at_10": 0.483, + "precision_at_100": 0.1139, + "precision_at_1000": 0.01344, + "precision_at_20": 0.34025, + "precision_at_3": 0.71, + "precision_at_5": 0.613, + "recall_at_1": 0.18429, + "recall_at_10": 0.6445, + "recall_at_100": 0.94189, + "recall_at_1000": 0.99851, + "recall_at_20": 0.77252, + "recall_at_3": 0.38608, + "recall_at_5": 0.48981 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.69826, + "map_at_1": 0.15736, + "map_at_10": 0.48896, + "map_at_100": 0.62156, + "map_at_1000": 0.6328, + "map_at_20": 0.55763, + "map_at_3": 0.32612, + "map_at_5": 0.404, + "mrr_at_1": 0.785, + "mrr_at_10": 0.8658333333333335, + "mrr_at_100": 0.8669811066126857, + "mrr_at_1000": 0.8669811066126857, + "mrr_at_20": 0.8667588843904634, + "mrr_at_3": 0.8641666666666669, + "mrr_at_5": 0.8641666666666669, + "nauc_map_at_1000_diff1": 0.24376179143133508, + "nauc_map_at_1000_max": 0.3401112602260121, + "nauc_map_at_1000_std": 0.0029215492074731926, + "nauc_map_at_100_diff1": 0.25609149626782757, + "nauc_map_at_100_max": 0.30427165839568965, + "nauc_map_at_100_std": -0.0560352996562081, + "nauc_map_at_10_diff1": 0.2579285563652952, + "nauc_map_at_10_max": 0.0603436439790422, + "nauc_map_at_10_std": -0.3261587393434496, + "nauc_map_at_1_diff1": 0.3128717020100925, + "nauc_map_at_1_max": -0.12023900232687727, + "nauc_map_at_1_std": -0.32911747529329444, + "nauc_map_at_20_diff1": 0.2638683561679868, + "nauc_map_at_20_max": 0.15558378490136004, + "nauc_map_at_20_std": -0.2551382971970174, + "nauc_map_at_3_diff1": 0.19837688387791227, + "nauc_map_at_3_max": -0.08895962848621831, + "nauc_map_at_3_std": -0.3695180152359631, + "nauc_map_at_5_diff1": 0.2356880007595545, + "nauc_map_at_5_max": -0.034774314514292956, + "nauc_map_at_5_std": -0.3695196946129391, + "nauc_mrr_at_1000_diff1": 0.4691262587400813, + "nauc_mrr_at_1000_max": 0.6307529376439162, + "nauc_mrr_at_1000_std": 0.38421072642439036, + "nauc_mrr_at_100_diff1": 0.4691262587400813, + "nauc_mrr_at_100_max": 0.6307529376439162, + "nauc_mrr_at_100_std": 0.38421072642439036, + "nauc_mrr_at_10_diff1": 0.47026869575187497, + "nauc_mrr_at_10_max": 0.6332400598685494, + "nauc_mrr_at_10_std": 0.38508306296423667, + "nauc_mrr_at_1_diff1": 0.46659033769667513, + "nauc_mrr_at_1_max": 0.6213689640112839, + "nauc_mrr_at_1_std": 0.39730409225575675, + "nauc_mrr_at_20_diff1": 0.469290783082845, + "nauc_mrr_at_20_max": 0.631411368833227, + "nauc_mrr_at_20_std": 0.3842644385622303, + "nauc_mrr_at_3_diff1": 0.46771623683832336, + "nauc_mrr_at_3_max": 0.6351245141303579, + "nauc_mrr_at_3_std": 0.3846099739748184, + "nauc_mrr_at_5_diff1": 0.46771623683832336, + "nauc_mrr_at_5_max": 0.6351245141303579, + "nauc_mrr_at_5_std": 0.3846099739748184, + "nauc_ndcg_at_1000_diff1": 0.285742949199471, + "nauc_ndcg_at_1000_max": 0.4975412115793533, + "nauc_ndcg_at_1000_std": 0.20553361109929882, + "nauc_ndcg_at_100_diff1": 0.31970146262031796, + "nauc_ndcg_at_100_max": 0.42651534280978537, + "nauc_ndcg_at_100_std": 0.07126005230865255, + "nauc_ndcg_at_10_diff1": 0.2987795781218212, + "nauc_ndcg_at_10_max": 0.40516404859371546, + "nauc_ndcg_at_10_std": 0.08699716946941512, + "nauc_ndcg_at_1_diff1": 0.43893653516295034, + "nauc_ndcg_at_1_max": 0.5830139671649108, + "nauc_ndcg_at_1_std": 0.319759862778731, + "nauc_ndcg_at_20_diff1": 0.3149778625443833, + "nauc_ndcg_at_20_max": 0.449567535361145, + "nauc_ndcg_at_20_std": 0.059497747667489574, + "nauc_ndcg_at_3_diff1": 0.2354773131731473, + "nauc_ndcg_at_3_max": 0.4821661747996159, + "nauc_ndcg_at_3_std": 0.20949582117359347, + "nauc_ndcg_at_5_diff1": 0.2528051208130169, + "nauc_ndcg_at_5_max": 0.42355242171490154, + "nauc_ndcg_at_5_std": 0.13622471923737928, + "nauc_precision_at_1000_diff1": -0.15935091327299358, + "nauc_precision_at_1000_max": 0.3658459563006961, + "nauc_precision_at_1000_std": 0.6524722225122054, + "nauc_precision_at_100_diff1": -0.1336360321988878, + "nauc_precision_at_100_max": 0.37976377451519383, + "nauc_precision_at_100_std": 0.6360185415593663, + "nauc_precision_at_10_diff1": -0.021929679820074877, + "nauc_precision_at_10_max": 0.47022457696188547, + "nauc_precision_at_10_std": 0.5087527713359112, + "nauc_precision_at_1_diff1": 0.46659033769667513, + "nauc_precision_at_1_max": 0.6213689640112839, + "nauc_precision_at_1_std": 0.39730409225575675, + "nauc_precision_at_20_diff1": -0.08041867634071208, + "nauc_precision_at_20_max": 0.44112405933822646, + "nauc_precision_at_20_std": 0.5743434816042771, + "nauc_precision_at_3_diff1": 0.014685853876474825, + "nauc_precision_at_3_max": 0.5377811245703422, + "nauc_precision_at_3_std": 0.391459433751522, + "nauc_precision_at_5_diff1": 0.0277356213328874, + "nauc_precision_at_5_max": 0.48361873578464815, + "nauc_precision_at_5_std": 0.40526351429402224, + "nauc_recall_at_1000_diff1": 0.44346983729035594, + "nauc_recall_at_1000_max": 0.08056224331351194, + "nauc_recall_at_1000_std": 0.2587219049682146, + "nauc_recall_at_100_diff1": 0.3938326816517721, + "nauc_recall_at_100_max": -0.035805359597612586, + "nauc_recall_at_100_std": -0.5378024117808772, + "nauc_recall_at_10_diff1": 0.2429448739118745, + "nauc_recall_at_10_max": -0.07948312392973982, + "nauc_recall_at_10_std": -0.46743630653274043, + "nauc_recall_at_1_diff1": 0.3128717020100925, + "nauc_recall_at_1_max": -0.12023900232687727, + "nauc_recall_at_1_std": -0.32911747529329444, + "nauc_recall_at_20_diff1": 0.29663698606490396, + "nauc_recall_at_20_max": -0.033425557420896, + "nauc_recall_at_20_std": -0.5210933875327333, + "nauc_recall_at_3_diff1": 0.1495490182544653, + "nauc_recall_at_3_max": -0.17274386950103127, + "nauc_recall_at_3_std": -0.43224983074644696, + "nauc_recall_at_5_diff1": 0.20485122218091614, + "nauc_recall_at_5_max": -0.13577019825612846, + "nauc_recall_at_5_std": -0.43951339296487724, + "ndcg_at_1": 0.725, + "ndcg_at_10": 0.69826, + "ndcg_at_100": 0.77861, + "ndcg_at_1000": 0.79973, + "ndcg_at_20": 0.7349, + "ndcg_at_3": 0.6928, + "ndcg_at_5": 0.68785, + "precision_at_1": 0.785, + "precision_at_10": 0.4575, + "precision_at_100": 0.1121, + "precision_at_1000": 0.01344, + "precision_at_20": 0.333, + "precision_at_3": 0.68833, + "precision_at_5": 0.592, + "recall_at_1": 0.15736, + "recall_at_10": 0.60146, + "recall_at_100": 0.92982, + "recall_at_1000": 0.99851, + "recall_at_20": 0.74628, + "recall_at_3": 0.366, + "recall_at_5": 0.47093 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.70454, + "map_at_1": 0.16613, + "map_at_10": 0.50308, + "map_at_100": 0.63057, + "map_at_1000": 0.64194, + "map_at_20": 0.5677, + "map_at_3": 0.33833, + "map_at_5": 0.41254, + "mrr_at_1": 0.82, + "mrr_at_10": 0.8844999999999998, + "mrr_at_100": 0.8858861439003752, + "mrr_at_1000": 0.8858861439003752, + "mrr_at_20": 0.8852486631016042, + "mrr_at_3": 0.8808333333333332, + "mrr_at_5": 0.8828333333333334, + "nauc_map_at_1000_diff1": 0.13173372329222505, + "nauc_map_at_1000_max": 0.33137155408576163, + "nauc_map_at_1000_std": -0.02704852682962586, + "nauc_map_at_100_diff1": 0.15262252728350223, + "nauc_map_at_100_max": 0.3034284918513598, + "nauc_map_at_100_std": -0.07663091834245196, + "nauc_map_at_10_diff1": 0.20089784043068565, + "nauc_map_at_10_max": 0.1154066611734989, + "nauc_map_at_10_std": -0.31445520022137247, + "nauc_map_at_1_diff1": 0.3341899925960138, + "nauc_map_at_1_max": -0.06427492573448838, + "nauc_map_at_1_std": -0.3230948563336355, + "nauc_map_at_20_diff1": 0.20069348704027867, + "nauc_map_at_20_max": 0.1857464383480591, + "nauc_map_at_20_std": -0.2612117543764953, + "nauc_map_at_3_diff1": 0.2046532581484756, + "nauc_map_at_3_max": -0.04224129500588104, + "nauc_map_at_3_std": -0.360142828276268, + "nauc_map_at_5_diff1": 0.2079248471328564, + "nauc_map_at_5_max": 0.026857613141028858, + "nauc_map_at_5_std": -0.36319596725023884, + "nauc_mrr_at_1000_diff1": 0.3775333457435472, + "nauc_mrr_at_1000_max": 0.587659369341388, + "nauc_mrr_at_1000_std": 0.40359647382707714, + "nauc_mrr_at_100_diff1": 0.3775333457435472, + "nauc_mrr_at_100_max": 0.587659369341388, + "nauc_mrr_at_100_std": 0.40359647382707714, + "nauc_mrr_at_10_diff1": 0.3802517065267856, + "nauc_mrr_at_10_max": 0.5924939634746114, + "nauc_mrr_at_10_std": 0.4082426972507885, + "nauc_mrr_at_1_diff1": 0.34860667474391405, + "nauc_mrr_at_1_max": 0.5547004075338687, + "nauc_mrr_at_1_std": 0.3689007599955946, + "nauc_mrr_at_20_diff1": 0.37836543638947423, + "nauc_mrr_at_20_max": 0.5900594154108817, + "nauc_mrr_at_20_std": 0.40646399423942736, + "nauc_mrr_at_3_diff1": 0.3810616459404637, + "nauc_mrr_at_3_max": 0.5996633272554681, + "nauc_mrr_at_3_std": 0.40739450806853794, + "nauc_mrr_at_5_diff1": 0.3829487302467768, + "nauc_mrr_at_5_max": 0.5964934597317161, + "nauc_mrr_at_5_std": 0.4151071925573427, + "nauc_ndcg_at_1000_diff1": 0.2003769723701179, + "nauc_ndcg_at_1000_max": 0.43739605797318626, + "nauc_ndcg_at_1000_std": 0.16856758093656304, + "nauc_ndcg_at_100_diff1": 0.24922679742108464, + "nauc_ndcg_at_100_max": 0.390832615487808, + "nauc_ndcg_at_100_std": 0.05138972287892469, + "nauc_ndcg_at_10_diff1": 0.19963912088963068, + "nauc_ndcg_at_10_max": 0.37771305425078083, + "nauc_ndcg_at_10_std": 0.07940847040678728, + "nauc_ndcg_at_1_diff1": 0.38225977896834085, + "nauc_ndcg_at_1_max": 0.4532484389438769, + "nauc_ndcg_at_1_std": 0.22826940436828616, + "nauc_ndcg_at_20_diff1": 0.23476852013776198, + "nauc_ndcg_at_20_max": 0.41103762046193926, + "nauc_ndcg_at_20_std": 0.020965266362855273, + "nauc_ndcg_at_3_diff1": 0.15452775942903682, + "nauc_ndcg_at_3_max": 0.4102700289423751, + "nauc_ndcg_at_3_std": 0.16713926604065923, + "nauc_ndcg_at_5_diff1": 0.16107370342529914, + "nauc_ndcg_at_5_max": 0.39294692623638156, + "nauc_ndcg_at_5_std": 0.11908557064666699, + "nauc_precision_at_1000_diff1": -0.24263605296859356, + "nauc_precision_at_1000_max": 0.2420972689602459, + "nauc_precision_at_1000_std": 0.5605602100700748, + "nauc_precision_at_100_diff1": -0.22949681141334355, + "nauc_precision_at_100_max": 0.2797799270415962, + "nauc_precision_at_100_std": 0.5826195575011975, + "nauc_precision_at_10_diff1": -0.1407193315852371, + "nauc_precision_at_10_max": 0.4087214391993541, + "nauc_precision_at_10_std": 0.5144176684879729, + "nauc_precision_at_1_diff1": 0.34860667474391405, + "nauc_precision_at_1_max": 0.5547004075338687, + "nauc_precision_at_1_std": 0.3689007599955946, + "nauc_precision_at_20_diff1": -0.1732676787635679, + "nauc_precision_at_20_max": 0.3530128010090659, + "nauc_precision_at_20_std": 0.5434553515119087, + "nauc_precision_at_3_diff1": -0.08970094863489075, + "nauc_precision_at_3_max": 0.44940493405830656, + "nauc_precision_at_3_std": 0.3867928621008797, + "nauc_precision_at_5_diff1": -0.12526402485430319, + "nauc_precision_at_5_max": 0.4508387285105146, + "nauc_precision_at_5_std": 0.4259114461159939, + "nauc_recall_at_1000_diff1": -0.00198553316948901, + "nauc_recall_at_1000_max": -1.5698705184894526, + "nauc_recall_at_1000_std": 0.054745593015852696, + "nauc_recall_at_100_diff1": 0.365392704550424, + "nauc_recall_at_100_max": 0.07726253785632829, + "nauc_recall_at_100_std": -0.42112411751436063, + "nauc_recall_at_10_diff1": 0.18585412404537163, + "nauc_recall_at_10_max": 0.005821844666582375, + "nauc_recall_at_10_std": -0.4017862232903579, + "nauc_recall_at_1_diff1": 0.3341899925960138, + "nauc_recall_at_1_max": -0.06427492573448838, + "nauc_recall_at_1_std": -0.3230948563336355, + "nauc_recall_at_20_diff1": 0.2734131038814271, + "nauc_recall_at_20_max": 0.04325286144622299, + "nauc_recall_at_20_std": -0.47582343718668574, + "nauc_recall_at_3_diff1": 0.15845639694152377, + "nauc_recall_at_3_max": -0.10003279564197856, + "nauc_recall_at_3_std": -0.4034177486752428, + "nauc_recall_at_5_diff1": 0.17341131746400473, + "nauc_recall_at_5_max": -0.04434704356980377, + "nauc_recall_at_5_std": -0.40751679653828193, + "ndcg_at_1": 0.7525, + "ndcg_at_10": 0.70454, + "ndcg_at_100": 0.78488, + "ndcg_at_1000": 0.80676, + "ndcg_at_20": 0.74028, + "ndcg_at_3": 0.70417, + "ndcg_at_5": 0.69177, + "precision_at_1": 0.82, + "precision_at_10": 0.4595, + "precision_at_100": 0.1109, + "precision_at_1000": 0.01345, + "precision_at_20": 0.3295, + "precision_at_3": 0.70167, + "precision_at_5": 0.595, + "recall_at_1": 0.16613, + "recall_at_10": 0.61084, + "recall_at_100": 0.9291, + "recall_at_1000": 0.99951, + "recall_at_20": 0.74916, + "recall_at_3": 0.37016, + "recall_at_5": 0.47061 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.68114, + "map_at_1": 0.08443, + "map_at_10": 0.30625, + "map_at_100": 0.52176, + "map_at_1000": 0.57796, + "map_at_20": 0.37808, + "map_at_3": 0.17672, + "map_at_5": 0.23171, + "mrr_at_1": 0.89, + "mrr_at_10": 0.9292559523809524, + "mrr_at_100": 0.9295295234605812, + "mrr_at_1000": 0.9295295234605812, + "mrr_at_20": 0.9292559523809524, + "mrr_at_3": 0.9241666666666666, + "mrr_at_5": 0.9279166666666667, + "nauc_map_at_1000_diff1": 0.05172201517981294, + "nauc_map_at_1000_max": 0.430345021911498, + "nauc_map_at_1000_std": 0.17920245453697398, + "nauc_map_at_100_diff1": 0.1099237413246539, + "nauc_map_at_100_max": 0.3602272474172006, + "nauc_map_at_100_std": 0.15710672011041335, + "nauc_map_at_10_diff1": 0.2366250603325841, + "nauc_map_at_10_max": 0.15903629358815524, + "nauc_map_at_10_std": -0.08616199337062429, + "nauc_map_at_1_diff1": 0.47718023801530757, + "nauc_map_at_1_max": -0.021454981456785704, + "nauc_map_at_1_std": -0.23804848652446964, + "nauc_map_at_20_diff1": 0.20500812733929133, + "nauc_map_at_20_max": 0.2036033549194935, + "nauc_map_at_20_std": -0.025753016583005172, + "nauc_map_at_3_diff1": 0.3292588789655428, + "nauc_map_at_3_max": 0.09262151631559132, + "nauc_map_at_3_std": -0.20065869720714413, + "nauc_map_at_5_diff1": 0.2865758658962159, + "nauc_map_at_5_max": 0.11958170150846877, + "nauc_map_at_5_std": -0.14852946926832747, + "nauc_mrr_at_1000_diff1": 0.39187636793637587, + "nauc_mrr_at_1000_max": 0.6320796353508062, + "nauc_mrr_at_1000_std": 0.461304742558393, + "nauc_mrr_at_100_diff1": 0.39187636793637587, + "nauc_mrr_at_100_max": 0.6320796353508062, + "nauc_mrr_at_100_std": 0.461304742558393, + "nauc_mrr_at_10_diff1": 0.3922589659141219, + "nauc_mrr_at_10_max": 0.6335156707491388, + "nauc_mrr_at_10_std": 0.46289280946711414, + "nauc_mrr_at_1_diff1": 0.3281505025341477, + "nauc_mrr_at_1_max": 0.5818658190877083, + "nauc_mrr_at_1_std": 0.49340692380379597, + "nauc_mrr_at_20_diff1": 0.3922589659141219, + "nauc_mrr_at_20_max": 0.6335156707491388, + "nauc_mrr_at_20_std": 0.46289280946711414, + "nauc_mrr_at_3_diff1": 0.40316804835387665, + "nauc_mrr_at_3_max": 0.630970492957019, + "nauc_mrr_at_3_std": 0.4131141263286439, + "nauc_mrr_at_5_diff1": 0.3991955469137211, + "nauc_mrr_at_5_max": 0.6392433674831034, + "nauc_mrr_at_5_std": 0.47296340473739584, + "nauc_ndcg_at_1000_diff1": 0.18868252467886534, + "nauc_ndcg_at_1000_max": 0.5485987307294186, + "nauc_ndcg_at_1000_std": 0.29711592976391843, + "nauc_ndcg_at_100_diff1": 0.1984684777551781, + "nauc_ndcg_at_100_max": 0.47713013916752905, + "nauc_ndcg_at_100_std": 0.2225772154979022, + "nauc_ndcg_at_10_diff1": 0.18815343270972337, + "nauc_ndcg_at_10_max": 0.5377110385474524, + "nauc_ndcg_at_10_std": 0.22031027207575796, + "nauc_ndcg_at_1_diff1": 0.38259771399306264, + "nauc_ndcg_at_1_max": 0.4980387364108299, + "nauc_ndcg_at_1_std": 0.3014176967665335, + "nauc_ndcg_at_20_diff1": 0.17413999533775504, + "nauc_ndcg_at_20_max": 0.5047200358113374, + "nauc_ndcg_at_20_std": 0.1955122585911501, + "nauc_ndcg_at_3_diff1": 0.21011271116780028, + "nauc_ndcg_at_3_max": 0.5451371919326534, + "nauc_ndcg_at_3_std": 0.2625924264089856, + "nauc_ndcg_at_5_diff1": 0.16882032461662064, + "nauc_ndcg_at_5_max": 0.5199990367818506, + "nauc_ndcg_at_5_std": 0.24278421936148167, + "nauc_precision_at_1000_diff1": -0.23773160924071585, + "nauc_precision_at_1000_max": 0.060793169812132244, + "nauc_precision_at_1000_std": -0.04544451054740418, + "nauc_precision_at_100_diff1": -0.23420103250698726, + "nauc_precision_at_100_max": 0.16118507559159514, + "nauc_precision_at_100_std": 0.1756897354546014, + "nauc_precision_at_10_diff1": -0.27829182520465756, + "nauc_precision_at_10_max": 0.354806995437401, + "nauc_precision_at_10_std": 0.34710040190410346, + "nauc_precision_at_1_diff1": 0.3281505025341477, + "nauc_precision_at_1_max": 0.5818658190877083, + "nauc_precision_at_1_std": 0.49340692380379597, + "nauc_precision_at_20_diff1": -0.26341883113914677, + "nauc_precision_at_20_max": 0.28618531063550456, + "nauc_precision_at_20_std": 0.30811546654874067, + "nauc_precision_at_3_diff1": -0.2100305637928222, + "nauc_precision_at_3_max": 0.5322602652500585, + "nauc_precision_at_3_std": 0.3710999326868843, + "nauc_precision_at_5_diff1": -0.27963934616950714, + "nauc_precision_at_5_max": 0.4111616543540227, + "nauc_precision_at_5_std": 0.3517305566866375, + "nauc_recall_at_1000_diff1": 0.3485225073203525, + "nauc_recall_at_1000_max": 0.08334168152522582, + "nauc_recall_at_1000_std": 0.6140943274050218, + "nauc_recall_at_100_diff1": 0.19893869262233904, + "nauc_recall_at_100_max": 0.09319789965524082, + "nauc_recall_at_100_std": 0.06554719199423964, + "nauc_recall_at_10_diff1": 0.2366904403842556, + "nauc_recall_at_10_max": 0.059904610378339475, + "nauc_recall_at_10_std": -0.12746386699328136, + "nauc_recall_at_1_diff1": 0.47718023801530757, + "nauc_recall_at_1_max": -0.021454981456785704, + "nauc_recall_at_1_std": -0.23804848652446964, + "nauc_recall_at_20_diff1": 0.21741659314814105, + "nauc_recall_at_20_max": 0.05258299528987325, + "nauc_recall_at_20_std": -0.09459529566138403, + "nauc_recall_at_3_diff1": 0.31750389942844415, + "nauc_recall_at_3_max": 0.06190588613943102, + "nauc_recall_at_3_std": -0.23337672319212197, + "nauc_recall_at_5_diff1": 0.27303732919313906, + "nauc_recall_at_5_max": 0.07083474803680001, + "nauc_recall_at_5_std": -0.17679020131839335, + "ndcg_at_1": 0.765, + "ndcg_at_10": 0.68114, + "ndcg_at_100": 0.73955, + "ndcg_at_1000": 0.80383, + "ndcg_at_20": 0.67527, + "ndcg_at_3": 0.73021, + "ndcg_at_5": 0.70504, + "precision_at_1": 0.89, + "precision_at_10": 0.612, + "precision_at_100": 0.2593, + "precision_at_1000": 0.04887, + "precision_at_20": 0.503, + "precision_at_3": 0.79333, + "precision_at_5": 0.725, + "recall_at_1": 0.08443, + "recall_at_10": 0.36563, + "recall_at_100": 0.7892, + "recall_at_1000": 0.98655, + "recall_at_20": 0.47713, + "recall_at_3": 0.18873, + "recall_at_5": 0.25756 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.66004, + "map_at_1": 0.08423, + "map_at_10": 0.29098, + "map_at_100": 0.49488, + "map_at_1000": 0.55275, + "map_at_20": 0.36001, + "map_at_3": 0.16792, + "map_at_5": 0.21704, + "mrr_at_1": 0.87, + "mrr_at_10": 0.9070119047619046, + "mrr_at_100": 0.9083297862623309, + "mrr_at_1000": 0.9083565242302454, + "mrr_at_20": 0.9078452380952381, + "mrr_at_3": 0.9008333333333332, + "mrr_at_5": 0.9055833333333332, + "nauc_map_at_1000_diff1": -0.030576354330265912, + "nauc_map_at_1000_max": 0.49472899424328703, + "nauc_map_at_1000_std": 0.3331842442485972, + "nauc_map_at_100_diff1": 0.04713512761846412, + "nauc_map_at_100_max": 0.4681031181001501, + "nauc_map_at_100_std": 0.3159308105180405, + "nauc_map_at_10_diff1": 0.19264476116581833, + "nauc_map_at_10_max": 0.3356717308678483, + "nauc_map_at_10_std": 0.09622850197764486, + "nauc_map_at_1_diff1": 0.2996987600423806, + "nauc_map_at_1_max": 0.00873380234546802, + "nauc_map_at_1_std": -0.15256463585146948, + "nauc_map_at_20_diff1": 0.147805967141836, + "nauc_map_at_20_max": 0.38864512863792017, + "nauc_map_at_20_std": 0.1782174912373872, + "nauc_map_at_3_diff1": 0.28905453625411864, + "nauc_map_at_3_max": 0.14671404320914938, + "nauc_map_at_3_std": -0.08841772954337916, + "nauc_map_at_5_diff1": 0.244850987306532, + "nauc_map_at_5_max": 0.23961011866983545, + "nauc_map_at_5_std": -0.013919507377493942, + "nauc_mrr_at_1000_diff1": 0.14654592408716038, + "nauc_mrr_at_1000_max": 0.5905876914201798, + "nauc_mrr_at_1000_std": 0.32714994646454726, + "nauc_mrr_at_100_diff1": 0.14653884136340936, + "nauc_mrr_at_100_max": 0.5907097170895086, + "nauc_mrr_at_100_std": 0.32735048996658656, + "nauc_mrr_at_10_diff1": 0.15193045556081694, + "nauc_mrr_at_10_max": 0.5918141875237589, + "nauc_mrr_at_10_std": 0.32098368567015456, + "nauc_mrr_at_1_diff1": 0.10475449900022192, + "nauc_mrr_at_1_max": 0.5556542990446571, + "nauc_mrr_at_1_std": 0.33896171221210103, + "nauc_mrr_at_20_diff1": 0.14766420296440377, + "nauc_mrr_at_20_max": 0.5922915364167882, + "nauc_mrr_at_20_std": 0.3252541744354434, + "nauc_mrr_at_3_diff1": 0.16159178413338898, + "nauc_mrr_at_3_max": 0.6045473829134941, + "nauc_mrr_at_3_std": 0.3315163012591152, + "nauc_mrr_at_5_diff1": 0.16057994871419246, + "nauc_mrr_at_5_max": 0.5946767622447594, + "nauc_mrr_at_5_std": 0.32803096672986726, + "nauc_ndcg_at_1000_diff1": 0.06332530171628487, + "nauc_ndcg_at_1000_max": 0.5363539577310287, + "nauc_ndcg_at_1000_std": 0.3554380863886421, + "nauc_ndcg_at_100_diff1": 0.11821902278399352, + "nauc_ndcg_at_100_max": 0.5491808912899843, + "nauc_ndcg_at_100_std": 0.33388291446936796, + "nauc_ndcg_at_10_diff1": 0.07509470334386298, + "nauc_ndcg_at_10_max": 0.5025253704427467, + "nauc_ndcg_at_10_std": 0.27630694282620066, + "nauc_ndcg_at_1_diff1": 0.25842416451017675, + "nauc_ndcg_at_1_max": 0.4362999617650157, + "nauc_ndcg_at_1_std": 0.20723361575502985, + "nauc_ndcg_at_20_diff1": 0.10152992486089989, + "nauc_ndcg_at_20_max": 0.5594223912431059, + "nauc_ndcg_at_20_std": 0.32906911369889374, + "nauc_ndcg_at_3_diff1": 0.13851647570736667, + "nauc_ndcg_at_3_max": 0.39181430587857, + "nauc_ndcg_at_3_std": 0.21569636919435353, + "nauc_ndcg_at_5_diff1": 0.09950470215753313, + "nauc_ndcg_at_5_max": 0.4402420497543913, + "nauc_ndcg_at_5_std": 0.22057383959674187, + "nauc_precision_at_1000_diff1": -0.268786139284922, + "nauc_precision_at_1000_max": -0.029418239859100748, + "nauc_precision_at_1000_std": -0.09264703009462837, + "nauc_precision_at_100_diff1": -0.25542200333437187, + "nauc_precision_at_100_max": 0.0365450281954581, + "nauc_precision_at_100_std": 0.10838406705023215, + "nauc_precision_at_10_diff1": -0.2809130396613643, + "nauc_precision_at_10_max": 0.3247376838312479, + "nauc_precision_at_10_std": 0.34248243273675333, + "nauc_precision_at_1_diff1": 0.10475449900022192, + "nauc_precision_at_1_max": 0.5556542990446571, + "nauc_precision_at_1_std": 0.33896171221210103, + "nauc_precision_at_20_diff1": -0.29131695901083254, + "nauc_precision_at_20_max": 0.21789788536449659, + "nauc_precision_at_20_std": 0.286017506346193, + "nauc_precision_at_3_diff1": -0.11977317745756827, + "nauc_precision_at_3_max": 0.4072086068279794, + "nauc_precision_at_3_std": 0.3262399502854694, + "nauc_precision_at_5_diff1": -0.21055352097938682, + "nauc_precision_at_5_max": 0.40353667468871046, + "nauc_precision_at_5_std": 0.3321607198911793, + "nauc_recall_at_1000_diff1": 0.27512187983532316, + "nauc_recall_at_1000_max": 0.20553764910169592, + "nauc_recall_at_1000_std": 0.6507138739379796, + "nauc_recall_at_100_diff1": 0.20206755933840428, + "nauc_recall_at_100_max": 0.33730021147199846, + "nauc_recall_at_100_std": 0.2743615428425491, + "nauc_recall_at_10_diff1": 0.23514300092888743, + "nauc_recall_at_10_max": 0.29148998457534164, + "nauc_recall_at_10_std": 0.06455508327739622, + "nauc_recall_at_1_diff1": 0.2996987600423806, + "nauc_recall_at_1_max": 0.00873380234546802, + "nauc_recall_at_1_std": -0.15256463585146948, + "nauc_recall_at_20_diff1": 0.1969843024150267, + "nauc_recall_at_20_max": 0.31356568267120094, + "nauc_recall_at_20_std": 0.13750446878353076, + "nauc_recall_at_3_diff1": 0.3028584824610634, + "nauc_recall_at_3_max": 0.13387174587621362, + "nauc_recall_at_3_std": -0.11640983111316874, + "nauc_recall_at_5_diff1": 0.2687603007055086, + "nauc_recall_at_5_max": 0.225069997429994, + "nauc_recall_at_5_std": -0.03965444151829724, + "ndcg_at_1": 0.7525, + "ndcg_at_10": 0.66004, + "ndcg_at_100": 0.71478, + "ndcg_at_1000": 0.78549, + "ndcg_at_20": 0.65407, + "ndcg_at_3": 0.69761, + "ndcg_at_5": 0.67554, + "precision_at_1": 0.87, + "precision_at_10": 0.5955, + "precision_at_100": 0.2517, + "precision_at_1000": 0.0489, + "precision_at_20": 0.48625, + "precision_at_3": 0.75, + "precision_at_5": 0.685, + "recall_at_1": 0.08423, + "recall_at_10": 0.34696, + "recall_at_100": 0.76847, + "recall_at_1000": 0.984, + "recall_at_20": 0.46037, + "recall_at_3": 0.17901, + "recall_at_5": 0.24004 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.65934, + "map_at_1": 0.08195, + "map_at_10": 0.29038, + "map_at_100": 0.49387, + "map_at_1000": 0.55095, + "map_at_20": 0.36051, + "map_at_3": 0.16839, + "map_at_5": 0.2197, + "mrr_at_1": 0.86, + "mrr_at_10": 0.9008809523809523, + "mrr_at_100": 0.9023809744898453, + "mrr_at_1000": 0.9023809744898453, + "mrr_at_20": 0.9015267857142857, + "mrr_at_3": 0.8966666666666666, + "mrr_at_5": 0.9001666666666666, + "nauc_map_at_1000_diff1": 0.037049044493707474, + "nauc_map_at_1000_max": 0.5450969881657178, + "nauc_map_at_1000_std": 0.3768892710616702, + "nauc_map_at_100_diff1": 0.06038619078481807, + "nauc_map_at_100_max": 0.49666788586243793, + "nauc_map_at_100_std": 0.35373288924500956, + "nauc_map_at_10_diff1": 0.21542659230856845, + "nauc_map_at_10_max": 0.27435230697835156, + "nauc_map_at_10_std": 0.10548268566144675, + "nauc_map_at_1_diff1": 0.3646643609090594, + "nauc_map_at_1_max": -0.013888610678881747, + "nauc_map_at_1_std": -0.17243289783160246, + "nauc_map_at_20_diff1": 0.16522042394370318, + "nauc_map_at_20_max": 0.35591892495459926, + "nauc_map_at_20_std": 0.18156627240780066, + "nauc_map_at_3_diff1": 0.30286376252303987, + "nauc_map_at_3_max": 0.10827261270037358, + "nauc_map_at_3_std": -0.07606853098958159, + "nauc_map_at_5_diff1": 0.2687194663508028, + "nauc_map_at_5_max": 0.17411635067751124, + "nauc_map_at_5_std": -0.000709805843639086, + "nauc_mrr_at_1000_diff1": 0.06066738919218085, + "nauc_mrr_at_1000_max": 0.6185131257633208, + "nauc_mrr_at_1000_std": 0.2721431386160777, + "nauc_mrr_at_100_diff1": 0.06066738919218085, + "nauc_mrr_at_100_max": 0.6185131257633208, + "nauc_mrr_at_100_std": 0.2721431386160777, + "nauc_mrr_at_10_diff1": 0.057063704381484226, + "nauc_mrr_at_10_max": 0.6224737518524074, + "nauc_mrr_at_10_std": 0.2797050338714387, + "nauc_mrr_at_1_diff1": 0.0761050297907719, + "nauc_mrr_at_1_max": 0.5474400720520997, + "nauc_mrr_at_1_std": 0.15731952334765226, + "nauc_mrr_at_20_diff1": 0.06187529128903289, + "nauc_mrr_at_20_max": 0.620896156606724, + "nauc_mrr_at_20_std": 0.2753067171870585, + "nauc_mrr_at_3_diff1": 0.0545988999103866, + "nauc_mrr_at_3_max": 0.6259000030901395, + "nauc_mrr_at_3_std": 0.28523531411266856, + "nauc_mrr_at_5_diff1": 0.057546552185026696, + "nauc_mrr_at_5_max": 0.624287090882606, + "nauc_mrr_at_5_std": 0.28499717477498215, + "nauc_ndcg_at_1000_diff1": 0.09263717559039887, + "nauc_ndcg_at_1000_max": 0.6105768628184838, + "nauc_ndcg_at_1000_std": 0.42134839498034066, + "nauc_ndcg_at_100_diff1": 0.09958753241829024, + "nauc_ndcg_at_100_max": 0.570723980680324, + "nauc_ndcg_at_100_std": 0.3947944698851481, + "nauc_ndcg_at_10_diff1": 0.12668049809693885, + "nauc_ndcg_at_10_max": 0.5594201011387229, + "nauc_ndcg_at_10_std": 0.3145529755992434, + "nauc_ndcg_at_1_diff1": 0.14585648472817123, + "nauc_ndcg_at_1_max": 0.37735065327392253, + "nauc_ndcg_at_1_std": 0.1086182528294154, + "nauc_ndcg_at_20_diff1": 0.13015073454831308, + "nauc_ndcg_at_20_max": 0.5930780507471114, + "nauc_ndcg_at_20_std": 0.3560354247413061, + "nauc_ndcg_at_3_diff1": 0.10191100934647306, + "nauc_ndcg_at_3_max": 0.4710264193890495, + "nauc_ndcg_at_3_std": 0.2806789488625513, + "nauc_ndcg_at_5_diff1": 0.08568257714407183, + "nauc_ndcg_at_5_max": 0.4841969392977179, + "nauc_ndcg_at_5_std": 0.29703090747537575, + "nauc_precision_at_1000_diff1": -0.12560584625380883, + "nauc_precision_at_1000_max": -0.000768066645547287, + "nauc_precision_at_1000_std": -0.09604035592837182, + "nauc_precision_at_100_diff1": -0.17474653831343043, + "nauc_precision_at_100_max": 0.12624656588881358, + "nauc_precision_at_100_std": 0.136960211896069, + "nauc_precision_at_10_diff1": -0.21601125234794852, + "nauc_precision_at_10_max": 0.43737172214534514, + "nauc_precision_at_10_std": 0.3865996563760834, + "nauc_precision_at_1_diff1": 0.0761050297907719, + "nauc_precision_at_1_max": 0.5474400720520997, + "nauc_precision_at_1_std": 0.15731952334765226, + "nauc_precision_at_20_diff1": -0.23485910869004625, + "nauc_precision_at_20_max": 0.336005429182431, + "nauc_precision_at_20_std": 0.31485519783829613, + "nauc_precision_at_3_diff1": -0.1431017690637374, + "nauc_precision_at_3_max": 0.526076925533274, + "nauc_precision_at_3_std": 0.40825775961169997, + "nauc_precision_at_5_diff1": -0.20091907071738496, + "nauc_precision_at_5_max": 0.46856012254276264, + "nauc_precision_at_5_std": 0.4010722491702837, + "nauc_recall_at_1000_diff1": -0.1895519990602697, + "nauc_recall_at_1000_max": 0.32026646469064646, + "nauc_recall_at_1000_std": 0.7300692200561654, + "nauc_recall_at_100_diff1": 0.06616231564617905, + "nauc_recall_at_100_max": 0.29692966074278615, + "nauc_recall_at_100_std": 0.3019774364658822, + "nauc_recall_at_10_diff1": 0.2164922905913378, + "nauc_recall_at_10_max": 0.1929115278867575, + "nauc_recall_at_10_std": 0.06642927415533052, + "nauc_recall_at_1_diff1": 0.3646643609090594, + "nauc_recall_at_1_max": -0.013888610678881747, + "nauc_recall_at_1_std": -0.17243289783160246, + "nauc_recall_at_20_diff1": 0.16226188712634512, + "nauc_recall_at_20_max": 0.24309187725309625, + "nauc_recall_at_20_std": 0.11994629816122915, + "nauc_recall_at_3_diff1": 0.28935415297574313, + "nauc_recall_at_3_max": 0.07603353413999168, + "nauc_recall_at_3_std": -0.09374788083493807, + "nauc_recall_at_5_diff1": 0.25631081155001556, + "nauc_recall_at_5_max": 0.11843787335028204, + "nauc_recall_at_5_std": -0.029307905835520787, + "ndcg_at_1": 0.745, + "ndcg_at_10": 0.65934, + "ndcg_at_100": 0.71151, + "ndcg_at_1000": 0.78355, + "ndcg_at_20": 0.65199, + "ndcg_at_3": 0.70411, + "ndcg_at_5": 0.68468, + "precision_at_1": 0.86, + "precision_at_10": 0.591, + "precision_at_100": 0.25005, + "precision_at_1000": 0.04868, + "precision_at_20": 0.4885, + "precision_at_3": 0.76, + "precision_at_5": 0.698, + "recall_at_1": 0.08195, + "recall_at_10": 0.34555, + "recall_at_100": 0.76447, + "recall_at_1000": 0.98252, + "recall_at_20": 0.45896, + "recall_at_3": 0.17902, + "recall_at_5": 0.24417 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.67068, + "map_at_1": 0.08957, + "map_at_10": 0.31271, + "map_at_100": 0.48718, + "map_at_1000": 0.5556, + "map_at_20": 0.37355, + "map_at_3": 0.19328, + "map_at_5": 0.24264, + "mrr_at_1": 0.825, + "mrr_at_10": 0.8921865079365081, + "mrr_at_100": 0.8923427579365081, + "mrr_at_1000": 0.8923427579365081, + "mrr_at_20": 0.8921865079365081, + "mrr_at_3": 0.8841666666666668, + "mrr_at_5": 0.8909166666666668, + "nauc_map_at_1000_diff1": 0.04870383980486323, + "nauc_map_at_1000_max": 0.5598485714655645, + "nauc_map_at_1000_std": 0.4380251152337941, + "nauc_map_at_100_diff1": 0.14690073432376935, + "nauc_map_at_100_max": 0.5456490964999845, + "nauc_map_at_100_std": 0.40774196055521217, + "nauc_map_at_10_diff1": 0.22061880340186346, + "nauc_map_at_10_max": 0.4521776160432865, + "nauc_map_at_10_std": 0.2080708744807446, + "nauc_map_at_1_diff1": 0.3900273632935689, + "nauc_map_at_1_max": 0.310049625343671, + "nauc_map_at_1_std": 0.024174539099295334, + "nauc_map_at_20_diff1": 0.20270664905118857, + "nauc_map_at_20_max": 0.49381227519137044, + "nauc_map_at_20_std": 0.2593794432632147, + "nauc_map_at_3_diff1": 0.2704618156963739, + "nauc_map_at_3_max": 0.3949088892992582, + "nauc_map_at_3_std": 0.09982463862037479, + "nauc_map_at_5_diff1": 0.23602848773591326, + "nauc_map_at_5_max": 0.4233077535922199, + "nauc_map_at_5_std": 0.15315632706782825, + "nauc_mrr_at_1000_diff1": 0.34960555344005595, + "nauc_mrr_at_1000_max": 0.6110234465041294, + "nauc_mrr_at_1000_std": 0.43878030660837586, + "nauc_mrr_at_100_diff1": 0.34960555344005595, + "nauc_mrr_at_100_max": 0.6110234465041294, + "nauc_mrr_at_100_std": 0.43878030660837586, + "nauc_mrr_at_10_diff1": 0.3488146120185265, + "nauc_mrr_at_10_max": 0.6114155575667165, + "nauc_mrr_at_10_std": 0.43921065487707067, + "nauc_mrr_at_1_diff1": 0.38184258866751447, + "nauc_mrr_at_1_max": 0.6196410908577075, + "nauc_mrr_at_1_std": 0.44679949130987695, + "nauc_mrr_at_20_diff1": 0.3488146120185265, + "nauc_mrr_at_20_max": 0.6114155575667165, + "nauc_mrr_at_20_std": 0.43921065487707067, + "nauc_mrr_at_3_diff1": 0.3570446590773595, + "nauc_mrr_at_3_max": 0.6253147598706592, + "nauc_mrr_at_3_std": 0.4507361347838592, + "nauc_mrr_at_5_diff1": 0.3543742470717482, + "nauc_mrr_at_5_max": 0.6114740850778105, + "nauc_mrr_at_5_std": 0.43129335989167417, + "nauc_ndcg_at_1000_diff1": 0.11897948214690722, + "nauc_ndcg_at_1000_max": 0.5640145531723346, + "nauc_ndcg_at_1000_std": 0.4658405026195502, + "nauc_ndcg_at_100_diff1": 0.14168538545089276, + "nauc_ndcg_at_100_max": 0.5748062477850541, + "nauc_ndcg_at_100_std": 0.43366730642635365, + "nauc_ndcg_at_10_diff1": 0.11587630461823406, + "nauc_ndcg_at_10_max": 0.5011618913061949, + "nauc_ndcg_at_10_std": 0.3396653607879169, + "nauc_ndcg_at_1_diff1": 0.41277387546875316, + "nauc_ndcg_at_1_max": 0.4903774770144476, + "nauc_ndcg_at_1_std": 0.2859535910760852, + "nauc_ndcg_at_20_diff1": 0.10207625666453586, + "nauc_ndcg_at_20_max": 0.5550368863495404, + "nauc_ndcg_at_20_std": 0.34896929844324276, + "nauc_ndcg_at_3_diff1": 0.14018805649711472, + "nauc_ndcg_at_3_max": 0.5060370788384821, + "nauc_ndcg_at_3_std": 0.38161547111630495, + "nauc_ndcg_at_5_diff1": 0.11805459072711787, + "nauc_ndcg_at_5_max": 0.4835699338086483, + "nauc_ndcg_at_5_std": 0.34877054714006717, + "nauc_precision_at_1000_diff1": -0.2921725193237433, + "nauc_precision_at_1000_max": -0.15518881451328775, + "nauc_precision_at_1000_std": -0.13269478036087967, + "nauc_precision_at_100_diff1": -0.29113338968089203, + "nauc_precision_at_100_max": -0.1309140326036025, + "nauc_precision_at_100_std": 0.029292469076980052, + "nauc_precision_at_10_diff1": -0.2471727933047811, + "nauc_precision_at_10_max": 0.07082347257138669, + "nauc_precision_at_10_std": 0.22764848464996754, + "nauc_precision_at_1_diff1": 0.38184258866751447, + "nauc_precision_at_1_max": 0.6196410908577075, + "nauc_precision_at_1_std": 0.44679949130987695, + "nauc_precision_at_20_diff1": -0.27304379574783655, + "nauc_precision_at_20_max": -0.010811784845481783, + "nauc_precision_at_20_std": 0.14066311336948908, + "nauc_precision_at_3_diff1": -0.1997114896643763, + "nauc_precision_at_3_max": 0.3573332374296209, + "nauc_precision_at_3_std": 0.44001022972935133, + "nauc_precision_at_5_diff1": -0.22030746702441803, + "nauc_precision_at_5_max": 0.22477861883151806, + "nauc_precision_at_5_std": 0.3389347363627641, + "nauc_recall_at_1000_diff1": 0.09137655466784131, + "nauc_recall_at_1000_max": 0.4493451213770342, + "nauc_recall_at_1000_std": 0.7472018344564924, + "nauc_recall_at_100_diff1": 0.20370374970774108, + "nauc_recall_at_100_max": 0.39583573616247164, + "nauc_recall_at_100_std": 0.36195861507152755, + "nauc_recall_at_10_diff1": 0.18230473529874724, + "nauc_recall_at_10_max": 0.3173471833214154, + "nauc_recall_at_10_std": 0.11096279018407819, + "nauc_recall_at_1_diff1": 0.3900273632935689, + "nauc_recall_at_1_max": 0.310049625343671, + "nauc_recall_at_1_std": 0.024174539099295334, + "nauc_recall_at_20_diff1": 0.17652014944529312, + "nauc_recall_at_20_max": 0.3580892432206027, + "nauc_recall_at_20_std": 0.15818052066517907, + "nauc_recall_at_3_diff1": 0.23934727456178378, + "nauc_recall_at_3_max": 0.3446267072706217, + "nauc_recall_at_3_std": 0.07765734762972427, + "nauc_recall_at_5_diff1": 0.1985786874118367, + "nauc_recall_at_5_max": 0.34100000772477035, + "nauc_recall_at_5_std": 0.0964430554781914, + "ndcg_at_1": 0.6975, + "ndcg_at_10": 0.67068, + "ndcg_at_100": 0.70464, + "ndcg_at_1000": 0.77894, + "ndcg_at_20": 0.67212, + "ndcg_at_3": 0.68173, + "ndcg_at_5": 0.67028, + "precision_at_1": 0.825, + "precision_at_10": 0.594, + "precision_at_100": 0.25425, + "precision_at_1000": 0.0597, + "precision_at_20": 0.48875, + "precision_at_3": 0.75333, + "precision_at_5": 0.682, + "recall_at_1": 0.08957, + "recall_at_10": 0.39947, + "recall_at_100": 0.74347, + "recall_at_1000": 0.96545, + "recall_at_20": 0.50074, + "recall_at_3": 0.21397, + "recall_at_5": 0.28278 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.66108, + "map_at_1": 0.09085, + "map_at_10": 0.29947, + "map_at_100": 0.4694, + "map_at_1000": 0.53758, + "map_at_20": 0.35684, + "map_at_3": 0.1907, + "map_at_5": 0.23471, + "mrr_at_1": 0.805, + "mrr_at_10": 0.873561507936508, + "mrr_at_100": 0.8744006687756689, + "mrr_at_1000": 0.8744006687756689, + "mrr_at_20": 0.8744006687756689, + "mrr_at_3": 0.8625000000000002, + "mrr_at_5": 0.8695, + "nauc_map_at_1000_diff1": 0.04403882900810321, + "nauc_map_at_1000_max": 0.5485403605565509, + "nauc_map_at_1000_std": 0.4865401194895418, + "nauc_map_at_100_diff1": 0.11521010168336818, + "nauc_map_at_100_max": 0.5685848026894431, + "nauc_map_at_100_std": 0.4889603839264048, + "nauc_map_at_10_diff1": 0.15277969942502712, + "nauc_map_at_10_max": 0.5211765409342003, + "nauc_map_at_10_std": 0.3003227431805854, + "nauc_map_at_1_diff1": 0.34726647482843426, + "nauc_map_at_1_max": 0.41459701628320544, + "nauc_map_at_1_std": 0.10432538187629352, + "nauc_map_at_20_diff1": 0.1490120488635838, + "nauc_map_at_20_max": 0.5342455057087323, + "nauc_map_at_20_std": 0.3490351242978513, + "nauc_map_at_3_diff1": 0.2183869268811472, + "nauc_map_at_3_max": 0.4854135576644054, + "nauc_map_at_3_std": 0.21068126075200783, + "nauc_map_at_5_diff1": 0.16152974969102402, + "nauc_map_at_5_max": 0.490091374729098, + "nauc_map_at_5_std": 0.26381463331258, + "nauc_mrr_at_1000_diff1": 0.4549987782729206, + "nauc_mrr_at_1000_max": 0.5715041452744382, + "nauc_mrr_at_1000_std": 0.4758915201909198, + "nauc_mrr_at_100_diff1": 0.4549987782729206, + "nauc_mrr_at_100_max": 0.5715041452744382, + "nauc_mrr_at_100_std": 0.4758915201909198, + "nauc_mrr_at_10_diff1": 0.45506359799916346, + "nauc_mrr_at_10_max": 0.5740767320963894, + "nauc_mrr_at_10_std": 0.479549623157923, + "nauc_mrr_at_1_diff1": 0.4591014855915521, + "nauc_mrr_at_1_max": 0.5654964330461024, + "nauc_mrr_at_1_std": 0.48120637193484866, + "nauc_mrr_at_20_diff1": 0.4549987782729206, + "nauc_mrr_at_20_max": 0.5715041452744382, + "nauc_mrr_at_20_std": 0.4758915201909198, + "nauc_mrr_at_3_diff1": 0.4473819895101779, + "nauc_mrr_at_3_max": 0.5814857616973353, + "nauc_mrr_at_3_std": 0.4766497762764097, + "nauc_mrr_at_5_diff1": 0.45417795072700057, + "nauc_mrr_at_5_max": 0.5677891880860356, + "nauc_mrr_at_5_std": 0.4684346801587094, + "nauc_ndcg_at_1000_diff1": 0.14768297238084394, + "nauc_ndcg_at_1000_max": 0.5462497727169959, + "nauc_ndcg_at_1000_std": 0.4945474922036546, + "nauc_ndcg_at_100_diff1": 0.1601463001518647, + "nauc_ndcg_at_100_max": 0.5921768998519696, + "nauc_ndcg_at_100_std": 0.5142426050543467, + "nauc_ndcg_at_10_diff1": 0.09072358146488292, + "nauc_ndcg_at_10_max": 0.479423741788616, + "nauc_ndcg_at_10_std": 0.36981778454448466, + "nauc_ndcg_at_1_diff1": 0.40801694174849495, + "nauc_ndcg_at_1_max": 0.4633530227346109, + "nauc_ndcg_at_1_std": 0.39163548650547886, + "nauc_ndcg_at_20_diff1": 0.11441162126958987, + "nauc_ndcg_at_20_max": 0.5279619062526753, + "nauc_ndcg_at_20_std": 0.39971411909534466, + "nauc_ndcg_at_3_diff1": 0.1451252986588869, + "nauc_ndcg_at_3_max": 0.44628814286948043, + "nauc_ndcg_at_3_std": 0.3878528724709795, + "nauc_ndcg_at_5_diff1": 0.08485256828393747, + "nauc_ndcg_at_5_max": 0.43146366599396846, + "nauc_ndcg_at_5_std": 0.37488354591955525, + "nauc_precision_at_1000_diff1": -0.22165150922686894, + "nauc_precision_at_1000_max": -0.24044415282573284, + "nauc_precision_at_1000_std": -0.21415051877411126, + "nauc_precision_at_100_diff1": -0.20219129186288806, + "nauc_precision_at_100_max": -0.18330994313493243, + "nauc_precision_at_100_std": -0.037141066755991194, + "nauc_precision_at_10_diff1": -0.2087176837628925, + "nauc_precision_at_10_max": 0.007728076625001811, + "nauc_precision_at_10_std": 0.17239234544840304, + "nauc_precision_at_1_diff1": 0.4591014855915521, + "nauc_precision_at_1_max": 0.5654964330461024, + "nauc_precision_at_1_std": 0.48120637193484866, + "nauc_precision_at_20_diff1": -0.19406198548967857, + "nauc_precision_at_20_max": -0.09989630042974837, + "nauc_precision_at_20_std": 0.09011102234063921, + "nauc_precision_at_3_diff1": -0.12226961118752576, + "nauc_precision_at_3_max": 0.30359625088018294, + "nauc_precision_at_3_std": 0.40324198897446456, + "nauc_precision_at_5_diff1": -0.21563953220199703, + "nauc_precision_at_5_max": 0.11990363931415268, + "nauc_precision_at_5_std": 0.2887801441636364, + "nauc_recall_at_1000_diff1": 0.14300174772602306, + "nauc_recall_at_1000_max": 0.644529209295148, + "nauc_recall_at_1000_std": 0.8280347497115895, + "nauc_recall_at_100_diff1": 0.17427312418663027, + "nauc_recall_at_100_max": 0.5238211093767958, + "nauc_recall_at_100_std": 0.49812087252251824, + "nauc_recall_at_10_diff1": 0.13196417753236844, + "nauc_recall_at_10_max": 0.4447820944881156, + "nauc_recall_at_10_std": 0.239997090948036, + "nauc_recall_at_1_diff1": 0.34726647482843426, + "nauc_recall_at_1_max": 0.41459701628320544, + "nauc_recall_at_1_std": 0.10432538187629352, + "nauc_recall_at_20_diff1": 0.13228118663732527, + "nauc_recall_at_20_max": 0.4356123500368259, + "nauc_recall_at_20_std": 0.27000441202339664, + "nauc_recall_at_3_diff1": 0.20160696932967534, + "nauc_recall_at_3_max": 0.45716355689845245, + "nauc_recall_at_3_std": 0.20353545306953982, + "nauc_recall_at_5_diff1": 0.14087999706034024, + "nauc_recall_at_5_max": 0.449355880935643, + "nauc_recall_at_5_std": 0.23648569621649837, + "ndcg_at_1": 0.7075, + "ndcg_at_10": 0.66108, + "ndcg_at_100": 0.69522, + "ndcg_at_1000": 0.77087, + "ndcg_at_20": 0.66059, + "ndcg_at_3": 0.68268, + "ndcg_at_5": 0.6656, + "precision_at_1": 0.805, + "precision_at_10": 0.57, + "precision_at_100": 0.2499, + "precision_at_1000": 0.05958, + "precision_at_20": 0.47025, + "precision_at_3": 0.72833, + "precision_at_5": 0.669, + "recall_at_1": 0.09085, + "recall_at_10": 0.38219, + "recall_at_100": 0.73355, + "recall_at_1000": 0.96136, + "recall_at_20": 0.48448, + "recall_at_3": 0.20673, + "recall_at_5": 0.26337 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.65542, + "map_at_1": 0.09569, + "map_at_10": 0.30109, + "map_at_100": 0.46829, + "map_at_1000": 0.53528, + "map_at_20": 0.35749, + "map_at_3": 0.19372, + "map_at_5": 0.24085, + "mrr_at_1": 0.835, + "mrr_at_10": 0.891547619047619, + "mrr_at_100": 0.892661401098901, + "mrr_at_1000": 0.892661401098901, + "mrr_at_20": 0.892661401098901, + "mrr_at_3": 0.8775, + "mrr_at_5": 0.89, + "nauc_map_at_1000_diff1": 0.00995756214303197, + "nauc_map_at_1000_max": 0.5131963758118135, + "nauc_map_at_1000_std": 0.4509107311280871, + "nauc_map_at_100_diff1": 0.08384781183398261, + "nauc_map_at_100_max": 0.5654305919238143, + "nauc_map_at_100_std": 0.48217990793601356, + "nauc_map_at_10_diff1": 0.16712747094553096, + "nauc_map_at_10_max": 0.5759934082662347, + "nauc_map_at_10_std": 0.3530762100695093, + "nauc_map_at_1_diff1": 0.2916179814407203, + "nauc_map_at_1_max": 0.4598547685719111, + "nauc_map_at_1_std": 0.1844183659899867, + "nauc_map_at_20_diff1": 0.13448293620765642, + "nauc_map_at_20_max": 0.5745144722352272, + "nauc_map_at_20_std": 0.3905499832696591, + "nauc_map_at_3_diff1": 0.20309875128991836, + "nauc_map_at_3_max": 0.5431220340827726, + "nauc_map_at_3_std": 0.27281225657866226, + "nauc_map_at_5_diff1": 0.18334780679947274, + "nauc_map_at_5_max": 0.5513101563906573, + "nauc_map_at_5_std": 0.31587457344609565, + "nauc_mrr_at_1000_diff1": 0.20221602741231978, + "nauc_mrr_at_1000_max": 0.40393199189817974, + "nauc_mrr_at_1000_std": 0.39143195107555284, + "nauc_mrr_at_100_diff1": 0.20221602741231978, + "nauc_mrr_at_100_max": 0.40393199189817974, + "nauc_mrr_at_100_std": 0.39143195107555284, + "nauc_mrr_at_10_diff1": 0.20986862386808666, + "nauc_mrr_at_10_max": 0.40528251308587904, + "nauc_mrr_at_10_std": 0.38821188294766223, + "nauc_mrr_at_1_diff1": 0.2049488410941747, + "nauc_mrr_at_1_max": 0.3576798019270354, + "nauc_mrr_at_1_std": 0.36727023237777, + "nauc_mrr_at_20_diff1": 0.20221602741231978, + "nauc_mrr_at_20_max": 0.40393199189817974, + "nauc_mrr_at_20_std": 0.39143195107555284, + "nauc_mrr_at_3_diff1": 0.17584239720484185, + "nauc_mrr_at_3_max": 0.4146943287471138, + "nauc_mrr_at_3_std": 0.4035314554175952, + "nauc_mrr_at_5_diff1": 0.21447664665371738, + "nauc_mrr_at_5_max": 0.4129558096415338, + "nauc_mrr_at_5_std": 0.393651774677731, + "nauc_ndcg_at_1000_diff1": 0.06791214806918691, + "nauc_ndcg_at_1000_max": 0.4642709623154519, + "nauc_ndcg_at_1000_std": 0.4337720392554464, + "nauc_ndcg_at_100_diff1": 0.11496131664561446, + "nauc_ndcg_at_100_max": 0.5656710675620651, + "nauc_ndcg_at_100_std": 0.4914127388776186, + "nauc_ndcg_at_10_diff1": 0.034981761699848596, + "nauc_ndcg_at_10_max": 0.4400580538825565, + "nauc_ndcg_at_10_std": 0.3458226130366682, + "nauc_ndcg_at_1_diff1": 0.21009944320026325, + "nauc_ndcg_at_1_max": 0.2827453719874252, + "nauc_ndcg_at_1_std": 0.2831357481868052, + "nauc_ndcg_at_20_diff1": 0.040895368659237846, + "nauc_ndcg_at_20_max": 0.48911371440186535, + "nauc_ndcg_at_20_std": 0.357926760496727, + "nauc_ndcg_at_3_diff1": -0.012950764631643956, + "nauc_ndcg_at_3_max": 0.3743647808348049, + "nauc_ndcg_at_3_std": 0.3636585384367633, + "nauc_ndcg_at_5_diff1": 0.003081272508227467, + "nauc_ndcg_at_5_max": 0.39948074436949477, + "nauc_ndcg_at_5_std": 0.34716459194011134, + "nauc_precision_at_1000_diff1": -0.22254794828504845, + "nauc_precision_at_1000_max": -0.32004089049921103, + "nauc_precision_at_1000_std": -0.2815606983202665, + "nauc_precision_at_100_diff1": -0.2392589988992, + "nauc_precision_at_100_max": -0.31025205758382907, + "nauc_precision_at_100_std": -0.15083921757630037, + "nauc_precision_at_10_diff1": -0.29218873456306155, + "nauc_precision_at_10_max": -0.15688593434008766, + "nauc_precision_at_10_std": 0.04351226204073622, + "nauc_precision_at_1_diff1": 0.2049488410941747, + "nauc_precision_at_1_max": 0.3576798019270354, + "nauc_precision_at_1_std": 0.36727023237777, + "nauc_precision_at_20_diff1": -0.2837201940231196, + "nauc_precision_at_20_max": -0.24948533527343747, + "nauc_precision_at_20_std": -0.037372430371273545, + "nauc_precision_at_3_diff1": -0.2077348718914147, + "nauc_precision_at_3_max": 0.16905682107617873, + "nauc_precision_at_3_std": 0.29259919602219253, + "nauc_precision_at_5_diff1": -0.25586387088943413, + "nauc_precision_at_5_max": 0.0028150839095167036, + "nauc_precision_at_5_std": 0.17806151022224634, + "nauc_recall_at_1000_diff1": 0.23963060227348634, + "nauc_recall_at_1000_max": 0.6107567787181861, + "nauc_recall_at_1000_std": 0.7655652765118608, + "nauc_recall_at_100_diff1": 0.21026766609383635, + "nauc_recall_at_100_max": 0.5755930965885274, + "nauc_recall_at_100_std": 0.5258806550612103, + "nauc_recall_at_10_diff1": 0.20836987924476477, + "nauc_recall_at_10_max": 0.5296730022211824, + "nauc_recall_at_10_std": 0.28311891763076746, + "nauc_recall_at_1_diff1": 0.2916179814407203, + "nauc_recall_at_1_max": 0.4598547685719111, + "nauc_recall_at_1_std": 0.1844183659899867, + "nauc_recall_at_20_diff1": 0.17187470980003938, + "nauc_recall_at_20_max": 0.526325591948397, + "nauc_recall_at_20_std": 0.3187528148061829, + "nauc_recall_at_3_diff1": 0.20446321848384155, + "nauc_recall_at_3_max": 0.5387816682326377, + "nauc_recall_at_3_std": 0.26460952293533335, + "nauc_recall_at_5_diff1": 0.21141807956091305, + "nauc_recall_at_5_max": 0.5158341305705831, + "nauc_recall_at_5_std": 0.26970732950357706, + "ndcg_at_1": 0.7325, + "ndcg_at_10": 0.65542, + "ndcg_at_100": 0.69581, + "ndcg_at_1000": 0.7719, + "ndcg_at_20": 0.65928, + "ndcg_at_3": 0.68573, + "ndcg_at_5": 0.66452, + "precision_at_1": 0.835, + "precision_at_10": 0.5655, + "precision_at_100": 0.24845, + "precision_at_1000": 0.0595, + "precision_at_20": 0.46875, + "precision_at_3": 0.73167, + "precision_at_5": 0.662, + "recall_at_1": 0.09569, + "recall_at_10": 0.37606, + "recall_at_100": 0.73792, + "recall_at_1000": 0.96468, + "recall_at_20": 0.4775, + "recall_at_3": 0.20456, + "recall_at_5": 0.27724 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.6094, + "map_at_1": 0.06954, + "map_at_10": 0.23533, + "map_at_100": 0.45037, + "map_at_1000": 0.50493, + "map_at_20": 0.30901, + "map_at_3": 0.13176, + "map_at_5": 0.17153, + "mrr_at_1": 0.835, + "mrr_at_10": 0.8801944444444445, + "mrr_at_100": 0.8816984126984129, + "mrr_at_1000": 0.8817460317460317, + "mrr_at_20": 0.8815198412698413, + "mrr_at_3": 0.8675, + "mrr_at_5": 0.877, + "nauc_map_at_1000_diff1": 0.1244870335034383, + "nauc_map_at_1000_max": 0.3908844214749939, + "nauc_map_at_1000_std": 0.25974586793453924, + "nauc_map_at_100_diff1": 0.14548635657054584, + "nauc_map_at_100_max": 0.36035073111860044, + "nauc_map_at_100_std": 0.15228895629179448, + "nauc_map_at_10_diff1": 0.13471430497472037, + "nauc_map_at_10_max": 0.08058853331521304, + "nauc_map_at_10_std": -0.10164983257997551, + "nauc_map_at_1_diff1": 0.19152502220354772, + "nauc_map_at_1_max": -0.12204595390627028, + "nauc_map_at_1_std": -0.23252604332315288, + "nauc_map_at_20_diff1": 0.1539840697811115, + "nauc_map_at_20_max": 0.18420090012057513, + "nauc_map_at_20_std": -0.0278527691569824, + "nauc_map_at_3_diff1": 0.19271822177884912, + "nauc_map_at_3_max": -0.03169475970865385, + "nauc_map_at_3_std": -0.17209751457548575, + "nauc_map_at_5_diff1": 0.1555299789383888, + "nauc_map_at_5_max": -0.007574841572496033, + "nauc_map_at_5_std": -0.16681511524658224, + "nauc_mrr_at_1000_diff1": 0.4180721107507558, + "nauc_mrr_at_1000_max": 0.5197594544519132, + "nauc_mrr_at_1000_std": 0.39861962885537117, + "nauc_mrr_at_100_diff1": 0.41826085825810294, + "nauc_mrr_at_100_max": 0.5198441476833238, + "nauc_mrr_at_100_std": 0.39881651362948023, + "nauc_mrr_at_10_diff1": 0.41163397400912943, + "nauc_mrr_at_10_max": 0.5197271860298454, + "nauc_mrr_at_10_std": 0.3951910637745735, + "nauc_mrr_at_1_diff1": 0.4519434418160666, + "nauc_mrr_at_1_max": 0.4929302270083229, + "nauc_mrr_at_1_std": 0.35484592667720743, + "nauc_mrr_at_20_diff1": 0.41816659613049745, + "nauc_mrr_at_20_max": 0.5198978861800032, + "nauc_mrr_at_20_std": 0.39975810204830287, + "nauc_mrr_at_3_diff1": 0.4193340585479081, + "nauc_mrr_at_3_max": 0.5339047943165863, + "nauc_mrr_at_3_std": 0.41887522865529314, + "nauc_mrr_at_5_diff1": 0.4168705970082644, + "nauc_mrr_at_5_max": 0.5212301988452126, + "nauc_mrr_at_5_std": 0.40089051041226237, + "nauc_ndcg_at_1000_diff1": 0.2335488916988541, + "nauc_ndcg_at_1000_max": 0.47918653418107693, + "nauc_ndcg_at_1000_std": 0.36417729698742257, + "nauc_ndcg_at_100_diff1": 0.22963723641299097, + "nauc_ndcg_at_100_max": 0.42090784130133035, + "nauc_ndcg_at_100_std": 0.21879336991746287, + "nauc_ndcg_at_10_diff1": 0.18096578068210728, + "nauc_ndcg_at_10_max": 0.3885448974850336, + "nauc_ndcg_at_10_std": 0.25730206548629836, + "nauc_ndcg_at_1_diff1": 0.4502621123226957, + "nauc_ndcg_at_1_max": 0.4132003084822863, + "nauc_ndcg_at_1_std": 0.2976170719564218, + "nauc_ndcg_at_20_diff1": 0.20647401146498118, + "nauc_ndcg_at_20_max": 0.38461371483396467, + "nauc_ndcg_at_20_std": 0.2534927910543727, + "nauc_ndcg_at_3_diff1": 0.24005780720421135, + "nauc_ndcg_at_3_max": 0.4294053724694401, + "nauc_ndcg_at_3_std": 0.30868866003364875, + "nauc_ndcg_at_5_diff1": 0.2152429033859152, + "nauc_ndcg_at_5_max": 0.41548717713733996, + "nauc_ndcg_at_5_std": 0.3022949599495508, + "nauc_precision_at_1000_diff1": -0.08087084971287016, + "nauc_precision_at_1000_max": 0.06890272438961496, + "nauc_precision_at_1000_std": 0.22782701107563375, + "nauc_precision_at_100_diff1": -0.06292658042229936, + "nauc_precision_at_100_max": 0.18201038733141844, + "nauc_precision_at_100_std": 0.30288835741477194, + "nauc_precision_at_10_diff1": -0.025486472298537254, + "nauc_precision_at_10_max": 0.38153684021128687, + "nauc_precision_at_10_std": 0.35816896799559483, + "nauc_precision_at_1_diff1": 0.4519434418160666, + "nauc_precision_at_1_max": 0.4929302270083229, + "nauc_precision_at_1_std": 0.35484592667720743, + "nauc_precision_at_20_diff1": -0.02220075022701582, + "nauc_precision_at_20_max": 0.3490589279797239, + "nauc_precision_at_20_std": 0.36101298353092354, + "nauc_precision_at_3_diff1": 0.0820120125569322, + "nauc_precision_at_3_max": 0.4654738790397212, + "nauc_precision_at_3_std": 0.37088315883068074, + "nauc_precision_at_5_diff1": 0.0075146934480555755, + "nauc_precision_at_5_max": 0.40283304976649653, + "nauc_precision_at_5_std": 0.37370456814803593, + "nauc_recall_at_1000_diff1": 0.020914889719171315, + "nauc_recall_at_1000_max": 0.3967573937134342, + "nauc_recall_at_1000_std": 0.5820473405966546, + "nauc_recall_at_100_diff1": 0.09188744745088145, + "nauc_recall_at_100_max": 0.11046171931388375, + "nauc_recall_at_100_std": -0.07387716275477463, + "nauc_recall_at_10_diff1": 0.061044608017744986, + "nauc_recall_at_10_max": -0.03144566294372498, + "nauc_recall_at_10_std": -0.19455016136405054, + "nauc_recall_at_1_diff1": 0.19152502220354772, + "nauc_recall_at_1_max": -0.12204595390627028, + "nauc_recall_at_1_std": -0.23252604332315288, + "nauc_recall_at_20_diff1": 0.0929987301072335, + "nauc_recall_at_20_max": 0.02607134240627853, + "nauc_recall_at_20_std": -0.12235212768432842, + "nauc_recall_at_3_diff1": 0.18822551343420443, + "nauc_recall_at_3_max": -0.040411965685125596, + "nauc_recall_at_3_std": -0.17242128756888617, + "nauc_recall_at_5_diff1": 0.09687672431877417, + "nauc_recall_at_5_max": -0.08340267471551757, + "nauc_recall_at_5_std": -0.21863665075900027, + "ndcg_at_1": 0.7075, + "ndcg_at_10": 0.6094, + "ndcg_at_100": 0.66718, + "ndcg_at_1000": 0.74957, + "ndcg_at_20": 0.60597, + "ndcg_at_3": 0.64334, + "ndcg_at_5": 0.62681, + "precision_at_1": 0.835, + "precision_at_10": 0.588, + "precision_at_100": 0.2478, + "precision_at_1000": 0.0409, + "precision_at_20": 0.49325, + "precision_at_3": 0.73333, + "precision_at_5": 0.674, + "recall_at_1": 0.06954, + "recall_at_10": 0.30258, + "recall_at_100": 0.76605, + "recall_at_1000": 0.98771, + "recall_at_20": 0.4392, + "recall_at_3": 0.13768, + "recall_at_5": 0.20097 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.56715, + "map_at_1": 0.05544, + "map_at_10": 0.21535, + "map_at_100": 0.40453, + "map_at_1000": 0.45566, + "map_at_20": 0.27839, + "map_at_3": 0.12086, + "map_at_5": 0.1562, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8261309523809524, + "mrr_at_100": 0.8285207037114932, + "mrr_at_1000": 0.8285887143450776, + "mrr_at_20": 0.8282300338550338, + "mrr_at_3": 0.8183333333333332, + "mrr_at_5": 0.8220833333333333, + "nauc_map_at_1000_diff1": 0.12587010507396246, + "nauc_map_at_1000_max": 0.488619039924365, + "nauc_map_at_1000_std": 0.4137588903306958, + "nauc_map_at_100_diff1": 0.13434315802213628, + "nauc_map_at_100_max": 0.4626252336293174, + "nauc_map_at_100_std": 0.3405159999878537, + "nauc_map_at_10_diff1": 0.19363121469942282, + "nauc_map_at_10_max": 0.1984421338617992, + "nauc_map_at_10_std": 0.05646846140765218, + "nauc_map_at_1_diff1": 0.30779486650043836, + "nauc_map_at_1_max": 0.07135557900351236, + "nauc_map_at_1_std": -0.09496543069496897, + "nauc_map_at_20_diff1": 0.17583900611758763, + "nauc_map_at_20_max": 0.2785844054595573, + "nauc_map_at_20_std": 0.135322343899422, + "nauc_map_at_3_diff1": 0.19169745630403356, + "nauc_map_at_3_max": 0.1051492226657223, + "nauc_map_at_3_std": -0.024721407484022774, + "nauc_map_at_5_diff1": 0.20564980526370125, + "nauc_map_at_5_max": 0.15222852544383805, + "nauc_map_at_5_std": -0.000832052056049209, + "nauc_mrr_at_1000_diff1": 0.20618751425663498, + "nauc_mrr_at_1000_max": 0.576520706771354, + "nauc_mrr_at_1000_std": 0.47150437524359096, + "nauc_mrr_at_100_diff1": 0.20594850407351398, + "nauc_mrr_at_100_max": 0.5762972439778757, + "nauc_mrr_at_100_std": 0.47169812576620207, + "nauc_mrr_at_10_diff1": 0.2045190888089749, + "nauc_mrr_at_10_max": 0.5759065743540627, + "nauc_mrr_at_10_std": 0.4705821490506614, + "nauc_mrr_at_1_diff1": 0.21359349312105236, + "nauc_mrr_at_1_max": 0.5573570130656739, + "nauc_mrr_at_1_std": 0.4254239854633557, + "nauc_mrr_at_20_diff1": 0.20729913555270776, + "nauc_mrr_at_20_max": 0.5766361589416565, + "nauc_mrr_at_20_std": 0.4711166102974442, + "nauc_mrr_at_3_diff1": 0.1817986091175959, + "nauc_mrr_at_3_max": 0.5826033207085906, + "nauc_mrr_at_3_std": 0.4895521766105812, + "nauc_mrr_at_5_diff1": 0.20074848987845686, + "nauc_mrr_at_5_max": 0.5797505191597783, + "nauc_mrr_at_5_std": 0.47889618461961103, + "nauc_ndcg_at_1000_diff1": 0.12082290396094417, + "nauc_ndcg_at_1000_max": 0.5201316038967472, + "nauc_ndcg_at_1000_std": 0.4648184868066448, + "nauc_ndcg_at_100_diff1": 0.14487952733004936, + "nauc_ndcg_at_100_max": 0.5234475815800034, + "nauc_ndcg_at_100_std": 0.4099319262367812, + "nauc_ndcg_at_10_diff1": 0.1105314363907345, + "nauc_ndcg_at_10_max": 0.4759804883779995, + "nauc_ndcg_at_10_std": 0.376808318195576, + "nauc_ndcg_at_1_diff1": 0.23055225837403756, + "nauc_ndcg_at_1_max": 0.4602111758599444, + "nauc_ndcg_at_1_std": 0.35270835315088833, + "nauc_ndcg_at_20_diff1": 0.13628546682156026, + "nauc_ndcg_at_20_max": 0.46604895197752727, + "nauc_ndcg_at_20_std": 0.3864652543901674, + "nauc_ndcg_at_3_diff1": 0.08598477671450773, + "nauc_ndcg_at_3_max": 0.4857491087853583, + "nauc_ndcg_at_3_std": 0.4261298262961598, + "nauc_ndcg_at_5_diff1": 0.10475193292798828, + "nauc_ndcg_at_5_max": 0.5185861873063602, + "nauc_ndcg_at_5_std": 0.4263493185764629, + "nauc_precision_at_1000_diff1": -0.05317370327532056, + "nauc_precision_at_1000_max": 0.07894896745803492, + "nauc_precision_at_1000_std": 0.1783031250027036, + "nauc_precision_at_100_diff1": -0.06754096097254265, + "nauc_precision_at_100_max": 0.24798561245482867, + "nauc_precision_at_100_std": 0.33195874406509496, + "nauc_precision_at_10_diff1": -0.03831320007163396, + "nauc_precision_at_10_max": 0.3941688313846251, + "nauc_precision_at_10_std": 0.37820622884899735, + "nauc_precision_at_1_diff1": 0.21359349312105236, + "nauc_precision_at_1_max": 0.5573570130656739, + "nauc_precision_at_1_std": 0.4254239854633557, + "nauc_precision_at_20_diff1": -0.052661261753865984, + "nauc_precision_at_20_max": 0.3586941086517858, + "nauc_precision_at_20_std": 0.3762020439484805, + "nauc_precision_at_3_diff1": -0.04636997347621528, + "nauc_precision_at_3_max": 0.5107627920615249, + "nauc_precision_at_3_std": 0.5166973222973065, + "nauc_precision_at_5_diff1": -0.017684043360413675, + "nauc_precision_at_5_max": 0.4867916967368374, + "nauc_precision_at_5_std": 0.43796763367389135, + "nauc_recall_at_1000_diff1": 0.12151866740269965, + "nauc_recall_at_1000_max": 0.6138056943440128, + "nauc_recall_at_1000_std": 0.7077947786378811, + "nauc_recall_at_100_diff1": 0.05676712102531906, + "nauc_recall_at_100_max": 0.27975857020601463, + "nauc_recall_at_100_std": 0.21783597898743637, + "nauc_recall_at_10_diff1": 0.16719136689791836, + "nauc_recall_at_10_max": 0.07111844455912723, + "nauc_recall_at_10_std": -0.04666402887300494, + "nauc_recall_at_1_diff1": 0.30779486650043836, + "nauc_recall_at_1_max": 0.07135557900351236, + "nauc_recall_at_1_std": -0.09496543069496897, + "nauc_recall_at_20_diff1": 0.12285012904448403, + "nauc_recall_at_20_max": 0.10814612900790714, + "nauc_recall_at_20_std": 0.017392923525449997, + "nauc_recall_at_3_diff1": 0.1550702489964552, + "nauc_recall_at_3_max": 0.04939395078147002, + "nauc_recall_at_3_std": -0.050033202716069286, + "nauc_recall_at_5_diff1": 0.21536043800116317, + "nauc_recall_at_5_max": 0.07815828546825551, + "nauc_recall_at_5_std": -0.058559475568316595, + "ndcg_at_1": 0.6325, + "ndcg_at_10": 0.56715, + "ndcg_at_100": 0.62164, + "ndcg_at_1000": 0.71326, + "ndcg_at_20": 0.55959, + "ndcg_at_3": 0.6046, + "ndcg_at_5": 0.57973, + "precision_at_1": 0.76, + "precision_at_10": 0.5535, + "precision_at_100": 0.23005, + "precision_at_1000": 0.03973, + "precision_at_20": 0.456, + "precision_at_3": 0.7, + "precision_at_5": 0.634, + "recall_at_1": 0.05544, + "recall_at_10": 0.28047, + "recall_at_100": 0.7202, + "recall_at_1000": 0.97187, + "recall_at_20": 0.40395, + "recall_at_3": 0.1364, + "recall_at_5": 0.18311 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.55342, + "map_at_1": 0.04799, + "map_at_10": 0.19997, + "map_at_100": 0.38667, + "map_at_1000": 0.43661, + "map_at_20": 0.25975, + "map_at_3": 0.1079, + "map_at_5": 0.14307, + "mrr_at_1": 0.725, + "mrr_at_10": 0.8005813492063493, + "mrr_at_100": 0.8037615454539262, + "mrr_at_1000": 0.8038396139371672, + "mrr_at_20": 0.8029328816608228, + "mrr_at_3": 0.7891666666666666, + "mrr_at_5": 0.7969166666666666, + "nauc_map_at_1000_diff1": 0.13880410385530279, + "nauc_map_at_1000_max": 0.5067388802499418, + "nauc_map_at_1000_std": 0.3546068398598128, + "nauc_map_at_100_diff1": 0.16375065389172647, + "nauc_map_at_100_max": 0.47933309871504987, + "nauc_map_at_100_std": 0.2899058191423899, + "nauc_map_at_10_diff1": 0.16342311048594424, + "nauc_map_at_10_max": 0.22473837970154936, + "nauc_map_at_10_std": -0.004230424376722816, + "nauc_map_at_1_diff1": 0.2144038247442069, + "nauc_map_at_1_max": 0.11809594624423846, + "nauc_map_at_1_std": -0.12300911700670929, + "nauc_map_at_20_diff1": 0.1564380096337486, + "nauc_map_at_20_max": 0.30130458793458614, + "nauc_map_at_20_std": 0.07964499788428192, + "nauc_map_at_3_diff1": 0.19702014179412863, + "nauc_map_at_3_max": 0.176480387792031, + "nauc_map_at_3_std": -0.09540368745269363, + "nauc_map_at_5_diff1": 0.16627027808692382, + "nauc_map_at_5_max": 0.1848025575139712, + "nauc_map_at_5_std": -0.03532183683791054, + "nauc_mrr_at_1000_diff1": 0.19417307713438622, + "nauc_mrr_at_1000_max": 0.5064109381156398, + "nauc_mrr_at_1000_std": 0.3584265643032076, + "nauc_mrr_at_100_diff1": 0.19407010976461686, + "nauc_mrr_at_100_max": 0.506560787191402, + "nauc_mrr_at_100_std": 0.3587091426006513, + "nauc_mrr_at_10_diff1": 0.19352829335122523, + "nauc_mrr_at_10_max": 0.5027152757372841, + "nauc_mrr_at_10_std": 0.35346070696252546, + "nauc_mrr_at_1_diff1": 0.22738054896645232, + "nauc_mrr_at_1_max": 0.5212663987994387, + "nauc_mrr_at_1_std": 0.3487244033499536, + "nauc_mrr_at_20_diff1": 0.19330306788236706, + "nauc_mrr_at_20_max": 0.5053963096012155, + "nauc_mrr_at_20_std": 0.35884570853234743, + "nauc_mrr_at_3_diff1": 0.192342271631014, + "nauc_mrr_at_3_max": 0.503550379094454, + "nauc_mrr_at_3_std": 0.34532558902858523, + "nauc_mrr_at_5_diff1": 0.18223799774469046, + "nauc_mrr_at_5_max": 0.5025930146257015, + "nauc_mrr_at_5_std": 0.36274626242406915, + "nauc_ndcg_at_1000_diff1": 0.15725531125879583, + "nauc_ndcg_at_1000_max": 0.5299477087041159, + "nauc_ndcg_at_1000_std": 0.4087396353806645, + "nauc_ndcg_at_100_diff1": 0.1873594813452501, + "nauc_ndcg_at_100_max": 0.5279018909061103, + "nauc_ndcg_at_100_std": 0.3615624004553515, + "nauc_ndcg_at_10_diff1": 0.15827242566803218, + "nauc_ndcg_at_10_max": 0.45876491819951404, + "nauc_ndcg_at_10_std": 0.32039474139891577, + "nauc_ndcg_at_1_diff1": 0.2700224693809466, + "nauc_ndcg_at_1_max": 0.4598987872965599, + "nauc_ndcg_at_1_std": 0.30457868905833646, + "nauc_ndcg_at_20_diff1": 0.16240482566635478, + "nauc_ndcg_at_20_max": 0.4525725234433813, + "nauc_ndcg_at_20_std": 0.30893871845425686, + "nauc_ndcg_at_3_diff1": 0.18624604383574211, + "nauc_ndcg_at_3_max": 0.4789221841594172, + "nauc_ndcg_at_3_std": 0.3249758999780447, + "nauc_ndcg_at_5_diff1": 0.15346940544028578, + "nauc_ndcg_at_5_max": 0.4690055678895642, + "nauc_ndcg_at_5_std": 0.35962002027117285, + "nauc_precision_at_1000_diff1": -0.11494401243018144, + "nauc_precision_at_1000_max": 0.1035983012671226, + "nauc_precision_at_1000_std": 0.1758662492634268, + "nauc_precision_at_100_diff1": -0.05113344786730998, + "nauc_precision_at_100_max": 0.26071731631285405, + "nauc_precision_at_100_std": 0.3244541715356218, + "nauc_precision_at_10_diff1": 0.00584814744084714, + "nauc_precision_at_10_max": 0.38233543955207605, + "nauc_precision_at_10_std": 0.3491359705812076, + "nauc_precision_at_1_diff1": 0.22738054896645232, + "nauc_precision_at_1_max": 0.5212663987994387, + "nauc_precision_at_1_std": 0.3487244033499536, + "nauc_precision_at_20_diff1": -0.025110045370175194, + "nauc_precision_at_20_max": 0.3354510266716369, + "nauc_precision_at_20_std": 0.3321327652243112, + "nauc_precision_at_3_diff1": 0.05994616849074805, + "nauc_precision_at_3_max": 0.48057907948744377, + "nauc_precision_at_3_std": 0.37217204825454, + "nauc_precision_at_5_diff1": 0.010980099374405076, + "nauc_precision_at_5_max": 0.42751405842567725, + "nauc_precision_at_5_std": 0.3901291278811041, + "nauc_recall_at_1000_diff1": 0.29150416520755495, + "nauc_recall_at_1000_max": 0.6677499579699891, + "nauc_recall_at_1000_std": 0.732489965190071, + "nauc_recall_at_100_diff1": 0.16182507199197174, + "nauc_recall_at_100_max": 0.2900310260118862, + "nauc_recall_at_100_std": 0.1927249179635578, + "nauc_recall_at_10_diff1": 0.09903686690273414, + "nauc_recall_at_10_max": 0.04940007341086454, + "nauc_recall_at_10_std": -0.09516775072153844, + "nauc_recall_at_1_diff1": 0.2144038247442069, + "nauc_recall_at_1_max": 0.11809594624423846, + "nauc_recall_at_1_std": -0.12300911700670929, + "nauc_recall_at_20_diff1": 0.11196305423143531, + "nauc_recall_at_20_max": 0.10882883710832265, + "nauc_recall_at_20_std": -0.010337077838270793, + "nauc_recall_at_3_diff1": 0.13484902249799932, + "nauc_recall_at_3_max": 0.0889931193533349, + "nauc_recall_at_3_std": -0.1202801956914488, + "nauc_recall_at_5_diff1": 0.09083657172555558, + "nauc_recall_at_5_max": 0.05538458244351155, + "nauc_recall_at_5_std": -0.05594954819904338, + "ndcg_at_1": 0.6275, + "ndcg_at_10": 0.55342, + "ndcg_at_100": 0.60639, + "ndcg_at_1000": 0.69813, + "ndcg_at_20": 0.54504, + "ndcg_at_3": 0.5779, + "ndcg_at_5": 0.56478, + "precision_at_1": 0.725, + "precision_at_10": 0.546, + "precision_at_100": 0.22885, + "precision_at_1000": 0.03956, + "precision_at_20": 0.4505, + "precision_at_3": 0.67, + "precision_at_5": 0.622, + "recall_at_1": 0.04799, + "recall_at_10": 0.27514, + "recall_at_100": 0.71422, + "recall_at_1000": 0.96943, + "recall_at_20": 0.39152, + "recall_at_3": 0.12196, + "recall_at_5": 0.17374 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.62855, + "map_at_1": 0.15774, + "map_at_10": 0.39041, + "map_at_100": 0.51987, + "map_at_1000": 0.53368, + "map_at_20": 0.44422, + "map_at_3": 0.27173, + "map_at_5": 0.32129, + "mrr_at_1": 0.805, + "mrr_at_10": 0.8645972222222221, + "mrr_at_100": 0.866007993836482, + "mrr_at_1000": 0.866007993836482, + "mrr_at_20": 0.8654684343434341, + "mrr_at_3": 0.8549999999999999, + "mrr_at_5": 0.8617499999999998, + "nauc_map_at_1000_diff1": 0.11389435874591032, + "nauc_map_at_1000_max": 0.258187657559881, + "nauc_map_at_1000_std": 0.043286342930189285, + "nauc_map_at_100_diff1": 0.12221212641072889, + "nauc_map_at_100_max": 0.24644080100683913, + "nauc_map_at_100_std": 0.014611981170129889, + "nauc_map_at_10_diff1": 0.1583083136601657, + "nauc_map_at_10_max": 0.15844428649129186, + "nauc_map_at_10_std": -0.15368214897144933, + "nauc_map_at_1_diff1": 0.3937780409120246, + "nauc_map_at_1_max": 0.04940854311483926, + "nauc_map_at_1_std": -0.20373170821971548, + "nauc_map_at_20_diff1": 0.139439473780618, + "nauc_map_at_20_max": 0.18951476357430475, + "nauc_map_at_20_std": -0.10495593942100427, + "nauc_map_at_3_diff1": 0.25681480384852884, + "nauc_map_at_3_max": 0.08034286355749092, + "nauc_map_at_3_std": -0.21187496470897668, + "nauc_map_at_5_diff1": 0.2032654055175193, + "nauc_map_at_5_max": 0.11008483708235503, + "nauc_map_at_5_std": -0.18345902573706727, + "nauc_mrr_at_1000_diff1": 0.46205917406470937, + "nauc_mrr_at_1000_max": 0.6046294636639725, + "nauc_mrr_at_1000_std": 0.3577510317809187, + "nauc_mrr_at_100_diff1": 0.46205917406470937, + "nauc_mrr_at_100_max": 0.6046294636639725, + "nauc_mrr_at_100_std": 0.3577510317809187, + "nauc_mrr_at_10_diff1": 0.4588676477463365, + "nauc_mrr_at_10_max": 0.6070110613546884, + "nauc_mrr_at_10_std": 0.3625329287523238, + "nauc_mrr_at_1_diff1": 0.45999642026132065, + "nauc_mrr_at_1_max": 0.5946585184995785, + "nauc_mrr_at_1_std": 0.34809123219719273, + "nauc_mrr_at_20_diff1": 0.46319012431555334, + "nauc_mrr_at_20_max": 0.6057833401858964, + "nauc_mrr_at_20_std": 0.35963546393862433, + "nauc_mrr_at_3_diff1": 0.4686686133691107, + "nauc_mrr_at_3_max": 0.6034786971374451, + "nauc_mrr_at_3_std": 0.3386275747770499, + "nauc_mrr_at_5_diff1": 0.4644349269702448, + "nauc_mrr_at_5_max": 0.6121510393915562, + "nauc_mrr_at_5_std": 0.3674623886239189, + "nauc_ndcg_at_1000_diff1": 0.27630475468921745, + "nauc_ndcg_at_1000_max": 0.4221419491648904, + "nauc_ndcg_at_1000_std": 0.14851446480246777, + "nauc_ndcg_at_100_diff1": 0.28888427467599287, + "nauc_ndcg_at_100_max": 0.3888710496555346, + "nauc_ndcg_at_100_std": 0.08409601348412463, + "nauc_ndcg_at_10_diff1": 0.2272973236608402, + "nauc_ndcg_at_10_max": 0.353391787226612, + "nauc_ndcg_at_10_std": 0.0465998466438676, + "nauc_ndcg_at_1_diff1": 0.5289246532082623, + "nauc_ndcg_at_1_max": 0.488483941144822, + "nauc_ndcg_at_1_std": 0.1391330791363539, + "nauc_ndcg_at_20_diff1": 0.2474658284799149, + "nauc_ndcg_at_20_max": 0.35157913614506026, + "nauc_ndcg_at_20_std": 0.023792855782704733, + "nauc_ndcg_at_3_diff1": 0.31101217384523, + "nauc_ndcg_at_3_max": 0.3724869431087933, + "nauc_ndcg_at_3_std": 0.07758817091554596, + "nauc_ndcg_at_5_diff1": 0.2436576910507152, + "nauc_ndcg_at_5_max": 0.3650669548959711, + "nauc_ndcg_at_5_std": 0.09499954269892125, + "nauc_precision_at_1000_diff1": -0.16654681642684954, + "nauc_precision_at_1000_max": 0.11144805593167072, + "nauc_precision_at_1000_std": 0.3978778517536332, + "nauc_precision_at_100_diff1": -0.153764553780334, + "nauc_precision_at_100_max": 0.1437862184589664, + "nauc_precision_at_100_std": 0.43058432747958975, + "nauc_precision_at_10_diff1": -0.2169958618018978, + "nauc_precision_at_10_max": 0.2387085279014252, + "nauc_precision_at_10_std": 0.3559334427789578, + "nauc_precision_at_1_diff1": 0.45999642026132065, + "nauc_precision_at_1_max": 0.5946585184995785, + "nauc_precision_at_1_std": 0.34809123219719273, + "nauc_precision_at_20_diff1": -0.19675654250987654, + "nauc_precision_at_20_max": 0.19544584884238553, + "nauc_precision_at_20_std": 0.39643204859012515, + "nauc_precision_at_3_diff1": -0.07573552977373275, + "nauc_precision_at_3_max": 0.288971860778155, + "nauc_precision_at_3_std": 0.24099416704057455, + "nauc_precision_at_5_diff1": -0.20411642870080848, + "nauc_precision_at_5_max": 0.26005481221304383, + "nauc_precision_at_5_std": 0.3479020152938678, + "nauc_recall_at_1000_diff1": 0.19795109035913128, + "nauc_recall_at_1000_max": 0.2814080139466137, + "nauc_recall_at_1000_std": 0.26417554282441064, + "nauc_recall_at_100_diff1": 0.17930306739202836, + "nauc_recall_at_100_max": 0.15227066365318456, + "nauc_recall_at_100_std": -0.07293924300663462, + "nauc_recall_at_10_diff1": 0.12941690088535462, + "nauc_recall_at_10_max": 0.09820518607791454, + "nauc_recall_at_10_std": -0.19427068255540247, + "nauc_recall_at_1_diff1": 0.3937780409120246, + "nauc_recall_at_1_max": 0.04940854311483926, + "nauc_recall_at_1_std": -0.20373170821971548, + "nauc_recall_at_20_diff1": 0.10657138952051788, + "nauc_recall_at_20_max": 0.09029911655723998, + "nauc_recall_at_20_std": -0.1750955942086088, + "nauc_recall_at_3_diff1": 0.23938763557571124, + "nauc_recall_at_3_max": 0.05055684518834546, + "nauc_recall_at_3_std": -0.230840369279981, + "nauc_recall_at_5_diff1": 0.1660613464810846, + "nauc_recall_at_5_max": 0.06371190360692029, + "nauc_recall_at_5_std": -0.20522675233556112, + "ndcg_at_1": 0.7, + "ndcg_at_10": 0.62855, + "ndcg_at_100": 0.71824, + "ndcg_at_1000": 0.75685, + "ndcg_at_20": 0.63996, + "ndcg_at_3": 0.64802, + "ndcg_at_5": 0.63154, + "precision_at_1": 0.805, + "precision_at_10": 0.434, + "precision_at_100": 0.11845, + "precision_at_1000": 0.0148, + "precision_at_20": 0.316, + "precision_at_3": 0.65167, + "precision_at_5": 0.555, + "recall_at_1": 0.15774, + "recall_at_10": 0.47016, + "recall_at_100": 0.8622, + "recall_at_1000": 0.98939, + "recall_at_20": 0.59347, + "recall_at_3": 0.28805, + "recall_at_5": 0.35883 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.57535, + "map_at_1": 0.13784, + "map_at_10": 0.34079, + "map_at_100": 0.46364, + "map_at_1000": 0.47795, + "map_at_20": 0.39369, + "map_at_3": 0.22946, + "map_at_5": 0.27769, + "mrr_at_1": 0.72, + "mrr_at_10": 0.8110654761904761, + "mrr_at_100": 0.8125897019647019, + "mrr_at_1000": 0.8126192877635183, + "mrr_at_20": 0.8121405677655676, + "mrr_at_3": 0.8, + "mrr_at_5": 0.8057499999999999, + "nauc_map_at_1000_diff1": 0.15411332973279843, + "nauc_map_at_1000_max": 0.32097383631748244, + "nauc_map_at_1000_std": 0.1943037805089171, + "nauc_map_at_100_diff1": 0.16311658652002234, + "nauc_map_at_100_max": 0.3200203722622074, + "nauc_map_at_100_std": 0.18708329524162284, + "nauc_map_at_10_diff1": 0.1843798940326244, + "nauc_map_at_10_max": 0.218936076252325, + "nauc_map_at_10_std": 0.0012087208878029118, + "nauc_map_at_1_diff1": 0.40619904727799205, + "nauc_map_at_1_max": 0.15287235971956203, + "nauc_map_at_1_std": -0.09374579845349273, + "nauc_map_at_20_diff1": 0.18211529488670508, + "nauc_map_at_20_max": 0.2800456201351309, + "nauc_map_at_20_std": 0.06961446938043168, + "nauc_map_at_3_diff1": 0.23347511063886833, + "nauc_map_at_3_max": 0.15636538390292226, + "nauc_map_at_3_std": -0.08508726604227915, + "nauc_map_at_5_diff1": 0.21137257275747368, + "nauc_map_at_5_max": 0.17154101773200617, + "nauc_map_at_5_std": -0.042265354169675015, + "nauc_mrr_at_1000_diff1": 0.32987019695506153, + "nauc_mrr_at_1000_max": 0.49425104583191554, + "nauc_mrr_at_1000_std": 0.32524694443434726, + "nauc_mrr_at_100_diff1": 0.32993910542173616, + "nauc_mrr_at_100_max": 0.4943398701088651, + "nauc_mrr_at_100_std": 0.325365450763992, + "nauc_mrr_at_10_diff1": 0.32524012144697756, + "nauc_mrr_at_10_max": 0.4970685364418912, + "nauc_mrr_at_10_std": 0.32698822931871613, + "nauc_mrr_at_1_diff1": 0.37286324786324815, + "nauc_mrr_at_1_max": 0.48426053113553175, + "nauc_mrr_at_1_std": 0.315247252747253, + "nauc_mrr_at_20_diff1": 0.32788313512222833, + "nauc_mrr_at_20_max": 0.49414374735488725, + "nauc_mrr_at_20_std": 0.3251812079038611, + "nauc_mrr_at_3_diff1": 0.33082774626095934, + "nauc_mrr_at_3_max": 0.4780728898057415, + "nauc_mrr_at_3_std": 0.30570311156953844, + "nauc_mrr_at_5_diff1": 0.32585985802305495, + "nauc_mrr_at_5_max": 0.48299769941067, + "nauc_mrr_at_5_std": 0.3179212047045116, + "nauc_ndcg_at_1000_diff1": 0.27166947712960593, + "nauc_ndcg_at_1000_max": 0.44906000068867596, + "nauc_ndcg_at_1000_std": 0.2176251845523978, + "nauc_ndcg_at_100_diff1": 0.27679539563410405, + "nauc_ndcg_at_100_max": 0.44276805365929084, + "nauc_ndcg_at_100_std": 0.22349793446343122, + "nauc_ndcg_at_10_diff1": 0.2630971029232603, + "nauc_ndcg_at_10_max": 0.3959631352216106, + "nauc_ndcg_at_10_std": 0.1463722133242763, + "nauc_ndcg_at_1_diff1": 0.4214556785043745, + "nauc_ndcg_at_1_max": 0.47799304917508867, + "nauc_ndcg_at_1_std": 0.1496304877561622, + "nauc_ndcg_at_20_diff1": 0.25533249702401817, + "nauc_ndcg_at_20_max": 0.41914564303956636, + "nauc_ndcg_at_20_std": 0.1389156809917643, + "nauc_ndcg_at_3_diff1": 0.2688318052491174, + "nauc_ndcg_at_3_max": 0.41268348479260036, + "nauc_ndcg_at_3_std": 0.15463810762836402, + "nauc_ndcg_at_5_diff1": 0.2817270128250447, + "nauc_ndcg_at_5_max": 0.4082225056589983, + "nauc_ndcg_at_5_std": 0.18200741341936374, + "nauc_precision_at_1000_diff1": -0.13917380343116365, + "nauc_precision_at_1000_max": 0.017008839947072234, + "nauc_precision_at_1000_std": 0.1830878580564728, + "nauc_precision_at_100_diff1": -0.11451984108115099, + "nauc_precision_at_100_max": 0.09140708300525241, + "nauc_precision_at_100_std": 0.3040028175348021, + "nauc_precision_at_10_diff1": -0.09371754707837175, + "nauc_precision_at_10_max": 0.23257494461368047, + "nauc_precision_at_10_std": 0.3605790033924121, + "nauc_precision_at_1_diff1": 0.37286324786324815, + "nauc_precision_at_1_max": 0.48426053113553175, + "nauc_precision_at_1_std": 0.315247252747253, + "nauc_precision_at_20_diff1": -0.10160180288188, + "nauc_precision_at_20_max": 0.210694746906039, + "nauc_precision_at_20_std": 0.35752098682995764, + "nauc_precision_at_3_diff1": -0.0374804740186813, + "nauc_precision_at_3_max": 0.29990966292980686, + "nauc_precision_at_3_std": 0.31411893126227264, + "nauc_precision_at_5_diff1": -0.0503307908363613, + "nauc_precision_at_5_max": 0.26716185455852415, + "nauc_precision_at_5_std": 0.3704096709967079, + "nauc_recall_at_1000_diff1": 0.05119315022555841, + "nauc_recall_at_1000_max": 0.3457340181677582, + "nauc_recall_at_1000_std": 0.42907102785008283, + "nauc_recall_at_100_diff1": 0.11854524925572422, + "nauc_recall_at_100_max": 0.26912939523971047, + "nauc_recall_at_100_std": 0.257200558619413, + "nauc_recall_at_10_diff1": 0.10848169120160736, + "nauc_recall_at_10_max": 0.14610217021250957, + "nauc_recall_at_10_std": -0.04144671344572346, + "nauc_recall_at_1_diff1": 0.40619904727799205, + "nauc_recall_at_1_max": 0.15287235971956203, + "nauc_recall_at_1_std": -0.09374579845349273, + "nauc_recall_at_20_diff1": 0.11104195689951066, + "nauc_recall_at_20_max": 0.2066192160569558, + "nauc_recall_at_20_std": 0.001869572127410778, + "nauc_recall_at_3_diff1": 0.17475240207855636, + "nauc_recall_at_3_max": 0.0940550207104055, + "nauc_recall_at_3_std": -0.12575544831602162, + "nauc_recall_at_5_diff1": 0.1501692639682238, + "nauc_recall_at_5_max": 0.1052020079358872, + "nauc_recall_at_5_std": -0.0640612390832587, + "ndcg_at_1": 0.625, + "ndcg_at_10": 0.57535, + "ndcg_at_100": 0.66915, + "ndcg_at_1000": 0.71551, + "ndcg_at_20": 0.59446, + "ndcg_at_3": 0.57674, + "ndcg_at_5": 0.56943, + "precision_at_1": 0.72, + "precision_at_10": 0.4005, + "precision_at_100": 0.1118, + "precision_at_1000": 0.01467, + "precision_at_20": 0.2995, + "precision_at_3": 0.56333, + "precision_at_5": 0.5, + "recall_at_1": 0.13784, + "recall_at_10": 0.44203, + "recall_at_100": 0.82107, + "recall_at_1000": 0.98502, + "recall_at_20": 0.56625, + "recall_at_3": 0.25479, + "recall_at_5": 0.32299 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.57882, + "map_at_1": 0.14712, + "map_at_10": 0.34554, + "map_at_100": 0.46725, + "map_at_1000": 0.48197, + "map_at_20": 0.39845, + "map_at_3": 0.24083, + "map_at_5": 0.28426, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8207460317460317, + "mrr_at_100": 0.822590579492365, + "mrr_at_1000": 0.822590579492365, + "mrr_at_20": 0.8222251984126981, + "mrr_at_3": 0.8025, + "mrr_at_5": 0.8140000000000001, + "nauc_map_at_1000_diff1": 0.17778416590780866, + "nauc_map_at_1000_max": 0.3863243345862383, + "nauc_map_at_1000_std": 0.19571511677159828, + "nauc_map_at_100_diff1": 0.18783932904559597, + "nauc_map_at_100_max": 0.3811087366810411, + "nauc_map_at_100_std": 0.18246937899157153, + "nauc_map_at_10_diff1": 0.20521198744994437, + "nauc_map_at_10_max": 0.26954418290653365, + "nauc_map_at_10_std": 0.003606951996751626, + "nauc_map_at_1_diff1": 0.32905725317044515, + "nauc_map_at_1_max": 0.1822821457656149, + "nauc_map_at_1_std": -0.08599712008454374, + "nauc_map_at_20_diff1": 0.20283586078967378, + "nauc_map_at_20_max": 0.3278936578602204, + "nauc_map_at_20_std": 0.0754412528281246, + "nauc_map_at_3_diff1": 0.23768176988399045, + "nauc_map_at_3_max": 0.22624597282699566, + "nauc_map_at_3_std": -0.04879503368364563, + "nauc_map_at_5_diff1": 0.23594768393741508, + "nauc_map_at_5_max": 0.23569113757613067, + "nauc_map_at_5_std": -0.02975932022730222, + "nauc_mrr_at_1000_diff1": 0.29512871641059546, + "nauc_mrr_at_1000_max": 0.5112630110860147, + "nauc_mrr_at_1000_std": 0.330176911939591, + "nauc_mrr_at_100_diff1": 0.29512871641059546, + "nauc_mrr_at_100_max": 0.5112630110860147, + "nauc_mrr_at_100_std": 0.330176911939591, + "nauc_mrr_at_10_diff1": 0.2960529146067517, + "nauc_mrr_at_10_max": 0.5080434478046819, + "nauc_mrr_at_10_std": 0.3290224442988725, + "nauc_mrr_at_1_diff1": 0.26487702773417043, + "nauc_mrr_at_1_max": 0.4939298796441652, + "nauc_mrr_at_1_std": 0.3088121402407111, + "nauc_mrr_at_20_diff1": 0.2939347819354961, + "nauc_mrr_at_20_max": 0.511128273432313, + "nauc_mrr_at_20_std": 0.33047604964895083, + "nauc_mrr_at_3_diff1": 0.3176730175918039, + "nauc_mrr_at_3_max": 0.5322530744837187, + "nauc_mrr_at_3_std": 0.3236780364555134, + "nauc_mrr_at_5_diff1": 0.30681078930777156, + "nauc_mrr_at_5_max": 0.5138981269348574, + "nauc_mrr_at_5_std": 0.3316307956763212, + "nauc_ndcg_at_1000_diff1": 0.27985312177779187, + "nauc_ndcg_at_1000_max": 0.48956230323381117, + "nauc_ndcg_at_1000_std": 0.21230122331903964, + "nauc_ndcg_at_100_diff1": 0.2906347332733033, + "nauc_ndcg_at_100_max": 0.4677177558319602, + "nauc_ndcg_at_100_std": 0.19279906378917006, + "nauc_ndcg_at_10_diff1": 0.29197200666087314, + "nauc_ndcg_at_10_max": 0.40441348636217983, + "nauc_ndcg_at_10_std": 0.12682102523326175, + "nauc_ndcg_at_1_diff1": 0.35914393313125753, + "nauc_ndcg_at_1_max": 0.4369347929557353, + "nauc_ndcg_at_1_std": 0.09287974815668411, + "nauc_ndcg_at_20_diff1": 0.2862899196640024, + "nauc_ndcg_at_20_max": 0.42682348439750833, + "nauc_ndcg_at_20_std": 0.12055466800734897, + "nauc_ndcg_at_3_diff1": 0.30142466219886294, + "nauc_ndcg_at_3_max": 0.45726614488138373, + "nauc_ndcg_at_3_std": 0.16442851576162315, + "nauc_ndcg_at_5_diff1": 0.2998747231562029, + "nauc_ndcg_at_5_max": 0.4237764209058884, + "nauc_ndcg_at_5_std": 0.15942659653377514, + "nauc_precision_at_1000_diff1": -0.1574011448993726, + "nauc_precision_at_1000_max": 0.0539023517697125, + "nauc_precision_at_1000_std": 0.21259444377467088, + "nauc_precision_at_100_diff1": -0.12530027574580335, + "nauc_precision_at_100_max": 0.11943037351989333, + "nauc_precision_at_100_std": 0.2985994665900852, + "nauc_precision_at_10_diff1": -0.07267180649844386, + "nauc_precision_at_10_max": 0.23959482520628111, + "nauc_precision_at_10_std": 0.3327417516998645, + "nauc_precision_at_1_diff1": 0.26487702773417043, + "nauc_precision_at_1_max": 0.4939298796441652, + "nauc_precision_at_1_std": 0.3088121402407111, + "nauc_precision_at_20_diff1": -0.0872890280577658, + "nauc_precision_at_20_max": 0.21032955248196628, + "nauc_precision_at_20_std": 0.3389681781976092, + "nauc_precision_at_3_diff1": 0.052761034358089896, + "nauc_precision_at_3_max": 0.365797786905164, + "nauc_precision_at_3_std": 0.3331733077292365, + "nauc_precision_at_5_diff1": -0.022567423405887212, + "nauc_precision_at_5_max": 0.2696449626621253, + "nauc_precision_at_5_std": 0.3349441335554268, + "nauc_recall_at_1000_diff1": 0.2980246464834126, + "nauc_recall_at_1000_max": 0.3523015713827312, + "nauc_recall_at_1000_std": 0.4144074932067484, + "nauc_recall_at_100_diff1": 0.1702470182427654, + "nauc_recall_at_100_max": 0.2518756056955714, + "nauc_recall_at_100_std": 0.18447182783234403, + "nauc_recall_at_10_diff1": 0.16377259449837034, + "nauc_recall_at_10_max": 0.1519941108516654, + "nauc_recall_at_10_std": -0.06847915002093101, + "nauc_recall_at_1_diff1": 0.32905725317044515, + "nauc_recall_at_1_max": 0.1822821457656149, + "nauc_recall_at_1_std": -0.08599712008454374, + "nauc_recall_at_20_diff1": 0.1709885117285833, + "nauc_recall_at_20_max": 0.22234281252441815, + "nauc_recall_at_20_std": 0.005928504293551547, + "nauc_recall_at_3_diff1": 0.22374712492858675, + "nauc_recall_at_3_max": 0.1848136990063675, + "nauc_recall_at_3_std": -0.07137409246211951, + "nauc_recall_at_5_diff1": 0.21039926107779855, + "nauc_recall_at_5_max": 0.15256063834621175, + "nauc_recall_at_5_std": -0.07317437264842849, + "ndcg_at_1": 0.645, + "ndcg_at_10": 0.57882, + "ndcg_at_100": 0.67187, + "ndcg_at_1000": 0.71928, + "ndcg_at_20": 0.59852, + "ndcg_at_3": 0.58503, + "ndcg_at_5": 0.57604, + "precision_at_1": 0.75, + "precision_at_10": 0.398, + "precision_at_100": 0.11195, + "precision_at_1000": 0.01468, + "precision_at_20": 0.299, + "precision_at_3": 0.58, + "precision_at_5": 0.506, + "recall_at_1": 0.14712, + "recall_at_10": 0.43688, + "recall_at_100": 0.81364, + "recall_at_1000": 0.98459, + "recall_at_20": 0.5628, + "recall_at_3": 0.2588, + "recall_at_5": 0.32327 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.62884, + "map_at_1": 0.07361, + "map_at_10": 0.26347, + "map_at_100": 0.44516, + "map_at_1000": 0.49096, + "map_at_20": 0.32697, + "map_at_3": 0.15793, + "map_at_5": 0.20313, + "mrr_at_1": 0.825, + "mrr_at_10": 0.8809642857142856, + "mrr_at_100": 0.882161159211159, + "mrr_at_1000": 0.8822031760178817, + "mrr_at_20": 0.8817759740259739, + "mrr_at_3": 0.8741666666666665, + "mrr_at_5": 0.8789166666666667, + "nauc_map_at_1000_diff1": 0.10573841329992476, + "nauc_map_at_1000_max": 0.48248696922132367, + "nauc_map_at_1000_std": 0.26774366944417194, + "nauc_map_at_100_diff1": 0.16305285049994497, + "nauc_map_at_100_max": 0.46233200979045214, + "nauc_map_at_100_std": 0.2529647208238568, + "nauc_map_at_10_diff1": 0.242371180815808, + "nauc_map_at_10_max": 0.3113399206915432, + "nauc_map_at_10_std": 0.11025499898162992, + "nauc_map_at_1_diff1": 0.39612566822906625, + "nauc_map_at_1_max": 0.11673721144941049, + "nauc_map_at_1_std": 0.05268584059269105, + "nauc_map_at_20_diff1": 0.21667434423329032, + "nauc_map_at_20_max": 0.3638360625536965, + "nauc_map_at_20_std": 0.1826141881826303, + "nauc_map_at_3_diff1": 0.3135195167289983, + "nauc_map_at_3_max": 0.24428728960056342, + "nauc_map_at_3_std": 0.06436394732292242, + "nauc_map_at_5_diff1": 0.26770178847445997, + "nauc_map_at_5_max": 0.2563300374117256, + "nauc_map_at_5_std": 0.07420309694332168, + "nauc_mrr_at_1000_diff1": 0.4864659685241634, + "nauc_mrr_at_1000_max": 0.6838284278831047, + "nauc_mrr_at_1000_std": 0.15390026534009593, + "nauc_mrr_at_100_diff1": 0.4866573919510865, + "nauc_mrr_at_100_max": 0.6838427394403426, + "nauc_mrr_at_100_std": 0.15411211135207192, + "nauc_mrr_at_10_diff1": 0.485556133102284, + "nauc_mrr_at_10_max": 0.6858154143958488, + "nauc_mrr_at_10_std": 0.14186293199603547, + "nauc_mrr_at_1_diff1": 0.4644058216758519, + "nauc_mrr_at_1_max": 0.6629080118694372, + "nauc_mrr_at_1_std": 0.2019782393669645, + "nauc_mrr_at_20_diff1": 0.4844165468005709, + "nauc_mrr_at_20_max": 0.683973443765628, + "nauc_mrr_at_20_std": 0.15300377511978291, + "nauc_mrr_at_3_diff1": 0.4982822077980673, + "nauc_mrr_at_3_max": 0.6823373576295119, + "nauc_mrr_at_3_std": 0.13670789797667918, + "nauc_mrr_at_5_diff1": 0.4910669414095753, + "nauc_mrr_at_5_max": 0.6886355874374229, + "nauc_mrr_at_5_std": 0.14876107364447508, + "nauc_ndcg_at_1000_diff1": 0.20860251155468632, + "nauc_ndcg_at_1000_max": 0.6090147332131841, + "nauc_ndcg_at_1000_std": 0.2307520318867878, + "nauc_ndcg_at_100_diff1": 0.2728646908871711, + "nauc_ndcg_at_100_max": 0.5607097616969661, + "nauc_ndcg_at_100_std": 0.243113278560838, + "nauc_ndcg_at_10_diff1": 0.17240634813522304, + "nauc_ndcg_at_10_max": 0.589107858169475, + "nauc_ndcg_at_10_std": 0.1576945717659794, + "nauc_ndcg_at_1_diff1": 0.42657247013398203, + "nauc_ndcg_at_1_max": 0.5603448729346286, + "nauc_ndcg_at_1_std": 0.11257292252983989, + "nauc_ndcg_at_20_diff1": 0.2097176108491581, + "nauc_ndcg_at_20_max": 0.5481323412388448, + "nauc_ndcg_at_20_std": 0.17838406537080154, + "nauc_ndcg_at_3_diff1": 0.24036204371403308, + "nauc_ndcg_at_3_max": 0.5594829481625085, + "nauc_ndcg_at_3_std": 0.13810474073515128, + "nauc_ndcg_at_5_diff1": 0.18499583688223328, + "nauc_ndcg_at_5_max": 0.557395653858221, + "nauc_ndcg_at_5_std": 0.14960365148596497, + "nauc_precision_at_1000_diff1": -0.20652675780601518, + "nauc_precision_at_1000_max": -0.02403426253795332, + "nauc_precision_at_1000_std": -0.019469403078981373, + "nauc_precision_at_100_diff1": -0.20241555404272943, + "nauc_precision_at_100_max": 0.06792616715535414, + "nauc_precision_at_100_std": 0.04524589212607334, + "nauc_precision_at_10_diff1": -0.172039518463852, + "nauc_precision_at_10_max": 0.3666262563898083, + "nauc_precision_at_10_std": 0.17360233500655448, + "nauc_precision_at_1_diff1": 0.4644058216758519, + "nauc_precision_at_1_max": 0.6629080118694372, + "nauc_precision_at_1_std": 0.2019782393669645, + "nauc_precision_at_20_diff1": -0.2127875087355887, + "nauc_precision_at_20_max": 0.2521601612638274, + "nauc_precision_at_20_std": 0.14521373304043, + "nauc_precision_at_3_diff1": 0.04741050956728583, + "nauc_precision_at_3_max": 0.548204187165313, + "nauc_precision_at_3_std": 0.18904537284084025, + "nauc_precision_at_5_diff1": -0.0875304383542136, + "nauc_precision_at_5_max": 0.44002439259504433, + "nauc_precision_at_5_std": 0.19960854495236618, + "nauc_recall_at_1000_diff1": 0.05836349150297017, + "nauc_recall_at_1000_max": 0.26036542596592177, + "nauc_recall_at_1000_std": 0.647819252341688, + "nauc_recall_at_100_diff1": 0.24531824659129914, + "nauc_recall_at_100_max": 0.19839305983250957, + "nauc_recall_at_100_std": 0.24506206272739015, + "nauc_recall_at_10_diff1": 0.2104166271714739, + "nauc_recall_at_10_max": 0.20246317164707867, + "nauc_recall_at_10_std": 0.05048600095005534, + "nauc_recall_at_1_diff1": 0.39612566822906625, + "nauc_recall_at_1_max": 0.11673721144941049, + "nauc_recall_at_1_std": 0.05268584059269105, + "nauc_recall_at_20_diff1": 0.20329498021997605, + "nauc_recall_at_20_max": 0.17915821503953314, + "nauc_recall_at_20_std": 0.12252670336530976, + "nauc_recall_at_3_diff1": 0.280342297904095, + "nauc_recall_at_3_max": 0.18268207830064678, + "nauc_recall_at_3_std": 0.032286224436360415, + "nauc_recall_at_5_diff1": 0.23054111919846784, + "nauc_recall_at_5_max": 0.17255694390403703, + "nauc_recall_at_5_std": 0.038469529342568386, + "ndcg_at_1": 0.745, + "ndcg_at_10": 0.62884, + "ndcg_at_100": 0.69021, + "ndcg_at_1000": 0.76417, + "ndcg_at_20": 0.62012, + "ndcg_at_3": 0.67723, + "ndcg_at_5": 0.65285, + "precision_at_1": 0.825, + "precision_at_10": 0.5495, + "precision_at_100": 0.21065, + "precision_at_1000": 0.03568, + "precision_at_20": 0.43925, + "precision_at_3": 0.72833, + "precision_at_5": 0.668, + "recall_at_1": 0.07361, + "recall_at_10": 0.32268, + "recall_at_100": 0.76381, + "recall_at_1000": 0.98805, + "recall_at_20": 0.44324, + "recall_at_3": 0.17286, + "recall_at_5": 0.23046 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.57765, + "map_at_1": 0.07227, + "map_at_10": 0.24177, + "map_at_100": 0.39965, + "map_at_1000": 0.44172, + "map_at_20": 0.29689, + "map_at_3": 0.14681, + "map_at_5": 0.18458, + "mrr_at_1": 0.775, + "mrr_at_10": 0.8472281746031747, + "mrr_at_100": 0.8492627050732926, + "mrr_at_1000": 0.8493040273873421, + "mrr_at_20": 0.8483935043714458, + "mrr_at_3": 0.8408333333333335, + "mrr_at_5": 0.8453333333333335, + "nauc_map_at_1000_diff1": 0.140059411461836, + "nauc_map_at_1000_max": 0.5359736977891292, + "nauc_map_at_1000_std": 0.3673224320511471, + "nauc_map_at_100_diff1": 0.18628931592809508, + "nauc_map_at_100_max": 0.5259196398640005, + "nauc_map_at_100_std": 0.356905594485439, + "nauc_map_at_10_diff1": 0.25516778244865546, + "nauc_map_at_10_max": 0.3907251748218816, + "nauc_map_at_10_std": 0.19465228313420854, + "nauc_map_at_1_diff1": 0.31352166042506996, + "nauc_map_at_1_max": 0.14489791202742752, + "nauc_map_at_1_std": 0.03196348760394098, + "nauc_map_at_20_diff1": 0.2220599045049502, + "nauc_map_at_20_max": 0.4197735219619629, + "nauc_map_at_20_std": 0.24509604234212554, + "nauc_map_at_3_diff1": 0.3179231446906867, + "nauc_map_at_3_max": 0.33269246760654053, + "nauc_map_at_3_std": 0.1405517139452476, + "nauc_map_at_5_diff1": 0.2998205551641803, + "nauc_map_at_5_max": 0.35723210061882504, + "nauc_map_at_5_std": 0.1518103507849446, + "nauc_mrr_at_1000_diff1": 0.4088683038477742, + "nauc_mrr_at_1000_max": 0.5367280936503851, + "nauc_mrr_at_1000_std": 0.22161076514399072, + "nauc_mrr_at_100_diff1": 0.4089605997752507, + "nauc_mrr_at_100_max": 0.536733226606955, + "nauc_mrr_at_100_std": 0.22165096006970322, + "nauc_mrr_at_10_diff1": 0.4076248878037747, + "nauc_mrr_at_10_max": 0.5392824728842658, + "nauc_mrr_at_10_std": 0.2221251222741486, + "nauc_mrr_at_1_diff1": 0.38656266013778945, + "nauc_mrr_at_1_max": 0.48263964015259336, + "nauc_mrr_at_1_std": 0.18808859534248154, + "nauc_mrr_at_20_diff1": 0.4084981892032539, + "nauc_mrr_at_20_max": 0.5375729687116133, + "nauc_mrr_at_20_std": 0.22117537882513902, + "nauc_mrr_at_3_diff1": 0.4196982816125478, + "nauc_mrr_at_3_max": 0.5466611907072615, + "nauc_mrr_at_3_std": 0.22181297854697013, + "nauc_mrr_at_5_diff1": 0.4123954506781853, + "nauc_mrr_at_5_max": 0.5404874211715787, + "nauc_mrr_at_5_std": 0.21585378551763573, + "nauc_ndcg_at_1000_diff1": 0.22007474846752753, + "nauc_ndcg_at_1000_max": 0.6043720427215546, + "nauc_ndcg_at_1000_std": 0.3531364474962284, + "nauc_ndcg_at_100_diff1": 0.24290521707192644, + "nauc_ndcg_at_100_max": 0.5963710112042474, + "nauc_ndcg_at_100_std": 0.41551279814276665, + "nauc_ndcg_at_10_diff1": 0.13110797713502584, + "nauc_ndcg_at_10_max": 0.5094858953800481, + "nauc_ndcg_at_10_std": 0.2418605441372737, + "nauc_ndcg_at_1_diff1": 0.3387503402362246, + "nauc_ndcg_at_1_max": 0.3997028231797924, + "nauc_ndcg_at_1_std": 0.1258048538880636, + "nauc_ndcg_at_20_diff1": 0.15089402964418572, + "nauc_ndcg_at_20_max": 0.5321654728397099, + "nauc_ndcg_at_20_std": 0.28526033525134387, + "nauc_ndcg_at_3_diff1": 0.20852190129338297, + "nauc_ndcg_at_3_max": 0.5032561601744353, + "nauc_ndcg_at_3_std": 0.235195157693008, + "nauc_ndcg_at_5_diff1": 0.17691830315475088, + "nauc_ndcg_at_5_max": 0.5123416292379761, + "nauc_ndcg_at_5_std": 0.23111467628646618, + "nauc_precision_at_1000_diff1": -0.2162362941021073, + "nauc_precision_at_1000_max": -0.06112600551896863, + "nauc_precision_at_1000_std": -0.05252114130539837, + "nauc_precision_at_100_diff1": -0.18301653725189027, + "nauc_precision_at_100_max": 0.09602620509655392, + "nauc_precision_at_100_std": 0.0930518668588978, + "nauc_precision_at_10_diff1": -0.1408597176970505, + "nauc_precision_at_10_max": 0.2954005052379039, + "nauc_precision_at_10_std": 0.16868033282673967, + "nauc_precision_at_1_diff1": 0.38656266013778945, + "nauc_precision_at_1_max": 0.48263964015259336, + "nauc_precision_at_1_std": 0.18808859534248154, + "nauc_precision_at_20_diff1": -0.19803708451725022, + "nauc_precision_at_20_max": 0.20836736306873582, + "nauc_precision_at_20_std": 0.15102868363360805, + "nauc_precision_at_3_diff1": 0.0872319976828543, + "nauc_precision_at_3_max": 0.5062997412958903, + "nauc_precision_at_3_std": 0.2568214283363292, + "nauc_precision_at_5_diff1": -0.0071308294045958395, + "nauc_precision_at_5_max": 0.409627394786356, + "nauc_precision_at_5_std": 0.20044993983362666, + "nauc_recall_at_1000_diff1": 0.11946485157465926, + "nauc_recall_at_1000_max": 0.5691640243409525, + "nauc_recall_at_1000_std": 0.7446449948232162, + "nauc_recall_at_100_diff1": 0.19973550739012366, + "nauc_recall_at_100_max": 0.3957932730654955, + "nauc_recall_at_100_std": 0.46095801300255035, + "nauc_recall_at_10_diff1": 0.19815075588696293, + "nauc_recall_at_10_max": 0.3114149601952741, + "nauc_recall_at_10_std": 0.18482580440392887, + "nauc_recall_at_1_diff1": 0.31352166042506996, + "nauc_recall_at_1_max": 0.14489791202742752, + "nauc_recall_at_1_std": 0.03196348760394098, + "nauc_recall_at_20_diff1": 0.14955559780231548, + "nauc_recall_at_20_max": 0.2815584736019928, + "nauc_recall_at_20_std": 0.23212758404899456, + "nauc_recall_at_3_diff1": 0.28714061080312026, + "nauc_recall_at_3_max": 0.3023922152167237, + "nauc_recall_at_3_std": 0.1400949119857112, + "nauc_recall_at_5_diff1": 0.2555159408406178, + "nauc_recall_at_5_max": 0.3055410518617312, + "nauc_recall_at_5_std": 0.14066880132389054, + "ndcg_at_1": 0.6825, + "ndcg_at_10": 0.57765, + "ndcg_at_100": 0.63768, + "ndcg_at_1000": 0.72244, + "ndcg_at_20": 0.5686, + "ndcg_at_3": 0.61226, + "ndcg_at_5": 0.59527, + "precision_at_1": 0.775, + "precision_at_10": 0.513, + "precision_at_100": 0.1916, + "precision_at_1000": 0.0343, + "precision_at_20": 0.40475, + "precision_at_3": 0.67667, + "precision_at_5": 0.611, + "recall_at_1": 0.07227, + "recall_at_10": 0.2972, + "recall_at_100": 0.71113, + "recall_at_1000": 0.97033, + "recall_at_20": 0.40869, + "recall_at_3": 0.15716, + "recall_at_5": 0.20676 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.57981, + "map_at_1": 0.07199, + "map_at_10": 0.24221, + "map_at_100": 0.40023, + "map_at_1000": 0.44123, + "map_at_20": 0.29668, + "map_at_3": 0.14246, + "map_at_5": 0.18414, + "mrr_at_1": 0.79, + "mrr_at_10": 0.8488869047619048, + "mrr_at_100": 0.8503970831986379, + "mrr_at_1000": 0.8504272036805657, + "mrr_at_20": 0.8493035714285714, + "mrr_at_3": 0.8383333333333334, + "mrr_at_5": 0.8443333333333334, + "nauc_map_at_1000_diff1": 0.18991374328472285, + "nauc_map_at_1000_max": 0.46896508084756205, + "nauc_map_at_1000_std": 0.3383402857657691, + "nauc_map_at_100_diff1": 0.23375967867441233, + "nauc_map_at_100_max": 0.4607055417178691, + "nauc_map_at_100_std": 0.3300523506102257, + "nauc_map_at_10_diff1": 0.2941601818707985, + "nauc_map_at_10_max": 0.3050445267710061, + "nauc_map_at_10_std": 0.15181341370895157, + "nauc_map_at_1_diff1": 0.4682320772698885, + "nauc_map_at_1_max": 0.1363868654184035, + "nauc_map_at_1_std": -0.0006601818511807181, + "nauc_map_at_20_diff1": 0.27313786983855814, + "nauc_map_at_20_max": 0.36399960193198994, + "nauc_map_at_20_std": 0.22543801120748116, + "nauc_map_at_3_diff1": 0.37498287322922486, + "nauc_map_at_3_max": 0.2658686916072326, + "nauc_map_at_3_std": 0.07054699507867651, + "nauc_map_at_5_diff1": 0.33987702524948443, + "nauc_map_at_5_max": 0.2739075758041262, + "nauc_map_at_5_std": 0.09780429478700806, + "nauc_mrr_at_1000_diff1": 0.4712145168806408, + "nauc_mrr_at_1000_max": 0.49140520430949186, + "nauc_mrr_at_1000_std": 0.13413092240073768, + "nauc_mrr_at_100_diff1": 0.47123225899513294, + "nauc_mrr_at_100_max": 0.4913263508075713, + "nauc_mrr_at_100_std": 0.13412849480487615, + "nauc_mrr_at_10_diff1": 0.4692056911340309, + "nauc_mrr_at_10_max": 0.4924219670441139, + "nauc_mrr_at_10_std": 0.13376437417328924, + "nauc_mrr_at_1_diff1": 0.469461610599466, + "nauc_mrr_at_1_max": 0.47725250679298764, + "nauc_mrr_at_1_std": 0.15704426864164303, + "nauc_mrr_at_20_diff1": 0.4710865353165182, + "nauc_mrr_at_20_max": 0.49093154667822714, + "nauc_mrr_at_20_std": 0.13122081410062356, + "nauc_mrr_at_3_diff1": 0.47396026854109347, + "nauc_mrr_at_3_max": 0.4923524830889344, + "nauc_mrr_at_3_std": 0.1381133919346055, + "nauc_mrr_at_5_diff1": 0.47716942028355946, + "nauc_mrr_at_5_max": 0.491055468966051, + "nauc_mrr_at_5_std": 0.1284082035285426, + "nauc_ndcg_at_1000_diff1": 0.2667884369854238, + "nauc_ndcg_at_1000_max": 0.5244467954989989, + "nauc_ndcg_at_1000_std": 0.30043159677002423, + "nauc_ndcg_at_100_diff1": 0.3159490686353019, + "nauc_ndcg_at_100_max": 0.5129028038606297, + "nauc_ndcg_at_100_std": 0.3566933282122098, + "nauc_ndcg_at_10_diff1": 0.19412692542344756, + "nauc_ndcg_at_10_max": 0.4277905456209146, + "nauc_ndcg_at_10_std": 0.19531488470739594, + "nauc_ndcg_at_1_diff1": 0.43776035228317034, + "nauc_ndcg_at_1_max": 0.34419912955456167, + "nauc_ndcg_at_1_std": 0.07650683621538165, + "nauc_ndcg_at_20_diff1": 0.24835439028922332, + "nauc_ndcg_at_20_max": 0.46272804581901966, + "nauc_ndcg_at_20_std": 0.23226599424552086, + "nauc_ndcg_at_3_diff1": 0.2467918841023433, + "nauc_ndcg_at_3_max": 0.39829867319963547, + "nauc_ndcg_at_3_std": 0.12672485233400085, + "nauc_ndcg_at_5_diff1": 0.23659863056840444, + "nauc_ndcg_at_5_max": 0.42137106166778593, + "nauc_ndcg_at_5_std": 0.1659242201575678, + "nauc_precision_at_1000_diff1": -0.24636697705656355, + "nauc_precision_at_1000_max": -0.06765842104267741, + "nauc_precision_at_1000_std": -0.07585385653482049, + "nauc_precision_at_100_diff1": -0.19545273063549418, + "nauc_precision_at_100_max": 0.10399206910793471, + "nauc_precision_at_100_std": 0.09211137142180484, + "nauc_precision_at_10_diff1": -0.1542239258221984, + "nauc_precision_at_10_max": 0.3031995901866308, + "nauc_precision_at_10_std": 0.19690721445581025, + "nauc_precision_at_1_diff1": 0.469461610599466, + "nauc_precision_at_1_max": 0.47725250679298764, + "nauc_precision_at_1_std": 0.15704426864164303, + "nauc_precision_at_20_diff1": -0.1860400458745206, + "nauc_precision_at_20_max": 0.24807932165728586, + "nauc_precision_at_20_std": 0.18867689299972232, + "nauc_precision_at_3_diff1": 0.04173339884252911, + "nauc_precision_at_3_max": 0.42685409102800537, + "nauc_precision_at_3_std": 0.15659037397668465, + "nauc_precision_at_5_diff1": -0.0202700224149878, + "nauc_precision_at_5_max": 0.3673779869757533, + "nauc_precision_at_5_std": 0.18123126051004237, + "nauc_recall_at_1000_diff1": 0.2972672134830267, + "nauc_recall_at_1000_max": 0.636841782103817, + "nauc_recall_at_1000_std": 0.7755098502694268, + "nauc_recall_at_100_diff1": 0.29033478056134376, + "nauc_recall_at_100_max": 0.3622930234122354, + "nauc_recall_at_100_std": 0.4507829020343233, + "nauc_recall_at_10_diff1": 0.25311477506914154, + "nauc_recall_at_10_max": 0.2146583533367631, + "nauc_recall_at_10_std": 0.13437277537274583, + "nauc_recall_at_1_diff1": 0.4682320772698885, + "nauc_recall_at_1_max": 0.1363868654184035, + "nauc_recall_at_1_std": -0.0006601818511807181, + "nauc_recall_at_20_diff1": 0.26472215192574444, + "nauc_recall_at_20_max": 0.25952667137963903, + "nauc_recall_at_20_std": 0.20145846374631673, + "nauc_recall_at_3_diff1": 0.3333550716342694, + "nauc_recall_at_3_max": 0.21695856922875068, + "nauc_recall_at_3_std": 0.05142335006005932, + "nauc_recall_at_5_diff1": 0.28892395902641516, + "nauc_recall_at_5_max": 0.21172895065555206, + "nauc_recall_at_5_std": 0.08379019392173308, + "ndcg_at_1": 0.7025, + "ndcg_at_10": 0.57981, + "ndcg_at_100": 0.6398, + "ndcg_at_1000": 0.72234, + "ndcg_at_20": 0.56847, + "ndcg_at_3": 0.61392, + "ndcg_at_5": 0.59955, + "precision_at_1": 0.79, + "precision_at_10": 0.5095, + "precision_at_100": 0.19045, + "precision_at_1000": 0.03397, + "precision_at_20": 0.40025, + "precision_at_3": 0.66333, + "precision_at_5": 0.612, + "recall_at_1": 0.07199, + "recall_at_10": 0.29696, + "recall_at_100": 0.71478, + "recall_at_1000": 0.9642, + "recall_at_20": 0.40446, + "recall_at_3": 0.15503, + "recall_at_5": 0.20977 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.63817, + "map_at_1": 0.09795, + "map_at_10": 0.31602, + "map_at_100": 0.48845, + "map_at_1000": 0.5148, + "map_at_20": 0.38102, + "map_at_3": 0.19157, + "map_at_5": 0.24175, + "mrr_at_1": 0.88, + "mrr_at_10": 0.9311666666666666, + "mrr_at_100": 0.9311666666666666, + "mrr_at_1000": 0.9311666666666666, + "mrr_at_20": 0.9311666666666666, + "mrr_at_3": 0.9283333333333332, + "mrr_at_5": 0.9303333333333333, + "nauc_map_at_1000_diff1": -0.021827350756414808, + "nauc_map_at_1000_max": 0.12718868791621069, + "nauc_map_at_1000_std": 0.22773692395191938, + "nauc_map_at_100_diff1": 0.025980193740414406, + "nauc_map_at_100_max": 0.1451583511433523, + "nauc_map_at_100_std": 0.21108021933987137, + "nauc_map_at_10_diff1": 0.14536006040980157, + "nauc_map_at_10_max": 0.09341581446717104, + "nauc_map_at_10_std": -0.09843556439427527, + "nauc_map_at_1_diff1": 0.38026057080734543, + "nauc_map_at_1_max": 0.03879524476708174, + "nauc_map_at_1_std": -0.17126265265377408, + "nauc_map_at_20_diff1": 0.11546084254488381, + "nauc_map_at_20_max": 0.11107459303460711, + "nauc_map_at_20_std": -0.021644122080724346, + "nauc_map_at_3_diff1": 0.22595588845011985, + "nauc_map_at_3_max": 0.10047867955288539, + "nauc_map_at_3_std": -0.1463485136403159, + "nauc_map_at_5_diff1": 0.19223664671142593, + "nauc_map_at_5_max": 0.11184837680003373, + "nauc_map_at_5_std": -0.11109371567278496, + "nauc_mrr_at_1000_diff1": 0.41732634591851864, + "nauc_mrr_at_1000_max": 0.602446747464412, + "nauc_mrr_at_1000_std": 0.1871979590849063, + "nauc_mrr_at_100_diff1": 0.41732634591851864, + "nauc_mrr_at_100_max": 0.602446747464412, + "nauc_mrr_at_100_std": 0.1871979590849063, + "nauc_mrr_at_10_diff1": 0.41732634591851864, + "nauc_mrr_at_10_max": 0.602446747464412, + "nauc_mrr_at_10_std": 0.1871979590849063, + "nauc_mrr_at_1_diff1": 0.41598393254852023, + "nauc_mrr_at_1_max": 0.5799196627426023, + "nauc_mrr_at_1_std": 0.20446229716831135, + "nauc_mrr_at_20_diff1": 0.41732634591851864, + "nauc_mrr_at_20_max": 0.602446747464412, + "nauc_mrr_at_20_std": 0.1871979590849063, + "nauc_mrr_at_3_diff1": 0.40462919956649923, + "nauc_mrr_at_3_max": 0.6087132019551895, + "nauc_mrr_at_3_std": 0.16788313095791194, + "nauc_mrr_at_5_diff1": 0.4166040639412857, + "nauc_mrr_at_5_max": 0.605699579764977, + "nauc_mrr_at_5_std": 0.1892810475370934, + "nauc_ndcg_at_1000_diff1": 0.056831680690041665, + "nauc_ndcg_at_1000_max": 0.25245274962097797, + "nauc_ndcg_at_1000_std": 0.256743053638619, + "nauc_ndcg_at_100_diff1": 0.10512794400480197, + "nauc_ndcg_at_100_max": 0.2364679553193661, + "nauc_ndcg_at_100_std": 0.2562823383053363, + "nauc_ndcg_at_10_diff1": 0.03677904531090088, + "nauc_ndcg_at_10_max": 0.2272005378551863, + "nauc_ndcg_at_10_std": 0.15523364619484312, + "nauc_ndcg_at_1_diff1": 0.41981634720376754, + "nauc_ndcg_at_1_max": 0.5020654361753909, + "nauc_ndcg_at_1_std": 0.11609856208806314, + "nauc_ndcg_at_20_diff1": 0.06392892492721164, + "nauc_ndcg_at_20_max": 0.2228589731900165, + "nauc_ndcg_at_20_std": 0.1347752386112733, + "nauc_ndcg_at_3_diff1": 0.09763327389710462, + "nauc_ndcg_at_3_max": 0.36009964455124643, + "nauc_ndcg_at_3_std": 0.19347405524354966, + "nauc_ndcg_at_5_diff1": 0.04079125125044789, + "nauc_ndcg_at_5_max": 0.2676848735459871, + "nauc_ndcg_at_5_std": 0.20275150619240861, + "nauc_precision_at_1000_diff1": -0.29093216942504113, + "nauc_precision_at_1000_max": -0.11357257709800554, + "nauc_precision_at_1000_std": 0.13830659557828986, + "nauc_precision_at_100_diff1": -0.273255670400339, + "nauc_precision_at_100_max": -0.025509931812624335, + "nauc_precision_at_100_std": 0.33033880228847073, + "nauc_precision_at_10_diff1": -0.3104785788224265, + "nauc_precision_at_10_max": 0.06451813407092008, + "nauc_precision_at_10_std": 0.31920554815790536, + "nauc_precision_at_1_diff1": 0.41598393254852023, + "nauc_precision_at_1_max": 0.5799196627426023, + "nauc_precision_at_1_std": 0.20446229716831135, + "nauc_precision_at_20_diff1": -0.312675388198906, + "nauc_precision_at_20_max": 0.017897942429748404, + "nauc_precision_at_20_std": 0.3608496340097793, + "nauc_precision_at_3_diff1": -0.22710925916252378, + "nauc_precision_at_3_max": 0.24428710917879914, + "nauc_precision_at_3_std": 0.2916336838552322, + "nauc_precision_at_5_diff1": -0.27935133028660414, + "nauc_precision_at_5_max": 0.11059668048322548, + "nauc_precision_at_5_std": 0.29001045098664485, + "nauc_recall_at_1000_diff1": 0.11529721509803488, + "nauc_recall_at_1000_max": 0.2290260988822183, + "nauc_recall_at_1000_std": 0.6636359840564263, + "nauc_recall_at_100_diff1": 0.0752952386672225, + "nauc_recall_at_100_max": 0.11364939451941923, + "nauc_recall_at_100_std": 0.2574173141885233, + "nauc_recall_at_10_diff1": 0.11525062600178249, + "nauc_recall_at_10_max": 0.006786050542890977, + "nauc_recall_at_10_std": -0.1725971334396163, + "nauc_recall_at_1_diff1": 0.38026057080734543, + "nauc_recall_at_1_max": 0.03879524476708174, + "nauc_recall_at_1_std": -0.17126265265377408, + "nauc_recall_at_20_diff1": 0.13240322340195926, + "nauc_recall_at_20_max": 0.049582555574133685, + "nauc_recall_at_20_std": -0.11611328515167389, + "nauc_recall_at_3_diff1": 0.1970469797932642, + "nauc_recall_at_3_max": 0.07167115304332759, + "nauc_recall_at_3_std": -0.15920247340297208, + "nauc_recall_at_5_diff1": 0.1656338063739869, + "nauc_recall_at_5_max": 0.06839707435083621, + "nauc_recall_at_5_std": -0.13871983945268954, + "ndcg_at_1": 0.805, + "ndcg_at_10": 0.63817, + "ndcg_at_100": 0.7255, + "ndcg_at_1000": 0.78153, + "ndcg_at_20": 0.64295, + "ndcg_at_3": 0.69429, + "ndcg_at_5": 0.65522, + "precision_at_1": 0.88, + "precision_at_10": 0.518, + "precision_at_100": 0.17225, + "precision_at_1000": 0.02475, + "precision_at_20": 0.4015, + "precision_at_3": 0.71667, + "precision_at_5": 0.631, + "recall_at_1": 0.09795, + "recall_at_10": 0.39136, + "recall_at_100": 0.82544, + "recall_at_1000": 0.99067, + "recall_at_20": 0.51781, + "recall_at_3": 0.20369, + "recall_at_5": 0.26622 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.61296, + "map_at_1": 0.08917, + "map_at_10": 0.29914, + "map_at_100": 0.45559, + "map_at_1000": 0.47987, + "map_at_20": 0.35642, + "map_at_3": 0.18362, + "map_at_5": 0.23411, + "mrr_at_1": 0.835, + "mrr_at_10": 0.8863472222222222, + "mrr_at_100": 0.8870865705931494, + "mrr_at_1000": 0.8870865705931494, + "mrr_at_20": 0.8869437134502922, + "mrr_at_3": 0.8758333333333332, + "mrr_at_5": 0.8838333333333332, + "nauc_map_at_1000_diff1": 0.04936300834477013, + "nauc_map_at_1000_max": 0.29986223273649, + "nauc_map_at_1000_std": 0.26009838482192854, + "nauc_map_at_100_diff1": 0.07650876796445365, + "nauc_map_at_100_max": 0.3043769236414147, + "nauc_map_at_100_std": 0.24926916731571502, + "nauc_map_at_10_diff1": 0.1908219890420923, + "nauc_map_at_10_max": 0.24056126977993633, + "nauc_map_at_10_std": -0.0023410700534817626, + "nauc_map_at_1_diff1": 0.35020162229723745, + "nauc_map_at_1_max": 0.16587144311643243, + "nauc_map_at_1_std": -0.08084274325281494, + "nauc_map_at_20_diff1": 0.1654556207382986, + "nauc_map_at_20_max": 0.25167901264031345, + "nauc_map_at_20_std": 0.0568683890990563, + "nauc_map_at_3_diff1": 0.20252732544953697, + "nauc_map_at_3_max": 0.21585575692643716, + "nauc_map_at_3_std": -0.03479871912079048, + "nauc_map_at_5_diff1": 0.212701819957863, + "nauc_map_at_5_max": 0.238947362918546, + "nauc_map_at_5_std": -0.030885326516856562, + "nauc_mrr_at_1000_diff1": 0.5833250177811216, + "nauc_mrr_at_1000_max": 0.6333730144876533, + "nauc_mrr_at_1000_std": 0.14803011223676246, + "nauc_mrr_at_100_diff1": 0.5833250177811216, + "nauc_mrr_at_100_max": 0.6333730144876533, + "nauc_mrr_at_100_std": 0.14803011223676246, + "nauc_mrr_at_10_diff1": 0.5831523566519196, + "nauc_mrr_at_10_max": 0.6346100102463393, + "nauc_mrr_at_10_std": 0.1531296702821625, + "nauc_mrr_at_1_diff1": 0.5764997166124756, + "nauc_mrr_at_1_max": 0.5964859946902135, + "nauc_mrr_at_1_std": 0.07266652745875996, + "nauc_mrr_at_20_diff1": 0.5837012111710979, + "nauc_mrr_at_20_max": 0.6336833665464414, + "nauc_mrr_at_20_std": 0.14915093295353218, + "nauc_mrr_at_3_diff1": 0.5793231885282678, + "nauc_mrr_at_3_max": 0.6390609663349357, + "nauc_mrr_at_3_std": 0.1493704457257276, + "nauc_mrr_at_5_diff1": 0.5825624454051136, + "nauc_mrr_at_5_max": 0.6366627565001878, + "nauc_mrr_at_5_std": 0.16159076439110787, + "nauc_ndcg_at_1000_diff1": 0.11998686639344212, + "nauc_ndcg_at_1000_max": 0.4059796341370703, + "nauc_ndcg_at_1000_std": 0.28119730635673, + "nauc_ndcg_at_100_diff1": 0.14552340984082887, + "nauc_ndcg_at_100_max": 0.41075194359041795, + "nauc_ndcg_at_100_std": 0.3103520115720031, + "nauc_ndcg_at_10_diff1": 0.11273484811500165, + "nauc_ndcg_at_10_max": 0.3548804720057703, + "nauc_ndcg_at_10_std": 0.16949022525180968, + "nauc_ndcg_at_1_diff1": 0.4680080482897383, + "nauc_ndcg_at_1_max": 0.5251026156941639, + "nauc_ndcg_at_1_std": 0.040139503688799934, + "nauc_ndcg_at_20_diff1": 0.14091611795929812, + "nauc_ndcg_at_20_max": 0.33070465084492134, + "nauc_ndcg_at_20_std": 0.15434645515021894, + "nauc_ndcg_at_3_diff1": 0.18792174779567813, + "nauc_ndcg_at_3_max": 0.4465671680963364, + "nauc_ndcg_at_3_std": 0.16009816854288633, + "nauc_ndcg_at_5_diff1": 0.14075814884032248, + "nauc_ndcg_at_5_max": 0.3871579151025142, + "nauc_ndcg_at_5_std": 0.14495835382440242, + "nauc_precision_at_1000_diff1": -0.22052401641281905, + "nauc_precision_at_1000_max": -0.09943649449690516, + "nauc_precision_at_1000_std": 0.06810781482673607, + "nauc_precision_at_100_diff1": -0.23226245278770197, + "nauc_precision_at_100_max": 0.00891369875762846, + "nauc_precision_at_100_std": 0.25705965912388434, + "nauc_precision_at_10_diff1": -0.1269037647704142, + "nauc_precision_at_10_max": 0.12995071417577822, + "nauc_precision_at_10_std": 0.2332993497603979, + "nauc_precision_at_1_diff1": 0.5764997166124756, + "nauc_precision_at_1_max": 0.5964859946902135, + "nauc_precision_at_1_std": 0.07266652745875996, + "nauc_precision_at_20_diff1": -0.1875403502119588, + "nauc_precision_at_20_max": 0.04449458919921654, + "nauc_precision_at_20_std": 0.2586335513019255, + "nauc_precision_at_3_diff1": 0.014907411693079594, + "nauc_precision_at_3_max": 0.3767548341385785, + "nauc_precision_at_3_std": 0.23600138143676613, + "nauc_precision_at_5_diff1": -0.02323965924594885, + "nauc_precision_at_5_max": 0.24207389105187802, + "nauc_precision_at_5_std": 0.15901093141659164, + "nauc_recall_at_1000_diff1": -0.09667567879099234, + "nauc_recall_at_1000_max": 0.5702205136792643, + "nauc_recall_at_1000_std": 0.82597106396139, + "nauc_recall_at_100_diff1": 0.024539250428826997, + "nauc_recall_at_100_max": 0.29355934613033285, + "nauc_recall_at_100_std": 0.3858035045272666, + "nauc_recall_at_10_diff1": 0.14631310913098436, + "nauc_recall_at_10_max": 0.13629603278460328, + "nauc_recall_at_10_std": -0.0461915162663492, + "nauc_recall_at_1_diff1": 0.35020162229723745, + "nauc_recall_at_1_max": 0.16587144311643243, + "nauc_recall_at_1_std": -0.08084274325281494, + "nauc_recall_at_20_diff1": 0.1395945009015148, + "nauc_recall_at_20_max": 0.13783069708093454, + "nauc_recall_at_20_std": 0.005112119725407733, + "nauc_recall_at_3_diff1": 0.16250480598174877, + "nauc_recall_at_3_max": 0.1707841111912708, + "nauc_recall_at_3_std": -0.024886918718963452, + "nauc_recall_at_5_diff1": 0.17283040429834493, + "nauc_recall_at_5_max": 0.17368639478016085, + "nauc_recall_at_5_std": -0.04074571655468678, + "ndcg_at_1": 0.75, + "ndcg_at_10": 0.61296, + "ndcg_at_100": 0.69375, + "ndcg_at_1000": 0.75329, + "ndcg_at_20": 0.61196, + "ndcg_at_3": 0.66827, + "ndcg_at_5": 0.63317, + "precision_at_1": 0.835, + "precision_at_10": 0.4965, + "precision_at_100": 0.16125, + "precision_at_1000": 0.02374, + "precision_at_20": 0.37775, + "precision_at_3": 0.70167, + "precision_at_5": 0.616, + "recall_at_1": 0.08917, + "recall_at_10": 0.37365, + "recall_at_100": 0.79202, + "recall_at_1000": 0.97494, + "recall_at_20": 0.49088, + "recall_at_3": 0.19595, + "recall_at_5": 0.26009 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.6047, + "map_at_1": 0.0857, + "map_at_10": 0.29206, + "map_at_100": 0.44512, + "map_at_1000": 0.47039, + "map_at_20": 0.3502, + "map_at_3": 0.17985, + "map_at_5": 0.22786, + "mrr_at_1": 0.85, + "mrr_at_10": 0.8965892857142856, + "mrr_at_100": 0.8976316137566137, + "mrr_at_1000": 0.8976316137566137, + "mrr_at_20": 0.8974464285714286, + "mrr_at_3": 0.8858333333333333, + "mrr_at_5": 0.8930833333333333, + "nauc_map_at_1000_diff1": 0.051066476938824344, + "nauc_map_at_1000_max": 0.2984807852663939, + "nauc_map_at_1000_std": 0.3402037020430999, + "nauc_map_at_100_diff1": 0.07208709131455762, + "nauc_map_at_100_max": 0.31426560645486024, + "nauc_map_at_100_std": 0.3313291591846984, + "nauc_map_at_10_diff1": 0.16518550482980074, + "nauc_map_at_10_max": 0.22940874490237606, + "nauc_map_at_10_std": 0.03872505201703537, + "nauc_map_at_1_diff1": 0.37794999112463107, + "nauc_map_at_1_max": 0.1815332836885028, + "nauc_map_at_1_std": 0.013325015757655458, + "nauc_map_at_20_diff1": 0.1398855958847284, + "nauc_map_at_20_max": 0.2647980201448264, + "nauc_map_at_20_std": 0.128830594940736, + "nauc_map_at_3_diff1": 0.21325239105754898, + "nauc_map_at_3_max": 0.14017281332277765, + "nauc_map_at_3_std": -0.06071609343659017, + "nauc_map_at_5_diff1": 0.19893081332915274, + "nauc_map_at_5_max": 0.19248714132294778, + "nauc_map_at_5_std": -0.032934542088453186, + "nauc_mrr_at_1000_diff1": 0.39936147252567894, + "nauc_mrr_at_1000_max": 0.5477906407508879, + "nauc_mrr_at_1000_std": 0.32359661485017704, + "nauc_mrr_at_100_diff1": 0.39936147252567894, + "nauc_mrr_at_100_max": 0.5477906407508879, + "nauc_mrr_at_100_std": 0.32359661485017704, + "nauc_mrr_at_10_diff1": 0.39510099157626105, + "nauc_mrr_at_10_max": 0.5504287181112848, + "nauc_mrr_at_10_std": 0.32952388389188925, + "nauc_mrr_at_1_diff1": 0.4339245037422708, + "nauc_mrr_at_1_max": 0.5183371298405467, + "nauc_mrr_at_1_std": 0.2734298730881877, + "nauc_mrr_at_20_diff1": 0.40023795557375286, + "nauc_mrr_at_20_max": 0.5486340911201515, + "nauc_mrr_at_20_std": 0.32485822669722814, + "nauc_mrr_at_3_diff1": 0.38989805440372793, + "nauc_mrr_at_3_max": 0.5503097658689226, + "nauc_mrr_at_3_std": 0.3310249987721623, + "nauc_mrr_at_5_diff1": 0.3971517003692686, + "nauc_mrr_at_5_max": 0.5546519649904317, + "nauc_mrr_at_5_std": 0.3171910669900683, + "nauc_ndcg_at_1000_diff1": 0.09929688242488553, + "nauc_ndcg_at_1000_max": 0.3993150986502058, + "nauc_ndcg_at_1000_std": 0.38395330591841065, + "nauc_ndcg_at_100_diff1": 0.12263495706181017, + "nauc_ndcg_at_100_max": 0.4216527363015116, + "nauc_ndcg_at_100_std": 0.4144409991953477, + "nauc_ndcg_at_10_diff1": 0.049768583928872664, + "nauc_ndcg_at_10_max": 0.32624040381713343, + "nauc_ndcg_at_10_std": 0.26642331168030486, + "nauc_ndcg_at_1_diff1": 0.44658907674377724, + "nauc_ndcg_at_1_max": 0.48978505781992526, + "nauc_ndcg_at_1_std": 0.18879682402839607, + "nauc_ndcg_at_20_diff1": 0.11507869248181402, + "nauc_ndcg_at_20_max": 0.3315532089333255, + "nauc_ndcg_at_20_std": 0.253694632499911, + "nauc_ndcg_at_3_diff1": 0.12268904093975094, + "nauc_ndcg_at_3_max": 0.3712846146836819, + "nauc_ndcg_at_3_std": 0.19781493219463703, + "nauc_ndcg_at_5_diff1": 0.07884307129384016, + "nauc_ndcg_at_5_max": 0.3505401362777415, + "nauc_ndcg_at_5_std": 0.24806834407126338, + "nauc_precision_at_1000_diff1": -0.1766967352912466, + "nauc_precision_at_1000_max": -0.14642492784627878, + "nauc_precision_at_1000_std": 0.05515399659790669, + "nauc_precision_at_100_diff1": -0.19788530252706546, + "nauc_precision_at_100_max": -0.018301999372285743, + "nauc_precision_at_100_std": 0.2897535619315656, + "nauc_precision_at_10_diff1": -0.20069922466924464, + "nauc_precision_at_10_max": 0.14390166006401078, + "nauc_precision_at_10_std": 0.3290251852254527, + "nauc_precision_at_1_diff1": 0.4339245037422708, + "nauc_precision_at_1_max": 0.5183371298405467, + "nauc_precision_at_1_std": 0.2734298730881877, + "nauc_precision_at_20_diff1": -0.21024791670142573, + "nauc_precision_at_20_max": 0.07989304044159641, + "nauc_precision_at_20_std": 0.35885034517366504, + "nauc_precision_at_3_diff1": -0.0926832385936428, + "nauc_precision_at_3_max": 0.20622424734578432, + "nauc_precision_at_3_std": 0.206171614183885, + "nauc_precision_at_5_diff1": -0.13076552617215464, + "nauc_precision_at_5_max": 0.20386134269416445, + "nauc_precision_at_5_std": 0.274459272894616, + "nauc_recall_at_1000_diff1": 0.23362142922719964, + "nauc_recall_at_1000_max": 0.561310367417235, + "nauc_recall_at_1000_std": 0.8090476172708169, + "nauc_recall_at_100_diff1": 0.0992677125363429, + "nauc_recall_at_100_max": 0.33627376808050274, + "nauc_recall_at_100_std": 0.4425653544067451, + "nauc_recall_at_10_diff1": 0.14147538245782781, + "nauc_recall_at_10_max": 0.16495122301907048, + "nauc_recall_at_10_std": -0.007748758923194199, + "nauc_recall_at_1_diff1": 0.37794999112463107, + "nauc_recall_at_1_max": 0.1815332836885028, + "nauc_recall_at_1_std": 0.013325015757655458, + "nauc_recall_at_20_diff1": 0.16210285000972569, + "nauc_recall_at_20_max": 0.1778073840596708, + "nauc_recall_at_20_std": 0.04908044779309152, + "nauc_recall_at_3_diff1": 0.16823982762547857, + "nauc_recall_at_3_max": 0.10516092665340163, + "nauc_recall_at_3_std": -0.07904891291895104, + "nauc_recall_at_5_diff1": 0.1607574649277043, + "nauc_recall_at_5_max": 0.15869850591801743, + "nauc_recall_at_5_std": -0.05332883083913426, + "ndcg_at_1": 0.7425, + "ndcg_at_10": 0.6047, + "ndcg_at_100": 0.68341, + "ndcg_at_1000": 0.74764, + "ndcg_at_20": 0.60506, + "ndcg_at_3": 0.67244, + "ndcg_at_5": 0.62942, + "precision_at_1": 0.85, + "precision_at_10": 0.492, + "precision_at_100": 0.15965, + "precision_at_1000": 0.02398, + "precision_at_20": 0.376, + "precision_at_3": 0.71833, + "precision_at_5": 0.622, + "recall_at_1": 0.0857, + "recall_at_10": 0.35861, + "recall_at_100": 0.78281, + "recall_at_1000": 0.97629, + "recall_at_20": 0.48407, + "recall_at_3": 0.1928, + "recall_at_5": 0.25475 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.65088, + "map_at_1": 0.07662, + "map_at_10": 0.26083, + "map_at_100": 0.46449, + "map_at_1000": 0.52355, + "map_at_20": 0.33445, + "map_at_3": 0.1384, + "map_at_5": 0.18509, + "mrr_at_1": 0.9, + "mrr_at_10": 0.929547619047619, + "mrr_at_100": 0.930271062271062, + "mrr_at_1000": 0.930271062271062, + "mrr_at_20": 0.9299047619047619, + "mrr_at_3": 0.9241666666666666, + "mrr_at_5": 0.9261666666666666, + "nauc_map_at_1000_diff1": 0.06380638309352427, + "nauc_map_at_1000_max": 0.39119248945264423, + "nauc_map_at_1000_std": 0.4729932134817026, + "nauc_map_at_100_diff1": 0.07467009265017081, + "nauc_map_at_100_max": 0.33094086617681523, + "nauc_map_at_100_std": 0.42530882431189737, + "nauc_map_at_10_diff1": 0.17860925844815953, + "nauc_map_at_10_max": 0.09841369786945599, + "nauc_map_at_10_std": 0.08920047683109032, + "nauc_map_at_1_diff1": 0.48310915711134106, + "nauc_map_at_1_max": -0.1298768466927656, + "nauc_map_at_1_std": -0.21758651620354155, + "nauc_map_at_20_diff1": 0.12330204715588948, + "nauc_map_at_20_max": 0.17635354072465675, + "nauc_map_at_20_std": 0.19691397312539494, + "nauc_map_at_3_diff1": 0.32195816842135005, + "nauc_map_at_3_max": -0.04057626408234132, + "nauc_map_at_3_std": -0.11130154624394022, + "nauc_map_at_5_diff1": 0.28775230402738544, + "nauc_map_at_5_max": 0.01360215755388302, + "nauc_map_at_5_std": -0.0244002281877705, + "nauc_mrr_at_1000_diff1": 0.18354451117142168, + "nauc_mrr_at_1000_max": 0.47826289232510355, + "nauc_mrr_at_1000_std": 0.3178500282230962, + "nauc_mrr_at_100_diff1": 0.18354451117142168, + "nauc_mrr_at_100_max": 0.47826289232510355, + "nauc_mrr_at_100_std": 0.3178500282230962, + "nauc_mrr_at_10_diff1": 0.1815264576034321, + "nauc_mrr_at_10_max": 0.48295772065726156, + "nauc_mrr_at_10_std": 0.324854713767899, + "nauc_mrr_at_1_diff1": 0.17280578898225873, + "nauc_mrr_at_1_max": 0.3482959850606904, + "nauc_mrr_at_1_std": 0.17268907563025218, + "nauc_mrr_at_20_diff1": 0.1833243261072552, + "nauc_mrr_at_20_max": 0.4809893613242405, + "nauc_mrr_at_20_std": 0.32141477514918765, + "nauc_mrr_at_3_diff1": 0.20136772657780977, + "nauc_mrr_at_3_max": 0.5101989513754207, + "nauc_mrr_at_3_std": 0.3448251095309908, + "nauc_mrr_at_5_diff1": 0.18526703382632168, + "nauc_mrr_at_5_max": 0.4987016627569006, + "nauc_mrr_at_5_std": 0.3357719310448026, + "nauc_ndcg_at_1000_diff1": 0.1802324931092141, + "nauc_ndcg_at_1000_max": 0.4985503581667411, + "nauc_ndcg_at_1000_std": 0.4635249975181073, + "nauc_ndcg_at_100_diff1": 0.15065063694286618, + "nauc_ndcg_at_100_max": 0.43303732239148207, + "nauc_ndcg_at_100_std": 0.43082850724371546, + "nauc_ndcg_at_10_diff1": 0.17370194568262212, + "nauc_ndcg_at_10_max": 0.3957778829956505, + "nauc_ndcg_at_10_std": 0.25032433196650267, + "nauc_ndcg_at_1_diff1": 0.4021728366294822, + "nauc_ndcg_at_1_max": 0.30932339148923743, + "nauc_ndcg_at_1_std": 0.05331313896251387, + "nauc_ndcg_at_20_diff1": 0.14163251622331965, + "nauc_ndcg_at_20_max": 0.4016121899716726, + "nauc_ndcg_at_20_std": 0.3047246699394116, + "nauc_ndcg_at_3_diff1": 0.20678753247074294, + "nauc_ndcg_at_3_max": 0.4099453752291593, + "nauc_ndcg_at_3_std": 0.14932288240517094, + "nauc_ndcg_at_5_diff1": 0.23775379333716293, + "nauc_ndcg_at_5_max": 0.43588147021327, + "nauc_ndcg_at_5_std": 0.20887097347715075, + "nauc_precision_at_1000_diff1": -0.09594009945791669, + "nauc_precision_at_1000_max": 0.023280132660214455, + "nauc_precision_at_1000_std": -0.06198392011274703, + "nauc_precision_at_100_diff1": -0.10953774296544744, + "nauc_precision_at_100_max": 0.15040480403831474, + "nauc_precision_at_100_std": 0.15691132028029112, + "nauc_precision_at_10_diff1": -0.1756268294686595, + "nauc_precision_at_10_max": 0.37803254022128757, + "nauc_precision_at_10_std": 0.35833805338049046, + "nauc_precision_at_1_diff1": 0.17280578898225873, + "nauc_precision_at_1_max": 0.3482959850606904, + "nauc_precision_at_1_std": 0.17268907563025218, + "nauc_precision_at_20_diff1": -0.166777728035121, + "nauc_precision_at_20_max": 0.30356733929282503, + "nauc_precision_at_20_std": 0.3123575199549431, + "nauc_precision_at_3_diff1": -0.16080534739765986, + "nauc_precision_at_3_max": 0.4597134592363168, + "nauc_precision_at_3_std": 0.32296543703217706, + "nauc_precision_at_5_diff1": -0.09035636370233666, + "nauc_precision_at_5_max": 0.4627081282854904, + "nauc_precision_at_5_std": 0.36576604362359816, + "nauc_recall_at_1000_diff1": 8.661686427925338e-05, + "nauc_recall_at_1000_max": 0.2278546042959095, + "nauc_recall_at_1000_std": 0.5435799755068822, + "nauc_recall_at_100_diff1": 0.014327547476771871, + "nauc_recall_at_100_max": 0.09604527598099064, + "nauc_recall_at_100_std": 0.2982279602957891, + "nauc_recall_at_10_diff1": 0.09639518166679524, + "nauc_recall_at_10_max": -0.013576139486217956, + "nauc_recall_at_10_std": 0.01909275549953931, + "nauc_recall_at_1_diff1": 0.48310915711134106, + "nauc_recall_at_1_max": -0.1298768466927656, + "nauc_recall_at_1_std": -0.21758651620354155, + "nauc_recall_at_20_diff1": 0.046184124255688914, + "nauc_recall_at_20_max": 0.025895336846333335, + "nauc_recall_at_20_std": 0.09440608081958572, + "nauc_recall_at_3_diff1": 0.3070041739108047, + "nauc_recall_at_3_max": -0.03820008921830146, + "nauc_recall_at_3_std": -0.10275233149909305, + "nauc_recall_at_5_diff1": 0.23741478298393717, + "nauc_recall_at_5_max": -0.025834630561750303, + "nauc_recall_at_5_std": -0.03193578568354821, + "ndcg_at_1": 0.7625, + "ndcg_at_10": 0.65088, + "ndcg_at_100": 0.70723, + "ndcg_at_1000": 0.76769, + "ndcg_at_20": 0.64581, + "ndcg_at_3": 0.68615, + "ndcg_at_5": 0.66956, + "precision_at_1": 0.9, + "precision_at_10": 0.6225, + "precision_at_100": 0.2647, + "precision_at_1000": 0.05472, + "precision_at_20": 0.511, + "precision_at_3": 0.77, + "precision_at_5": 0.716, + "recall_at_1": 0.07662, + "recall_at_10": 0.32618, + "recall_at_100": 0.75677, + "recall_at_1000": 0.95606, + "recall_at_20": 0.44927, + "recall_at_3": 0.14484, + "recall_at_5": 0.20731 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.63885, + "map_at_1": 0.0701, + "map_at_10": 0.24895, + "map_at_100": 0.44318, + "map_at_1000": 0.50134, + "map_at_20": 0.31838, + "map_at_3": 0.12495, + "map_at_5": 0.16758, + "mrr_at_1": 0.85, + "mrr_at_10": 0.8956726190476191, + "mrr_at_100": 0.8967866424554956, + "mrr_at_1000": 0.8967866424554956, + "mrr_at_20": 0.89651177988678, + "mrr_at_3": 0.8866666666666667, + "mrr_at_5": 0.8914166666666666, + "nauc_map_at_1000_diff1": 0.02541379539246303, + "nauc_map_at_1000_max": 0.3837843878456997, + "nauc_map_at_1000_std": 0.5017309811203939, + "nauc_map_at_100_diff1": 0.05638457312766916, + "nauc_map_at_100_max": 0.37355811621495755, + "nauc_map_at_100_std": 0.45971700956939054, + "nauc_map_at_10_diff1": 0.15556299776344024, + "nauc_map_at_10_max": 0.1653296915435195, + "nauc_map_at_10_std": 0.1243722761973556, + "nauc_map_at_1_diff1": 0.4364467244237909, + "nauc_map_at_1_max": -0.16183094463588688, + "nauc_map_at_1_std": -0.20525075289127662, + "nauc_map_at_20_diff1": 0.11017363937694162, + "nauc_map_at_20_max": 0.25293503272487605, + "nauc_map_at_20_std": 0.23922193498024397, + "nauc_map_at_3_diff1": 0.33001700007703716, + "nauc_map_at_3_max": -0.005451175989994072, + "nauc_map_at_3_std": -0.07897041343309948, + "nauc_map_at_5_diff1": 0.26060443842209063, + "nauc_map_at_5_max": 0.08126237569310747, + "nauc_map_at_5_std": -0.006565921016591193, + "nauc_mrr_at_1000_diff1": 0.3581042176774024, + "nauc_mrr_at_1000_max": 0.5906523631255052, + "nauc_mrr_at_1000_std": 0.23413657093880483, + "nauc_mrr_at_100_diff1": 0.3581042176774024, + "nauc_mrr_at_100_max": 0.5906523631255052, + "nauc_mrr_at_100_std": 0.23413657093880483, + "nauc_mrr_at_10_diff1": 0.3571029581513756, + "nauc_mrr_at_10_max": 0.5951647866844826, + "nauc_mrr_at_10_std": 0.2405737051512365, + "nauc_mrr_at_1_diff1": 0.40284738041002266, + "nauc_mrr_at_1_max": 0.5292547998698344, + "nauc_mrr_at_1_std": 0.13665798893589348, + "nauc_mrr_at_20_diff1": 0.35831296103220056, + "nauc_mrr_at_20_max": 0.5917750339148032, + "nauc_mrr_at_20_std": 0.2362370166796514, + "nauc_mrr_at_3_diff1": 0.3322764675941634, + "nauc_mrr_at_3_max": 0.597245786675716, + "nauc_mrr_at_3_std": 0.2534463013233806, + "nauc_mrr_at_5_diff1": 0.3428434008391501, + "nauc_mrr_at_5_max": 0.5978317164297651, + "nauc_mrr_at_5_std": 0.24938105507667827, + "nauc_ndcg_at_1000_diff1": 0.14988267498609462, + "nauc_ndcg_at_1000_max": 0.5136488984660946, + "nauc_ndcg_at_1000_std": 0.4706508302570985, + "nauc_ndcg_at_100_diff1": 0.1174001491109575, + "nauc_ndcg_at_100_max": 0.463323573337808, + "nauc_ndcg_at_100_std": 0.4580368190166767, + "nauc_ndcg_at_10_diff1": 0.09507265643221592, + "nauc_ndcg_at_10_max": 0.4024689812702293, + "nauc_ndcg_at_10_std": 0.28307811957373136, + "nauc_ndcg_at_1_diff1": 0.38307024681312773, + "nauc_ndcg_at_1_max": 0.2875617032818009, + "nauc_ndcg_at_1_std": -0.028614049362625498, + "nauc_ndcg_at_20_diff1": 0.05060771386987435, + "nauc_ndcg_at_20_max": 0.4010884939395817, + "nauc_ndcg_at_20_std": 0.3575223253613538, + "nauc_ndcg_at_3_diff1": 0.19671311849836537, + "nauc_ndcg_at_3_max": 0.3762758612047616, + "nauc_ndcg_at_3_std": 0.14677558149678513, + "nauc_ndcg_at_5_diff1": 0.17757676010489337, + "nauc_ndcg_at_5_max": 0.41310429506451884, + "nauc_ndcg_at_5_std": 0.19533103205795804, + "nauc_precision_at_1000_diff1": -0.13936014594200405, + "nauc_precision_at_1000_max": -0.07801845437365088, + "nauc_precision_at_1000_std": -0.0761782307981624, + "nauc_precision_at_100_diff1": -0.14171855287731738, + "nauc_precision_at_100_max": 0.06655723702164898, + "nauc_precision_at_100_std": 0.17501738442996073, + "nauc_precision_at_10_diff1": -0.17803972871112167, + "nauc_precision_at_10_max": 0.3690132699358488, + "nauc_precision_at_10_std": 0.3963726423348941, + "nauc_precision_at_1_diff1": 0.40284738041002266, + "nauc_precision_at_1_max": 0.5292547998698344, + "nauc_precision_at_1_std": 0.13665798893589348, + "nauc_precision_at_20_diff1": -0.17531441499912676, + "nauc_precision_at_20_max": 0.26790582016374365, + "nauc_precision_at_20_std": 0.3489840974432362, + "nauc_precision_at_3_diff1": -0.034332921849777605, + "nauc_precision_at_3_max": 0.4642711993163036, + "nauc_precision_at_3_std": 0.3250251638021078, + "nauc_precision_at_5_diff1": -0.0883226146909045, + "nauc_precision_at_5_max": 0.46818515292835605, + "nauc_precision_at_5_std": 0.35368516794446603, + "nauc_recall_at_1000_diff1": -0.0059966448000393436, + "nauc_recall_at_1000_max": 0.3407265614111488, + "nauc_recall_at_1000_std": 0.6195707067649847, + "nauc_recall_at_100_diff1": 0.013336883661290039, + "nauc_recall_at_100_max": 0.17599723728506914, + "nauc_recall_at_100_std": 0.3457120279658483, + "nauc_recall_at_10_diff1": 0.08011412350036984, + "nauc_recall_at_10_max": 0.039053875050632576, + "nauc_recall_at_10_std": 0.06982036007768044, + "nauc_recall_at_1_diff1": 0.4364467244237909, + "nauc_recall_at_1_max": -0.16183094463588688, + "nauc_recall_at_1_std": -0.20525075289127662, + "nauc_recall_at_20_diff1": 0.03323645332938491, + "nauc_recall_at_20_max": 0.08126152714607886, + "nauc_recall_at_20_std": 0.15644593592691425, + "nauc_recall_at_3_diff1": 0.28787043966511483, + "nauc_recall_at_3_max": -0.022236974481040946, + "nauc_recall_at_3_std": -0.07212444185616904, + "nauc_recall_at_5_diff1": 0.17805787722574168, + "nauc_recall_at_5_max": 0.02384260177124336, + "nauc_recall_at_5_std": -0.0275550327603005, + "ndcg_at_1": 0.75, + "ndcg_at_10": 0.63885, + "ndcg_at_100": 0.6883, + "ndcg_at_1000": 0.75251, + "ndcg_at_20": 0.63323, + "ndcg_at_3": 0.67239, + "ndcg_at_5": 0.64846, + "precision_at_1": 0.85, + "precision_at_10": 0.6145, + "precision_at_100": 0.2579, + "precision_at_1000": 0.05414, + "precision_at_20": 0.5045, + "precision_at_3": 0.74167, + "precision_at_5": 0.684, + "recall_at_1": 0.0701, + "recall_at_10": 0.31758, + "recall_at_100": 0.74404, + "recall_at_1000": 0.95281, + "recall_at_20": 0.44317, + "recall_at_3": 0.13346, + "recall_at_5": 0.19328 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.63616, + "map_at_1": 0.07018, + "map_at_10": 0.24523, + "map_at_100": 0.44137, + "map_at_1000": 0.49869, + "map_at_20": 0.31659, + "map_at_3": 0.12768, + "map_at_5": 0.1668, + "mrr_at_1": 0.865, + "mrr_at_10": 0.901922619047619, + "mrr_at_100": 0.90301801874596, + "mrr_at_1000": 0.9030500711937667, + "mrr_at_20": 0.90301801874596, + "mrr_at_3": 0.895, + "mrr_at_5": 0.8985, + "nauc_map_at_1000_diff1": -0.021435076011081067, + "nauc_map_at_1000_max": 0.3992527773652155, + "nauc_map_at_1000_std": 0.48271633571882927, + "nauc_map_at_100_diff1": 0.025591821302449184, + "nauc_map_at_100_max": 0.393747299428016, + "nauc_map_at_100_std": 0.4522790001631617, + "nauc_map_at_10_diff1": 0.1296055470480687, + "nauc_map_at_10_max": 0.20177594982583713, + "nauc_map_at_10_std": 0.14409804608392515, + "nauc_map_at_1_diff1": 0.47465490514804637, + "nauc_map_at_1_max": -0.12267626244592632, + "nauc_map_at_1_std": -0.20261533417994215, + "nauc_map_at_20_diff1": 0.08759360218180492, + "nauc_map_at_20_max": 0.2671426854372045, + "nauc_map_at_20_std": 0.23910984933268298, + "nauc_map_at_3_diff1": 0.2867138592027152, + "nauc_map_at_3_max": -0.010574023094667616, + "nauc_map_at_3_std": -0.09679159825393095, + "nauc_map_at_5_diff1": 0.23609752867543224, + "nauc_map_at_5_max": 0.08426213592056167, + "nauc_map_at_5_std": -0.008103892627100928, + "nauc_mrr_at_1000_diff1": 0.19960945579711104, + "nauc_mrr_at_1000_max": 0.5839053496822664, + "nauc_mrr_at_1000_std": 0.3132555311828671, + "nauc_mrr_at_100_diff1": 0.19956000069906346, + "nauc_mrr_at_100_max": 0.584031567467409, + "nauc_mrr_at_100_std": 0.3134879825352907, + "nauc_mrr_at_10_diff1": 0.20076671861248213, + "nauc_mrr_at_10_max": 0.5879354523489552, + "nauc_mrr_at_10_std": 0.3159032581276531, + "nauc_mrr_at_1_diff1": 0.204871675555715, + "nauc_mrr_at_1_max": 0.49024591044135, + "nauc_mrr_at_1_std": 0.169023159251173, + "nauc_mrr_at_20_diff1": 0.19956000069906346, + "nauc_mrr_at_20_max": 0.584031567467409, + "nauc_mrr_at_20_std": 0.3134879825352907, + "nauc_mrr_at_3_diff1": 0.21540308773843564, + "nauc_mrr_at_3_max": 0.5989689862582018, + "nauc_mrr_at_3_std": 0.333462115358393, + "nauc_mrr_at_5_diff1": 0.20465375451540985, + "nauc_mrr_at_5_max": 0.5899682215519371, + "nauc_mrr_at_5_std": 0.31852992522810436, + "nauc_ndcg_at_1000_diff1": 0.03660429051999181, + "nauc_ndcg_at_1000_max": 0.5280012630556754, + "nauc_ndcg_at_1000_std": 0.48656841810023627, + "nauc_ndcg_at_100_diff1": 0.03799137123462405, + "nauc_ndcg_at_100_max": 0.49151360704685443, + "nauc_ndcg_at_100_std": 0.47796962015620476, + "nauc_ndcg_at_10_diff1": 0.03596075902787616, + "nauc_ndcg_at_10_max": 0.4184219639636996, + "nauc_ndcg_at_10_std": 0.33089635644876936, + "nauc_ndcg_at_1_diff1": 0.30343715840961005, + "nauc_ndcg_at_1_max": 0.2895195927966519, + "nauc_ndcg_at_1_std": 0.020851505482007815, + "nauc_ndcg_at_20_diff1": -0.0024460854396872616, + "nauc_ndcg_at_20_max": 0.4062926780303747, + "nauc_ndcg_at_20_std": 0.3646235244679676, + "nauc_ndcg_at_3_diff1": 0.14205326190950152, + "nauc_ndcg_at_3_max": 0.3770180564894522, + "nauc_ndcg_at_3_std": 0.1870171781098316, + "nauc_ndcg_at_5_diff1": 0.13456093584196874, + "nauc_ndcg_at_5_max": 0.3913770098443167, + "nauc_ndcg_at_5_std": 0.23408350424386365, + "nauc_precision_at_1000_diff1": -0.14687339517706324, + "nauc_precision_at_1000_max": -0.07667793814600933, + "nauc_precision_at_1000_std": -0.0776586167680967, + "nauc_precision_at_100_diff1": -0.1616639882486275, + "nauc_precision_at_100_max": 0.06516596461909469, + "nauc_precision_at_100_std": 0.1532433571113821, + "nauc_precision_at_10_diff1": -0.18244495369202085, + "nauc_precision_at_10_max": 0.3741111722392053, + "nauc_precision_at_10_std": 0.4112258067184829, + "nauc_precision_at_1_diff1": 0.204871675555715, + "nauc_precision_at_1_max": 0.49024591044135, + "nauc_precision_at_1_std": 0.169023159251173, + "nauc_precision_at_20_diff1": -0.18702599787634805, + "nauc_precision_at_20_max": 0.2576777996592754, + "nauc_precision_at_20_std": 0.3308196295770177, + "nauc_precision_at_3_diff1": -0.10726098006900195, + "nauc_precision_at_3_max": 0.4137568560906105, + "nauc_precision_at_3_std": 0.3398856473538582, + "nauc_precision_at_5_diff1": -0.09892301555644141, + "nauc_precision_at_5_max": 0.4098513904656704, + "nauc_precision_at_5_std": 0.34884068198786977, + "nauc_recall_at_1000_diff1": -0.11380689797107775, + "nauc_recall_at_1000_max": 0.42675416481762707, + "nauc_recall_at_1000_std": 0.6364116324784, + "nauc_recall_at_100_diff1": 0.025427308587012424, + "nauc_recall_at_100_max": 0.2623737242582032, + "nauc_recall_at_100_std": 0.38282577807033163, + "nauc_recall_at_10_diff1": 0.0655645902674725, + "nauc_recall_at_10_max": 0.10102484042301063, + "nauc_recall_at_10_std": 0.10292353401756013, + "nauc_recall_at_1_diff1": 0.47465490514804637, + "nauc_recall_at_1_max": -0.12267626244592632, + "nauc_recall_at_1_std": -0.20261533417994215, + "nauc_recall_at_20_diff1": 0.015262873061964256, + "nauc_recall_at_20_max": 0.11064132770343428, + "nauc_recall_at_20_std": 0.15592161789969464, + "nauc_recall_at_3_diff1": 0.24972552676277113, + "nauc_recall_at_3_max": -0.03463821284884901, + "nauc_recall_at_3_std": -0.10239028776902326, + "nauc_recall_at_5_diff1": 0.20130558425667666, + "nauc_recall_at_5_max": 0.04912378293580014, + "nauc_recall_at_5_std": -0.01782162860755294, + "ndcg_at_1": 0.7525, + "ndcg_at_10": 0.63616, + "ndcg_at_100": 0.68679, + "ndcg_at_1000": 0.74961, + "ndcg_at_20": 0.63136, + "ndcg_at_3": 0.67895, + "ndcg_at_5": 0.64817, + "precision_at_1": 0.865, + "precision_at_10": 0.6035, + "precision_at_100": 0.2589, + "precision_at_1000": 0.05415, + "precision_at_20": 0.50125, + "precision_at_3": 0.73833, + "precision_at_5": 0.678, + "recall_at_1": 0.07018, + "recall_at_10": 0.30598, + "recall_at_100": 0.73218, + "recall_at_1000": 0.94537, + "recall_at_20": 0.43379, + "recall_at_3": 0.13606, + "recall_at_5": 0.18587 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.68343, + "map_at_1": 0.14481, + "map_at_10": 0.37193, + "map_at_100": 0.50896, + "map_at_1000": 0.55044, + "map_at_20": 0.42123, + "map_at_3": 0.2491, + "map_at_5": 0.30299, + "mrr_at_1": 0.87, + "mrr_at_10": 0.926625, + "mrr_at_100": 0.926625, + "mrr_at_1000": 0.926625, + "mrr_at_20": 0.926625, + "mrr_at_3": 0.9241666666666668, + "mrr_at_5": 0.9251666666666668, + "nauc_map_at_1000_diff1": 0.1777784182788348, + "nauc_map_at_1000_max": 0.3752405122876567, + "nauc_map_at_1000_std": 0.1378760181540785, + "nauc_map_at_100_diff1": 0.2030959765502823, + "nauc_map_at_100_max": 0.3942011796445088, + "nauc_map_at_100_std": 0.14412225830053685, + "nauc_map_at_10_diff1": 0.23887719341867675, + "nauc_map_at_10_max": 0.3289249452490881, + "nauc_map_at_10_std": 0.028544362777451465, + "nauc_map_at_1_diff1": 0.5060800769037717, + "nauc_map_at_1_max": 0.19425154795226238, + "nauc_map_at_1_std": -0.03488474948600578, + "nauc_map_at_20_diff1": 0.2336470508914884, + "nauc_map_at_20_max": 0.35356967636068015, + "nauc_map_at_20_std": 0.04967293885377089, + "nauc_map_at_3_diff1": 0.35019104484865343, + "nauc_map_at_3_max": 0.2534923540504183, + "nauc_map_at_3_std": -0.005823043270050273, + "nauc_map_at_5_diff1": 0.2660725928289444, + "nauc_map_at_5_max": 0.27857242117485315, + "nauc_map_at_5_std": 0.005787866200157859, + "nauc_mrr_at_1000_diff1": 0.6781858663315216, + "nauc_mrr_at_1000_max": 0.5593231973092616, + "nauc_mrr_at_1000_std": -0.018314410684933592, + "nauc_mrr_at_100_diff1": 0.6781858663315216, + "nauc_mrr_at_100_max": 0.5593231973092616, + "nauc_mrr_at_100_std": -0.018314410684933592, + "nauc_mrr_at_10_diff1": 0.6781858663315216, + "nauc_mrr_at_10_max": 0.5593231973092616, + "nauc_mrr_at_10_std": -0.018314410684933592, + "nauc_mrr_at_1_diff1": 0.6617048063393324, + "nauc_mrr_at_1_max": 0.5158298155965344, + "nauc_mrr_at_1_std": -0.0253647337628666, + "nauc_mrr_at_20_diff1": 0.6781858663315216, + "nauc_mrr_at_20_max": 0.5593231973092616, + "nauc_mrr_at_20_std": -0.018314410684933592, + "nauc_mrr_at_3_diff1": 0.6770204653416341, + "nauc_mrr_at_3_max": 0.5722185357221855, + "nauc_mrr_at_3_std": -0.012497235124971117, + "nauc_mrr_at_5_diff1": 0.6846260455839356, + "nauc_mrr_at_5_max": 0.5681420691510822, + "nauc_mrr_at_5_std": -0.00493615985342028, + "nauc_ndcg_at_1000_diff1": 0.2851556038092293, + "nauc_ndcg_at_1000_max": 0.5039616742025196, + "nauc_ndcg_at_1000_std": 0.13205710156869324, + "nauc_ndcg_at_100_diff1": 0.2874923747592478, + "nauc_ndcg_at_100_max": 0.49199934005003626, + "nauc_ndcg_at_100_std": 0.12806035351591694, + "nauc_ndcg_at_10_diff1": 0.2519828515145301, + "nauc_ndcg_at_10_max": 0.459313444126649, + "nauc_ndcg_at_10_std": 0.052766165356040125, + "nauc_ndcg_at_1_diff1": 0.599255843203018, + "nauc_ndcg_at_1_max": 0.5347316843098201, + "nauc_ndcg_at_1_std": -0.08329184571847816, + "nauc_ndcg_at_20_diff1": 0.2673719319750685, + "nauc_ndcg_at_20_max": 0.4393888247075379, + "nauc_ndcg_at_20_std": 0.041836911983960855, + "nauc_ndcg_at_3_diff1": 0.2587315651626627, + "nauc_ndcg_at_3_max": 0.46060749596538797, + "nauc_ndcg_at_3_std": 0.0007979720569431748, + "nauc_ndcg_at_5_diff1": 0.21251200965883912, + "nauc_ndcg_at_5_max": 0.44350910857989734, + "nauc_ndcg_at_5_std": 0.035096432826211006, + "nauc_precision_at_1000_diff1": -0.21633639937203586, + "nauc_precision_at_1000_max": -0.2130377691313434, + "nauc_precision_at_1000_std": -0.17373380556485898, + "nauc_precision_at_100_diff1": -0.20493602528766325, + "nauc_precision_at_100_max": -0.13057575031879093, + "nauc_precision_at_100_std": 0.04290607822361877, + "nauc_precision_at_10_diff1": -0.2723837044166652, + "nauc_precision_at_10_max": 0.056643754642337896, + "nauc_precision_at_10_std": 0.10031093614179806, + "nauc_precision_at_1_diff1": 0.6617048063393324, + "nauc_precision_at_1_max": 0.5158298155965344, + "nauc_precision_at_1_std": -0.0253647337628666, + "nauc_precision_at_20_diff1": -0.2402570272510544, + "nauc_precision_at_20_max": -0.0435950971783746, + "nauc_precision_at_20_std": 0.08208383324508108, + "nauc_precision_at_3_diff1": -0.1968772991709709, + "nauc_precision_at_3_max": 0.24452181036248247, + "nauc_precision_at_3_std": 0.09587685166222919, + "nauc_precision_at_5_diff1": -0.2959464236200026, + "nauc_precision_at_5_max": 0.158254788367796, + "nauc_precision_at_5_std": 0.1252965941153191, + "nauc_recall_at_1000_diff1": 0.45787611926025457, + "nauc_recall_at_1000_max": 0.6277725073531574, + "nauc_recall_at_1000_std": 0.803106108324827, + "nauc_recall_at_100_diff1": 0.23329212689399292, + "nauc_recall_at_100_max": 0.37098018937737076, + "nauc_recall_at_100_std": 0.23132777618809774, + "nauc_recall_at_10_diff1": 0.19215667087761687, + "nauc_recall_at_10_max": 0.2660934692648038, + "nauc_recall_at_10_std": 0.016597670604498262, + "nauc_recall_at_1_diff1": 0.5060800769037717, + "nauc_recall_at_1_max": 0.19425154795226238, + "nauc_recall_at_1_std": -0.03488474948600578, + "nauc_recall_at_20_diff1": 0.22485271775252474, + "nauc_recall_at_20_max": 0.30460932894206577, + "nauc_recall_at_20_std": 0.03858301360144323, + "nauc_recall_at_3_diff1": 0.2952978969588319, + "nauc_recall_at_3_max": 0.2130430695259809, + "nauc_recall_at_3_std": -0.00256903794458917, + "nauc_recall_at_5_diff1": 0.20950447983117682, + "nauc_recall_at_5_max": 0.22277236039566836, + "nauc_recall_at_5_std": 0.0001276193241161451, + "ndcg_at_1": 0.805, + "ndcg_at_10": 0.68343, + "ndcg_at_100": 0.73827, + "ndcg_at_1000": 0.80131, + "ndcg_at_20": 0.68701, + "ndcg_at_3": 0.71408, + "ndcg_at_5": 0.69207, + "precision_at_1": 0.87, + "precision_at_10": 0.5, + "precision_at_100": 0.18, + "precision_at_1000": 0.03625, + "precision_at_20": 0.37725, + "precision_at_3": 0.68833, + "precision_at_5": 0.604, + "recall_at_1": 0.14481, + "recall_at_10": 0.45314, + "recall_at_100": 0.80019, + "recall_at_1000": 0.98438, + "recall_at_20": 0.55556, + "recall_at_3": 0.26705, + "recall_at_5": 0.33836 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.62374, + "map_at_1": 0.14939, + "map_at_10": 0.34267, + "map_at_100": 0.46361, + "map_at_1000": 0.5011, + "map_at_20": 0.3876, + "map_at_3": 0.23985, + "map_at_5": 0.29182, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8764285714285716, + "mrr_at_100": 0.877466214565005, + "mrr_at_1000": 0.877466214565005, + "mrr_at_20": 0.8769910714285716, + "mrr_at_3": 0.8633333333333334, + "mrr_at_5": 0.8723333333333335, + "nauc_map_at_1000_diff1": 0.29842127254342043, + "nauc_map_at_1000_max": 0.47769918380342896, + "nauc_map_at_1000_std": 0.34251230489044127, + "nauc_map_at_100_diff1": 0.3091019840807779, + "nauc_map_at_100_max": 0.46585747067415295, + "nauc_map_at_100_std": 0.3309180793123574, + "nauc_map_at_10_diff1": 0.307720549144551, + "nauc_map_at_10_max": 0.3651843847421155, + "nauc_map_at_10_std": 0.18333100012012044, + "nauc_map_at_1_diff1": 0.4367661306058212, + "nauc_map_at_1_max": 0.1957458443501424, + "nauc_map_at_1_std": 0.06445419080206227, + "nauc_map_at_20_diff1": 0.3009533502609985, + "nauc_map_at_20_max": 0.39262672584753744, + "nauc_map_at_20_std": 0.22451323446962548, + "nauc_map_at_3_diff1": 0.337342971372676, + "nauc_map_at_3_max": 0.24136005612713773, + "nauc_map_at_3_std": 0.11628719507283179, + "nauc_map_at_5_diff1": 0.31870112364098224, + "nauc_map_at_5_max": 0.3054199687833087, + "nauc_map_at_5_std": 0.1475128865605664, + "nauc_mrr_at_1000_diff1": 0.621040057338846, + "nauc_mrr_at_1000_max": 0.660995951065336, + "nauc_mrr_at_1000_std": 0.25827253526407706, + "nauc_mrr_at_100_diff1": 0.621040057338846, + "nauc_mrr_at_100_max": 0.660995951065336, + "nauc_mrr_at_100_std": 0.25827253526407706, + "nauc_mrr_at_10_diff1": 0.6205961740754421, + "nauc_mrr_at_10_max": 0.6630227972901281, + "nauc_mrr_at_10_std": 0.2622942327993723, + "nauc_mrr_at_1_diff1": 0.6238027514947471, + "nauc_mrr_at_1_max": 0.6392146049805535, + "nauc_mrr_at_1_std": 0.2409299355662627, + "nauc_mrr_at_20_diff1": 0.6218268411784841, + "nauc_mrr_at_20_max": 0.6623610199550901, + "nauc_mrr_at_20_std": 0.26125925205984457, + "nauc_mrr_at_3_diff1": 0.6123939150374702, + "nauc_mrr_at_3_max": 0.6527387059407586, + "nauc_mrr_at_3_std": 0.25016843573437975, + "nauc_mrr_at_5_diff1": 0.6194467422664194, + "nauc_mrr_at_5_max": 0.6689274485971595, + "nauc_mrr_at_5_std": 0.26193531729820124, + "nauc_ndcg_at_1000_diff1": 0.4240819467744605, + "nauc_ndcg_at_1000_max": 0.619259876710171, + "nauc_ndcg_at_1000_std": 0.38971760241716513, + "nauc_ndcg_at_100_diff1": 0.394026032126365, + "nauc_ndcg_at_100_max": 0.5893971223413014, + "nauc_ndcg_at_100_std": 0.37310886531990806, + "nauc_ndcg_at_10_diff1": 0.3874835936527144, + "nauc_ndcg_at_10_max": 0.5772570121043323, + "nauc_ndcg_at_10_std": 0.2935027931941575, + "nauc_ndcg_at_1_diff1": 0.5942679068888994, + "nauc_ndcg_at_1_max": 0.6124043208419241, + "nauc_ndcg_at_1_std": 0.14828630037091253, + "nauc_ndcg_at_20_diff1": 0.3736595505193421, + "nauc_ndcg_at_20_max": 0.5432499508557656, + "nauc_ndcg_at_20_std": 0.2977273196586171, + "nauc_ndcg_at_3_diff1": 0.3476506412128762, + "nauc_ndcg_at_3_max": 0.5136339808383635, + "nauc_ndcg_at_3_std": 0.2079473176084121, + "nauc_ndcg_at_5_diff1": 0.3412560497528326, + "nauc_ndcg_at_5_max": 0.5404170887018286, + "nauc_ndcg_at_5_std": 0.2447490913137987, + "nauc_precision_at_1000_diff1": -0.21053627718021647, + "nauc_precision_at_1000_max": -0.09323050550061325, + "nauc_precision_at_1000_std": -0.15882263127876942, + "nauc_precision_at_100_diff1": -0.14887698701358734, + "nauc_precision_at_100_max": 0.01246476038344828, + "nauc_precision_at_100_std": 0.06696538347701027, + "nauc_precision_at_10_diff1": -0.06306789784598253, + "nauc_precision_at_10_max": 0.2716098188462197, + "nauc_precision_at_10_std": 0.207437874331222, + "nauc_precision_at_1_diff1": 0.6238027514947471, + "nauc_precision_at_1_max": 0.6392146049805535, + "nauc_precision_at_1_std": 0.2409299355662627, + "nauc_precision_at_20_diff1": -0.10536881811260866, + "nauc_precision_at_20_max": 0.1457410312548483, + "nauc_precision_at_20_std": 0.1685397257394404, + "nauc_precision_at_3_diff1": -0.005098694387723252, + "nauc_precision_at_3_max": 0.32958047150547626, + "nauc_precision_at_3_std": 0.19949260565559043, + "nauc_precision_at_5_diff1": -0.049681468008722494, + "nauc_precision_at_5_max": 0.34112347995010167, + "nauc_precision_at_5_std": 0.2332415986592134, + "nauc_recall_at_1000_diff1": 0.520323112159422, + "nauc_recall_at_1000_max": 0.7696741519507315, + "nauc_recall_at_1000_std": 0.8735518617667137, + "nauc_recall_at_100_diff1": 0.277390815279118, + "nauc_recall_at_100_max": 0.447256657959567, + "nauc_recall_at_100_std": 0.41210490706855113, + "nauc_recall_at_10_diff1": 0.2859998215010522, + "nauc_recall_at_10_max": 0.35337617685198797, + "nauc_recall_at_10_std": 0.19132858483233803, + "nauc_recall_at_1_diff1": 0.4367661306058212, + "nauc_recall_at_1_max": 0.1957458443501424, + "nauc_recall_at_1_std": 0.06445419080206227, + "nauc_recall_at_20_diff1": 0.2659732576089938, + "nauc_recall_at_20_max": 0.3581831150665846, + "nauc_recall_at_20_std": 0.23665172509406776, + "nauc_recall_at_3_diff1": 0.3267963075107304, + "nauc_recall_at_3_max": 0.23420241930563052, + "nauc_recall_at_3_std": 0.12117539584252576, + "nauc_recall_at_5_diff1": 0.29994385508723814, + "nauc_recall_at_5_max": 0.3024701624185355, + "nauc_recall_at_5_std": 0.15493977652875401, + "ndcg_at_1": 0.7425, + "ndcg_at_10": 0.62374, + "ndcg_at_100": 0.68599, + "ndcg_at_1000": 0.75474, + "ndcg_at_20": 0.63125, + "ndcg_at_3": 0.65407, + "ndcg_at_5": 0.64412, + "precision_at_1": 0.83, + "precision_at_10": 0.434, + "precision_at_100": 0.16155, + "precision_at_1000": 0.03425, + "precision_at_20": 0.33325, + "precision_at_3": 0.62167, + "precision_at_5": 0.56, + "recall_at_1": 0.14939, + "recall_at_10": 0.40361, + "recall_at_100": 0.7521, + "recall_at_1000": 0.95646, + "recall_at_20": 0.50809, + "recall_at_3": 0.24758, + "recall_at_5": 0.31922 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.62419, + "map_at_1": 0.14081, + "map_at_10": 0.33906, + "map_at_100": 0.45746, + "map_at_1000": 0.49656, + "map_at_20": 0.37836, + "map_at_3": 0.23114, + "map_at_5": 0.2874, + "mrr_at_1": 0.785, + "mrr_at_10": 0.8698809523809526, + "mrr_at_100": 0.8705322128851545, + "mrr_at_1000": 0.8705322128851545, + "mrr_at_20": 0.8705322128851545, + "mrr_at_3": 0.8633333333333336, + "mrr_at_5": 0.8678333333333336, + "nauc_map_at_1000_diff1": 0.23227182433885835, + "nauc_map_at_1000_max": 0.49642684600994147, + "nauc_map_at_1000_std": 0.4007428004802113, + "nauc_map_at_100_diff1": 0.2606694375371242, + "nauc_map_at_100_max": 0.4909447402629576, + "nauc_map_at_100_std": 0.3854620400191843, + "nauc_map_at_10_diff1": 0.2718736581905795, + "nauc_map_at_10_max": 0.3846683747394901, + "nauc_map_at_10_std": 0.22324043050348485, + "nauc_map_at_1_diff1": 0.5165318246594324, + "nauc_map_at_1_max": 0.2924329322326638, + "nauc_map_at_1_std": 0.11344198316663075, + "nauc_map_at_20_diff1": 0.2770763862783299, + "nauc_map_at_20_max": 0.4181670429933749, + "nauc_map_at_20_std": 0.2622880942793276, + "nauc_map_at_3_diff1": 0.37059563916825855, + "nauc_map_at_3_max": 0.3275084183860589, + "nauc_map_at_3_std": 0.17343708695699753, + "nauc_map_at_5_diff1": 0.30788973786177454, + "nauc_map_at_5_max": 0.3517357471446411, + "nauc_map_at_5_std": 0.200666297474853, + "nauc_mrr_at_1000_diff1": 0.3675977105926924, + "nauc_mrr_at_1000_max": 0.5280012490784829, + "nauc_mrr_at_1000_std": 0.47872090164789144, + "nauc_mrr_at_100_diff1": 0.3675977105926924, + "nauc_mrr_at_100_max": 0.5280012490784829, + "nauc_mrr_at_100_std": 0.47872090164789144, + "nauc_mrr_at_10_diff1": 0.3693605248748812, + "nauc_mrr_at_10_max": 0.5305312468980439, + "nauc_mrr_at_10_std": 0.4811986161790678, + "nauc_mrr_at_1_diff1": 0.32795882957000055, + "nauc_mrr_at_1_max": 0.49883736027667247, + "nauc_mrr_at_1_std": 0.4886509838174722, + "nauc_mrr_at_20_diff1": 0.3675977105926924, + "nauc_mrr_at_20_max": 0.5280012490784829, + "nauc_mrr_at_20_std": 0.47872090164789144, + "nauc_mrr_at_3_diff1": 0.3818365220138967, + "nauc_mrr_at_3_max": 0.5329183035429448, + "nauc_mrr_at_3_std": 0.47690447326764573, + "nauc_mrr_at_5_diff1": 0.37363296219811654, + "nauc_mrr_at_5_max": 0.5352953179526035, + "nauc_mrr_at_5_std": 0.4770155010199443, + "nauc_ndcg_at_1000_diff1": 0.30959480366295505, + "nauc_ndcg_at_1000_max": 0.5633292277709948, + "nauc_ndcg_at_1000_std": 0.4258857036308678, + "nauc_ndcg_at_100_diff1": 0.33063160009420794, + "nauc_ndcg_at_100_max": 0.5749789252356571, + "nauc_ndcg_at_100_std": 0.42166230025654816, + "nauc_ndcg_at_10_diff1": 0.2740741150924647, + "nauc_ndcg_at_10_max": 0.5380792755102943, + "nauc_ndcg_at_10_std": 0.33928867055850936, + "nauc_ndcg_at_1_diff1": 0.38231198744487355, + "nauc_ndcg_at_1_max": 0.4977949360368459, + "nauc_ndcg_at_1_std": 0.3157921698108813, + "nauc_ndcg_at_20_diff1": 0.2895813952676983, + "nauc_ndcg_at_20_max": 0.5286408279814921, + "nauc_ndcg_at_20_std": 0.33469637622091203, + "nauc_ndcg_at_3_diff1": 0.2484589128816698, + "nauc_ndcg_at_3_max": 0.4630203374616241, + "nauc_ndcg_at_3_std": 0.3183202911293232, + "nauc_ndcg_at_5_diff1": 0.26223027098198964, + "nauc_ndcg_at_5_max": 0.48515677442797406, + "nauc_ndcg_at_5_std": 0.3170620205447013, + "nauc_precision_at_1000_diff1": -0.2609883642646138, + "nauc_precision_at_1000_max": -0.11431476577049514, + "nauc_precision_at_1000_std": -0.14728941133978138, + "nauc_precision_at_100_diff1": -0.21710337492324575, + "nauc_precision_at_100_max": -0.019252937931442896, + "nauc_precision_at_100_std": 0.08710504784525434, + "nauc_precision_at_10_diff1": -0.21105074221402903, + "nauc_precision_at_10_max": 0.15323997714606077, + "nauc_precision_at_10_std": 0.21030259909662272, + "nauc_precision_at_1_diff1": 0.32795882957000055, + "nauc_precision_at_1_max": 0.49883736027667247, + "nauc_precision_at_1_std": 0.4886509838174722, + "nauc_precision_at_20_diff1": -0.20494220295654172, + "nauc_precision_at_20_max": 0.06828553962431894, + "nauc_precision_at_20_std": 0.1494225853062125, + "nauc_precision_at_3_diff1": -0.14510434776816375, + "nauc_precision_at_3_max": 0.2387342379249014, + "nauc_precision_at_3_std": 0.29819214910440095, + "nauc_precision_at_5_diff1": -0.179158969120704, + "nauc_precision_at_5_max": 0.21642639683027376, + "nauc_precision_at_5_std": 0.23917987718507236, + "nauc_recall_at_1000_diff1": 0.4357970268046379, + "nauc_recall_at_1000_max": 0.6062987448447763, + "nauc_recall_at_1000_std": 0.818450320127919, + "nauc_recall_at_100_diff1": 0.2897601494054974, + "nauc_recall_at_100_max": 0.45245962403569584, + "nauc_recall_at_100_std": 0.41430373871277343, + "nauc_recall_at_10_diff1": 0.23849538598689976, + "nauc_recall_at_10_max": 0.3518019256680469, + "nauc_recall_at_10_std": 0.18097977890799397, + "nauc_recall_at_1_diff1": 0.5165318246594324, + "nauc_recall_at_1_max": 0.2924329322326638, + "nauc_recall_at_1_std": 0.11344198316663075, + "nauc_recall_at_20_diff1": 0.2597999438050289, + "nauc_recall_at_20_max": 0.3829037466741418, + "nauc_recall_at_20_std": 0.21653443448478618, + "nauc_recall_at_3_diff1": 0.34718389056637383, + "nauc_recall_at_3_max": 0.30904990696750345, + "nauc_recall_at_3_std": 0.15749494555084254, + "nauc_recall_at_5_diff1": 0.27979461429966496, + "nauc_recall_at_5_max": 0.3284749711041826, + "nauc_recall_at_5_std": 0.17754758991385605, + "ndcg_at_1": 0.7025, + "ndcg_at_10": 0.62419, + "ndcg_at_100": 0.68542, + "ndcg_at_1000": 0.75653, + "ndcg_at_20": 0.62954, + "ndcg_at_3": 0.64855, + "ndcg_at_5": 0.64056, + "precision_at_1": 0.785, + "precision_at_10": 0.444, + "precision_at_100": 0.166, + "precision_at_1000": 0.03493, + "precision_at_20": 0.34025, + "precision_at_3": 0.63833, + "precision_at_5": 0.575, + "recall_at_1": 0.14081, + "recall_at_10": 0.41568, + "recall_at_100": 0.75837, + "recall_at_1000": 0.97056, + "recall_at_20": 0.50511, + "recall_at_3": 0.24787, + "recall_at_5": 0.32441 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CmedqaRetrieval.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CmedqaRetrieval.json new file mode 100644 index 000000000..2e3057fac --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "evaluation_time": 3450.162906885147, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.31229, + "map_at_1": 0.17794, + "map_at_10": 0.2599, + "map_at_100": 0.27539, + "map_at_1000": 0.27701, + "map_at_20": 0.26784, + "map_at_3": 0.23179, + "map_at_5": 0.2475, + "mrr_at_1": 0.27756939234808703, + "mrr_at_10": 0.34232774463457116, + "mrr_at_100": 0.35283678651045586, + "mrr_at_1000": 0.3535896283221689, + "mrr_at_20": 0.34819172679364274, + "mrr_at_3": 0.3210385929815785, + "mrr_at_5": 0.3337667750270904, + "nauc_map_at_1000_diff1": 0.4545091767351278, + "nauc_map_at_1000_max": 0.3048072660065149, + "nauc_map_at_1000_std": -0.059089927165695236, + "nauc_map_at_100_diff1": 0.45429142328271677, + "nauc_map_at_100_max": 0.3042736784232035, + "nauc_map_at_100_std": -0.05984093098049098, + "nauc_map_at_10_diff1": 0.45575474880689765, + "nauc_map_at_10_max": 0.2993454498850756, + "nauc_map_at_10_std": -0.07084077007669838, + "nauc_map_at_1_diff1": 0.5111134250107303, + "nauc_map_at_1_max": 0.27604718367017395, + "nauc_map_at_1_std": -0.07344972315728308, + "nauc_map_at_20_diff1": 0.45425065296287626, + "nauc_map_at_20_max": 0.3015417760187668, + "nauc_map_at_20_std": -0.06531637269201843, + "nauc_map_at_3_diff1": 0.4729757668099256, + "nauc_map_at_3_max": 0.2985828463593127, + "nauc_map_at_3_std": -0.07460511194379199, + "nauc_map_at_5_diff1": 0.46289460571779617, + "nauc_map_at_5_max": 0.29922685601637133, + "nauc_map_at_5_std": -0.0747236104460086, + "nauc_mrr_at_1000_diff1": 0.4947479003014448, + "nauc_mrr_at_1000_max": 0.3326547244516559, + "nauc_mrr_at_1000_std": -0.04770738116364273, + "nauc_mrr_at_100_diff1": 0.4944572628842328, + "nauc_mrr_at_100_max": 0.3324975133268034, + "nauc_mrr_at_100_std": -0.047693380676770425, + "nauc_mrr_at_10_diff1": 0.49517242224299607, + "nauc_mrr_at_10_max": 0.3316304335817031, + "nauc_mrr_at_10_std": -0.05202909927624489, + "nauc_mrr_at_1_diff1": 0.5504235955231486, + "nauc_mrr_at_1_max": 0.3501651682153329, + "nauc_mrr_at_1_std": -0.05566423222986211, + "nauc_mrr_at_20_diff1": 0.493933231177587, + "nauc_mrr_at_20_max": 0.3316171091837658, + "nauc_mrr_at_20_std": -0.04965057533802886, + "nauc_mrr_at_3_diff1": 0.5086652465514927, + "nauc_mrr_at_3_max": 0.3414497384979339, + "nauc_mrr_at_3_std": -0.05152580657075495, + "nauc_mrr_at_5_diff1": 0.49952416751604417, + "nauc_mrr_at_5_max": 0.335898063673218, + "nauc_mrr_at_5_std": -0.05165437525544622, + "nauc_ndcg_at_1000_diff1": 0.44160186654173206, + "nauc_ndcg_at_1000_max": 0.3162584670275215, + "nauc_ndcg_at_1000_std": -0.021671995437667353, + "nauc_ndcg_at_100_diff1": 0.4354306033696084, + "nauc_ndcg_at_100_max": 0.3084216241048691, + "nauc_ndcg_at_100_std": -0.02752029496081438, + "nauc_ndcg_at_10_diff1": 0.43947995739996215, + "nauc_ndcg_at_10_max": 0.29615701817985424, + "nauc_ndcg_at_10_std": -0.06522137518642418, + "nauc_ndcg_at_1_diff1": 0.5504235955231486, + "nauc_ndcg_at_1_max": 0.3501651682153329, + "nauc_ndcg_at_1_std": -0.05566423222986211, + "nauc_ndcg_at_20_diff1": 0.4345386455830501, + "nauc_ndcg_at_20_max": 0.2988814651028077, + "nauc_ndcg_at_20_std": -0.051110710365706406, + "nauc_ndcg_at_3_diff1": 0.4673275741418462, + "nauc_ndcg_at_3_max": 0.320566345761971, + "nauc_ndcg_at_3_std": -0.05756621323489198, + "nauc_ndcg_at_5_diff1": 0.4516475258551822, + "nauc_ndcg_at_5_max": 0.30640988224212806, + "nauc_ndcg_at_5_std": -0.0650444972771004, + "nauc_precision_at_1000_diff1": 0.05494655753125357, + "nauc_precision_at_1000_max": 0.19907296824042478, + "nauc_precision_at_1000_std": 0.16908133147079285, + "nauc_precision_at_100_diff1": 0.14240092387410477, + "nauc_precision_at_100_max": 0.2516586763152867, + "nauc_precision_at_100_std": 0.14818882172553724, + "nauc_precision_at_10_diff1": 0.2739358832366065, + "nauc_precision_at_10_max": 0.30527165973669823, + "nauc_precision_at_10_std": 0.00891562949265687, + "nauc_precision_at_1_diff1": 0.5504235955231486, + "nauc_precision_at_1_max": 0.3501651682153329, + "nauc_precision_at_1_std": -0.05566423222986211, + "nauc_precision_at_20_diff1": 0.2280397146092542, + "nauc_precision_at_20_max": 0.2874027639400461, + "nauc_precision_at_20_std": 0.055295779869942344, + "nauc_precision_at_3_diff1": 0.3876653669030908, + "nauc_precision_at_3_max": 0.35277591654975676, + "nauc_precision_at_3_std": -0.027541432823382624, + "nauc_precision_at_5_diff1": 0.3329718286061219, + "nauc_precision_at_5_max": 0.33399236900127277, + "nauc_precision_at_5_std": -0.01563519271643273, + "nauc_recall_at_1000_diff1": 0.2040838226048088, + "nauc_recall_at_1000_max": 0.3016610832826631, + "nauc_recall_at_1000_std": 0.3647815069917654, + "nauc_recall_at_100_diff1": 0.26624852413367817, + "nauc_recall_at_100_max": 0.22853513184986593, + "nauc_recall_at_100_std": 0.08106917392472132, + "nauc_recall_at_10_diff1": 0.331307410222139, + "nauc_recall_at_10_max": 0.2231074823440195, + "nauc_recall_at_10_std": -0.06748699648442352, + "nauc_recall_at_1_diff1": 0.5111134250107303, + "nauc_recall_at_1_max": 0.27604718367017395, + "nauc_recall_at_1_std": -0.07344972315728308, + "nauc_recall_at_20_diff1": 0.3052593536687742, + "nauc_recall_at_20_max": 0.22290430849374773, + "nauc_recall_at_20_std": -0.024130340606041672, + "nauc_recall_at_3_diff1": 0.4076107122214494, + "nauc_recall_at_3_max": 0.2664338076134413, + "nauc_recall_at_3_std": -0.07235008650751727, + "nauc_recall_at_5_diff1": 0.37003738570771416, + "nauc_recall_at_5_max": 0.2493534752683026, + "nauc_recall_at_5_std": -0.07526128485093667, + "ndcg_at_1": 0.27757, + "ndcg_at_10": 0.31229, + "ndcg_at_100": 0.38138, + "ndcg_at_1000": 0.41517, + "ndcg_at_20": 0.33646, + "ndcg_at_3": 0.2742, + "ndcg_at_5": 0.29029, + "precision_at_1": 0.27757, + "precision_at_10": 0.06972, + "precision_at_100": 0.01263, + "precision_at_1000": 0.0017, + "precision_at_20": 0.04296, + "precision_at_3": 0.15462, + "precision_at_5": 0.11293, + "recall_at_1": 0.17794, + "recall_at_10": 0.38676, + "recall_at_100": 0.67915, + "recall_at_1000": 0.91312, + "recall_at_20": 0.46884, + "recall_at_3": 0.27148, + "recall_at_5": 0.32184 + } + ] + }, + "task_name": "CmedqaRetrieval" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedicalQARetrieval.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedicalQARetrieval.json new file mode 100644 index 000000000..9f161cafe --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "evaluation_time": 86.85391187667847, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.78921, + "map_at_1": 0.65332, + "map_at_10": 0.74727, + "map_at_100": 0.75087, + "map_at_1000": 0.75094, + "map_at_20": 0.75001, + "map_at_3": 0.73055, + "map_at_5": 0.74058, + "mrr_at_1": 0.6533203125, + "mrr_at_10": 0.7471026708209306, + "mrr_at_100": 0.7507064709556904, + "mrr_at_1000": 0.7507738474003383, + "mrr_at_20": 0.7498474121576146, + "mrr_at_3": 0.7304687499999978, + "mrr_at_5": 0.7402587890624983, + "nauc_map_at_1000_diff1": 0.6708473227392869, + "nauc_map_at_1000_max": 0.17608563517427336, + "nauc_map_at_1000_std": -0.17615069614227527, + "nauc_map_at_100_diff1": 0.6707326220555261, + "nauc_map_at_100_max": 0.17614696993161527, + "nauc_map_at_100_std": -0.1761318030958345, + "nauc_map_at_10_diff1": 0.6684341039532158, + "nauc_map_at_10_max": 0.1731639276494858, + "nauc_map_at_10_std": -0.18145852322931877, + "nauc_map_at_1_diff1": 0.7188887573254277, + "nauc_map_at_1_max": 0.19690057000594435, + "nauc_map_at_1_std": -0.13860070358825224, + "nauc_map_at_20_diff1": 0.6701433590888701, + "nauc_map_at_20_max": 0.17578582799479237, + "nauc_map_at_20_std": -0.17797090291896417, + "nauc_map_at_3_diff1": 0.6653736351628939, + "nauc_map_at_3_max": 0.17121127311439166, + "nauc_map_at_3_std": -0.17820063731104174, + "nauc_map_at_5_diff1": 0.6642672225788464, + "nauc_map_at_5_max": 0.17281346195651245, + "nauc_map_at_5_std": -0.1784827298098145, + "nauc_mrr_at_1000_diff1": 0.6711528366351714, + "nauc_mrr_at_1000_max": 0.1780530036013385, + "nauc_mrr_at_1000_std": -0.17463325551975048, + "nauc_mrr_at_100_diff1": 0.6710382427015376, + "nauc_mrr_at_100_max": 0.1781136515180891, + "nauc_mrr_at_100_std": -0.17461493367272382, + "nauc_mrr_at_10_diff1": 0.6687359163951896, + "nauc_mrr_at_10_max": 0.17509940928481954, + "nauc_mrr_at_10_std": -0.1799650196887653, + "nauc_mrr_at_1_diff1": 0.7188887573254277, + "nauc_mrr_at_1_max": 0.19840332264745303, + "nauc_mrr_at_1_std": -0.13750104413714298, + "nauc_mrr_at_20_diff1": 0.6704480021935938, + "nauc_mrr_at_20_max": 0.17774449865764175, + "nauc_mrr_at_20_std": -0.17646039012041553, + "nauc_mrr_at_3_diff1": 0.665510043468449, + "nauc_mrr_at_3_max": 0.17290479363461006, + "nauc_mrr_at_3_std": -0.1770738398448519, + "nauc_mrr_at_5_diff1": 0.6648708897514272, + "nauc_mrr_at_5_max": 0.17510427041706297, + "nauc_mrr_at_5_std": -0.1762922281557639, + "nauc_ndcg_at_1000_diff1": 0.6626655266312931, + "nauc_ndcg_at_1000_max": 0.17554955049353094, + "nauc_ndcg_at_1000_std": -0.18116203795268712, + "nauc_ndcg_at_100_diff1": 0.6592486475224487, + "nauc_ndcg_at_100_max": 0.1779126197261918, + "nauc_ndcg_at_100_std": -0.17893307701814565, + "nauc_ndcg_at_10_diff1": 0.6490928761126306, + "nauc_ndcg_at_10_max": 0.16533420429360382, + "nauc_ndcg_at_10_std": -0.20631339100887203, + "nauc_ndcg_at_1_diff1": 0.7188887573254277, + "nauc_ndcg_at_1_max": 0.19690057000594435, + "nauc_ndcg_at_1_std": -0.13860070358825224, + "nauc_ndcg_at_20_diff1": 0.6549967522257866, + "nauc_ndcg_at_20_max": 0.17699534083279586, + "nauc_ndcg_at_20_std": -0.19112494676419778, + "nauc_ndcg_at_3_diff1": 0.6437721384366233, + "nauc_ndcg_at_3_max": 0.16199683276860294, + "nauc_ndcg_at_3_std": -0.19501502068054608, + "nauc_ndcg_at_5_diff1": 0.6396053227197447, + "nauc_ndcg_at_5_max": 0.1640923747294927, + "nauc_ndcg_at_5_std": -0.19693629173473234, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.36284575842812944, + "nauc_precision_at_100_max": 0.39668242397755293, + "nauc_precision_at_100_std": 0.05841385932481358, + "nauc_precision_at_10_diff1": 0.5069129848093883, + "nauc_precision_at_10_max": 0.10976269541106257, + "nauc_precision_at_10_std": -0.40726974339647787, + "nauc_precision_at_1_diff1": 0.7188887573254277, + "nauc_precision_at_1_max": 0.19690057000594435, + "nauc_precision_at_1_std": -0.13860070358825224, + "nauc_precision_at_20_diff1": 0.47656902771107407, + "nauc_precision_at_20_max": 0.2486431597339234, + "nauc_precision_at_20_std": -0.3287874786305756, + "nauc_precision_at_3_diff1": 0.555900418392266, + "nauc_precision_at_3_max": 0.1250098978892314, + "nauc_precision_at_3_std": -0.263769815238368, + "nauc_precision_at_5_diff1": 0.5127969050893709, + "nauc_precision_at_5_max": 0.12043229371491358, + "nauc_precision_at_5_std": -0.29181865155340203, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3628457584281219, + "nauc_recall_at_100_max": 0.39668242397755976, + "nauc_recall_at_100_std": 0.058413859324811676, + "nauc_recall_at_10_diff1": 0.5069129848093911, + "nauc_recall_at_10_max": 0.10976269541106816, + "nauc_recall_at_10_std": -0.4072697433964734, + "nauc_recall_at_1_diff1": 0.7188887573254277, + "nauc_recall_at_1_max": 0.19690057000594435, + "nauc_recall_at_1_std": -0.13860070358825224, + "nauc_recall_at_20_diff1": 0.4765690277110786, + "nauc_recall_at_20_max": 0.24864315973392967, + "nauc_recall_at_20_std": -0.3287874786305629, + "nauc_recall_at_3_diff1": 0.555900418392266, + "nauc_recall_at_3_max": 0.12500989788923092, + "nauc_recall_at_3_std": -0.26376981523836945, + "nauc_recall_at_5_diff1": 0.5127969050893729, + "nauc_recall_at_5_max": 0.12043229371491768, + "nauc_recall_at_5_std": -0.2918186515533989, + "ndcg_at_1": 0.65332, + "ndcg_at_10": 0.78921, + "ndcg_at_100": 0.80443, + "ndcg_at_1000": 0.80628, + "ndcg_at_20": 0.79872, + "ndcg_at_3": 0.75527, + "ndcg_at_5": 0.77326, + "precision_at_1": 0.65332, + "precision_at_10": 0.09189, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "precision_at_20": 0.04778, + "precision_at_3": 0.27555, + "precision_at_5": 0.17402, + "recall_at_1": 0.65332, + "recall_at_10": 0.91895, + "recall_at_100": 0.98535, + "recall_at_1000": 1.0, + "recall_at_20": 0.95557, + "recall_at_3": 0.82666, + "recall_at_5": 0.87012 + } + ] + }, + "task_name": "MedicalQARetrieval" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedrxivClusteringP2P.v2.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..b00d5b72f --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 78.19041132926941, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37396367034196193, + "v_measure": 0.37396367034196193, + "v_measure_std": 0.008978075941231995, + "v_measures": { + "Level 0": [ + 0.38480713653268356, + 0.3726762882795815, + 0.3775607237078892, + 0.38655496459773986, + 0.3824977687865388, + 0.3601770795998653, + 0.36144023511249346, + 0.37784457786647346, + 0.3703124867810762, + 0.3657654421552784 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedrxivClusteringS2S.v2.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..c468ab253 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "evaluation_time": 41.21919560432434, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3550856618300479, + "v_measure": 0.3550856618300479, + "v_measure_std": 0.007314065873029303, + "v_measures": { + "Level 0": [ + 0.344727709325713, + 0.35195714047671545, + 0.34875427844294005, + 0.3537700734671661, + 0.3641713157923031, + 0.36964668091656083, + 0.34955718661354207, + 0.3557213320863469, + 0.3513922197207901, + 0.3611586814584017 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/NFCorpus.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/NFCorpus.json new file mode 100644 index 000000000..be4dddc55 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "evaluation_time": 129.46135234832764, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.44965, + "map_at_1": 0.07839, + "map_at_10": 0.17829, + "map_at_100": 0.23338, + "map_at_1000": 0.25292, + "map_at_20": 0.20087, + "map_at_3": 0.12693, + "map_at_5": 0.15018, + "mrr_at_1": 0.5727554179566563, + "mrr_at_10": 0.6534633151506217, + "mrr_at_100": 0.6574963067351007, + "mrr_at_1000": 0.6578216365898745, + "mrr_at_20": 0.6555317575441415, + "mrr_at_3": 0.6367389060887515, + "mrr_at_5": 0.6460268317853459, + "nauc_map_at_1000_diff1": 0.15071669931679788, + "nauc_map_at_1000_max": 0.33199354691399613, + "nauc_map_at_1000_std": 0.12533487064592694, + "nauc_map_at_100_diff1": 0.16981516165834373, + "nauc_map_at_100_max": 0.32788669420669675, + "nauc_map_at_100_std": 0.08692065166828729, + "nauc_map_at_10_diff1": 0.2217341589439716, + "nauc_map_at_10_max": 0.24707374787145056, + "nauc_map_at_10_std": -0.04773162950619356, + "nauc_map_at_1_diff1": 0.3419266668336766, + "nauc_map_at_1_max": 0.05394331406693599, + "nauc_map_at_1_std": -0.18697770456432616, + "nauc_map_at_20_diff1": 0.1933555929766082, + "nauc_map_at_20_max": 0.28866025362930975, + "nauc_map_at_20_std": 0.010175832476446572, + "nauc_map_at_3_diff1": 0.28266625793842426, + "nauc_map_at_3_max": 0.14449226262925055, + "nauc_map_at_3_std": -0.13215032513501931, + "nauc_map_at_5_diff1": 0.2598376844795561, + "nauc_map_at_5_max": 0.19749773471958662, + "nauc_map_at_5_std": -0.09655160186177637, + "nauc_mrr_at_1000_diff1": 0.3378770677072753, + "nauc_mrr_at_1000_max": 0.5357403363863835, + "nauc_mrr_at_1000_std": 0.2872865946976579, + "nauc_mrr_at_100_diff1": 0.3379312026565293, + "nauc_mrr_at_100_max": 0.5360394665913861, + "nauc_mrr_at_100_std": 0.28768051662431515, + "nauc_mrr_at_10_diff1": 0.3362203669964731, + "nauc_mrr_at_10_max": 0.5353762852411111, + "nauc_mrr_at_10_std": 0.28771114916581336, + "nauc_mrr_at_1_diff1": 0.322789267324229, + "nauc_mrr_at_1_max": 0.4848158915225646, + "nauc_mrr_at_1_std": 0.23911955596634837, + "nauc_mrr_at_20_diff1": 0.33843000535222545, + "nauc_mrr_at_20_max": 0.5362181350439452, + "nauc_mrr_at_20_std": 0.28780438872035385, + "nauc_mrr_at_3_diff1": 0.3453840829856484, + "nauc_mrr_at_3_max": 0.5389193601057116, + "nauc_mrr_at_3_std": 0.287000743365634, + "nauc_mrr_at_5_diff1": 0.34390814983027235, + "nauc_mrr_at_5_max": 0.5341430701413522, + "nauc_mrr_at_5_std": 0.28046962980125867, + "nauc_ndcg_at_1000_diff1": 0.15381983742405583, + "nauc_ndcg_at_1000_max": 0.4704537718501064, + "nauc_ndcg_at_1000_std": 0.2897915924477152, + "nauc_ndcg_at_100_diff1": 0.1528244091407314, + "nauc_ndcg_at_100_max": 0.42122217517038885, + "nauc_ndcg_at_100_std": 0.24645309410604913, + "nauc_ndcg_at_10_diff1": 0.11091752646243945, + "nauc_ndcg_at_10_max": 0.41551055263714376, + "nauc_ndcg_at_10_std": 0.2528388779809968, + "nauc_ndcg_at_1_diff1": 0.3330464189066377, + "nauc_ndcg_at_1_max": 0.45869116596198634, + "nauc_ndcg_at_1_std": 0.2378047827848712, + "nauc_ndcg_at_20_diff1": 0.10419116116711351, + "nauc_ndcg_at_20_max": 0.39180171528754776, + "nauc_ndcg_at_20_std": 0.24490362223119747, + "nauc_ndcg_at_3_diff1": 0.20106509257193275, + "nauc_ndcg_at_3_max": 0.43871548684550715, + "nauc_ndcg_at_3_std": 0.22436247770822862, + "nauc_ndcg_at_5_diff1": 0.1647693283016612, + "nauc_ndcg_at_5_max": 0.441159334967073, + "nauc_ndcg_at_5_std": 0.23919323086293956, + "nauc_precision_at_1000_diff1": -0.18748358448250885, + "nauc_precision_at_1000_max": 0.035363352715955795, + "nauc_precision_at_1000_std": 0.38057741680053786, + "nauc_precision_at_100_diff1": -0.15389664298531824, + "nauc_precision_at_100_max": 0.1796973365808172, + "nauc_precision_at_100_std": 0.4452976007471859, + "nauc_precision_at_10_diff1": -0.09739385584518913, + "nauc_precision_at_10_max": 0.39176678814877086, + "nauc_precision_at_10_std": 0.39113040782128033, + "nauc_precision_at_1_diff1": 0.3312035584165427, + "nauc_precision_at_1_max": 0.4722337961892898, + "nauc_precision_at_1_std": 0.23946639012764473, + "nauc_precision_at_20_diff1": -0.1311088414066615, + "nauc_precision_at_20_max": 0.3199090766139602, + "nauc_precision_at_20_std": 0.4167976395883085, + "nauc_precision_at_3_diff1": 0.07286645283584177, + "nauc_precision_at_3_max": 0.4475366254494292, + "nauc_precision_at_3_std": 0.28372343741244765, + "nauc_precision_at_5_diff1": -8.976006823077173e-05, + "nauc_precision_at_5_max": 0.44045325262989116, + "nauc_precision_at_5_std": 0.331312765600962, + "nauc_recall_at_1000_diff1": 0.014892086655545603, + "nauc_recall_at_1000_max": 0.19808122224442254, + "nauc_recall_at_1000_std": 0.10909301113079953, + "nauc_recall_at_100_diff1": 0.08183615037506678, + "nauc_recall_at_100_max": 0.25817300131605525, + "nauc_recall_at_100_std": 0.0947025178442101, + "nauc_recall_at_10_diff1": 0.16087999083018706, + "nauc_recall_at_10_max": 0.19712533744087055, + "nauc_recall_at_10_std": -0.0657175700190457, + "nauc_recall_at_1_diff1": 0.3419266668336766, + "nauc_recall_at_1_max": 0.05394331406693599, + "nauc_recall_at_1_std": -0.18697770456432616, + "nauc_recall_at_20_diff1": 0.13945111493301912, + "nauc_recall_at_20_max": 0.23324973260043405, + "nauc_recall_at_20_std": -0.010792909913661861, + "nauc_recall_at_3_diff1": 0.25277840029261534, + "nauc_recall_at_3_max": 0.13324722280606033, + "nauc_recall_at_3_std": -0.1271175048840813, + "nauc_recall_at_5_diff1": 0.22063801040397454, + "nauc_recall_at_5_max": 0.1683619573170824, + "nauc_recall_at_5_std": -0.09536742352901667, + "ndcg_at_1": 0.55418, + "ndcg_at_10": 0.44965, + "ndcg_at_100": 0.42007, + "ndcg_at_1000": 0.50621, + "ndcg_at_20": 0.42292, + "ndcg_at_3": 0.50007, + "ndcg_at_5": 0.481, + "precision_at_1": 0.56966, + "precision_at_10": 0.33282, + "precision_at_100": 0.10669, + "precision_at_1000": 0.02407, + "precision_at_20": 0.24861, + "precision_at_3": 0.4644, + "precision_at_5": 0.41672, + "recall_at_1": 0.07839, + "recall_at_10": 0.22768, + "recall_at_100": 0.43641, + "recall_at_1000": 0.74625, + "recall_at_20": 0.27645, + "recall_at_3": 0.13987, + "recall_at_5": 0.17609 + } + ] + }, + "task_name": "NFCorpus" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/SciFact-PL.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/SciFact-PL.json new file mode 100644 index 000000000..e16968fc2 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "evaluation_time": 268.547563791275, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.73255, + "map_at_1": 0.57411, + "map_at_10": 0.68213, + "map_at_100": 0.68756, + "map_at_1000": 0.68769, + "map_at_20": 0.68612, + "map_at_3": 0.65217, + "map_at_5": 0.67034, + "mrr_at_1": 0.6033333333333334, + "mrr_at_10": 0.6947261904761904, + "mrr_at_100": 0.6981571738394604, + "mrr_at_1000": 0.6982885202795, + "mrr_at_20": 0.6969844361721297, + "mrr_at_3": 0.6711111111111111, + "mrr_at_5": 0.6867777777777778, + "nauc_map_at_1000_diff1": 0.613993511280481, + "nauc_map_at_1000_max": 0.3942849581713872, + "nauc_map_at_1000_std": -0.04937059228669711, + "nauc_map_at_100_diff1": 0.6139556077670676, + "nauc_map_at_100_max": 0.3942352004259017, + "nauc_map_at_100_std": -0.0493252438912853, + "nauc_map_at_10_diff1": 0.6154783510606952, + "nauc_map_at_10_max": 0.39420040740319406, + "nauc_map_at_10_std": -0.06143338547261261, + "nauc_map_at_1_diff1": 0.6394858110653643, + "nauc_map_at_1_max": 0.32318567858969116, + "nauc_map_at_1_std": -0.05839714210215349, + "nauc_map_at_20_diff1": 0.6128935096020832, + "nauc_map_at_20_max": 0.39487222246227155, + "nauc_map_at_20_std": -0.05033789005634377, + "nauc_map_at_3_diff1": 0.6100868198516487, + "nauc_map_at_3_max": 0.37478352317698205, + "nauc_map_at_3_std": -0.06955316596862815, + "nauc_map_at_5_diff1": 0.6186182936767622, + "nauc_map_at_5_max": 0.3854648161143593, + "nauc_map_at_5_std": -0.06454623631176189, + "nauc_mrr_at_1000_diff1": 0.6020718823677723, + "nauc_mrr_at_1000_max": 0.4270510383604354, + "nauc_mrr_at_1000_std": -0.00548234922317872, + "nauc_mrr_at_100_diff1": 0.6020395723269095, + "nauc_mrr_at_100_max": 0.4269831531489543, + "nauc_mrr_at_100_std": -0.005459277772629772, + "nauc_mrr_at_10_diff1": 0.6018533906567533, + "nauc_mrr_at_10_max": 0.43009877828720966, + "nauc_mrr_at_10_std": -0.009058406566368624, + "nauc_mrr_at_1_diff1": 0.6276094410135702, + "nauc_mrr_at_1_max": 0.3721765786029567, + "nauc_mrr_at_1_std": -0.0033938284076378234, + "nauc_mrr_at_20_diff1": 0.6011029060830535, + "nauc_mrr_at_20_max": 0.4279269617096276, + "nauc_mrr_at_20_std": -0.005951518437864072, + "nauc_mrr_at_3_diff1": 0.5943714800286941, + "nauc_mrr_at_3_max": 0.4314998321097698, + "nauc_mrr_at_3_std": -0.005609059967337955, + "nauc_mrr_at_5_diff1": 0.6024997951470258, + "nauc_mrr_at_5_max": 0.43149072782041104, + "nauc_mrr_at_5_std": -0.0004602080707387482, + "nauc_ndcg_at_1000_diff1": 0.6044685998781305, + "nauc_ndcg_at_1000_max": 0.4174399777883398, + "nauc_ndcg_at_1000_std": -0.02564424589450734, + "nauc_ndcg_at_100_diff1": 0.6038726701412834, + "nauc_ndcg_at_100_max": 0.4160351777097025, + "nauc_ndcg_at_100_std": -0.0243986068643929, + "nauc_ndcg_at_10_diff1": 0.6032291325117054, + "nauc_ndcg_at_10_max": 0.42807768932013873, + "nauc_ndcg_at_10_std": -0.05694919232500317, + "nauc_ndcg_at_1_diff1": 0.6276094410135702, + "nauc_ndcg_at_1_max": 0.3721765786029567, + "nauc_ndcg_at_1_std": -0.0033938284076378234, + "nauc_ndcg_at_20_diff1": 0.5954392301918511, + "nauc_ndcg_at_20_max": 0.4241816184355027, + "nauc_ndcg_at_20_std": -0.02895432691157207, + "nauc_ndcg_at_3_diff1": 0.5962999973394305, + "nauc_ndcg_at_3_max": 0.40893848752582, + "nauc_ndcg_at_3_std": -0.0531577475302471, + "nauc_ndcg_at_5_diff1": 0.610567156661914, + "nauc_ndcg_at_5_max": 0.41702613538830335, + "nauc_ndcg_at_5_std": -0.05038065091869799, + "nauc_precision_at_1000_diff1": -0.2420556629038263, + "nauc_precision_at_1000_max": 0.18766737855520557, + "nauc_precision_at_1000_std": 0.43896403267907325, + "nauc_precision_at_100_diff1": -0.16691591430804692, + "nauc_precision_at_100_max": 0.2013120888183201, + "nauc_precision_at_100_std": 0.4055782237566852, + "nauc_precision_at_10_diff1": 0.08131987911017251, + "nauc_precision_at_10_max": 0.3650201207797292, + "nauc_precision_at_10_std": 0.1766885215218026, + "nauc_precision_at_1_diff1": 0.6276094410135702, + "nauc_precision_at_1_max": 0.3721765786029567, + "nauc_precision_at_1_std": -0.0033938284076378234, + "nauc_precision_at_20_diff1": -0.05933829076409137, + "nauc_precision_at_20_max": 0.28972949671300696, + "nauc_precision_at_20_std": 0.3201853648022409, + "nauc_precision_at_3_diff1": 0.3899783697883322, + "nauc_precision_at_3_max": 0.4081874765488773, + "nauc_precision_at_3_std": 0.02862692299203129, + "nauc_precision_at_5_diff1": 0.3087623573586789, + "nauc_precision_at_5_max": 0.4277391533925903, + "nauc_precision_at_5_std": 0.10311244096336068, + "nauc_recall_at_1000_diff1": 0.358076563958937, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.8692810457516407, + "nauc_recall_at_100_diff1": 0.5454598506069078, + "nauc_recall_at_100_max": 0.4185924369747861, + "nauc_recall_at_100_std": 0.17617880485526852, + "nauc_recall_at_10_diff1": 0.5470795324755072, + "nauc_recall_at_10_max": 0.5367590119766037, + "nauc_recall_at_10_std": -0.17445536737079934, + "nauc_recall_at_1_diff1": 0.6394858110653643, + "nauc_recall_at_1_max": 0.32318567858969116, + "nauc_recall_at_1_std": -0.05839714210215349, + "nauc_recall_at_20_diff1": 0.458776281596976, + "nauc_recall_at_20_max": 0.5358970897595987, + "nauc_recall_at_20_std": 0.00306923304797253, + "nauc_recall_at_3_diff1": 0.5498678914897418, + "nauc_recall_at_3_max": 0.4473494962346253, + "nauc_recall_at_3_std": -0.08773080807644854, + "nauc_recall_at_5_diff1": 0.5867683043446147, + "nauc_recall_at_5_max": 0.4767092803123382, + "nauc_recall_at_5_std": -0.07424637429217903, + "ndcg_at_1": 0.60333, + "ndcg_at_10": 0.73255, + "ndcg_at_100": 0.75444, + "ndcg_at_1000": 0.75748, + "ndcg_at_20": 0.74411, + "ndcg_at_3": 0.67971, + "ndcg_at_5": 0.70759, + "precision_at_1": 0.60333, + "precision_at_10": 0.098, + "precision_at_100": 0.01103, + "precision_at_1000": 0.00113, + "precision_at_20": 0.052, + "precision_at_3": 0.26444, + "precision_at_5": 0.176, + "recall_at_1": 0.57411, + "recall_at_10": 0.87356, + "recall_at_100": 0.97333, + "recall_at_1000": 0.99667, + "recall_at_20": 0.917, + "recall_at_3": 0.73433, + "recall_at_5": 0.80122 + } + ] + }, + "task_name": "SciFact-PL" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/SciFact.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/SciFact.json new file mode 100644 index 000000000..a4ebc2bc6 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "evaluation_time": 383.0206515789032, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.80111, + "map_at_1": 0.628, + "map_at_10": 0.75255, + "map_at_100": 0.75523, + "map_at_1000": 0.75531, + "map_at_20": 0.75424, + "map_at_3": 0.72667, + "map_at_5": 0.7453, + "mrr_at_1": 0.6566666666666666, + "mrr_at_10": 0.7601560846560849, + "mrr_at_100": 0.7618879430815731, + "mrr_at_1000": 0.761963365099102, + "mrr_at_20": 0.7608886853886855, + "mrr_at_3": 0.7438888888888892, + "mrr_at_5": 0.7553888888888891, + "nauc_map_at_1000_diff1": 0.7304401348427266, + "nauc_map_at_1000_max": 0.560672178146768, + "nauc_map_at_1000_std": -0.13819584942661928, + "nauc_map_at_100_diff1": 0.7303820893145516, + "nauc_map_at_100_max": 0.5607476570877231, + "nauc_map_at_100_std": -0.13823943546464748, + "nauc_map_at_10_diff1": 0.7277649766681987, + "nauc_map_at_10_max": 0.5606195298435969, + "nauc_map_at_10_std": -0.13967622295873294, + "nauc_map_at_1_diff1": 0.7567456179242045, + "nauc_map_at_1_max": 0.4981807698632246, + "nauc_map_at_1_std": -0.20902777344132115, + "nauc_map_at_20_diff1": 0.7288983437779971, + "nauc_map_at_20_max": 0.5611215517142434, + "nauc_map_at_20_std": -0.13791986028709638, + "nauc_map_at_3_diff1": 0.7326769683244476, + "nauc_map_at_3_max": 0.5374408825957349, + "nauc_map_at_3_std": -0.18314332261248117, + "nauc_map_at_5_diff1": 0.7281106890087314, + "nauc_map_at_5_max": 0.5556548677428707, + "nauc_map_at_5_std": -0.14892787363716253, + "nauc_mrr_at_1000_diff1": 0.7346840518623927, + "nauc_mrr_at_1000_max": 0.5688034080517593, + "nauc_mrr_at_1000_std": -0.12072956390277932, + "nauc_mrr_at_100_diff1": 0.7346234123673349, + "nauc_mrr_at_100_max": 0.5688772162908714, + "nauc_mrr_at_100_std": -0.12078037419002698, + "nauc_mrr_at_10_diff1": 0.7319072684508459, + "nauc_mrr_at_10_max": 0.569694707054987, + "nauc_mrr_at_10_std": -0.11948159663817565, + "nauc_mrr_at_1_diff1": 0.7670654700732573, + "nauc_mrr_at_1_max": 0.5479415918795788, + "nauc_mrr_at_1_std": -0.14808667791449795, + "nauc_mrr_at_20_diff1": 0.7330929108161062, + "nauc_mrr_at_20_max": 0.5692180809932865, + "nauc_mrr_at_20_std": -0.12054023531255692, + "nauc_mrr_at_3_diff1": 0.7306123743082032, + "nauc_mrr_at_3_max": 0.5713450299264775, + "nauc_mrr_at_3_std": -0.11870425452713587, + "nauc_mrr_at_5_diff1": 0.7297864773416332, + "nauc_mrr_at_5_max": 0.5691239398863784, + "nauc_mrr_at_5_std": -0.11507180227073817, + "nauc_ndcg_at_1000_diff1": 0.7246566101248058, + "nauc_ndcg_at_1000_max": 0.5713727595626381, + "nauc_ndcg_at_1000_std": -0.12146847105044191, + "nauc_ndcg_at_100_diff1": 0.7238833875432535, + "nauc_ndcg_at_100_max": 0.5737399432019893, + "nauc_ndcg_at_100_std": -0.1204723073012205, + "nauc_ndcg_at_10_diff1": 0.7094826935141114, + "nauc_ndcg_at_10_max": 0.5775006914062542, + "nauc_ndcg_at_10_std": -0.11990463870277437, + "nauc_ndcg_at_1_diff1": 0.7670654700732573, + "nauc_ndcg_at_1_max": 0.5479415918795788, + "nauc_ndcg_at_1_std": -0.14808667791449795, + "nauc_ndcg_at_20_diff1": 0.7141801458454746, + "nauc_ndcg_at_20_max": 0.5777475248793627, + "nauc_ndcg_at_20_std": -0.11841996030542049, + "nauc_ndcg_at_3_diff1": 0.7172205063597693, + "nauc_ndcg_at_3_max": 0.5614032249046392, + "nauc_ndcg_at_3_std": -0.15550839662940646, + "nauc_ndcg_at_5_diff1": 0.7091882810057332, + "nauc_ndcg_at_5_max": 0.5657912774475852, + "nauc_ndcg_at_5_std": -0.13075018882828837, + "nauc_precision_at_1000_diff1": -0.28754136481531245, + "nauc_precision_at_1000_max": 0.09000846215764387, + "nauc_precision_at_1000_std": 0.515242203463292, + "nauc_precision_at_100_diff1": -0.23399016378531737, + "nauc_precision_at_100_max": 0.12906620928918108, + "nauc_precision_at_100_std": 0.48802307677315, + "nauc_precision_at_10_diff1": -0.11003901497671718, + "nauc_precision_at_10_max": 0.24864706129126965, + "nauc_precision_at_10_std": 0.4176640157258533, + "nauc_precision_at_1_diff1": 0.7670654700732573, + "nauc_precision_at_1_max": 0.5479415918795788, + "nauc_precision_at_1_std": -0.14808667791449795, + "nauc_precision_at_20_diff1": -0.14524840168585876, + "nauc_precision_at_20_max": 0.19780313788560536, + "nauc_precision_at_20_std": 0.419742102531638, + "nauc_precision_at_3_diff1": 0.3173974977018989, + "nauc_precision_at_3_max": 0.43675838017247987, + "nauc_precision_at_3_std": 0.08276670245387993, + "nauc_precision_at_5_diff1": 0.045526851223873205, + "nauc_precision_at_5_max": 0.3251063567420922, + "nauc_precision_at_5_std": 0.30974782662309636, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6744864612511698, + "nauc_recall_at_100_max": 0.7916666666666651, + "nauc_recall_at_100_std": 0.026260504201680385, + "nauc_recall_at_10_diff1": 0.5236649231964186, + "nauc_recall_at_10_max": 0.6769704932120366, + "nauc_recall_at_10_std": -0.056588417077743466, + "nauc_recall_at_1_diff1": 0.7567456179242045, + "nauc_recall_at_1_max": 0.4981807698632246, + "nauc_recall_at_1_std": -0.20902777344132115, + "nauc_recall_at_20_diff1": 0.5444511137788416, + "nauc_recall_at_20_max": 0.7202881152460994, + "nauc_recall_at_20_std": -0.04315059357076608, + "nauc_recall_at_3_diff1": 0.6371929420417856, + "nauc_recall_at_3_max": 0.5437410623713183, + "nauc_recall_at_3_std": -0.20074358336363815, + "nauc_recall_at_5_diff1": 0.5833571029242297, + "nauc_recall_at_5_max": 0.5751298856881478, + "nauc_recall_at_5_std": -0.11604348849776391, + "ndcg_at_1": 0.65667, + "ndcg_at_10": 0.80111, + "ndcg_at_100": 0.81212, + "ndcg_at_1000": 0.81389, + "ndcg_at_20": 0.80565, + "ndcg_at_3": 0.76269, + "ndcg_at_5": 0.78735, + "precision_at_1": 0.65667, + "precision_at_10": 0.106, + "precision_at_100": 0.01117, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05417, + "precision_at_3": 0.30333, + "precision_at_5": 0.20067, + "recall_at_1": 0.628, + "recall_at_10": 0.93722, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.95333, + "recall_at_3": 0.84044, + "recall_at_5": 0.89922 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.82145, + "map_at_1": 0.67639, + "map_at_10": 0.78029, + "map_at_100": 0.78398, + "map_at_1000": 0.78406, + "map_at_20": 0.78322, + "map_at_3": 0.75546, + "map_at_5": 0.77083, + "mrr_at_1": 0.7119901112484549, + "mrr_at_10": 0.7921434457590214, + "mrr_at_100": 0.7948415077669272, + "mrr_at_1000": 0.7949151952615375, + "mrr_at_20": 0.794176976637694, + "mrr_at_3": 0.7777091058920483, + "mrr_at_5": 0.7867325916769682, + "nauc_map_at_1000_diff1": 0.6943711899907639, + "nauc_map_at_1000_max": 0.4925652793445093, + "nauc_map_at_1000_std": -0.1317574553278919, + "nauc_map_at_100_diff1": 0.6942886965796988, + "nauc_map_at_100_max": 0.4926396261797238, + "nauc_map_at_100_std": -0.1315523030875826, + "nauc_map_at_10_diff1": 0.6918577928168721, + "nauc_map_at_10_max": 0.4900644407785796, + "nauc_map_at_10_std": -0.13555390705037218, + "nauc_map_at_1_diff1": 0.7448746411762999, + "nauc_map_at_1_max": 0.4448781262990132, + "nauc_map_at_1_std": -0.16086513936424002, + "nauc_map_at_20_diff1": 0.6936897682201187, + "nauc_map_at_20_max": 0.49350189422097596, + "nauc_map_at_20_std": -0.13055309337280085, + "nauc_map_at_3_diff1": 0.7003173645497158, + "nauc_map_at_3_max": 0.4632244604968366, + "nauc_map_at_3_std": -0.17454492436311533, + "nauc_map_at_5_diff1": 0.694400589639823, + "nauc_map_at_5_max": 0.47990270207016644, + "nauc_map_at_5_std": -0.15614842880857577, + "nauc_mrr_at_1000_diff1": 0.6881813446913778, + "nauc_mrr_at_1000_max": 0.5246975130197077, + "nauc_mrr_at_1000_std": -0.08598904476139949, + "nauc_mrr_at_100_diff1": 0.6880882875266081, + "nauc_mrr_at_100_max": 0.5247694450010343, + "nauc_mrr_at_100_std": -0.08577001758610836, + "nauc_mrr_at_10_diff1": 0.6852299762764268, + "nauc_mrr_at_10_max": 0.5235599499333082, + "nauc_mrr_at_10_std": -0.08599703892911023, + "nauc_mrr_at_1_diff1": 0.726908020804417, + "nauc_mrr_at_1_max": 0.5299493219658689, + "nauc_mrr_at_1_std": -0.0873758330604948, + "nauc_mrr_at_20_diff1": 0.6873827174935483, + "nauc_mrr_at_20_max": 0.5253308034585684, + "nauc_mrr_at_20_std": -0.08483431045550456, + "nauc_mrr_at_3_diff1": 0.682531471359666, + "nauc_mrr_at_3_max": 0.5237440349363256, + "nauc_mrr_at_3_std": -0.08743703233916611, + "nauc_mrr_at_5_diff1": 0.6846935798916781, + "nauc_mrr_at_5_max": 0.5213965521411001, + "nauc_mrr_at_5_std": -0.09135471165741955, + "nauc_ndcg_at_1000_diff1": 0.6835154656861789, + "nauc_ndcg_at_1000_max": 0.5051080668695379, + "nauc_ndcg_at_1000_std": -0.10779683289029204, + "nauc_ndcg_at_100_diff1": 0.6819513994980602, + "nauc_ndcg_at_100_max": 0.5072409189703765, + "nauc_ndcg_at_100_std": -0.10279586564200273, + "nauc_ndcg_at_10_diff1": 0.6686562532562124, + "nauc_ndcg_at_10_max": 0.5002696866768959, + "nauc_ndcg_at_10_std": -0.10998581071741935, + "nauc_ndcg_at_1_diff1": 0.726908020804417, + "nauc_ndcg_at_1_max": 0.5299493219658689, + "nauc_ndcg_at_1_std": -0.0873758330604948, + "nauc_ndcg_at_20_diff1": 0.6764769416038146, + "nauc_ndcg_at_20_max": 0.511432586085865, + "nauc_ndcg_at_20_std": -0.09637625762690451, + "nauc_ndcg_at_3_diff1": 0.6787070388139582, + "nauc_ndcg_at_3_max": 0.4733246690261795, + "nauc_ndcg_at_3_std": -0.161924182653578, + "nauc_ndcg_at_5_diff1": 0.6736811059864068, + "nauc_ndcg_at_5_max": 0.48160952936669077, + "nauc_ndcg_at_5_std": -0.15081110525226427, + "nauc_precision_at_1000_diff1": -0.3830558857555873, + "nauc_precision_at_1000_max": 0.11671109432593092, + "nauc_precision_at_1000_std": 0.42027235295544135, + "nauc_precision_at_100_diff1": -0.3404452623085599, + "nauc_precision_at_100_max": 0.14712048711545683, + "nauc_precision_at_100_std": 0.4199335285046941, + "nauc_precision_at_10_diff1": -0.18234832597899545, + "nauc_precision_at_10_max": 0.23186539418728797, + "nauc_precision_at_10_std": 0.31992565784995236, + "nauc_precision_at_1_diff1": 0.726908020804417, + "nauc_precision_at_1_max": 0.5299493219658689, + "nauc_precision_at_1_std": -0.0873758330604948, + "nauc_precision_at_20_diff1": -0.26840584146759594, + "nauc_precision_at_20_max": 0.20207271022574746, + "nauc_precision_at_20_std": 0.4004343025920377, + "nauc_precision_at_3_diff1": 0.21074879427475982, + "nauc_precision_at_3_max": 0.387623278432137, + "nauc_precision_at_3_std": 0.04135110262318287, + "nauc_precision_at_5_diff1": 0.014957548851901141, + "nauc_precision_at_5_max": 0.3192944783961386, + "nauc_precision_at_5_std": 0.158558338613028, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5513451315761055, + "nauc_recall_at_100_max": 0.7054919554352447, + "nauc_recall_at_100_std": 0.34381666731188915, + "nauc_recall_at_10_diff1": 0.5014468666716141, + "nauc_recall_at_10_max": 0.47719538362692476, + "nauc_recall_at_10_std": -0.0552038007916765, + "nauc_recall_at_1_diff1": 0.7448746411762999, + "nauc_recall_at_1_max": 0.4448781262990132, + "nauc_recall_at_1_std": -0.16086513936424002, + "nauc_recall_at_20_diff1": 0.5028767164310209, + "nauc_recall_at_20_max": 0.641466257994581, + "nauc_recall_at_20_std": 0.1863512432196326, + "nauc_recall_at_3_diff1": 0.6119104203958308, + "nauc_recall_at_3_max": 0.4033201219229222, + "nauc_recall_at_3_std": -0.24355557600065547, + "nauc_recall_at_5_diff1": 0.5853938741628104, + "nauc_recall_at_5_max": 0.40977936706471657, + "nauc_recall_at_5_std": -0.24499130311495243, + "ndcg_at_1": 0.71199, + "ndcg_at_10": 0.82145, + "ndcg_at_100": 0.83481, + "ndcg_at_1000": 0.83645, + "ndcg_at_20": 0.8302, + "ndcg_at_3": 0.78149, + "ndcg_at_5": 0.80313, + "precision_at_1": 0.71199, + "precision_at_10": 0.10581, + "precision_at_100": 0.01124, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05488, + "precision_at_3": 0.30367, + "precision_at_5": 0.19629, + "recall_at_1": 0.67639, + "recall_at_10": 0.93259, + "recall_at_100": 0.98826, + "recall_at_1000": 1.0, + "recall_at_20": 0.96498, + "recall_at_3": 0.83043, + "recall_at_5": 0.88105 + } + ] + }, + "task_name": "SciFact" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/TRECCOVID-PL.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/TRECCOVID-PL.json new file mode 100644 index 000000000..fc6269960 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "evaluation_time": 7093.38093996048, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.70002, + "map_at_1": 0.00183, + "map_at_10": 0.01678, + "map_at_100": 0.11067, + "map_at_1000": 0.29083, + "map_at_20": 0.03125, + "map_at_3": 0.00539, + "map_at_5": 0.0089, + "mrr_at_1": 0.7, + "mrr_at_10": 0.8316666666666666, + "mrr_at_100": 0.8316666666666666, + "mrr_at_1000": 0.8316666666666666, + "mrr_at_20": 0.8316666666666666, + "mrr_at_3": 0.8266666666666665, + "mrr_at_5": 0.8316666666666666, + "nauc_map_at_1000_diff1": 0.19157312205552138, + "nauc_map_at_1000_max": 0.5254664982139323, + "nauc_map_at_1000_std": 0.7600251364910477, + "nauc_map_at_100_diff1": 0.35660160151236664, + "nauc_map_at_100_max": 0.3590614180842012, + "nauc_map_at_100_std": 0.6204079412967564, + "nauc_map_at_10_diff1": 0.32533910367598556, + "nauc_map_at_10_max": 0.016354425425993458, + "nauc_map_at_10_std": 0.19543226426597982, + "nauc_map_at_1_diff1": 0.2177499496090247, + "nauc_map_at_1_max": -0.08078574279856436, + "nauc_map_at_1_std": 0.08983044888539476, + "nauc_map_at_20_diff1": 0.3571849624129435, + "nauc_map_at_20_max": 0.08280232093414358, + "nauc_map_at_20_std": 0.2837180248701915, + "nauc_map_at_3_diff1": 0.27547136586439125, + "nauc_map_at_3_max": -0.06677412721192708, + "nauc_map_at_3_std": 0.12086225630203581, + "nauc_map_at_5_diff1": 0.2888907165166825, + "nauc_map_at_5_max": -0.026258578791910483, + "nauc_map_at_5_std": 0.15598752770053012, + "nauc_mrr_at_1000_diff1": -0.2456231719377983, + "nauc_mrr_at_1000_max": -0.031958209708982444, + "nauc_mrr_at_1000_std": 0.06885613281989866, + "nauc_mrr_at_100_diff1": -0.2456231719377983, + "nauc_mrr_at_100_max": -0.031958209708982444, + "nauc_mrr_at_100_std": 0.06885613281989866, + "nauc_mrr_at_10_diff1": -0.2456231719377983, + "nauc_mrr_at_10_max": -0.031958209708982444, + "nauc_mrr_at_10_std": 0.06885613281989866, + "nauc_mrr_at_1_diff1": -0.25562961628535397, + "nauc_mrr_at_1_max": -0.050117096018735506, + "nauc_mrr_at_1_std": 0.07573410196360993, + "nauc_mrr_at_20_diff1": -0.2456231719377983, + "nauc_mrr_at_20_max": -0.031958209708982444, + "nauc_mrr_at_20_std": 0.06885613281989866, + "nauc_mrr_at_3_diff1": -0.2560172605053975, + "nauc_mrr_at_3_max": -0.007297041492381727, + "nauc_mrr_at_3_std": 0.0610020456141436, + "nauc_mrr_at_5_diff1": -0.2456231719377983, + "nauc_mrr_at_5_max": -0.031958209708982444, + "nauc_mrr_at_5_std": 0.06885613281989866, + "nauc_ndcg_at_1000_diff1": 0.19169159116552234, + "nauc_ndcg_at_1000_max": 0.5274618886946817, + "nauc_ndcg_at_1000_std": 0.75670312189137, + "nauc_ndcg_at_100_diff1": -0.04678595912883959, + "nauc_ndcg_at_100_max": 0.3251104063641683, + "nauc_ndcg_at_100_std": 0.6384524948964456, + "nauc_ndcg_at_10_diff1": -0.12410464854724763, + "nauc_ndcg_at_10_max": 0.04655736624274408, + "nauc_ndcg_at_10_std": 0.20899629253804608, + "nauc_ndcg_at_1_diff1": -0.17848252514189003, + "nauc_ndcg_at_1_max": -0.063510239304325, + "nauc_ndcg_at_1_std": 0.10335557104450853, + "nauc_ndcg_at_20_diff1": -0.09115873640622427, + "nauc_ndcg_at_20_max": 0.14882661776622283, + "nauc_ndcg_at_20_std": 0.3616877699502174, + "nauc_ndcg_at_3_diff1": -0.21929830707808623, + "nauc_ndcg_at_3_max": -0.05778589831443506, + "nauc_ndcg_at_3_std": 0.04064037362143609, + "nauc_ndcg_at_5_diff1": -0.22222288137793142, + "nauc_ndcg_at_5_max": -0.003939272644334014, + "nauc_ndcg_at_5_std": 0.11969839588069409, + "nauc_precision_at_1000_diff1": -0.2867621846092063, + "nauc_precision_at_1000_max": 0.3039594687808027, + "nauc_precision_at_1000_std": 0.3069321650052202, + "nauc_precision_at_100_diff1": -0.05874902707826791, + "nauc_precision_at_100_max": 0.3600237438331145, + "nauc_precision_at_100_std": 0.6414190574546248, + "nauc_precision_at_10_diff1": -0.08119210393915254, + "nauc_precision_at_10_max": 0.1140903844446411, + "nauc_precision_at_10_std": 0.19939625321850257, + "nauc_precision_at_1_diff1": -0.25562961628535397, + "nauc_precision_at_1_max": -0.050117096018735506, + "nauc_precision_at_1_std": 0.07573410196360993, + "nauc_precision_at_20_diff1": -0.05189681540731271, + "nauc_precision_at_20_max": 0.21453029626321277, + "nauc_precision_at_20_std": 0.3684782167363669, + "nauc_precision_at_3_diff1": -0.20771292693471616, + "nauc_precision_at_3_max": -0.07775183744055307, + "nauc_precision_at_3_std": -0.05546044098573244, + "nauc_precision_at_5_diff1": -0.21398314786829728, + "nauc_precision_at_5_max": 0.06554242798919227, + "nauc_precision_at_5_std": 0.09083207400283864, + "nauc_recall_at_1000_diff1": 0.2740112092330388, + "nauc_recall_at_1000_max": 0.5288055064963251, + "nauc_recall_at_1000_std": 0.6571331389705891, + "nauc_recall_at_100_diff1": 0.398035863342385, + "nauc_recall_at_100_max": 0.2638072037468364, + "nauc_recall_at_100_std": 0.5110151030714569, + "nauc_recall_at_10_diff1": 0.3679100002431555, + "nauc_recall_at_10_max": 0.013201540953457724, + "nauc_recall_at_10_std": 0.1944728760959205, + "nauc_recall_at_1_diff1": 0.2177499496090247, + "nauc_recall_at_1_max": -0.08078574279856436, + "nauc_recall_at_1_std": 0.08983044888539476, + "nauc_recall_at_20_diff1": 0.3993917115113559, + "nauc_recall_at_20_max": 0.05279955521758667, + "nauc_recall_at_20_std": 0.2546270272944479, + "nauc_recall_at_3_diff1": 0.3204336655944371, + "nauc_recall_at_3_max": -0.06483489950814578, + "nauc_recall_at_3_std": 0.12747865799424796, + "nauc_recall_at_5_diff1": 0.32444828073509424, + "nauc_recall_at_5_max": -0.026678406310433528, + "nauc_recall_at_5_std": 0.15155554550719236, + "ndcg_at_1": 0.66, + "ndcg_at_10": 0.70002, + "ndcg_at_100": 0.58661, + "ndcg_at_1000": 0.55654, + "ndcg_at_20": 0.69023, + "ndcg_at_3": 0.71123, + "ndcg_at_5": 0.7144, + "precision_at_1": 0.7, + "precision_at_10": 0.75, + "precision_at_100": 0.6112, + "precision_at_1000": 0.24954, + "precision_at_20": 0.739, + "precision_at_3": 0.76667, + "precision_at_5": 0.768, + "recall_at_1": 0.00183, + "recall_at_10": 0.01968, + "recall_at_100": 0.14979, + "recall_at_1000": 0.53382, + "recall_at_20": 0.03808, + "recall_at_3": 0.00603, + "recall_at_5": 0.01019 + } + ] + }, + "task_name": "TRECCOVID-PL" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/TRECCOVID.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/TRECCOVID.json new file mode 100644 index 000000000..521888c55 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 5082.312491893768, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.88851, + "map_at_1": 0.00254, + "map_at_10": 0.02314, + "map_at_100": 0.15378, + "map_at_1000": 0.38685, + "map_at_20": 0.04219, + "map_at_3": 0.00727, + "map_at_5": 0.01197, + "mrr_at_1": 0.96, + "mrr_at_10": 0.98, + "mrr_at_100": 0.98, + "mrr_at_1000": 0.98, + "mrr_at_20": 0.98, + "mrr_at_3": 0.98, + "mrr_at_5": 0.98, + "nauc_map_at_1000_diff1": -0.012647503425673381, + "nauc_map_at_1000_max": 0.32180079549343954, + "nauc_map_at_1000_std": 0.7140595361216918, + "nauc_map_at_100_diff1": 0.10269864806832317, + "nauc_map_at_100_max": 0.18040091313565043, + "nauc_map_at_100_std": 0.5467742358196106, + "nauc_map_at_10_diff1": 0.2535269525293265, + "nauc_map_at_10_max": -0.006786120198639466, + "nauc_map_at_10_std": 0.18246700447767947, + "nauc_map_at_1_diff1": 0.21707296800417478, + "nauc_map_at_1_max": -0.0731857583594799, + "nauc_map_at_1_std": 0.04154953899200165, + "nauc_map_at_20_diff1": 0.23405384408285315, + "nauc_map_at_20_max": 0.024346114291667137, + "nauc_map_at_20_std": 0.25800435887779527, + "nauc_map_at_3_diff1": 0.2525509158119571, + "nauc_map_at_3_max": -0.032565287703058075, + "nauc_map_at_3_std": 0.10671857844725906, + "nauc_map_at_5_diff1": 0.2352485046534756, + "nauc_map_at_5_max": -0.01593183189666324, + "nauc_map_at_5_std": 0.12154417434691778, + "nauc_mrr_at_1000_diff1": 0.6381886087768457, + "nauc_mrr_at_1000_max": 0.41433239962652196, + "nauc_mrr_at_1000_std": 0.15289449112978848, + "nauc_mrr_at_100_diff1": 0.6381886087768457, + "nauc_mrr_at_100_max": 0.41433239962652196, + "nauc_mrr_at_100_std": 0.15289449112978848, + "nauc_mrr_at_10_diff1": 0.6381886087768457, + "nauc_mrr_at_10_max": 0.41433239962652196, + "nauc_mrr_at_10_std": 0.15289449112978848, + "nauc_mrr_at_1_diff1": 0.6381886087768457, + "nauc_mrr_at_1_max": 0.4143323996265187, + "nauc_mrr_at_1_std": 0.15289449112978848, + "nauc_mrr_at_20_diff1": 0.6381886087768457, + "nauc_mrr_at_20_max": 0.41433239962652196, + "nauc_mrr_at_20_std": 0.15289449112978848, + "nauc_mrr_at_3_diff1": 0.6381886087768457, + "nauc_mrr_at_3_max": 0.41433239962652196, + "nauc_mrr_at_3_std": 0.15289449112978848, + "nauc_mrr_at_5_diff1": 0.6381886087768457, + "nauc_mrr_at_5_max": 0.41433239962652196, + "nauc_mrr_at_5_std": 0.15289449112978848, + "nauc_ndcg_at_1000_diff1": 0.061291194510320925, + "nauc_ndcg_at_1000_max": 0.3047991499767887, + "nauc_ndcg_at_1000_std": 0.7136579086526835, + "nauc_ndcg_at_100_diff1": 0.05956802520613263, + "nauc_ndcg_at_100_max": 0.36684056292034495, + "nauc_ndcg_at_100_std": 0.6708623257626123, + "nauc_ndcg_at_10_diff1": 0.30702782131815115, + "nauc_ndcg_at_10_max": 0.42447281508750745, + "nauc_ndcg_at_10_std": 0.5465657012232895, + "nauc_ndcg_at_1_diff1": 0.7370059134765016, + "nauc_ndcg_at_1_max": 0.5025676937441635, + "nauc_ndcg_at_1_std": 0.07664176781824068, + "nauc_ndcg_at_20_diff1": 0.23361971789987943, + "nauc_ndcg_at_20_max": 0.4083566694672606, + "nauc_ndcg_at_20_std": 0.622396064587498, + "nauc_ndcg_at_3_diff1": 0.4249695982588687, + "nauc_ndcg_at_3_max": 0.44418042163750865, + "nauc_ndcg_at_3_std": 0.3711144793312862, + "nauc_ndcg_at_5_diff1": 0.3650694266691266, + "nauc_ndcg_at_5_max": 0.4635275899715472, + "nauc_ndcg_at_5_std": 0.4487237524455028, + "nauc_precision_at_1000_diff1": -0.07576847816034134, + "nauc_precision_at_1000_max": 0.29432231420309934, + "nauc_precision_at_1000_std": 0.22111055926691617, + "nauc_precision_at_100_diff1": -0.00553201197925169, + "nauc_precision_at_100_max": 0.3985743169886126, + "nauc_precision_at_100_std": 0.6512727954558551, + "nauc_precision_at_10_diff1": 0.3030719357826466, + "nauc_precision_at_10_max": 0.5330503241741266, + "nauc_precision_at_10_std": 0.5932077801790682, + "nauc_precision_at_1_diff1": 0.6381886087768457, + "nauc_precision_at_1_max": 0.4143323996265187, + "nauc_precision_at_1_std": 0.15289449112978848, + "nauc_precision_at_20_diff1": 0.18947684877637064, + "nauc_precision_at_20_max": 0.40864855429106167, + "nauc_precision_at_20_std": 0.6035513574583833, + "nauc_precision_at_3_diff1": 0.30069390902081533, + "nauc_precision_at_3_max": 0.5072695230752257, + "nauc_precision_at_3_std": 0.39987884128207946, + "nauc_precision_at_5_diff1": 0.2831096402524984, + "nauc_precision_at_5_max": 0.5678127106698534, + "nauc_precision_at_5_std": 0.5167616596188024, + "nauc_recall_at_1000_diff1": 0.03917827484605061, + "nauc_recall_at_1000_max": 0.23889888748029708, + "nauc_recall_at_1000_std": 0.5944836050473782, + "nauc_recall_at_100_diff1": 0.121852702417333, + "nauc_recall_at_100_max": 0.07982156347705806, + "nauc_recall_at_100_std": 0.39764134204890456, + "nauc_recall_at_10_diff1": 0.225957011540717, + "nauc_recall_at_10_max": -0.062168696371870065, + "nauc_recall_at_10_std": 0.12273392131096401, + "nauc_recall_at_1_diff1": 0.21707296800417478, + "nauc_recall_at_1_max": -0.0731857583594799, + "nauc_recall_at_1_std": 0.04154953899200165, + "nauc_recall_at_20_diff1": 0.21311370664958706, + "nauc_recall_at_20_max": -0.029831226273772195, + "nauc_recall_at_20_std": 0.18496831650411907, + "nauc_recall_at_3_diff1": 0.23250697886836647, + "nauc_recall_at_3_max": -0.05965195439855474, + "nauc_recall_at_3_std": 0.0848190487695382, + "nauc_recall_at_5_diff1": 0.20581110137626954, + "nauc_recall_at_5_max": -0.0541138274007305, + "nauc_recall_at_5_std": 0.08694531594693694, + "ndcg_at_1": 0.94, + "ndcg_at_10": 0.88851, + "ndcg_at_100": 0.71214, + "ndcg_at_1000": 0.64114, + "ndcg_at_20": 0.84439, + "ndcg_at_3": 0.90642, + "ndcg_at_5": 0.90071, + "precision_at_1": 0.96, + "precision_at_10": 0.93, + "precision_at_100": 0.7338, + "precision_at_1000": 0.28192, + "precision_at_20": 0.87, + "precision_at_3": 0.94, + "precision_at_5": 0.932, + "recall_at_1": 0.00254, + "recall_at_10": 0.02431, + "recall_at_100": 0.17998, + "recall_at_1000": 0.60733, + "recall_at_20": 0.0449, + "recall_at_3": 0.00744, + "recall_at_5": 0.01239 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/model_meta.json b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/model_meta.json new file mode 100644 index 000000000..6f0adce37 --- /dev/null +++ b/results/nvidia__NV-Embed-v2/7604d305b621f14095a1aa23d351674c2859553a/model_meta.json @@ -0,0 +1 @@ +{"name": "nvidia/NV-Embed-v2", "revision": "7604d305b621f14095a1aa23d351674c2859553a", "release_date": "2024-09-09", "languages": ["eng_Latn"], "n_parameters": 7850000000, "memory_usage": null, "max_tokens": 32768, "embed_dim": 4096, "license": "cc-by-nc-4.0", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/nvidia/NV-Embed-v2", "similarity_fn_name": "cosine", "use_instructions": true, "zero_shot_benchmarks": null, "loader": "NvEmbedWrapper"} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CMedQAv2-reranking.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CMedQAv2-reranking.json index df7af99d3..1c85cf97a 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CMedQAv2-reranking.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CMedQAv2-reranking.json @@ -1,8 +1,8 @@ { "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", - "evaluation_time": 36.94089365005493, - "kg_co2_emissions": 0.005900513216135078, - "mteb_version": "1.12.75", + "evaluation_time": 18.004976272583008, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,15 +10,15 @@ "languages": [ "cmn-Hans" ], - "main_score": 0.48581399733281505, - "map": 0.48581399733281505, - "mrr": 0.5476337301587302, - "nAUC_map_diff1": 0.3863259890139671, - "nAUC_map_max": 0.39668763044771094, - "nAUC_map_std": 0.10029011197098528, - "nAUC_mrr_diff1": 0.3897796319617986, - "nAUC_mrr_max": 0.44428633451671246, - "nAUC_mrr_std": 0.12555862202380744 + "main_score": 0.4861650102666591, + "map": 0.4861650102666591, + "mrr": 0.5481376984126983, + "nAUC_map_diff1": 0.38369602900902555, + "nAUC_map_max": 0.3985671403387179, + "nAUC_map_std": 0.10251730676124853, + "nAUC_mrr_diff1": 0.38860874943831436, + "nAUC_mrr_max": 0.4457159026757162, + "nAUC_mrr_std": 0.1282570683477716 } ] }, diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CUREv1.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CUREv1.json new file mode 100644 index 000000000..36851ba67 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "evaluation_time": 507.21043133735657, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", + "scores": { + "all": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.30889, + "map_at_1": 0.04918, + "map_at_10": 0.1302, + "map_at_100": 0.1921, + "map_at_1000": 0.21736, + "map_at_20": 0.15147, + "map_at_3": 0.087, + "map_at_5": 0.10632, + "mrr_at_1": 0.427, + "mrr_at_10": 0.5597015873015885, + "mrr_at_100": 0.5653272542427527, + "mrr_at_1000": 0.5654973238046922, + "mrr_at_20": 0.5634275001421881, + "mrr_at_3": 0.5275000000000012, + "mrr_at_5": 0.5482750000000016, + "nauc_map_at_1000_diff1": 0.11954638250865053, + "nauc_map_at_1000_max": 0.27040627172832077, + "nauc_map_at_1000_std": 0.2638017409100663, + "nauc_map_at_100_diff1": 0.14196899240611502, + "nauc_map_at_100_max": 0.20925340560598468, + "nauc_map_at_100_std": 0.19573783583233137, + "nauc_map_at_10_diff1": 0.1711522516782418, + "nauc_map_at_10_max": 0.1074622579869218, + "nauc_map_at_10_std": 0.05205755856663736, + "nauc_map_at_1_diff1": 0.2777797077618378, + "nauc_map_at_1_max": 0.082869564116763, + "nauc_map_at_1_std": -0.015078245300030093, + "nauc_map_at_20_diff1": 0.16389688373142294, + "nauc_map_at_20_max": 0.13644417253278576, + "nauc_map_at_20_std": 0.09062960513986934, + "nauc_map_at_3_diff1": 0.21282769087119438, + "nauc_map_at_3_max": 0.08858151331332055, + "nauc_map_at_3_std": 0.010525149063113392, + "nauc_map_at_5_diff1": 0.1831368330907847, + "nauc_map_at_5_max": 0.09076149190871473, + "nauc_map_at_5_std": 0.02647076333890873, + "nauc_mrr_at_1000_diff1": 0.1463750559800198, + "nauc_mrr_at_1000_max": 0.3172711313961524, + "nauc_mrr_at_1000_std": 0.18038629186880376, + "nauc_mrr_at_100_diff1": 0.14642138953797493, + "nauc_mrr_at_100_max": 0.3175111055436782, + "nauc_mrr_at_100_std": 0.1806117781576161, + "nauc_mrr_at_10_diff1": 0.14608888572412757, + "nauc_mrr_at_10_max": 0.31886759516582147, + "nauc_mrr_at_10_std": 0.18180353129352797, + "nauc_mrr_at_1_diff1": 0.15866786886821996, + "nauc_mrr_at_1_max": 0.27470868482354793, + "nauc_mrr_at_1_std": 0.1279279302688453, + "nauc_mrr_at_20_diff1": 0.1467732667786162, + "nauc_mrr_at_20_max": 0.3186723241898706, + "nauc_mrr_at_20_std": 0.18169231885650355, + "nauc_mrr_at_3_diff1": 0.14239580509892383, + "nauc_mrr_at_3_max": 0.3056530000860813, + "nauc_mrr_at_3_std": 0.17280667993224458, + "nauc_mrr_at_5_diff1": 0.14369666794838992, + "nauc_mrr_at_5_max": 0.313253105837285, + "nauc_mrr_at_5_std": 0.17683969757164175, + "nauc_ndcg_at_1000_diff1": 0.1327047789846157, + "nauc_ndcg_at_1000_max": 0.4206848715089025, + "nauc_ndcg_at_1000_std": 0.3929289935508185, + "nauc_ndcg_at_100_diff1": 0.16075820410518302, + "nauc_ndcg_at_100_max": 0.3089613470112212, + "nauc_ndcg_at_100_std": 0.2757776473023025, + "nauc_ndcg_at_10_diff1": 0.14503252061731814, + "nauc_ndcg_at_10_max": 0.2998923254960694, + "nauc_ndcg_at_10_std": 0.1867639471749854, + "nauc_ndcg_at_1_diff1": 0.19789466879282855, + "nauc_ndcg_at_1_max": 0.2654217405146441, + "nauc_ndcg_at_1_std": 0.09941254815492431, + "nauc_ndcg_at_20_diff1": 0.1549913977715609, + "nauc_ndcg_at_20_max": 0.2954476876474993, + "nauc_ndcg_at_20_std": 0.2026202257992951, + "nauc_ndcg_at_3_diff1": 0.1459961288246074, + "nauc_ndcg_at_3_max": 0.29150978287952933, + "nauc_ndcg_at_3_std": 0.15074972200978787, + "nauc_ndcg_at_5_diff1": 0.1320645466996128, + "nauc_ndcg_at_5_max": 0.3004468562001072, + "nauc_ndcg_at_5_std": 0.1723371336461733, + "nauc_precision_at_1000_diff1": -0.1275138023862703, + "nauc_precision_at_1000_max": 0.329232427969683, + "nauc_precision_at_1000_std": 0.27264603685863037, + "nauc_precision_at_100_diff1": -0.09255525748303489, + "nauc_precision_at_100_max": 0.37225440694975015, + "nauc_precision_at_100_std": 0.3719773471402245, + "nauc_precision_at_10_diff1": -0.028141188249464565, + "nauc_precision_at_10_max": 0.36246243968724207, + "nauc_precision_at_10_std": 0.2943989489775819, + "nauc_precision_at_1_diff1": 0.15866786886821996, + "nauc_precision_at_1_max": 0.27470868482354793, + "nauc_precision_at_1_std": 0.1279279302688453, + "nauc_precision_at_20_diff1": -0.04354726845729856, + "nauc_precision_at_20_max": 0.3732851215761564, + "nauc_precision_at_20_std": 0.3301738548858617, + "nauc_precision_at_3_diff1": 0.03961444064706602, + "nauc_precision_at_3_max": 0.30789076776864116, + "nauc_precision_at_3_std": 0.2112944620414691, + "nauc_precision_at_5_diff1": -0.005509806265695919, + "nauc_precision_at_5_max": 0.33845895174171764, + "nauc_precision_at_5_std": 0.2527138265493636, + "nauc_recall_at_1000_diff1": 0.07240706457645808, + "nauc_recall_at_1000_max": 0.3104192104689059, + "nauc_recall_at_1000_std": 0.5279306549001956, + "nauc_recall_at_100_diff1": 0.11976030679278489, + "nauc_recall_at_100_max": 0.11887318584754855, + "nauc_recall_at_100_std": 0.23875681909258237, + "nauc_recall_at_10_diff1": 0.14284283485637575, + "nauc_recall_at_10_max": 0.04654722623630249, + "nauc_recall_at_10_std": 0.03230327470729722, + "nauc_recall_at_1_diff1": 0.2777797077618378, + "nauc_recall_at_1_max": 0.082869564116763, + "nauc_recall_at_1_std": -0.015078245300030093, + "nauc_recall_at_20_diff1": 0.14139228003122276, + "nauc_recall_at_20_max": 0.06719367154777872, + "nauc_recall_at_20_std": 0.07988252969029505, + "nauc_recall_at_3_diff1": 0.19202251900887335, + "nauc_recall_at_3_max": 0.0640344960766694, + "nauc_recall_at_3_std": 0.0013509089085644859, + "nauc_recall_at_5_diff1": 0.14473343468938552, + "nauc_recall_at_5_max": 0.045312051721218036, + "nauc_recall_at_5_std": 0.00932030318072999, + "ndcg_at_1": 0.334, + "ndcg_at_10": 0.30889, + "ndcg_at_100": 0.37575, + "ndcg_at_1000": 0.47265, + "ndcg_at_20": 0.31837, + "ndcg_at_3": 0.31261, + "ndcg_at_5": 0.30963, + "precision_at_1": 0.427, + "precision_at_10": 0.2722, + "precision_at_100": 0.11101, + "precision_at_1000": 0.02661, + "precision_at_20": 0.21853, + "precision_at_3": 0.36483, + "precision_at_5": 0.3287, + "recall_at_1": 0.04918, + "recall_at_10": 0.19717, + "recall_at_100": 0.48099, + "recall_at_1000": 0.78392, + "recall_at_20": 0.26615, + "recall_at_3": 0.10268, + "recall_at_5": 0.13991 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.22545, + "map_at_1": 0.0326, + "map_at_10": 0.08908, + "map_at_100": 0.13103, + "map_at_1000": 0.15083, + "map_at_20": 0.10365, + "map_at_3": 0.05879, + "map_at_5": 0.07198, + "mrr_at_1": 0.3095, + "mrr_at_10": 0.42333134920635, + "mrr_at_100": 0.4313379439027469, + "mrr_at_1000": 0.43174556413214904, + "mrr_at_20": 0.4281714889728444, + "mrr_at_3": 0.39250000000000046, + "mrr_at_5": 0.410250000000001, + "nauc_map_at_1000_diff1": 0.14289032101379578, + "nauc_map_at_1000_max": 0.34561025663063755, + "nauc_map_at_1000_std": 0.36717554640863154, + "nauc_map_at_100_diff1": 0.1598765652643368, + "nauc_map_at_100_max": 0.2817493806950294, + "nauc_map_at_100_std": 0.30620357429349604, + "nauc_map_at_10_diff1": 0.18647966517130166, + "nauc_map_at_10_max": 0.17933085889247757, + "nauc_map_at_10_std": 0.16924281510833505, + "nauc_map_at_1_diff1": 0.3015289677916036, + "nauc_map_at_1_max": 0.15776383876192746, + "nauc_map_at_1_std": 0.07977020319293796, + "nauc_map_at_20_diff1": 0.17478980683827386, + "nauc_map_at_20_max": 0.21137569610890353, + "nauc_map_at_20_std": 0.21385582151409224, + "nauc_map_at_3_diff1": 0.2308126953699154, + "nauc_map_at_3_max": 0.15260756326601893, + "nauc_map_at_3_std": 0.10605547252688056, + "nauc_map_at_5_diff1": 0.20719434109370238, + "nauc_map_at_5_max": 0.1552355647985969, + "nauc_map_at_5_std": 0.132500771597649, + "nauc_mrr_at_1000_diff1": 0.14455876770031306, + "nauc_mrr_at_1000_max": 0.367277835387653, + "nauc_mrr_at_1000_std": 0.2971351356300328, + "nauc_mrr_at_100_diff1": 0.14450360445701407, + "nauc_mrr_at_100_max": 0.3674400109320777, + "nauc_mrr_at_100_std": 0.2973385649305517, + "nauc_mrr_at_10_diff1": 0.1465734281086546, + "nauc_mrr_at_10_max": 0.3671994013208071, + "nauc_mrr_at_10_std": 0.29663444379825654, + "nauc_mrr_at_1_diff1": 0.15398141305685328, + "nauc_mrr_at_1_max": 0.325776490025034, + "nauc_mrr_at_1_std": 0.2560724273504158, + "nauc_mrr_at_20_diff1": 0.14491405288174594, + "nauc_mrr_at_20_max": 0.3676493270461416, + "nauc_mrr_at_20_std": 0.29761958339764877, + "nauc_mrr_at_3_diff1": 0.14513205334115273, + "nauc_mrr_at_3_max": 0.35980931182093423, + "nauc_mrr_at_3_std": 0.28633727194169173, + "nauc_mrr_at_5_diff1": 0.1439947469323461, + "nauc_mrr_at_5_max": 0.3636975955556323, + "nauc_mrr_at_5_std": 0.29080232545384477, + "nauc_ndcg_at_1000_diff1": 0.11841695108055342, + "nauc_ndcg_at_1000_max": 0.4767557123863722, + "nauc_ndcg_at_1000_std": 0.48459744518863695, + "nauc_ndcg_at_100_diff1": 0.14393979709499138, + "nauc_ndcg_at_100_max": 0.38424112223009954, + "nauc_ndcg_at_100_std": 0.39736124235128734, + "nauc_ndcg_at_10_diff1": 0.1421299387621982, + "nauc_ndcg_at_10_max": 0.3512939584295514, + "nauc_ndcg_at_10_std": 0.3087668272352784, + "nauc_ndcg_at_1_diff1": 0.17210087410522715, + "nauc_ndcg_at_1_max": 0.3017058779320255, + "nauc_ndcg_at_1_std": 0.23047067322513987, + "nauc_ndcg_at_20_diff1": 0.1410161589641059, + "nauc_ndcg_at_20_max": 0.35682036972820497, + "nauc_ndcg_at_20_std": 0.33392076709237034, + "nauc_ndcg_at_3_diff1": 0.1423434381948215, + "nauc_ndcg_at_3_max": 0.3328796198383615, + "nauc_ndcg_at_3_std": 0.2567014898376117, + "nauc_ndcg_at_5_diff1": 0.13744516493622783, + "nauc_ndcg_at_5_max": 0.3416360245678465, + "nauc_ndcg_at_5_std": 0.2821882839143493, + "nauc_precision_at_1000_diff1": -0.05651001955509841, + "nauc_precision_at_1000_max": 0.4350328960871451, + "nauc_precision_at_1000_std": 0.31845064470759205, + "nauc_precision_at_100_diff1": -0.015762632762245713, + "nauc_precision_at_100_max": 0.4648852420839006, + "nauc_precision_at_100_std": 0.44107708015786756, + "nauc_precision_at_10_diff1": 0.03726268785045023, + "nauc_precision_at_10_max": 0.4215282175657345, + "nauc_precision_at_10_std": 0.38816879228705664, + "nauc_precision_at_1_diff1": 0.15250346209177543, + "nauc_precision_at_1_max": 0.32735455853287976, + "nauc_precision_at_1_std": 0.25625596622611824, + "nauc_precision_at_20_diff1": 0.015269244498967981, + "nauc_precision_at_20_max": 0.44805066253717446, + "nauc_precision_at_20_std": 0.42601691788862955, + "nauc_precision_at_3_diff1": 0.08266588201206308, + "nauc_precision_at_3_max": 0.35973504109688476, + "nauc_precision_at_3_std": 0.2891803148876511, + "nauc_precision_at_5_diff1": 0.056912421195574894, + "nauc_precision_at_5_max": 0.38415101682959035, + "nauc_precision_at_5_std": 0.3283209435484811, + "nauc_recall_at_1000_diff1": 0.05521237488214134, + "nauc_recall_at_1000_max": 0.42280932891061906, + "nauc_recall_at_1000_std": 0.5594707613979192, + "nauc_recall_at_100_diff1": 0.09842303173329435, + "nauc_recall_at_100_max": 0.2371604320773611, + "nauc_recall_at_100_std": 0.34660525741541487, + "nauc_recall_at_10_diff1": 0.1393252730555441, + "nauc_recall_at_10_max": 0.1366651489869774, + "nauc_recall_at_10_std": 0.16250983427928467, + "nauc_recall_at_1_diff1": 0.3015289677916036, + "nauc_recall_at_1_max": 0.15776383876192746, + "nauc_recall_at_1_std": 0.07977020319293796, + "nauc_recall_at_20_diff1": 0.11542544135166252, + "nauc_recall_at_20_max": 0.1633442117553856, + "nauc_recall_at_20_std": 0.22070449674143716, + "nauc_recall_at_3_diff1": 0.204707190862707, + "nauc_recall_at_3_max": 0.13234067227703805, + "nauc_recall_at_3_std": 0.09658693197222298, + "nauc_recall_at_5_diff1": 0.1628582927007976, + "nauc_recall_at_5_max": 0.12145980751953557, + "nauc_recall_at_5_std": 0.124086982673099, + "ndcg_at_1": 0.243, + "ndcg_at_10": 0.22545, + "ndcg_at_100": 0.27769, + "ndcg_at_1000": 0.36967, + "ndcg_at_20": 0.23164, + "ndcg_at_3": 0.22752, + "ndcg_at_5": 0.22341, + "precision_at_1": 0.31, + "precision_at_10": 0.2022, + "precision_at_100": 0.08503, + "precision_at_1000": 0.02269, + "precision_at_20": 0.16205, + "precision_at_3": 0.2655, + "precision_at_5": 0.2379, + "recall_at_1": 0.0326, + "recall_at_10": 0.14321, + "recall_at_100": 0.36623, + "recall_at_1000": 0.66311, + "recall_at_20": 0.19657, + "recall_at_3": 0.07101, + "recall_at_5": 0.09798 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.2029, + "map_at_1": 0.02877, + "map_at_10": 0.08105, + "map_at_100": 0.11984, + "map_at_1000": 0.13777, + "map_at_20": 0.0942, + "map_at_3": 0.05226, + "map_at_5": 0.06495, + "mrr_at_1": 0.285, + "mrr_at_10": 0.38389186507936524, + "mrr_at_100": 0.39278527162626575, + "mrr_at_1000": 0.39333503761558, + "mrr_at_20": 0.3892831411579476, + "mrr_at_3": 0.35299999999999987, + "mrr_at_5": 0.37207500000000004, + "nauc_map_at_1000_diff1": 0.13011496094100963, + "nauc_map_at_1000_max": 0.40529299560091236, + "nauc_map_at_1000_std": 0.4422196153954171, + "nauc_map_at_100_diff1": 0.1446728755818273, + "nauc_map_at_100_max": 0.3508772726451584, + "nauc_map_at_100_std": 0.3899921064569835, + "nauc_map_at_10_diff1": 0.16698208527605796, + "nauc_map_at_10_max": 0.24873418236790584, + "nauc_map_at_10_std": 0.2641466219043975, + "nauc_map_at_1_diff1": 0.2645814183517904, + "nauc_map_at_1_max": 0.20057246513137894, + "nauc_map_at_1_std": 0.17452979694767928, + "nauc_map_at_20_diff1": 0.1585417347740263, + "nauc_map_at_20_max": 0.282590411490436, + "nauc_map_at_20_std": 0.3017030119318052, + "nauc_map_at_3_diff1": 0.1875613015634043, + "nauc_map_at_3_max": 0.22067158452350938, + "nauc_map_at_3_std": 0.22396367974681086, + "nauc_map_at_5_diff1": 0.1799920703481955, + "nauc_map_at_5_max": 0.22798270188280284, + "nauc_map_at_5_std": 0.23645823279468342, + "nauc_mrr_at_1000_diff1": 0.14259966879419145, + "nauc_mrr_at_1000_max": 0.43474629050439817, + "nauc_mrr_at_1000_std": 0.36912261708775423, + "nauc_mrr_at_100_diff1": 0.1425377262430117, + "nauc_mrr_at_100_max": 0.43495694722951345, + "nauc_mrr_at_100_std": 0.36938615967197735, + "nauc_mrr_at_10_diff1": 0.14223758485805998, + "nauc_mrr_at_10_max": 0.4325039038948393, + "nauc_mrr_at_10_std": 0.3679006463221012, + "nauc_mrr_at_1_diff1": 0.16050872928482893, + "nauc_mrr_at_1_max": 0.38984480501942514, + "nauc_mrr_at_1_std": 0.32698633647047426, + "nauc_mrr_at_20_diff1": 0.1413879902948295, + "nauc_mrr_at_20_max": 0.4340556404600617, + "nauc_mrr_at_20_std": 0.3687894849074179, + "nauc_mrr_at_3_diff1": 0.1456752200551967, + "nauc_mrr_at_3_max": 0.42284989436366016, + "nauc_mrr_at_3_std": 0.3614803497612272, + "nauc_mrr_at_5_diff1": 0.14113850104479267, + "nauc_mrr_at_5_max": 0.4312248656791657, + "nauc_mrr_at_5_std": 0.36235538716102333, + "nauc_ndcg_at_1000_diff1": 0.1243089178636553, + "nauc_ndcg_at_1000_max": 0.530207454669816, + "nauc_ndcg_at_1000_std": 0.5454694762201877, + "nauc_ndcg_at_100_diff1": 0.1399987262705542, + "nauc_ndcg_at_100_max": 0.4500818547040504, + "nauc_ndcg_at_100_std": 0.4662926902290853, + "nauc_ndcg_at_10_diff1": 0.1325653328372014, + "nauc_ndcg_at_10_max": 0.4180337807142163, + "nauc_ndcg_at_10_std": 0.38712141163808256, + "nauc_ndcg_at_1_diff1": 0.17748834865229765, + "nauc_ndcg_at_1_max": 0.3716148918202372, + "nauc_ndcg_at_1_std": 0.31662390697203313, + "nauc_ndcg_at_20_diff1": 0.1349326495164329, + "nauc_ndcg_at_20_max": 0.42138260490800317, + "nauc_ndcg_at_20_std": 0.4048320464359548, + "nauc_ndcg_at_3_diff1": 0.13010807651742026, + "nauc_ndcg_at_3_max": 0.40489722936541267, + "nauc_ndcg_at_3_std": 0.3581787187130661, + "nauc_ndcg_at_5_diff1": 0.12938527755281398, + "nauc_ndcg_at_5_max": 0.4141685256966769, + "nauc_ndcg_at_5_std": 0.36919202681510954, + "nauc_precision_at_1000_diff1": -0.05733207483676048, + "nauc_precision_at_1000_max": 0.4472344326776624, + "nauc_precision_at_1000_std": 0.330536093544827, + "nauc_precision_at_100_diff1": -0.018852351891379276, + "nauc_precision_at_100_max": 0.49266988614252044, + "nauc_precision_at_100_std": 0.4743183377217001, + "nauc_precision_at_10_diff1": 0.037481517048669206, + "nauc_precision_at_10_max": 0.45895637275658124, + "nauc_precision_at_10_std": 0.42191297966063074, + "nauc_precision_at_1_diff1": 0.16050872928482893, + "nauc_precision_at_1_max": 0.38984480501942514, + "nauc_precision_at_1_std": 0.32698633647047426, + "nauc_precision_at_20_diff1": 0.01524402296800202, + "nauc_precision_at_20_max": 0.48167758659203525, + "nauc_precision_at_20_std": 0.4591385874325241, + "nauc_precision_at_3_diff1": 0.0667249045013468, + "nauc_precision_at_3_max": 0.4216716117845549, + "nauc_precision_at_3_std": 0.3729257644540489, + "nauc_precision_at_5_diff1": 0.054293028871582924, + "nauc_precision_at_5_max": 0.43747595892475144, + "nauc_precision_at_5_std": 0.3946275859994872, + "nauc_recall_at_1000_diff1": 0.09868518982802348, + "nauc_recall_at_1000_max": 0.49495356898221654, + "nauc_recall_at_1000_std": 0.5974783659220422, + "nauc_recall_at_100_diff1": 0.1217587298975468, + "nauc_recall_at_100_max": 0.32610429809936853, + "nauc_recall_at_100_std": 0.41967387654731136, + "nauc_recall_at_10_diff1": 0.13220142317187017, + "nauc_recall_at_10_max": 0.20858173980641936, + "nauc_recall_at_10_std": 0.23996706513618304, + "nauc_recall_at_1_diff1": 0.2645814183517904, + "nauc_recall_at_1_max": 0.20057246513137894, + "nauc_recall_at_1_std": 0.17452979694767928, + "nauc_recall_at_20_diff1": 0.12311930531327264, + "nauc_recall_at_20_max": 0.23563797824349678, + "nauc_recall_at_20_std": 0.2767799225509033, + "nauc_recall_at_3_diff1": 0.1666634150918206, + "nauc_recall_at_3_max": 0.20302937092795567, + "nauc_recall_at_3_std": 0.21670324771175475, + "nauc_recall_at_5_diff1": 0.1596479007643452, + "nauc_recall_at_5_max": 0.20305741788768028, + "nauc_recall_at_5_std": 0.2135733330624937, + "ndcg_at_1": 0.21675, + "ndcg_at_10": 0.2029, + "ndcg_at_100": 0.25293, + "ndcg_at_1000": 0.34196, + "ndcg_at_20": 0.20878, + "ndcg_at_3": 0.20344, + "ndcg_at_5": 0.20228, + "precision_at_1": 0.285, + "precision_at_10": 0.1835, + "precision_at_100": 0.078, + "precision_at_1000": 0.02109, + "precision_at_20": 0.1473, + "precision_at_3": 0.241, + "precision_at_5": 0.2205, + "recall_at_1": 0.02877, + "recall_at_10": 0.13035, + "recall_at_100": 0.33746, + "recall_at_1000": 0.62412, + "recall_at_20": 0.17772, + "recall_at_3": 0.06332, + "recall_at_5": 0.08858 + } + ], + "dentistry_and_oral_health": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.33676, + "map_at_1": 0.06483, + "map_at_10": 0.13441, + "map_at_100": 0.18977, + "map_at_1000": 0.22076, + "map_at_20": 0.15205, + "map_at_3": 0.1028, + "map_at_5": 0.11835, + "mrr_at_1": 0.495, + "mrr_at_10": 0.6221686507936506, + "mrr_at_100": 0.6257469655067225, + "mrr_at_1000": 0.6258581503182964, + "mrr_at_20": 0.62407924020424, + "mrr_at_3": 0.5991666666666664, + "mrr_at_5": 0.6099166666666664, + "nauc_map_at_1000_diff1": 0.15026939347732174, + "nauc_map_at_1000_max": 0.2457465187903028, + "nauc_map_at_1000_std": 0.14202665313562587, + "nauc_map_at_100_diff1": 0.21307111276659585, + "nauc_map_at_100_max": 0.1980502828538298, + "nauc_map_at_100_std": 0.027749935186274024, + "nauc_map_at_10_diff1": 0.2695295625796489, + "nauc_map_at_10_max": 0.11346560114317103, + "nauc_map_at_10_std": -0.13138374280229861, + "nauc_map_at_1_diff1": 0.46939395807758943, + "nauc_map_at_1_max": 0.06087512913597345, + "nauc_map_at_1_std": -0.1937807323471503, + "nauc_map_at_20_diff1": 0.2606760315829566, + "nauc_map_at_20_max": 0.13802316052396424, + "nauc_map_at_20_std": -0.09875071578034765, + "nauc_map_at_3_diff1": 0.3090045665269166, + "nauc_map_at_3_max": 0.09999872306622806, + "nauc_map_at_3_std": -0.1785164474705375, + "nauc_map_at_5_diff1": 0.2755493042776671, + "nauc_map_at_5_max": 0.08694186199527752, + "nauc_map_at_5_std": -0.15956834669208875, + "nauc_mrr_at_1000_diff1": 0.15325253510539022, + "nauc_mrr_at_1000_max": 0.4277335113595917, + "nauc_mrr_at_1000_std": 0.08885383640390539, + "nauc_mrr_at_100_diff1": 0.15298883542901975, + "nauc_mrr_at_100_max": 0.42777392665952374, + "nauc_mrr_at_100_std": 0.08901788327306674, + "nauc_mrr_at_10_diff1": 0.15375717610862744, + "nauc_mrr_at_10_max": 0.43139506117174353, + "nauc_mrr_at_10_std": 0.09263545494548339, + "nauc_mrr_at_1_diff1": 0.14313361664771262, + "nauc_mrr_at_1_max": 0.4153282389949654, + "nauc_mrr_at_1_std": 0.07689391672153383, + "nauc_mrr_at_20_diff1": 0.15312953599066542, + "nauc_mrr_at_20_max": 0.42907473470428337, + "nauc_mrr_at_20_std": 0.09104297914578385, + "nauc_mrr_at_3_diff1": 0.16339541038634062, + "nauc_mrr_at_3_max": 0.4185766388019239, + "nauc_mrr_at_3_std": 0.06699415808669246, + "nauc_mrr_at_5_diff1": 0.15444820013074123, + "nauc_mrr_at_5_max": 0.42644861570485865, + "nauc_mrr_at_5_std": 0.07927672611346619, + "nauc_ndcg_at_1000_diff1": 0.09700084320707204, + "nauc_ndcg_at_1000_max": 0.3978959656634315, + "nauc_ndcg_at_1000_std": 0.2923813827806236, + "nauc_ndcg_at_100_diff1": 0.1796973104783005, + "nauc_ndcg_at_100_max": 0.3113381490161466, + "nauc_ndcg_at_100_std": 0.1176095364544492, + "nauc_ndcg_at_10_diff1": 0.14658312598649298, + "nauc_ndcg_at_10_max": 0.31653411517897584, + "nauc_ndcg_at_10_std": 0.07973901371144194, + "nauc_ndcg_at_1_diff1": 0.17206349417062994, + "nauc_ndcg_at_1_max": 0.3423846488273225, + "nauc_ndcg_at_1_std": 0.021807453230629527, + "nauc_ndcg_at_20_diff1": 0.18715883365255928, + "nauc_ndcg_at_20_max": 0.3061353384818442, + "nauc_ndcg_at_20_std": 0.0730543537100411, + "nauc_ndcg_at_3_diff1": 0.10214787402839395, + "nauc_ndcg_at_3_max": 0.3536391877115752, + "nauc_ndcg_at_3_std": 0.07220400365218592, + "nauc_ndcg_at_5_diff1": 0.11021859720502576, + "nauc_ndcg_at_5_max": 0.32587594248970214, + "nauc_ndcg_at_5_std": 0.08985637121867614, + "nauc_precision_at_1000_diff1": -0.27181809756562947, + "nauc_precision_at_1000_max": 0.21098462121379566, + "nauc_precision_at_1000_std": 0.4433022367002115, + "nauc_precision_at_100_diff1": -0.24488799637755224, + "nauc_precision_at_100_max": 0.3042336729587042, + "nauc_precision_at_100_std": 0.5268784861981989, + "nauc_precision_at_10_diff1": -0.10417633836655117, + "nauc_precision_at_10_max": 0.4015781591378224, + "nauc_precision_at_10_std": 0.3687665074606514, + "nauc_precision_at_1_diff1": 0.14313361664771262, + "nauc_precision_at_1_max": 0.4153282389949654, + "nauc_precision_at_1_std": 0.07689391672153383, + "nauc_precision_at_20_diff1": -0.12426103482228033, + "nauc_precision_at_20_max": 0.40361596383227083, + "nauc_precision_at_20_std": 0.45362894906955314, + "nauc_precision_at_3_diff1": -0.06679902399102773, + "nauc_precision_at_3_max": 0.38734522528530074, + "nauc_precision_at_3_std": 0.20556203870693973, + "nauc_precision_at_5_diff1": -0.10388587268009533, + "nauc_precision_at_5_max": 0.37678897074914314, + "nauc_precision_at_5_std": 0.2792888925940209, + "nauc_recall_at_1000_diff1": -0.02111329752004475, + "nauc_recall_at_1000_max": 0.24594778112712729, + "nauc_recall_at_1000_std": 0.44232026752590886, + "nauc_recall_at_100_diff1": 0.149545778236974, + "nauc_recall_at_100_max": 0.14315623262028193, + "nauc_recall_at_100_std": 0.08830587298347997, + "nauc_recall_at_10_diff1": 0.20581170759258685, + "nauc_recall_at_10_max": 0.059019735020226366, + "nauc_recall_at_10_std": -0.12376605254808418, + "nauc_recall_at_1_diff1": 0.46939395807758943, + "nauc_recall_at_1_max": 0.06087512913597345, + "nauc_recall_at_1_std": -0.1937807323471503, + "nauc_recall_at_20_diff1": 0.21484269035399015, + "nauc_recall_at_20_max": 0.08698269361884785, + "nauc_recall_at_20_std": -0.08089563991751772, + "nauc_recall_at_3_diff1": 0.27158642664781807, + "nauc_recall_at_3_max": 0.09079745319355169, + "nauc_recall_at_3_std": -0.19113542042067547, + "nauc_recall_at_5_diff1": 0.20554023178774924, + "nauc_recall_at_5_max": 0.04812838879433333, + "nauc_recall_at_5_std": -0.14901471912133077, + "ndcg_at_1": 0.4175, + "ndcg_at_10": 0.33676, + "ndcg_at_100": 0.38089, + "ndcg_at_1000": 0.50154, + "ndcg_at_20": 0.33746, + "ndcg_at_3": 0.3695, + "ndcg_at_5": 0.35183, + "precision_at_1": 0.495, + "precision_at_10": 0.2745, + "precision_at_100": 0.1177, + "precision_at_1000": 0.02854, + "precision_at_20": 0.22125, + "precision_at_3": 0.40833, + "precision_at_5": 0.349, + "recall_at_1": 0.06483, + "recall_at_10": 0.19111, + "recall_at_100": 0.43413, + "recall_at_1000": 0.78123, + "recall_at_20": 0.24929, + "recall_at_3": 0.11766, + "recall_at_5": 0.14926 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.24475, + "map_at_1": 0.05357, + "map_at_10": 0.09934, + "map_at_100": 0.13281, + "map_at_1000": 0.15332, + "map_at_20": 0.11008, + "map_at_3": 0.07555, + "map_at_5": 0.08662, + "mrr_at_1": 0.36, + "mrr_at_10": 0.47325396825396837, + "mrr_at_100": 0.48001147478346146, + "mrr_at_1000": 0.48041957072524305, + "mrr_at_20": 0.47755636438724686, + "mrr_at_3": 0.4416666666666666, + "mrr_at_5": 0.46166666666666667, + "nauc_map_at_1000_diff1": 0.3549249778186248, + "nauc_map_at_1000_max": 0.4173321971012787, + "nauc_map_at_1000_std": 0.38922263328774803, + "nauc_map_at_100_diff1": 0.39116853770487375, + "nauc_map_at_100_max": 0.3849502145721758, + "nauc_map_at_100_std": 0.32518507816677245, + "nauc_map_at_10_diff1": 0.4263082680575975, + "nauc_map_at_10_max": 0.32654032674555117, + "nauc_map_at_10_std": 0.20910642214515673, + "nauc_map_at_1_diff1": 0.5349430293500195, + "nauc_map_at_1_max": 0.22538452660841934, + "nauc_map_at_1_std": 0.13247859074799523, + "nauc_map_at_20_diff1": 0.4058618448395492, + "nauc_map_at_20_max": 0.35045187805320854, + "nauc_map_at_20_std": 0.2314086468636573, + "nauc_map_at_3_diff1": 0.47526547117914647, + "nauc_map_at_3_max": 0.2826357391689375, + "nauc_map_at_3_std": 0.16909436963167382, + "nauc_map_at_5_diff1": 0.44545449901085965, + "nauc_map_at_5_max": 0.2936522087659992, + "nauc_map_at_5_std": 0.1803791512025988, + "nauc_mrr_at_1000_diff1": 0.2176255277450102, + "nauc_mrr_at_1000_max": 0.4768340660631782, + "nauc_mrr_at_1000_std": 0.2251903692415043, + "nauc_mrr_at_100_diff1": 0.2177148922572991, + "nauc_mrr_at_100_max": 0.47681006340778775, + "nauc_mrr_at_100_std": 0.22521525381184843, + "nauc_mrr_at_10_diff1": 0.2240269451142748, + "nauc_mrr_at_10_max": 0.4807416824709916, + "nauc_mrr_at_10_std": 0.22918064033699462, + "nauc_mrr_at_1_diff1": 0.22050333280848158, + "nauc_mrr_at_1_max": 0.41113604156825695, + "nauc_mrr_at_1_std": 0.1640948931926731, + "nauc_mrr_at_20_diff1": 0.21729947708668354, + "nauc_mrr_at_20_max": 0.4782745016742069, + "nauc_mrr_at_20_std": 0.22879282138954923, + "nauc_mrr_at_3_diff1": 0.2036383571452547, + "nauc_mrr_at_3_max": 0.4660442375896444, + "nauc_mrr_at_3_std": 0.20985332453205963, + "nauc_mrr_at_5_diff1": 0.21595418708470535, + "nauc_mrr_at_5_max": 0.4808760916717352, + "nauc_mrr_at_5_std": 0.2324226218483537, + "nauc_ndcg_at_1000_diff1": 0.28442428341984494, + "nauc_ndcg_at_1000_max": 0.5468657532887536, + "nauc_ndcg_at_1000_std": 0.45640395653888133, + "nauc_ndcg_at_100_diff1": 0.33080848226704573, + "nauc_ndcg_at_100_max": 0.47965012804856316, + "nauc_ndcg_at_100_std": 0.383097169873338, + "nauc_ndcg_at_10_diff1": 0.29581105639824795, + "nauc_ndcg_at_10_max": 0.4652727324353652, + "nauc_ndcg_at_10_std": 0.33216242756040343, + "nauc_ndcg_at_1_diff1": 0.2686372557858891, + "nauc_ndcg_at_1_max": 0.4053590129484626, + "nauc_ndcg_at_1_std": 0.16070796951181443, + "nauc_ndcg_at_20_diff1": 0.29841461123834834, + "nauc_ndcg_at_20_max": 0.4572821780637877, + "nauc_ndcg_at_20_std": 0.3331045409283276, + "nauc_ndcg_at_3_diff1": 0.26221293274321, + "nauc_ndcg_at_3_max": 0.479118604897219, + "nauc_ndcg_at_3_std": 0.2808514865378617, + "nauc_ndcg_at_5_diff1": 0.27522312823467987, + "nauc_ndcg_at_5_max": 0.4788586987877678, + "nauc_ndcg_at_5_std": 0.32257027440825514, + "nauc_precision_at_1000_diff1": -0.1639192408756092, + "nauc_precision_at_1000_max": 0.2331951436520231, + "nauc_precision_at_1000_std": 0.31809566898051406, + "nauc_precision_at_100_diff1": -0.04346933459312209, + "nauc_precision_at_100_max": 0.3613662610828086, + "nauc_precision_at_100_std": 0.5084565842779121, + "nauc_precision_at_10_diff1": 0.024637829304166522, + "nauc_precision_at_10_max": 0.4823273193973572, + "nauc_precision_at_10_std": 0.4173325155743339, + "nauc_precision_at_1_diff1": 0.22050333280848158, + "nauc_precision_at_1_max": 0.41113604156825695, + "nauc_precision_at_1_std": 0.1640948931926731, + "nauc_precision_at_20_diff1": -0.021698295242924437, + "nauc_precision_at_20_max": 0.4504696047063678, + "nauc_precision_at_20_std": 0.44637262336939687, + "nauc_precision_at_3_diff1": 0.10262037776004237, + "nauc_precision_at_3_max": 0.5156544927095604, + "nauc_precision_at_3_std": 0.30114075425328385, + "nauc_precision_at_5_diff1": 0.05664129157028574, + "nauc_precision_at_5_max": 0.5234300936634944, + "nauc_precision_at_5_std": 0.3849138257934853, + "nauc_recall_at_1000_diff1": 0.25695899577049713, + "nauc_recall_at_1000_max": 0.44118818439446367, + "nauc_recall_at_1000_std": 0.47107964704762745, + "nauc_recall_at_100_diff1": 0.3162132397286744, + "nauc_recall_at_100_max": 0.32138102592669016, + "nauc_recall_at_100_std": 0.32550587881425314, + "nauc_recall_at_10_diff1": 0.35041613578775505, + "nauc_recall_at_10_max": 0.2598817239287218, + "nauc_recall_at_10_std": 0.2146029871924059, + "nauc_recall_at_1_diff1": 0.5349430293500195, + "nauc_recall_at_1_max": 0.22538452660841934, + "nauc_recall_at_1_std": 0.13247859074799523, + "nauc_recall_at_20_diff1": 0.284144706369307, + "nauc_recall_at_20_max": 0.2719066121148836, + "nauc_recall_at_20_std": 0.22042887410086617, + "nauc_recall_at_3_diff1": 0.44696931852700744, + "nauc_recall_at_3_max": 0.2840137694851782, + "nauc_recall_at_3_std": 0.1827307512233007, + "nauc_recall_at_5_diff1": 0.3876016424116425, + "nauc_recall_at_5_max": 0.2523356265852775, + "nauc_recall_at_5_std": 0.18400716651939142, + "ndcg_at_1": 0.305, + "ndcg_at_10": 0.24475, + "ndcg_at_100": 0.27627, + "ndcg_at_1000": 0.38482, + "ndcg_at_20": 0.2433, + "ndcg_at_3": 0.2611, + "ndcg_at_5": 0.25283, + "precision_at_1": 0.36, + "precision_at_10": 0.195, + "precision_at_100": 0.0791, + "precision_at_1000": 0.02211, + "precision_at_20": 0.15125, + "precision_at_3": 0.28, + "precision_at_5": 0.244, + "recall_at_1": 0.05357, + "recall_at_10": 0.14931, + "recall_at_100": 0.32639, + "recall_at_1000": 0.65032, + "recall_at_20": 0.19125, + "recall_at_3": 0.08614, + "recall_at_5": 0.11382 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.20102, + "map_at_1": 0.02967, + "map_at_10": 0.07384, + "map_at_100": 0.10786, + "map_at_1000": 0.12805, + "map_at_20": 0.08421, + "map_at_3": 0.05553, + "map_at_5": 0.06229, + "mrr_at_1": 0.275, + "mrr_at_10": 0.38558730158730165, + "mrr_at_100": 0.3929586704462764, + "mrr_at_1000": 0.3935913045259949, + "mrr_at_20": 0.3904978260044051, + "mrr_at_3": 0.35333333333333344, + "mrr_at_5": 0.36908333333333343, + "nauc_map_at_1000_diff1": 0.12025681990869044, + "nauc_map_at_1000_max": 0.5458349262437338, + "nauc_map_at_1000_std": 0.4053774634528156, + "nauc_map_at_100_diff1": 0.15530303780095786, + "nauc_map_at_100_max": 0.517450151023889, + "nauc_map_at_100_std": 0.3264836292298061, + "nauc_map_at_10_diff1": 0.19992966313720645, + "nauc_map_at_10_max": 0.4705154522075836, + "nauc_map_at_10_std": 0.177466134305584, + "nauc_map_at_1_diff1": 0.44030631437321605, + "nauc_map_at_1_max": 0.5404405870929397, + "nauc_map_at_1_std": 0.18769734195795676, + "nauc_map_at_20_diff1": 0.18557242846569083, + "nauc_map_at_20_max": 0.487293434018791, + "nauc_map_at_20_std": 0.20487493330617287, + "nauc_map_at_3_diff1": 0.23902483436411257, + "nauc_map_at_3_max": 0.4228013373018214, + "nauc_map_at_3_std": 0.15559889003152425, + "nauc_map_at_5_diff1": 0.2115963712525977, + "nauc_map_at_5_max": 0.4543035536782501, + "nauc_map_at_5_std": 0.16072327868292952, + "nauc_mrr_at_1000_diff1": 0.18905051655067168, + "nauc_mrr_at_1000_max": 0.5289087706595841, + "nauc_mrr_at_1000_std": 0.25007895608012987, + "nauc_mrr_at_100_diff1": 0.18874591072670988, + "nauc_mrr_at_100_max": 0.5291757947440083, + "nauc_mrr_at_100_std": 0.250208688536413, + "nauc_mrr_at_10_diff1": 0.1957653117999358, + "nauc_mrr_at_10_max": 0.533082488804516, + "nauc_mrr_at_10_std": 0.25614094904807905, + "nauc_mrr_at_1_diff1": 0.2251364580765574, + "nauc_mrr_at_1_max": 0.44301158573088706, + "nauc_mrr_at_1_std": 0.2069514385322393, + "nauc_mrr_at_20_diff1": 0.18860749089557668, + "nauc_mrr_at_20_max": 0.5304293205236735, + "nauc_mrr_at_20_std": 0.25207430109194595, + "nauc_mrr_at_3_diff1": 0.1781159760853553, + "nauc_mrr_at_3_max": 0.5094583052777613, + "nauc_mrr_at_3_std": 0.2416861361037929, + "nauc_mrr_at_5_diff1": 0.18968656904101017, + "nauc_mrr_at_5_max": 0.532578056766132, + "nauc_mrr_at_5_std": 0.2566714393025712, + "nauc_ndcg_at_1000_diff1": 0.12302595410877386, + "nauc_ndcg_at_1000_max": 0.6372234425474965, + "nauc_ndcg_at_1000_std": 0.45457415638327253, + "nauc_ndcg_at_100_diff1": 0.14709586839478322, + "nauc_ndcg_at_100_max": 0.5936198436403932, + "nauc_ndcg_at_100_std": 0.3718833248969414, + "nauc_ndcg_at_10_diff1": 0.1384458882822729, + "nauc_ndcg_at_10_max": 0.5700991170105115, + "nauc_ndcg_at_10_std": 0.32482018478940783, + "nauc_ndcg_at_1_diff1": 0.25521673334853545, + "nauc_ndcg_at_1_max": 0.4560625220257466, + "nauc_ndcg_at_1_std": 0.21085428802421274, + "nauc_ndcg_at_20_diff1": 0.1320327951684907, + "nauc_ndcg_at_20_max": 0.5650510961831551, + "nauc_ndcg_at_20_std": 0.33627430559707266, + "nauc_ndcg_at_3_diff1": 0.13737161947083207, + "nauc_ndcg_at_3_max": 0.4983851202492647, + "nauc_ndcg_at_3_std": 0.23979057514539473, + "nauc_ndcg_at_5_diff1": 0.12415965843039126, + "nauc_ndcg_at_5_max": 0.5611143672654672, + "nauc_ndcg_at_5_std": 0.3004560349622944, + "nauc_precision_at_1000_diff1": -0.1034786972761276, + "nauc_precision_at_1000_max": 0.28598456096651365, + "nauc_precision_at_1000_std": 0.34825947934255, + "nauc_precision_at_100_diff1": -0.0991816674349136, + "nauc_precision_at_100_max": 0.3950166719545997, + "nauc_precision_at_100_std": 0.5084296635078749, + "nauc_precision_at_10_diff1": -0.013140120348765855, + "nauc_precision_at_10_max": 0.5146559466405469, + "nauc_precision_at_10_std": 0.4087330532987898, + "nauc_precision_at_1_diff1": 0.2251364580765574, + "nauc_precision_at_1_max": 0.44301158573088706, + "nauc_precision_at_1_std": 0.2069514385322393, + "nauc_precision_at_20_diff1": -0.0654455779445241, + "nauc_precision_at_20_max": 0.45426186662170137, + "nauc_precision_at_20_std": 0.4220475718742095, + "nauc_precision_at_3_diff1": 0.03694227648309551, + "nauc_precision_at_3_max": 0.44118757319894314, + "nauc_precision_at_3_std": 0.2222440900423626, + "nauc_precision_at_5_diff1": -0.009337821314501421, + "nauc_precision_at_5_max": 0.5223345250659015, + "nauc_precision_at_5_std": 0.35303566364316824, + "nauc_recall_at_1000_diff1": 0.030713914010974282, + "nauc_recall_at_1000_max": 0.5096336259040872, + "nauc_recall_at_1000_std": 0.4909408999453178, + "nauc_recall_at_100_diff1": 0.06688714475397342, + "nauc_recall_at_100_max": 0.43898737320243225, + "nauc_recall_at_100_std": 0.32436849121525163, + "nauc_recall_at_10_diff1": 0.1317927304641326, + "nauc_recall_at_10_max": 0.43827771180270036, + "nauc_recall_at_10_std": 0.1704741772910299, + "nauc_recall_at_1_diff1": 0.44030631437321605, + "nauc_recall_at_1_max": 0.5404405870929397, + "nauc_recall_at_1_std": 0.18769734195795676, + "nauc_recall_at_20_diff1": 0.08096225482420803, + "nauc_recall_at_20_max": 0.38207050692519134, + "nauc_recall_at_20_std": 0.18679545541556208, + "nauc_recall_at_3_diff1": 0.15716670496798077, + "nauc_recall_at_3_max": 0.38609012241318513, + "nauc_recall_at_3_std": 0.14400601559938336, + "nauc_recall_at_5_diff1": 0.12783841614454952, + "nauc_recall_at_5_max": 0.42576919666129254, + "nauc_recall_at_5_std": 0.15215613532307257, + "ndcg_at_1": 0.2125, + "ndcg_at_10": 0.20102, + "ndcg_at_100": 0.23636, + "ndcg_at_1000": 0.33925, + "ndcg_at_20": 0.20378, + "ndcg_at_3": 0.20519, + "ndcg_at_5": 0.20122, + "precision_at_1": 0.275, + "precision_at_10": 0.1735, + "precision_at_100": 0.0781, + "precision_at_1000": 0.02139, + "precision_at_20": 0.1425, + "precision_at_3": 0.23167, + "precision_at_5": 0.208, + "recall_at_1": 0.02967, + "recall_at_10": 0.1172, + "recall_at_100": 0.289, + "recall_at_1000": 0.59319, + "recall_at_20": 0.15885, + "recall_at_3": 0.07242, + "recall_at_5": 0.08518 + } + ], + "dermatology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.36059, + "map_at_1": 0.06994, + "map_at_10": 0.20883, + "map_at_100": 0.28197, + "map_at_1000": 0.29591, + "map_at_20": 0.23516, + "map_at_3": 0.13291, + "map_at_5": 0.16894, + "mrr_at_1": 0.41, + "mrr_at_10": 0.5456984126984126, + "mrr_at_100": 0.552447145943565, + "mrr_at_1000": 0.5525219608345564, + "mrr_at_20": 0.5498439962814963, + "mrr_at_3": 0.5116666666666665, + "mrr_at_5": 0.5284166666666665, + "nauc_map_at_1000_diff1": 0.08280202338514045, + "nauc_map_at_1000_max": 0.2633579653009419, + "nauc_map_at_1000_std": -0.045600589497043965, + "nauc_map_at_100_diff1": 0.07852636061220815, + "nauc_map_at_100_max": 0.2263080326072638, + "nauc_map_at_100_std": -0.08956387025280883, + "nauc_map_at_10_diff1": 0.05160167014193766, + "nauc_map_at_10_max": 0.13236281518834794, + "nauc_map_at_10_std": -0.19589359199416462, + "nauc_map_at_1_diff1": -0.008872392921151929, + "nauc_map_at_1_max": 0.07655396541441553, + "nauc_map_at_1_std": -0.131641709267171, + "nauc_map_at_20_diff1": 0.06443250111896148, + "nauc_map_at_20_max": 0.1487982480715094, + "nauc_map_at_20_std": -0.18301333612599086, + "nauc_map_at_3_diff1": 0.03193656141764177, + "nauc_map_at_3_max": 0.11282243001016293, + "nauc_map_at_3_std": -0.15890897510798999, + "nauc_map_at_5_diff1": 0.02627869904370272, + "nauc_map_at_5_max": 0.1301303820658273, + "nauc_map_at_5_std": -0.16234425403784164, + "nauc_mrr_at_1000_diff1": 0.12805706204790743, + "nauc_mrr_at_1000_max": 0.3259687802879624, + "nauc_mrr_at_1000_std": 0.024414793424926414, + "nauc_mrr_at_100_diff1": 0.1282606619178241, + "nauc_mrr_at_100_max": 0.32609103708897247, + "nauc_mrr_at_100_std": 0.024573277298773295, + "nauc_mrr_at_10_diff1": 0.1239752415575838, + "nauc_mrr_at_10_max": 0.3310979175335292, + "nauc_mrr_at_10_std": 0.02835618514188191, + "nauc_mrr_at_1_diff1": 0.13286487463993712, + "nauc_mrr_at_1_max": 0.31201803221514646, + "nauc_mrr_at_1_std": 0.007595231021610489, + "nauc_mrr_at_20_diff1": 0.12964892241108075, + "nauc_mrr_at_20_max": 0.32677831512261446, + "nauc_mrr_at_20_std": 0.024965815570798626, + "nauc_mrr_at_3_diff1": 0.11993881317200827, + "nauc_mrr_at_3_max": 0.3194965184788428, + "nauc_mrr_at_3_std": 0.01945418355580635, + "nauc_mrr_at_5_diff1": 0.12283337671291589, + "nauc_mrr_at_5_max": 0.33221715798916285, + "nauc_mrr_at_5_std": 0.031835108239392305, + "nauc_ndcg_at_1000_diff1": 0.13475417383805974, + "nauc_ndcg_at_1000_max": 0.40618717775809005, + "nauc_ndcg_at_1000_std": 0.09407359677876036, + "nauc_ndcg_at_100_diff1": 0.12259170943999691, + "nauc_ndcg_at_100_max": 0.3107611700973838, + "nauc_ndcg_at_100_std": -0.02252367869316985, + "nauc_ndcg_at_10_diff1": 0.08589969842753009, + "nauc_ndcg_at_10_max": 0.2528823463462277, + "nauc_ndcg_at_10_std": -0.07002859170045711, + "nauc_ndcg_at_1_diff1": 0.15203381203917676, + "nauc_ndcg_at_1_max": 0.30277456806426756, + "nauc_ndcg_at_1_std": 0.03141163200176043, + "nauc_ndcg_at_20_diff1": 0.11041302920132379, + "nauc_ndcg_at_20_max": 0.2571453760387669, + "nauc_ndcg_at_20_std": -0.09330426393221283, + "nauc_ndcg_at_3_diff1": 0.1091860986124543, + "nauc_ndcg_at_3_max": 0.29772070732495065, + "nauc_ndcg_at_3_std": 0.019739405722916353, + "nauc_ndcg_at_5_diff1": 0.08250022008141614, + "nauc_ndcg_at_5_max": 0.29787686505866257, + "nauc_ndcg_at_5_std": -0.005813142803501001, + "nauc_precision_at_1000_diff1": 0.05164295913969956, + "nauc_precision_at_1000_max": 0.39540937156506883, + "nauc_precision_at_1000_std": 0.4822079874585826, + "nauc_precision_at_100_diff1": 0.10021637619004399, + "nauc_precision_at_100_max": 0.42466621043892755, + "nauc_precision_at_100_std": 0.46238264993141404, + "nauc_precision_at_10_diff1": 0.13188272672687015, + "nauc_precision_at_10_max": 0.3309077027687977, + "nauc_precision_at_10_std": 0.11533674512189795, + "nauc_precision_at_1_diff1": 0.13286487463993712, + "nauc_precision_at_1_max": 0.31201803221514646, + "nauc_precision_at_1_std": 0.007595231021610489, + "nauc_precision_at_20_diff1": 0.14152334404792294, + "nauc_precision_at_20_max": 0.374638446824069, + "nauc_precision_at_20_std": 0.2353961629553769, + "nauc_precision_at_3_diff1": 0.11352034587265321, + "nauc_precision_at_3_max": 0.314353427845047, + "nauc_precision_at_3_std": 0.03695436721678785, + "nauc_precision_at_5_diff1": 0.09877553797873724, + "nauc_precision_at_5_max": 0.3448547777635455, + "nauc_precision_at_5_std": 0.08057272319713138, + "nauc_recall_at_1000_diff1": -0.14971301089518424, + "nauc_recall_at_1000_max": 0.17988008407501524, + "nauc_recall_at_1000_std": 0.2013252191767163, + "nauc_recall_at_100_diff1": 0.016124709649416, + "nauc_recall_at_100_max": -0.002335366136270543, + "nauc_recall_at_100_std": -0.15071051832932103, + "nauc_recall_at_10_diff1": 0.004226208579299048, + "nauc_recall_at_10_max": -0.021731861319082956, + "nauc_recall_at_10_std": -0.2631002609400326, + "nauc_recall_at_1_diff1": -0.008872392921151929, + "nauc_recall_at_1_max": 0.07655396541441553, + "nauc_recall_at_1_std": -0.131641709267171, + "nauc_recall_at_20_diff1": 0.05999836314424528, + "nauc_recall_at_20_max": -0.030813270813012623, + "nauc_recall_at_20_std": -0.2916518232158923, + "nauc_recall_at_3_diff1": -0.000895525085781498, + "nauc_recall_at_3_max": 0.0649127096726175, + "nauc_recall_at_3_std": -0.16533585528437247, + "nauc_recall_at_5_diff1": -0.032196278930234336, + "nauc_recall_at_5_max": 0.042850654370075465, + "nauc_recall_at_5_std": -0.17822163702634608, + "ndcg_at_1": 0.33, + "ndcg_at_10": 0.36059, + "ndcg_at_100": 0.48182, + "ndcg_at_1000": 0.53743, + "ndcg_at_20": 0.39065, + "ndcg_at_3": 0.32201, + "ndcg_at_5": 0.33885, + "precision_at_1": 0.41, + "precision_at_10": 0.252, + "precision_at_100": 0.0814, + "precision_at_1000": 0.01276, + "precision_at_20": 0.185, + "precision_at_3": 0.355, + "precision_at_5": 0.322, + "recall_at_1": 0.06994, + "recall_at_10": 0.34445, + "recall_at_100": 0.74401, + "recall_at_1000": 0.95572, + "recall_at_20": 0.43234, + "recall_at_3": 0.1645, + "recall_at_5": 0.23881 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.21141, + "map_at_1": 0.03367, + "map_at_10": 0.10986, + "map_at_100": 0.16138, + "map_at_1000": 0.17639, + "map_at_20": 0.12936, + "map_at_3": 0.06642, + "map_at_5": 0.08605, + "mrr_at_1": 0.235, + "mrr_at_10": 0.33948015873015897, + "mrr_at_100": 0.35092019459833096, + "mrr_at_1000": 0.3514437383397997, + "mrr_at_20": 0.3454339701191484, + "mrr_at_3": 0.3091666666666667, + "mrr_at_5": 0.3239166666666668, + "nauc_map_at_1000_diff1": 0.2361249582161482, + "nauc_map_at_1000_max": 0.3902924636642648, + "nauc_map_at_1000_std": -0.03751010218061972, + "nauc_map_at_100_diff1": 0.24364227321063514, + "nauc_map_at_100_max": 0.35520643910500443, + "nauc_map_at_100_std": -0.09488755009308268, + "nauc_map_at_10_diff1": 0.2158713823330819, + "nauc_map_at_10_max": 0.30380936947198384, + "nauc_map_at_10_std": -0.15648172881537953, + "nauc_map_at_1_diff1": 0.3138463402880308, + "nauc_map_at_1_max": 0.21705737363018301, + "nauc_map_at_1_std": -0.09762630764701159, + "nauc_map_at_20_diff1": 0.22913443916453383, + "nauc_map_at_20_max": 0.30089324736160766, + "nauc_map_at_20_std": -0.152972975788047, + "nauc_map_at_3_diff1": 0.311803820315178, + "nauc_map_at_3_max": 0.29801050432553056, + "nauc_map_at_3_std": -0.15414228656321755, + "nauc_map_at_5_diff1": 0.23507456785430883, + "nauc_map_at_5_max": 0.3096455539409522, + "nauc_map_at_5_std": -0.12891143483260206, + "nauc_mrr_at_1000_diff1": 0.28275262995772155, + "nauc_mrr_at_1000_max": 0.281843478633985, + "nauc_mrr_at_1000_std": -0.05778527995636957, + "nauc_mrr_at_100_diff1": 0.2827783822502856, + "nauc_mrr_at_100_max": 0.28233722132301636, + "nauc_mrr_at_100_std": -0.05728682613517656, + "nauc_mrr_at_10_diff1": 0.28074439444099, + "nauc_mrr_at_10_max": 0.27792869506630136, + "nauc_mrr_at_10_std": -0.06336068983809609, + "nauc_mrr_at_1_diff1": 0.3238745853138768, + "nauc_mrr_at_1_max": 0.19987304370168282, + "nauc_mrr_at_1_std": -0.10878945658170157, + "nauc_mrr_at_20_diff1": 0.28281114030068777, + "nauc_mrr_at_20_max": 0.28102252673788275, + "nauc_mrr_at_20_std": -0.059554380041205904, + "nauc_mrr_at_3_diff1": 0.2843225958235258, + "nauc_mrr_at_3_max": 0.2710775472080174, + "nauc_mrr_at_3_std": -0.07135541699781242, + "nauc_mrr_at_5_diff1": 0.28025593446360425, + "nauc_mrr_at_5_max": 0.28309104640109684, + "nauc_mrr_at_5_std": -0.06466385446472438, + "nauc_ndcg_at_1000_diff1": 0.23112605757987112, + "nauc_ndcg_at_1000_max": 0.45591055882929454, + "nauc_ndcg_at_1000_std": 0.13423078102553831, + "nauc_ndcg_at_100_diff1": 0.24408761756402392, + "nauc_ndcg_at_100_max": 0.3900946359814375, + "nauc_ndcg_at_100_std": -0.004163171205345936, + "nauc_ndcg_at_10_diff1": 0.2038436810567784, + "nauc_ndcg_at_10_max": 0.32243970728544674, + "nauc_ndcg_at_10_std": -0.05295625748209636, + "nauc_ndcg_at_1_diff1": 0.2934840350869615, + "nauc_ndcg_at_1_max": 0.18799424718945823, + "nauc_ndcg_at_1_std": -0.060568629906840706, + "nauc_ndcg_at_20_diff1": 0.22079118725683525, + "nauc_ndcg_at_20_max": 0.31945172132489164, + "nauc_ndcg_at_20_std": -0.06071476610077238, + "nauc_ndcg_at_3_diff1": 0.25440982635876375, + "nauc_ndcg_at_3_max": 0.2734538375197494, + "nauc_ndcg_at_3_std": -0.048200675279227376, + "nauc_ndcg_at_5_diff1": 0.22461426981613655, + "nauc_ndcg_at_5_max": 0.3214284692592687, + "nauc_ndcg_at_5_std": -0.025581003994139463, + "nauc_precision_at_1000_diff1": -0.0006807901036993063, + "nauc_precision_at_1000_max": 0.37755647407284837, + "nauc_precision_at_1000_std": 0.42110825113050654, + "nauc_precision_at_100_diff1": 0.09825582388547563, + "nauc_precision_at_100_max": 0.4136743862925868, + "nauc_precision_at_100_std": 0.31023215821152217, + "nauc_precision_at_10_diff1": 0.1715957091762266, + "nauc_precision_at_10_max": 0.35592953285940826, + "nauc_precision_at_10_std": 0.03226712082516298, + "nauc_precision_at_1_diff1": 0.3238745853138768, + "nauc_precision_at_1_max": 0.19987304370168282, + "nauc_precision_at_1_std": -0.10878945658170157, + "nauc_precision_at_20_diff1": 0.18632358520514442, + "nauc_precision_at_20_max": 0.348870138517882, + "nauc_precision_at_20_std": 0.1024453555085831, + "nauc_precision_at_3_diff1": 0.245270207607414, + "nauc_precision_at_3_max": 0.29348229308814355, + "nauc_precision_at_3_std": -0.05704235615204231, + "nauc_precision_at_5_diff1": 0.19374593067093862, + "nauc_precision_at_5_max": 0.3616517616419168, + "nauc_precision_at_5_std": -6.936038537541463e-05, + "nauc_recall_at_1000_diff1": 0.08513136135804365, + "nauc_recall_at_1000_max": 0.5242614235354092, + "nauc_recall_at_1000_std": 0.5943113329257981, + "nauc_recall_at_100_diff1": 0.1612037526343039, + "nauc_recall_at_100_max": 0.2917922465437358, + "nauc_recall_at_100_std": 0.014649606281592871, + "nauc_recall_at_10_diff1": 0.10759850768694645, + "nauc_recall_at_10_max": 0.20476404120808167, + "nauc_recall_at_10_std": -0.14594612983094826, + "nauc_recall_at_1_diff1": 0.3138463402880308, + "nauc_recall_at_1_max": 0.21705737363018301, + "nauc_recall_at_1_std": -0.09762630764701159, + "nauc_recall_at_20_diff1": 0.11478996614093577, + "nauc_recall_at_20_max": 0.17289628488685538, + "nauc_recall_at_20_std": -0.11906792759987266, + "nauc_recall_at_3_diff1": 0.2694817536968902, + "nauc_recall_at_3_max": 0.27503435693872813, + "nauc_recall_at_3_std": -0.15842659659354202, + "nauc_recall_at_5_diff1": 0.13301484155058796, + "nauc_recall_at_5_max": 0.2620277854303967, + "nauc_recall_at_5_std": -0.09565137115590018, + "ndcg_at_1": 0.1925, + "ndcg_at_10": 0.21141, + "ndcg_at_100": 0.31805, + "ndcg_at_1000": 0.40009, + "ndcg_at_20": 0.24244, + "ndcg_at_3": 0.18685, + "ndcg_at_5": 0.19339, + "precision_at_1": 0.235, + "precision_at_10": 0.1615, + "precision_at_100": 0.0618, + "precision_at_1000": 0.01183, + "precision_at_20": 0.1245, + "precision_at_3": 0.21333, + "precision_at_5": 0.193, + "recall_at_1": 0.03367, + "recall_at_10": 0.19985, + "recall_at_100": 0.54374, + "recall_at_1000": 0.86443, + "recall_at_20": 0.29714, + "recall_at_3": 0.08858, + "recall_at_5": 0.12991 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.20796, + "map_at_1": 0.03568, + "map_at_10": 0.11568, + "map_at_100": 0.15766, + "map_at_1000": 0.16993, + "map_at_20": 0.13313, + "map_at_3": 0.07306, + "map_at_5": 0.09393, + "mrr_at_1": 0.26, + "mrr_at_10": 0.351404761904762, + "mrr_at_100": 0.3664506259841269, + "mrr_at_1000": 0.366752698823093, + "mrr_at_20": 0.35992360539787027, + "mrr_at_3": 0.3225, + "mrr_at_5": 0.342, + "nauc_map_at_1000_diff1": 0.15706706036697698, + "nauc_map_at_1000_max": 0.34081010591126976, + "nauc_map_at_1000_std": 0.0029476531914163027, + "nauc_map_at_100_diff1": 0.16843297051729958, + "nauc_map_at_100_max": 0.32227574604700643, + "nauc_map_at_100_std": -0.03326049912861633, + "nauc_map_at_10_diff1": 0.1860582729580626, + "nauc_map_at_10_max": 0.2709624855923138, + "nauc_map_at_10_std": -0.06652853384974512, + "nauc_map_at_1_diff1": 0.1919465078569869, + "nauc_map_at_1_max": 0.13466224289647022, + "nauc_map_at_1_std": -0.07687444582146433, + "nauc_map_at_20_diff1": 0.16563964637034606, + "nauc_map_at_20_max": 0.29311301071653595, + "nauc_map_at_20_std": -0.07746568735000109, + "nauc_map_at_3_diff1": 0.1454354966717961, + "nauc_map_at_3_max": 0.1403994927455868, + "nauc_map_at_3_std": -0.08745113779578675, + "nauc_map_at_5_diff1": 0.18064144455530728, + "nauc_map_at_5_max": 0.20989420306209455, + "nauc_map_at_5_std": -0.0728483254807819, + "nauc_mrr_at_1000_diff1": 0.1986460546923049, + "nauc_mrr_at_1000_max": 0.3450445019975441, + "nauc_mrr_at_1000_std": -0.011272364943404067, + "nauc_mrr_at_100_diff1": 0.1987388111445299, + "nauc_mrr_at_100_max": 0.3454807393228703, + "nauc_mrr_at_100_std": -0.010826683335669374, + "nauc_mrr_at_10_diff1": 0.1991780669708058, + "nauc_mrr_at_10_max": 0.34796411978232283, + "nauc_mrr_at_10_std": -0.010219432547742777, + "nauc_mrr_at_1_diff1": 0.17760400104073312, + "nauc_mrr_at_1_max": 0.324607556878957, + "nauc_mrr_at_1_std": 0.019268017692463356, + "nauc_mrr_at_20_diff1": 0.19839871569504267, + "nauc_mrr_at_20_max": 0.3433090889669272, + "nauc_mrr_at_20_std": -0.015476598352349706, + "nauc_mrr_at_3_diff1": 0.2004114509112407, + "nauc_mrr_at_3_max": 0.3257069107121903, + "nauc_mrr_at_3_std": -0.008910213255052939, + "nauc_mrr_at_5_diff1": 0.20474540526328103, + "nauc_mrr_at_5_max": 0.33941284465974425, + "nauc_mrr_at_5_std": -0.012790421821448773, + "nauc_ndcg_at_1000_diff1": 0.1421585111086375, + "nauc_ndcg_at_1000_max": 0.4346174289657768, + "nauc_ndcg_at_1000_std": 0.10404710158708472, + "nauc_ndcg_at_100_diff1": 0.173765559591115, + "nauc_ndcg_at_100_max": 0.4051773023757883, + "nauc_ndcg_at_100_std": 0.029730951516123236, + "nauc_ndcg_at_10_diff1": 0.1787214611058945, + "nauc_ndcg_at_10_max": 0.35230443431576414, + "nauc_ndcg_at_10_std": 0.0074265296027715795, + "nauc_ndcg_at_1_diff1": 0.16081726114810546, + "nauc_ndcg_at_1_max": 0.2702021264953236, + "nauc_ndcg_at_1_std": 0.05506073896975252, + "nauc_ndcg_at_20_diff1": 0.1566345316530088, + "nauc_ndcg_at_20_max": 0.36221603826931814, + "nauc_ndcg_at_20_std": -0.0368251392528682, + "nauc_ndcg_at_3_diff1": 0.1282527249029554, + "nauc_ndcg_at_3_max": 0.27970605310782887, + "nauc_ndcg_at_3_std": 0.012989835017328222, + "nauc_ndcg_at_5_diff1": 0.1730509910455517, + "nauc_ndcg_at_5_max": 0.31860171740440263, + "nauc_ndcg_at_5_std": 0.012312553526034817, + "nauc_precision_at_1000_diff1": -0.08616235395885037, + "nauc_precision_at_1000_max": 0.2533087336735365, + "nauc_precision_at_1000_std": 0.31482847894938737, + "nauc_precision_at_100_diff1": -0.01768036125818115, + "nauc_precision_at_100_max": 0.3284794116395304, + "nauc_precision_at_100_std": 0.3119965913132298, + "nauc_precision_at_10_diff1": 0.1573789196716106, + "nauc_precision_at_10_max": 0.41945677493709405, + "nauc_precision_at_10_std": 0.11082929408907578, + "nauc_precision_at_1_diff1": 0.17760400104073312, + "nauc_precision_at_1_max": 0.324607556878957, + "nauc_precision_at_1_std": 0.019268017692463356, + "nauc_precision_at_20_diff1": 0.07327778845084364, + "nauc_precision_at_20_max": 0.39869665011779687, + "nauc_precision_at_20_std": 0.1359417183186886, + "nauc_precision_at_3_diff1": 0.13706547916571996, + "nauc_precision_at_3_max": 0.3242089638145438, + "nauc_precision_at_3_std": -0.0034170945608218047, + "nauc_precision_at_5_diff1": 0.16541979307581112, + "nauc_precision_at_5_max": 0.39934198727812553, + "nauc_precision_at_5_std": 0.04854947161932691, + "nauc_recall_at_1000_diff1": -0.020930259223084325, + "nauc_recall_at_1000_max": 0.6072682624470561, + "nauc_recall_at_1000_std": 0.4172383370080962, + "nauc_recall_at_100_diff1": 0.11142629006028115, + "nauc_recall_at_100_max": 0.38808697690977156, + "nauc_recall_at_100_std": 0.07960940230777828, + "nauc_recall_at_10_diff1": 0.1889829146176723, + "nauc_recall_at_10_max": 0.3132377845950441, + "nauc_recall_at_10_std": -0.07977331289283386, + "nauc_recall_at_1_diff1": 0.1919465078569869, + "nauc_recall_at_1_max": 0.13466224289647022, + "nauc_recall_at_1_std": -0.07687444582146433, + "nauc_recall_at_20_diff1": 0.13430811646857344, + "nauc_recall_at_20_max": 0.2893477182072775, + "nauc_recall_at_20_std": -0.15895317410777243, + "nauc_recall_at_3_diff1": 0.13577005557018493, + "nauc_recall_at_3_max": 0.10919552467052658, + "nauc_recall_at_3_std": -0.12259125344795495, + "nauc_recall_at_5_diff1": 0.206067520664013, + "nauc_recall_at_5_max": 0.2267735172388054, + "nauc_recall_at_5_std": -0.102716447745125, + "ndcg_at_1": 0.205, + "ndcg_at_10": 0.20796, + "ndcg_at_100": 0.31227, + "ndcg_at_1000": 0.38939, + "ndcg_at_20": 0.23526, + "ndcg_at_3": 0.19597, + "ndcg_at_5": 0.20113, + "precision_at_1": 0.26, + "precision_at_10": 0.1535, + "precision_at_100": 0.05355, + "precision_at_1000": 0.01099, + "precision_at_20": 0.118, + "precision_at_3": 0.225, + "precision_at_5": 0.199, + "recall_at_1": 0.03568, + "recall_at_10": 0.1973, + "recall_at_100": 0.54022, + "recall_at_1000": 0.8543, + "recall_at_20": 0.28521, + "recall_at_3": 0.09167, + "recall_at_5": 0.13925 + } + ], + "gastroenterology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.31715, + "map_at_1": 0.03315, + "map_at_10": 0.11516, + "map_at_100": 0.21029, + "map_at_1000": 0.25529, + "map_at_20": 0.14584, + "map_at_3": 0.06881, + "map_at_5": 0.08885, + "mrr_at_1": 0.415, + "mrr_at_10": 0.5682261904761903, + "mrr_at_100": 0.5724180865571792, + "mrr_at_1000": 0.5725474131627023, + "mrr_at_20": 0.5703314712248534, + "mrr_at_3": 0.5316666666666665, + "mrr_at_5": 0.5584166666666666, + "nauc_map_at_1000_diff1": 0.20874743200240833, + "nauc_map_at_1000_max": 0.24401377535056187, + "nauc_map_at_1000_std": 0.07042474211960889, + "nauc_map_at_100_diff1": 0.23531232124007995, + "nauc_map_at_100_max": 0.16178484810743451, + "nauc_map_at_100_std": 0.052706840796838336, + "nauc_map_at_10_diff1": 0.2531033448760312, + "nauc_map_at_10_max": 0.00645599444421236, + "nauc_map_at_10_std": -0.08618467330944408, + "nauc_map_at_1_diff1": 0.27472568213726195, + "nauc_map_at_1_max": 0.0060332218707535015, + "nauc_map_at_1_std": -0.007075418014001419, + "nauc_map_at_20_diff1": 0.2569467751822288, + "nauc_map_at_20_max": 0.04739745068978619, + "nauc_map_at_20_std": -0.05113576664569163, + "nauc_map_at_3_diff1": 0.322394502289162, + "nauc_map_at_3_max": 0.036505595718108415, + "nauc_map_at_3_std": -0.09536449524419935, + "nauc_map_at_5_diff1": 0.2855350705377891, + "nauc_map_at_5_max": -0.003593344448910486, + "nauc_map_at_5_std": -0.11047485646102856, + "nauc_mrr_at_1000_diff1": 0.11827048252021884, + "nauc_mrr_at_1000_max": 0.20313535812311026, + "nauc_mrr_at_1000_std": 0.10503977243986276, + "nauc_mrr_at_100_diff1": 0.11831756253248045, + "nauc_mrr_at_100_max": 0.2034560819880246, + "nauc_mrr_at_100_std": 0.10502967766850436, + "nauc_mrr_at_10_diff1": 0.1187503618420541, + "nauc_mrr_at_10_max": 0.20942166797352557, + "nauc_mrr_at_10_std": 0.10816020304372052, + "nauc_mrr_at_1_diff1": 0.12623972155190824, + "nauc_mrr_at_1_max": 0.09291522989435265, + "nauc_mrr_at_1_std": 0.039858705708056295, + "nauc_mrr_at_20_diff1": 0.11895361600869594, + "nauc_mrr_at_20_max": 0.20632818748309106, + "nauc_mrr_at_20_std": 0.1049340358293399, + "nauc_mrr_at_3_diff1": 0.11928368035948135, + "nauc_mrr_at_3_max": 0.1895099181795246, + "nauc_mrr_at_3_std": 0.1045283608270959, + "nauc_mrr_at_5_diff1": 0.12349771212519507, + "nauc_mrr_at_5_max": 0.20344393614108255, + "nauc_mrr_at_5_std": 0.1131543340418267, + "nauc_ndcg_at_1000_diff1": 0.19305223534344504, + "nauc_ndcg_at_1000_max": 0.40239665834497124, + "nauc_ndcg_at_1000_std": 0.18997696135674053, + "nauc_ndcg_at_100_diff1": 0.2198496518309699, + "nauc_ndcg_at_100_max": 0.25765867569990647, + "nauc_ndcg_at_100_std": 0.09656449186106958, + "nauc_ndcg_at_10_diff1": 0.20280142543995713, + "nauc_ndcg_at_10_max": 0.22430560242844164, + "nauc_ndcg_at_10_std": 0.03389763237569901, + "nauc_ndcg_at_1_diff1": 0.11332694082621367, + "nauc_ndcg_at_1_max": 0.09269135323629647, + "nauc_ndcg_at_1_std": 0.02407964058308301, + "nauc_ndcg_at_20_diff1": 0.22054003200833536, + "nauc_ndcg_at_20_max": 0.22347191521775475, + "nauc_ndcg_at_20_std": 0.00117433903479837, + "nauc_ndcg_at_3_diff1": 0.2030017557016624, + "nauc_ndcg_at_3_max": 0.1951277180366254, + "nauc_ndcg_at_3_std": 0.01874985905805799, + "nauc_ndcg_at_5_diff1": 0.19719971636278602, + "nauc_ndcg_at_5_max": 0.21056493620531144, + "nauc_ndcg_at_5_std": 0.03941455646130786, + "nauc_precision_at_1000_diff1": -0.12325621572810971, + "nauc_precision_at_1000_max": 0.278650559950968, + "nauc_precision_at_1000_std": -0.06478796277704094, + "nauc_precision_at_100_diff1": -0.05246646623127409, + "nauc_precision_at_100_max": 0.3438073307393383, + "nauc_precision_at_100_std": 0.08554682411883033, + "nauc_precision_at_10_diff1": 0.03894601808363148, + "nauc_precision_at_10_max": 0.27675508472822835, + "nauc_precision_at_10_std": 0.0838519790610581, + "nauc_precision_at_1_diff1": 0.12623972155190824, + "nauc_precision_at_1_max": 0.09291522989435265, + "nauc_precision_at_1_std": 0.039858705708056295, + "nauc_precision_at_20_diff1": 0.018122307188573262, + "nauc_precision_at_20_max": 0.3200609563208623, + "nauc_precision_at_20_std": 0.0760057150928176, + "nauc_precision_at_3_diff1": 0.14598868413328048, + "nauc_precision_at_3_max": 0.2430972405119877, + "nauc_precision_at_3_std": 0.043679999569124425, + "nauc_precision_at_5_diff1": 0.07867912186236191, + "nauc_precision_at_5_max": 0.23263482285924086, + "nauc_precision_at_5_std": 0.07905520175527686, + "nauc_recall_at_1000_diff1": 0.132485793341381, + "nauc_recall_at_1000_max": 0.2550517391217205, + "nauc_recall_at_1000_std": 0.5162378304093027, + "nauc_recall_at_100_diff1": 0.2022459614380819, + "nauc_recall_at_100_max": 0.06029607209972565, + "nauc_recall_at_100_std": 0.11974411568407162, + "nauc_recall_at_10_diff1": 0.20289944339617974, + "nauc_recall_at_10_max": 0.00016319300657720342, + "nauc_recall_at_10_std": -0.06741511480799482, + "nauc_recall_at_1_diff1": 0.27472568213726195, + "nauc_recall_at_1_max": 0.0060332218707535015, + "nauc_recall_at_1_std": -0.007075418014001419, + "nauc_recall_at_20_diff1": 0.2234881477942385, + "nauc_recall_at_20_max": 0.026866460836679384, + "nauc_recall_at_20_std": -0.0404057737325377, + "nauc_recall_at_3_diff1": 0.2912199012950766, + "nauc_recall_at_3_max": 0.03545962509478944, + "nauc_recall_at_3_std": -0.09756258434952415, + "nauc_recall_at_5_diff1": 0.23676792228146162, + "nauc_recall_at_5_max": -0.004771033359317732, + "nauc_recall_at_5_std": -0.10317735345788534, + "ndcg_at_1": 0.3075, + "ndcg_at_10": 0.31715, + "ndcg_at_100": 0.40644, + "ndcg_at_1000": 0.53523, + "ndcg_at_20": 0.33057, + "ndcg_at_3": 0.31719, + "ndcg_at_5": 0.3187, + "precision_at_1": 0.415, + "precision_at_10": 0.3325, + "precision_at_100": 0.16285, + "precision_at_1000": 0.04222, + "precision_at_20": 0.28525, + "precision_at_3": 0.405, + "precision_at_5": 0.381, + "recall_at_1": 0.03315, + "recall_at_10": 0.16379, + "recall_at_100": 0.50198, + "recall_at_1000": 0.89256, + "recall_at_20": 0.24063, + "recall_at_3": 0.08074, + "recall_at_5": 0.11236 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.2762, + "map_at_1": 0.02559, + "map_at_10": 0.09504, + "map_at_100": 0.16453, + "map_at_1000": 0.2043, + "map_at_20": 0.11836, + "map_at_3": 0.05668, + "map_at_5": 0.07215, + "mrr_at_1": 0.41, + "mrr_at_10": 0.5347023809523807, + "mrr_at_100": 0.5420081851285214, + "mrr_at_1000": 0.5422859040036367, + "mrr_at_20": 0.5392237112302899, + "mrr_at_3": 0.5091666666666665, + "mrr_at_5": 0.5221666666666664, + "nauc_map_at_1000_diff1": 0.01602632060440482, + "nauc_map_at_1000_max": 0.3184062688054525, + "nauc_map_at_1000_std": 0.2186022150082206, + "nauc_map_at_100_diff1": 0.029377653012425894, + "nauc_map_at_100_max": 0.19688944681965698, + "nauc_map_at_100_std": 0.16600584270680088, + "nauc_map_at_10_diff1": 0.009068077515958926, + "nauc_map_at_10_max": 0.07874556431867788, + "nauc_map_at_10_std": 0.026551306135807255, + "nauc_map_at_1_diff1": 0.024181370020232074, + "nauc_map_at_1_max": -0.002870275737415436, + "nauc_map_at_1_std": -0.12344246996502412, + "nauc_map_at_20_diff1": 0.016655613873027983, + "nauc_map_at_20_max": 0.11314111645094636, + "nauc_map_at_20_std": 0.07604591709787814, + "nauc_map_at_3_diff1": -0.011244227925595847, + "nauc_map_at_3_max": 0.008963644510404063, + "nauc_map_at_3_std": -0.08308025238126553, + "nauc_map_at_5_diff1": 0.01229212495300851, + "nauc_map_at_5_max": 0.04816597343477249, + "nauc_map_at_5_std": -0.024560368286747666, + "nauc_mrr_at_1000_diff1": -0.023661680267869033, + "nauc_mrr_at_1000_max": 0.37957374366441454, + "nauc_mrr_at_1000_std": 0.14939840807201446, + "nauc_mrr_at_100_diff1": -0.023561346588056236, + "nauc_mrr_at_100_max": 0.3799582794407185, + "nauc_mrr_at_100_std": 0.14961192513243382, + "nauc_mrr_at_10_diff1": -0.024010906761180756, + "nauc_mrr_at_10_max": 0.38173940940688067, + "nauc_mrr_at_10_std": 0.1497546930534886, + "nauc_mrr_at_1_diff1": -0.07409871216916172, + "nauc_mrr_at_1_max": 0.31333557229032377, + "nauc_mrr_at_1_std": 0.07378224420992788, + "nauc_mrr_at_20_diff1": -0.022574508327341418, + "nauc_mrr_at_20_max": 0.3816541158814441, + "nauc_mrr_at_20_std": 0.1508502545427505, + "nauc_mrr_at_3_diff1": -0.006408114850180484, + "nauc_mrr_at_3_max": 0.38655890634839873, + "nauc_mrr_at_3_std": 0.16267066480262884, + "nauc_mrr_at_5_diff1": -0.025396948521075192, + "nauc_mrr_at_5_max": 0.378839659470504, + "nauc_mrr_at_5_std": 0.1626666260583252, + "nauc_ndcg_at_1000_diff1": -0.012426354498885014, + "nauc_ndcg_at_1000_max": 0.43353488976776705, + "nauc_ndcg_at_1000_std": 0.2977454361902107, + "nauc_ndcg_at_100_diff1": 0.02267380108872542, + "nauc_ndcg_at_100_max": 0.2990236520432706, + "nauc_ndcg_at_100_std": 0.21887251225364313, + "nauc_ndcg_at_10_diff1": -0.01964117388929332, + "nauc_ndcg_at_10_max": 0.29533606490147035, + "nauc_ndcg_at_10_std": 0.15090550501278555, + "nauc_ndcg_at_1_diff1": -0.10974964242676775, + "nauc_ndcg_at_1_max": 0.2281260910206886, + "nauc_ndcg_at_1_std": 0.07760746905724566, + "nauc_ndcg_at_20_diff1": 0.007034803324723544, + "nauc_ndcg_at_20_max": 0.29908382553122653, + "nauc_ndcg_at_20_std": 0.16393795287204627, + "nauc_ndcg_at_3_diff1": -0.021333927025987312, + "nauc_ndcg_at_3_max": 0.2528380381083014, + "nauc_ndcg_at_3_std": 0.12553827435563022, + "nauc_ndcg_at_5_diff1": -0.013928315351928611, + "nauc_ndcg_at_5_max": 0.2778375982073626, + "nauc_ndcg_at_5_std": 0.17082021687551086, + "nauc_precision_at_1000_diff1": -0.04281981795508536, + "nauc_precision_at_1000_max": 0.5149937659356263, + "nauc_precision_at_1000_std": 0.10357393558971854, + "nauc_precision_at_100_diff1": -0.004372806250987356, + "nauc_precision_at_100_max": 0.4814715738973345, + "nauc_precision_at_100_std": 0.23445076042333696, + "nauc_precision_at_10_diff1": -0.003980954194440295, + "nauc_precision_at_10_max": 0.41546619013790526, + "nauc_precision_at_10_std": 0.22613179940175815, + "nauc_precision_at_1_diff1": -0.07409871216916172, + "nauc_precision_at_1_max": 0.31333557229032377, + "nauc_precision_at_1_std": 0.07378224420992788, + "nauc_precision_at_20_diff1": 0.005831223889759179, + "nauc_precision_at_20_max": 0.44946949996330066, + "nauc_precision_at_20_std": 0.255790126894177, + "nauc_precision_at_3_diff1": 0.026383232132032863, + "nauc_precision_at_3_max": 0.3314599572508694, + "nauc_precision_at_3_std": 0.15453225857906966, + "nauc_precision_at_5_diff1": 0.005380780745607475, + "nauc_precision_at_5_max": 0.3673873576497772, + "nauc_precision_at_5_std": 0.21689586450086693, + "nauc_recall_at_1000_diff1": -0.0021940779654240584, + "nauc_recall_at_1000_max": 0.20788296233484585, + "nauc_recall_at_1000_std": 0.45063537557128247, + "nauc_recall_at_100_diff1": 0.028577707859514738, + "nauc_recall_at_100_max": 0.0582924571800349, + "nauc_recall_at_100_std": 0.18133621034821656, + "nauc_recall_at_10_diff1": 0.03585253364976018, + "nauc_recall_at_10_max": 0.06177631517360144, + "nauc_recall_at_10_std": 0.018219002808592233, + "nauc_recall_at_1_diff1": 0.024181370020232074, + "nauc_recall_at_1_max": -0.002870275737415436, + "nauc_recall_at_1_std": -0.12344246996502412, + "nauc_recall_at_20_diff1": 0.05889200693996674, + "nauc_recall_at_20_max": 0.07648837719440321, + "nauc_recall_at_20_std": 0.08058006328239968, + "nauc_recall_at_3_diff1": 0.036935928419752434, + "nauc_recall_at_3_max": 0.020353998797343575, + "nauc_recall_at_3_std": -0.059720494466993304, + "nauc_recall_at_5_diff1": 0.0612361857823251, + "nauc_recall_at_5_max": 0.0655586536537572, + "nauc_recall_at_5_std": 0.001371405895647999, + "ndcg_at_1": 0.2925, + "ndcg_at_10": 0.2762, + "ndcg_at_100": 0.34348, + "ndcg_at_1000": 0.47542, + "ndcg_at_20": 0.28528, + "ndcg_at_3": 0.2863, + "ndcg_at_5": 0.2784, + "precision_at_1": 0.41, + "precision_at_10": 0.2885, + "precision_at_100": 0.1382, + "precision_at_1000": 0.04008, + "precision_at_20": 0.2415, + "precision_at_3": 0.36333, + "precision_at_5": 0.327, + "recall_at_1": 0.02559, + "recall_at_10": 0.1385, + "recall_at_100": 0.42725, + "recall_at_1000": 0.82822, + "recall_at_20": 0.203, + "recall_at_3": 0.06866, + "recall_at_5": 0.09256 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.22978, + "map_at_1": 0.01589, + "map_at_10": 0.07615, + "map_at_100": 0.14426, + "map_at_1000": 0.17884, + "map_at_20": 0.09843, + "map_at_3": 0.0396, + "map_at_5": 0.0554, + "mrr_at_1": 0.34, + "mrr_at_10": 0.446202380952381, + "mrr_at_100": 0.4559083859890103, + "mrr_at_1000": 0.4565670318940557, + "mrr_at_20": 0.45249977718360074, + "mrr_at_3": 0.42416666666666664, + "mrr_at_5": 0.4321666666666667, + "nauc_map_at_1000_diff1": 0.047149351952790394, + "nauc_map_at_1000_max": 0.36590584973080176, + "nauc_map_at_1000_std": 0.2516461314108532, + "nauc_map_at_100_diff1": 0.04670136063104766, + "nauc_map_at_100_max": 0.303159056378517, + "nauc_map_at_100_std": 0.22428357329546444, + "nauc_map_at_10_diff1": 0.06238488262589752, + "nauc_map_at_10_max": 0.17633481110215446, + "nauc_map_at_10_std": 0.11347399308005857, + "nauc_map_at_1_diff1": 0.07660432098830984, + "nauc_map_at_1_max": 0.08576829024697595, + "nauc_map_at_1_std": 0.04366708370465696, + "nauc_map_at_20_diff1": 0.05821835547180038, + "nauc_map_at_20_max": 0.23583764217227396, + "nauc_map_at_20_std": 0.15530941276836832, + "nauc_map_at_3_diff1": 0.08102278655390889, + "nauc_map_at_3_max": 0.1424932874463879, + "nauc_map_at_3_std": 0.06503361490300079, + "nauc_map_at_5_diff1": 0.0793830068922966, + "nauc_map_at_5_max": 0.1441094088869045, + "nauc_map_at_5_std": 0.08702390403439554, + "nauc_mrr_at_1000_diff1": 0.07053467435308011, + "nauc_mrr_at_1000_max": 0.4517226798665225, + "nauc_mrr_at_1000_std": 0.1792013210613621, + "nauc_mrr_at_100_diff1": 0.07045412830183624, + "nauc_mrr_at_100_max": 0.45222996629072204, + "nauc_mrr_at_100_std": 0.17988068310429015, + "nauc_mrr_at_10_diff1": 0.07161375120367974, + "nauc_mrr_at_10_max": 0.44945740625558644, + "nauc_mrr_at_10_std": 0.17573426525455865, + "nauc_mrr_at_1_diff1": 0.044450038421791474, + "nauc_mrr_at_1_max": 0.3785341423991096, + "nauc_mrr_at_1_std": 0.12676541508784003, + "nauc_mrr_at_20_diff1": 0.06987970070410002, + "nauc_mrr_at_20_max": 0.45034569895918114, + "nauc_mrr_at_20_std": 0.17877471020405525, + "nauc_mrr_at_3_diff1": 0.07482830868865632, + "nauc_mrr_at_3_max": 0.456088393009468, + "nauc_mrr_at_3_std": 0.16853569250222764, + "nauc_mrr_at_5_diff1": 0.07134399265703346, + "nauc_mrr_at_5_max": 0.4512908991603571, + "nauc_mrr_at_5_std": 0.1697797897081994, + "nauc_ndcg_at_1000_diff1": 0.03873184081513429, + "nauc_ndcg_at_1000_max": 0.4683680442338479, + "nauc_ndcg_at_1000_std": 0.37063217952262834, + "nauc_ndcg_at_100_diff1": 0.06115954555975346, + "nauc_ndcg_at_100_max": 0.4171565072342381, + "nauc_ndcg_at_100_std": 0.30095935003353064, + "nauc_ndcg_at_10_diff1": 0.046044685725075155, + "nauc_ndcg_at_10_max": 0.37114769500470896, + "nauc_ndcg_at_10_std": 0.18574656343141618, + "nauc_ndcg_at_1_diff1": 0.011097151566329523, + "nauc_ndcg_at_1_max": 0.3308137499227647, + "nauc_ndcg_at_1_std": 0.13423681337919405, + "nauc_ndcg_at_20_diff1": 0.06953011019672867, + "nauc_ndcg_at_20_max": 0.39656907862237195, + "nauc_ndcg_at_20_std": 0.20656055710400287, + "nauc_ndcg_at_3_diff1": 0.03212367970288983, + "nauc_ndcg_at_3_max": 0.38680012026403465, + "nauc_ndcg_at_3_std": 0.15944146922438818, + "nauc_ndcg_at_5_diff1": 0.037836629083227664, + "nauc_ndcg_at_5_max": 0.3750831997663682, + "nauc_ndcg_at_5_std": 0.1850594452357101, + "nauc_precision_at_1000_diff1": -0.004011342566833617, + "nauc_precision_at_1000_max": 0.39599192408489403, + "nauc_precision_at_1000_std": 0.04899307810599527, + "nauc_precision_at_100_diff1": 0.019359184108975237, + "nauc_precision_at_100_max": 0.42312424118481046, + "nauc_precision_at_100_std": 0.20371772964111956, + "nauc_precision_at_10_diff1": 0.018789669446871923, + "nauc_precision_at_10_max": 0.41152487223540013, + "nauc_precision_at_10_std": 0.20328888571830558, + "nauc_precision_at_1_diff1": 0.044450038421791474, + "nauc_precision_at_1_max": 0.3785341423991096, + "nauc_precision_at_1_std": 0.12676541508784003, + "nauc_precision_at_20_diff1": 0.03406873910062632, + "nauc_precision_at_20_max": 0.45584919637968235, + "nauc_precision_at_20_std": 0.2167353413488307, + "nauc_precision_at_3_diff1": 0.030941544851994827, + "nauc_precision_at_3_max": 0.42770062995713765, + "nauc_precision_at_3_std": 0.14897241222191027, + "nauc_precision_at_5_diff1": 0.023642889036221346, + "nauc_precision_at_5_max": 0.40568383238394184, + "nauc_precision_at_5_std": 0.19072787422030366, + "nauc_recall_at_1000_diff1": -0.01789963579923521, + "nauc_recall_at_1000_max": 0.36660215433524596, + "nauc_recall_at_1000_std": 0.6197080074720172, + "nauc_recall_at_100_diff1": 0.05593347313373282, + "nauc_recall_at_100_max": 0.26582986682293885, + "nauc_recall_at_100_std": 0.32717631690286775, + "nauc_recall_at_10_diff1": 0.084039142468075, + "nauc_recall_at_10_max": 0.1603748532368775, + "nauc_recall_at_10_std": 0.10693610891311747, + "nauc_recall_at_1_diff1": 0.07660432098830984, + "nauc_recall_at_1_max": 0.08576829024697595, + "nauc_recall_at_1_std": 0.04366708370465696, + "nauc_recall_at_20_diff1": 0.0841281966403421, + "nauc_recall_at_20_max": 0.2531657462866432, + "nauc_recall_at_20_std": 0.202672906356512, + "nauc_recall_at_3_diff1": 0.10596731688886378, + "nauc_recall_at_3_max": 0.15344154422235748, + "nauc_recall_at_3_std": 0.049458353144055105, + "nauc_recall_at_5_diff1": 0.1029739659606886, + "nauc_recall_at_5_max": 0.14651660249731185, + "nauc_recall_at_5_std": 0.07697864225876778, + "ndcg_at_1": 0.2375, + "ndcg_at_10": 0.22978, + "ndcg_at_100": 0.30117, + "ndcg_at_1000": 0.42647, + "ndcg_at_20": 0.23844, + "ndcg_at_3": 0.23715, + "ndcg_at_5": 0.23445, + "precision_at_1": 0.34, + "precision_at_10": 0.255, + "precision_at_100": 0.1274, + "precision_at_1000": 0.0372, + "precision_at_20": 0.2235, + "precision_at_3": 0.31333, + "precision_at_5": 0.292, + "recall_at_1": 0.01589, + "recall_at_10": 0.10969, + "recall_at_100": 0.3857, + "recall_at_1000": 0.77748, + "recall_at_20": 0.16527, + "recall_at_3": 0.04975, + "recall_at_5": 0.07114 + } + ], + "genetics": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.38247, + "map_at_1": 0.05733, + "map_at_10": 0.17167, + "map_at_100": 0.24409, + "map_at_1000": 0.28599, + "map_at_20": 0.19668, + "map_at_3": 0.11215, + "map_at_5": 0.14155, + "mrr_at_1": 0.505, + "mrr_at_10": 0.6400753968253968, + "mrr_at_100": 0.6448283436181225, + "mrr_at_1000": 0.6448902082027876, + "mrr_at_20": 0.6433193750693752, + "mrr_at_3": 0.6149999999999999, + "mrr_at_5": 0.6287499999999999, + "nauc_map_at_1000_diff1": 0.09266006362146822, + "nauc_map_at_1000_max": 0.18483397358813283, + "nauc_map_at_1000_std": 0.1399206672520914, + "nauc_map_at_100_diff1": 0.11904423649763417, + "nauc_map_at_100_max": 0.1361459022809038, + "nauc_map_at_100_std": 0.10341056552865129, + "nauc_map_at_10_diff1": 0.15868836183485852, + "nauc_map_at_10_max": 0.07474496214913118, + "nauc_map_at_10_std": 0.002042278026192206, + "nauc_map_at_1_diff1": 0.2452627727165954, + "nauc_map_at_1_max": 0.1376790258071108, + "nauc_map_at_1_std": -0.0063101338096715025, + "nauc_map_at_20_diff1": 0.14647232869995405, + "nauc_map_at_20_max": 0.07679203881932431, + "nauc_map_at_20_std": 0.024285131018258185, + "nauc_map_at_3_diff1": 0.16277547101988632, + "nauc_map_at_3_max": 0.10429023337239936, + "nauc_map_at_3_std": -0.004098197128510743, + "nauc_map_at_5_diff1": 0.1666239587692509, + "nauc_map_at_5_max": 0.07659161539233003, + "nauc_map_at_5_std": -0.015021322647999703, + "nauc_mrr_at_1000_diff1": 0.10258928111200863, + "nauc_mrr_at_1000_max": 0.24309469425292637, + "nauc_mrr_at_1000_std": 0.05923172700497451, + "nauc_mrr_at_100_diff1": 0.10247582844219827, + "nauc_mrr_at_100_max": 0.24320217334888425, + "nauc_mrr_at_100_std": 0.05912061168461088, + "nauc_mrr_at_10_diff1": 0.102055291012063, + "nauc_mrr_at_10_max": 0.24319713848923444, + "nauc_mrr_at_10_std": 0.059181028154096954, + "nauc_mrr_at_1_diff1": 0.14126817247359932, + "nauc_mrr_at_1_max": 0.18569907522115014, + "nauc_mrr_at_1_std": 0.022741122190004792, + "nauc_mrr_at_20_diff1": 0.10412706565687621, + "nauc_mrr_at_20_max": 0.24451335275157002, + "nauc_mrr_at_20_std": 0.061297033369815165, + "nauc_mrr_at_3_diff1": 0.09166144217212008, + "nauc_mrr_at_3_max": 0.24932346102262562, + "nauc_mrr_at_3_std": 0.07077404524015526, + "nauc_mrr_at_5_diff1": 0.09667834838939546, + "nauc_mrr_at_5_max": 0.24784724006454034, + "nauc_mrr_at_5_std": 0.06650127265688938, + "nauc_ndcg_at_1000_diff1": 0.07904063694716683, + "nauc_ndcg_at_1000_max": 0.29609788367144274, + "nauc_ndcg_at_1000_std": 0.26311360141643736, + "nauc_ndcg_at_100_diff1": 0.10809063415588888, + "nauc_ndcg_at_100_max": 0.19845214922810342, + "nauc_ndcg_at_100_std": 0.15383894318864433, + "nauc_ndcg_at_10_diff1": 0.05321419924484828, + "nauc_ndcg_at_10_max": 0.18558978621948702, + "nauc_ndcg_at_10_std": 0.03514929003578167, + "nauc_ndcg_at_1_diff1": 0.13805940066530428, + "nauc_ndcg_at_1_max": 0.15307256303389974, + "nauc_ndcg_at_1_std": -0.0014722223195912615, + "nauc_ndcg_at_20_diff1": 0.07659356235155951, + "nauc_ndcg_at_20_max": 0.15856276289526025, + "nauc_ndcg_at_20_std": 0.04748343912781526, + "nauc_ndcg_at_3_diff1": 0.02831057004668286, + "nauc_ndcg_at_3_max": 0.21816369243468145, + "nauc_ndcg_at_3_std": 0.02606128582382432, + "nauc_ndcg_at_5_diff1": 0.018339891161666663, + "nauc_ndcg_at_5_max": 0.22181888394104204, + "nauc_ndcg_at_5_std": 0.03255785285148523, + "nauc_precision_at_1000_diff1": -0.13287460009681631, + "nauc_precision_at_1000_max": 0.1585280036672082, + "nauc_precision_at_1000_std": -0.040405504798838365, + "nauc_precision_at_100_diff1": -0.14870304636717185, + "nauc_precision_at_100_max": 0.1981666165093755, + "nauc_precision_at_100_std": 0.08160379284057731, + "nauc_precision_at_10_diff1": -0.13659224314395313, + "nauc_precision_at_10_max": 0.2517521384901111, + "nauc_precision_at_10_std": 0.1347147098295987, + "nauc_precision_at_1_diff1": 0.14126817247359932, + "nauc_precision_at_1_max": 0.18569907522115014, + "nauc_precision_at_1_std": 0.022741122190004792, + "nauc_precision_at_20_diff1": -0.15393288982337014, + "nauc_precision_at_20_max": 0.2195785549888234, + "nauc_precision_at_20_std": 0.13963732116444558, + "nauc_precision_at_3_diff1": -0.06216399907823068, + "nauc_precision_at_3_max": 0.2650115658700364, + "nauc_precision_at_3_std": 0.09298784489774488, + "nauc_precision_at_5_diff1": -0.1029836327285742, + "nauc_precision_at_5_max": 0.26862019575077617, + "nauc_precision_at_5_std": 0.10939738004297003, + "nauc_recall_at_1000_diff1": 0.14073314753914137, + "nauc_recall_at_1000_max": 0.1734713959913585, + "nauc_recall_at_1000_std": 0.6057453709286824, + "nauc_recall_at_100_diff1": 0.13045310415096634, + "nauc_recall_at_100_max": 0.02646883831854134, + "nauc_recall_at_100_std": 0.18425606468719496, + "nauc_recall_at_10_diff1": 0.17833273960988966, + "nauc_recall_at_10_max": 0.003357513844985264, + "nauc_recall_at_10_std": -0.016279199419213106, + "nauc_recall_at_1_diff1": 0.2452627727165954, + "nauc_recall_at_1_max": 0.1376790258071108, + "nauc_recall_at_1_std": -0.0063101338096715025, + "nauc_recall_at_20_diff1": 0.14675279703335856, + "nauc_recall_at_20_max": -0.035799122109922726, + "nauc_recall_at_20_std": -0.011030609464175412, + "nauc_recall_at_3_diff1": 0.1528157783920959, + "nauc_recall_at_3_max": 0.09288352624842258, + "nauc_recall_at_3_std": 0.0023035953207977073, + "nauc_recall_at_5_diff1": 0.1752514921202127, + "nauc_recall_at_5_max": 0.03676523136849521, + "nauc_recall_at_5_std": -0.026272860163283094, + "ndcg_at_1": 0.3775, + "ndcg_at_10": 0.38247, + "ndcg_at_100": 0.43516, + "ndcg_at_1000": 0.5494, + "ndcg_at_20": 0.3894, + "ndcg_at_3": 0.37069, + "ndcg_at_5": 0.37413, + "precision_at_1": 0.505, + "precision_at_10": 0.3525, + "precision_at_100": 0.1521, + "precision_at_1000": 0.04478, + "precision_at_20": 0.279, + "precision_at_3": 0.445, + "precision_at_5": 0.416, + "recall_at_1": 0.05733, + "recall_at_10": 0.25158, + "recall_at_100": 0.53797, + "recall_at_1000": 0.8592, + "recall_at_20": 0.32886, + "recall_at_3": 0.12815, + "recall_at_5": 0.17616 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.32018, + "map_at_1": 0.04458, + "map_at_10": 0.13982, + "map_at_100": 0.2019, + "map_at_1000": 0.23705, + "map_at_20": 0.16238, + "map_at_3": 0.09056, + "map_at_5": 0.11636, + "mrr_at_1": 0.4, + "mrr_at_10": 0.5321626984126984, + "mrr_at_100": 0.5385913388534693, + "mrr_at_1000": 0.5388053936178512, + "mrr_at_20": 0.5370234983454797, + "mrr_at_3": 0.5041666666666665, + "mrr_at_5": 0.5189166666666666, + "nauc_map_at_1000_diff1": 0.16668838461828478, + "nauc_map_at_1000_max": 0.21832197894125543, + "nauc_map_at_1000_std": 0.29283668786729866, + "nauc_map_at_100_diff1": 0.17506838309929992, + "nauc_map_at_100_max": 0.1871371747099178, + "nauc_map_at_100_std": 0.25737814390539643, + "nauc_map_at_10_diff1": 0.17392614019344962, + "nauc_map_at_10_max": 0.09658716363796173, + "nauc_map_at_10_std": 0.13916190772902032, + "nauc_map_at_1_diff1": 0.24413464138580895, + "nauc_map_at_1_max": 0.15727049856894024, + "nauc_map_at_1_std": 0.13496815589845595, + "nauc_map_at_20_diff1": 0.18053216398932467, + "nauc_map_at_20_max": 0.13380758198690312, + "nauc_map_at_20_std": 0.1803010466326878, + "nauc_map_at_3_diff1": 0.15727124824974362, + "nauc_map_at_3_max": 0.1274017817524158, + "nauc_map_at_3_std": 0.1169753805051689, + "nauc_map_at_5_diff1": 0.1775647922486863, + "nauc_map_at_5_max": 0.09429625773429914, + "nauc_map_at_5_std": 0.1170846723931906, + "nauc_mrr_at_1000_diff1": 0.22145034011654854, + "nauc_mrr_at_1000_max": 0.2120089433802367, + "nauc_mrr_at_1000_std": 0.16268220561436056, + "nauc_mrr_at_100_diff1": 0.22168249322439443, + "nauc_mrr_at_100_max": 0.21216363659902063, + "nauc_mrr_at_100_std": 0.1628396923960151, + "nauc_mrr_at_10_diff1": 0.2204936055002302, + "nauc_mrr_at_10_max": 0.21686198814525712, + "nauc_mrr_at_10_std": 0.16607438093762023, + "nauc_mrr_at_1_diff1": 0.17310762100926874, + "nauc_mrr_at_1_max": 0.1591979917610711, + "nauc_mrr_at_1_std": 0.14615087538619986, + "nauc_mrr_at_20_diff1": 0.22104800775177255, + "nauc_mrr_at_20_max": 0.21300833713436632, + "nauc_mrr_at_20_std": 0.16475919710413175, + "nauc_mrr_at_3_diff1": 0.23316217049214635, + "nauc_mrr_at_3_max": 0.1825634882327969, + "nauc_mrr_at_3_std": 0.12393740441146546, + "nauc_mrr_at_5_diff1": 0.23227734639842335, + "nauc_mrr_at_5_max": 0.20869506748429967, + "nauc_mrr_at_5_std": 0.14839488213510083, + "nauc_ndcg_at_1000_diff1": 0.1998869726370082, + "nauc_ndcg_at_1000_max": 0.2884014742756553, + "nauc_ndcg_at_1000_std": 0.3964003600409694, + "nauc_ndcg_at_100_diff1": 0.20768843268507703, + "nauc_ndcg_at_100_max": 0.27778493447112185, + "nauc_ndcg_at_100_std": 0.3443665930532614, + "nauc_ndcg_at_10_diff1": 0.17964920726514064, + "nauc_ndcg_at_10_max": 0.18926981038111668, + "nauc_ndcg_at_10_std": 0.18919754413441378, + "nauc_ndcg_at_1_diff1": 0.1843117543161526, + "nauc_ndcg_at_1_max": 0.14187278781912982, + "nauc_ndcg_at_1_std": 0.13515683358814864, + "nauc_ndcg_at_20_diff1": 0.17207097858707074, + "nauc_ndcg_at_20_max": 0.22592506834022832, + "nauc_ndcg_at_20_std": 0.2414056321671955, + "nauc_ndcg_at_3_diff1": 0.17806896306991662, + "nauc_ndcg_at_3_max": 0.1718043006574535, + "nauc_ndcg_at_3_std": 0.1214231659128793, + "nauc_ndcg_at_5_diff1": 0.17943240911820643, + "nauc_ndcg_at_5_max": 0.1749396189374525, + "nauc_ndcg_at_5_std": 0.11899786253134927, + "nauc_precision_at_1000_diff1": -0.03545855379888156, + "nauc_precision_at_1000_max": 0.15618402062005587, + "nauc_precision_at_1000_std": -0.026268362655152082, + "nauc_precision_at_100_diff1": 0.00452029807662324, + "nauc_precision_at_100_max": 0.24400753070828074, + "nauc_precision_at_100_std": 0.1208987334736396, + "nauc_precision_at_10_diff1": 0.1152380236383354, + "nauc_precision_at_10_max": 0.24031206429918855, + "nauc_precision_at_10_std": 0.18844942908955095, + "nauc_precision_at_1_diff1": 0.17310762100926874, + "nauc_precision_at_1_max": 0.1591979917610711, + "nauc_precision_at_1_std": 0.14615087538619986, + "nauc_precision_at_20_diff1": 0.05771547787943837, + "nauc_precision_at_20_max": 0.27101795219617736, + "nauc_precision_at_20_std": 0.18244172940980538, + "nauc_precision_at_3_diff1": 0.16962681651928974, + "nauc_precision_at_3_max": 0.17259210470998748, + "nauc_precision_at_3_std": 0.085693465435334, + "nauc_precision_at_5_diff1": 0.16424150002253673, + "nauc_precision_at_5_max": 0.18261617512282385, + "nauc_precision_at_5_std": 0.06167084842019882, + "nauc_recall_at_1000_diff1": 0.140929945989966, + "nauc_recall_at_1000_max": 0.19862917255790094, + "nauc_recall_at_1000_std": 0.6905474842073493, + "nauc_recall_at_100_diff1": 0.13503701476401564, + "nauc_recall_at_100_max": 0.18817977080319856, + "nauc_recall_at_100_std": 0.4285677054467081, + "nauc_recall_at_10_diff1": 0.14231212604377877, + "nauc_recall_at_10_max": 0.05513921730931892, + "nauc_recall_at_10_std": 0.16303457525083626, + "nauc_recall_at_1_diff1": 0.24413464138580895, + "nauc_recall_at_1_max": 0.15727049856894024, + "nauc_recall_at_1_std": 0.13496815589845595, + "nauc_recall_at_20_diff1": 0.13158994606646757, + "nauc_recall_at_20_max": 0.09566388457318677, + "nauc_recall_at_20_std": 0.2228792272524461, + "nauc_recall_at_3_diff1": 0.15298011298713055, + "nauc_recall_at_3_max": 0.09990059417991584, + "nauc_recall_at_3_std": 0.12095302052376894, + "nauc_recall_at_5_diff1": 0.17460416086471955, + "nauc_recall_at_5_max": 0.06400846934235446, + "nauc_recall_at_5_std": 0.13318490497861912, + "ndcg_at_1": 0.315, + "ndcg_at_10": 0.32018, + "ndcg_at_100": 0.37475, + "ndcg_at_1000": 0.48664, + "ndcg_at_20": 0.33364, + "ndcg_at_3": 0.3141, + "ndcg_at_5": 0.31768, + "precision_at_1": 0.4, + "precision_at_10": 0.2925, + "precision_at_100": 0.13485, + "precision_at_1000": 0.04085, + "precision_at_20": 0.2485, + "precision_at_3": 0.36833, + "precision_at_5": 0.344, + "recall_at_1": 0.04458, + "recall_at_10": 0.20552, + "recall_at_100": 0.46936, + "recall_at_1000": 0.79437, + "recall_at_20": 0.28289, + "recall_at_3": 0.10332, + "recall_at_5": 0.14409 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.29508, + "map_at_1": 0.05367, + "map_at_10": 0.1402, + "map_at_100": 0.19129, + "map_at_1000": 0.22074, + "map_at_20": 0.15643, + "map_at_3": 0.09711, + "map_at_5": 0.11722, + "mrr_at_1": 0.35, + "mrr_at_10": 0.4933075396825395, + "mrr_at_100": 0.500096634962343, + "mrr_at_1000": 0.5003224644191908, + "mrr_at_20": 0.4977287539816564, + "mrr_at_3": 0.46249999999999986, + "mrr_at_5": 0.48149999999999993, + "nauc_map_at_1000_diff1": 0.1943711967678521, + "nauc_map_at_1000_max": 0.1933511920565234, + "nauc_map_at_1000_std": 0.29430681318656865, + "nauc_map_at_100_diff1": 0.19405673686405422, + "nauc_map_at_100_max": 0.16322282854958528, + "nauc_map_at_100_std": 0.26726799026174286, + "nauc_map_at_10_diff1": 0.19374194972977177, + "nauc_map_at_10_max": 0.09308943278634155, + "nauc_map_at_10_std": 0.1795350584197721, + "nauc_map_at_1_diff1": 0.37851665424361813, + "nauc_map_at_1_max": 0.13792694647966144, + "nauc_map_at_1_std": 0.15961221895390457, + "nauc_map_at_20_diff1": 0.19215733052843514, + "nauc_map_at_20_max": 0.12376096116402559, + "nauc_map_at_20_std": 0.20481442370186637, + "nauc_map_at_3_diff1": 0.2350711775218054, + "nauc_map_at_3_max": 0.11762967450192902, + "nauc_map_at_3_std": 0.16618869925464028, + "nauc_map_at_5_diff1": 0.2212210933304973, + "nauc_map_at_5_max": 0.11564343463767826, + "nauc_map_at_5_std": 0.17167488223869365, + "nauc_mrr_at_1000_diff1": 0.16388155572555577, + "nauc_mrr_at_1000_max": 0.2436742491057471, + "nauc_mrr_at_1000_std": 0.13931753225250443, + "nauc_mrr_at_100_diff1": 0.16414653140550536, + "nauc_mrr_at_100_max": 0.2435759548884846, + "nauc_mrr_at_100_std": 0.13931152381515133, + "nauc_mrr_at_10_diff1": 0.16092542253898, + "nauc_mrr_at_10_max": 0.2379656736324976, + "nauc_mrr_at_10_std": 0.13712626807806225, + "nauc_mrr_at_1_diff1": 0.19098160722526197, + "nauc_mrr_at_1_max": 0.23377941855099207, + "nauc_mrr_at_1_std": 0.13114246159931434, + "nauc_mrr_at_20_diff1": 0.16310364240051434, + "nauc_mrr_at_20_max": 0.24321358760537057, + "nauc_mrr_at_20_std": 0.1378103791993475, + "nauc_mrr_at_3_diff1": 0.15049165818980137, + "nauc_mrr_at_3_max": 0.2416429601788475, + "nauc_mrr_at_3_std": 0.14520209421676628, + "nauc_mrr_at_5_diff1": 0.1556603381879429, + "nauc_mrr_at_5_max": 0.24252881008323868, + "nauc_mrr_at_5_std": 0.1309489491327733, + "nauc_ndcg_at_1000_diff1": 0.22502640657839795, + "nauc_ndcg_at_1000_max": 0.25557807651452563, + "nauc_ndcg_at_1000_std": 0.39229696236234646, + "nauc_ndcg_at_100_diff1": 0.20327932537194984, + "nauc_ndcg_at_100_max": 0.2238307230291559, + "nauc_ndcg_at_100_std": 0.3342927589969711, + "nauc_ndcg_at_10_diff1": 0.15213001254105293, + "nauc_ndcg_at_10_max": 0.1946455389815578, + "nauc_ndcg_at_10_std": 0.18389708359846307, + "nauc_ndcg_at_1_diff1": 0.19829073730959085, + "nauc_ndcg_at_1_max": 0.19836852750236902, + "nauc_ndcg_at_1_std": 0.10248504306747948, + "nauc_ndcg_at_20_diff1": 0.1751565758900699, + "nauc_ndcg_at_20_max": 0.21594853202991998, + "nauc_ndcg_at_20_std": 0.21743011329820142, + "nauc_ndcg_at_3_diff1": 0.132357240564769, + "nauc_ndcg_at_3_max": 0.21059168105963694, + "nauc_ndcg_at_3_std": 0.1458940247662858, + "nauc_ndcg_at_5_diff1": 0.13525815363144478, + "nauc_ndcg_at_5_max": 0.21971433833043252, + "nauc_ndcg_at_5_std": 0.15110803861495054, + "nauc_precision_at_1000_diff1": 0.026352574020264898, + "nauc_precision_at_1000_max": 0.1479361429698803, + "nauc_precision_at_1000_std": -0.08919436084604135, + "nauc_precision_at_100_diff1": 0.020548843905310175, + "nauc_precision_at_100_max": 0.2323530342811815, + "nauc_precision_at_100_std": 0.09070339205829764, + "nauc_precision_at_10_diff1": 0.0017104698122585888, + "nauc_precision_at_10_max": 0.23405571933820052, + "nauc_precision_at_10_std": 0.14850448485667264, + "nauc_precision_at_1_diff1": 0.19098160722526197, + "nauc_precision_at_1_max": 0.23377941855099207, + "nauc_precision_at_1_std": 0.13114246159931434, + "nauc_precision_at_20_diff1": 0.000513840858231056, + "nauc_precision_at_20_max": 0.2792892938629592, + "nauc_precision_at_20_std": 0.15186624956024278, + "nauc_precision_at_3_diff1": 0.015469785354250138, + "nauc_precision_at_3_max": 0.22156085405221698, + "nauc_precision_at_3_std": 0.13860508580166508, + "nauc_precision_at_5_diff1": 0.007119307948942722, + "nauc_precision_at_5_max": 0.2348623672633871, + "nauc_precision_at_5_std": 0.11917213687494493, + "nauc_recall_at_1000_diff1": 0.19370711018852305, + "nauc_recall_at_1000_max": 0.22096658068872707, + "nauc_recall_at_1000_std": 0.731803627291698, + "nauc_recall_at_100_diff1": 0.17614894295743053, + "nauc_recall_at_100_max": 0.15634880226326808, + "nauc_recall_at_100_std": 0.4512263902793077, + "nauc_recall_at_10_diff1": 0.14602424140207837, + "nauc_recall_at_10_max": 0.02930123481020946, + "nauc_recall_at_10_std": 0.1854493428912341, + "nauc_recall_at_1_diff1": 0.37851665424361813, + "nauc_recall_at_1_max": 0.13792694647966144, + "nauc_recall_at_1_std": 0.15961221895390457, + "nauc_recall_at_20_diff1": 0.14685135169106409, + "nauc_recall_at_20_max": 0.08294388939697292, + "nauc_recall_at_20_std": 0.21953133714059916, + "nauc_recall_at_3_diff1": 0.20409570434901272, + "nauc_recall_at_3_max": 0.09156245052506991, + "nauc_recall_at_3_std": 0.16834918448055994, + "nauc_recall_at_5_diff1": 0.20288593388299536, + "nauc_recall_at_5_max": 0.09425018845518879, + "nauc_recall_at_5_std": 0.17441074654156621, + "ndcg_at_1": 0.29, + "ndcg_at_10": 0.29508, + "ndcg_at_100": 0.34982, + "ndcg_at_1000": 0.45989, + "ndcg_at_20": 0.30431, + "ndcg_at_3": 0.29045, + "ndcg_at_5": 0.28926, + "precision_at_1": 0.35, + "precision_at_10": 0.251, + "precision_at_100": 0.11645, + "precision_at_1000": 0.0364, + "precision_at_20": 0.2035, + "precision_at_3": 0.33667, + "precision_at_5": 0.311, + "recall_at_1": 0.05367, + "recall_at_10": 0.20218, + "recall_at_100": 0.44121, + "recall_at_1000": 0.7578, + "recall_at_20": 0.25721, + "recall_at_3": 0.11136, + "recall_at_5": 0.14472 + } + ], + "neuroscience_and_neurology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.29603, + "map_at_1": 0.02841, + "map_at_10": 0.09081, + "map_at_100": 0.17907, + "map_at_1000": 0.21953, + "map_at_20": 0.11836, + "map_at_3": 0.05276, + "map_at_5": 0.06813, + "mrr_at_1": 0.455, + "mrr_at_10": 0.5835277777777776, + "mrr_at_100": 0.5877687601942772, + "mrr_at_1000": 0.5881554298608842, + "mrr_at_20": 0.5855192906508695, + "mrr_at_3": 0.5524999999999999, + "mrr_at_5": 0.5782499999999999, + "nauc_map_at_1000_diff1": 0.05394590958211143, + "nauc_map_at_1000_max": 0.3077220663170084, + "nauc_map_at_1000_std": 0.20375364140761196, + "nauc_map_at_100_diff1": 0.07763803629077819, + "nauc_map_at_100_max": 0.2253316172398982, + "nauc_map_at_100_std": 0.11527496036022125, + "nauc_map_at_10_diff1": 0.048508821117682226, + "nauc_map_at_10_max": 0.06583152723010646, + "nauc_map_at_10_std": -0.022411072765110073, + "nauc_map_at_1_diff1": 0.029876517991691595, + "nauc_map_at_1_max": -0.08436436860717673, + "nauc_map_at_1_std": -0.06755406605894233, + "nauc_map_at_20_diff1": 0.0859876317537184, + "nauc_map_at_20_max": 0.11472428294027683, + "nauc_map_at_20_std": 0.003848904722818526, + "nauc_map_at_3_diff1": 0.05328745955125058, + "nauc_map_at_3_max": -0.0925598993496935, + "nauc_map_at_3_std": -0.0712418055679256, + "nauc_map_at_5_diff1": 0.018121061459576593, + "nauc_map_at_5_max": -0.04019034677138962, + "nauc_map_at_5_std": -0.08151383001601403, + "nauc_mrr_at_1000_diff1": 0.07141431278062826, + "nauc_mrr_at_1000_max": 0.32422349382607024, + "nauc_mrr_at_1000_std": 0.09472854537246993, + "nauc_mrr_at_100_diff1": 0.07151160082341823, + "nauc_mrr_at_100_max": 0.32487922155546045, + "nauc_mrr_at_100_std": 0.09525205670389113, + "nauc_mrr_at_10_diff1": 0.07174884886990433, + "nauc_mrr_at_10_max": 0.3281441618692344, + "nauc_mrr_at_10_std": 0.098027023290596, + "nauc_mrr_at_1_diff1": 0.03873625112319377, + "nauc_mrr_at_1_max": 0.27305580879796937, + "nauc_mrr_at_1_std": 0.040271009464343116, + "nauc_mrr_at_20_diff1": 0.07298772472205155, + "nauc_mrr_at_20_max": 0.32800227619852784, + "nauc_mrr_at_20_std": 0.09698841027327486, + "nauc_mrr_at_3_diff1": 0.06701032801724598, + "nauc_mrr_at_3_max": 0.28198649832592293, + "nauc_mrr_at_3_std": 0.06664315809755092, + "nauc_mrr_at_5_diff1": 0.07467668528289347, + "nauc_mrr_at_5_max": 0.32998631201298856, + "nauc_mrr_at_5_std": 0.09148747281739747, + "nauc_ndcg_at_1000_diff1": 0.07481990497792437, + "nauc_ndcg_at_1000_max": 0.427608543448977, + "nauc_ndcg_at_1000_std": 0.3327801768130817, + "nauc_ndcg_at_100_diff1": 0.09635988115506984, + "nauc_ndcg_at_100_max": 0.29611543937191936, + "nauc_ndcg_at_100_std": 0.18927989986925262, + "nauc_ndcg_at_10_diff1": 0.08510721145601874, + "nauc_ndcg_at_10_max": 0.3976762137231008, + "nauc_ndcg_at_10_std": 0.12806705300074336, + "nauc_ndcg_at_1_diff1": 0.0811060727305059, + "nauc_ndcg_at_1_max": 0.2803414243798347, + "nauc_ndcg_at_1_std": 0.06400640170712173, + "nauc_ndcg_at_20_diff1": 0.11828801188444121, + "nauc_ndcg_at_20_max": 0.34739796376866716, + "nauc_ndcg_at_20_std": 0.1326375414775794, + "nauc_ndcg_at_3_diff1": 0.0759020852030553, + "nauc_ndcg_at_3_max": 0.2744906280315942, + "nauc_ndcg_at_3_std": 0.04621324555396441, + "nauc_ndcg_at_5_diff1": 0.047165020799036006, + "nauc_ndcg_at_5_max": 0.3468597105287464, + "nauc_ndcg_at_5_std": 0.07629674779146485, + "nauc_precision_at_1000_diff1": -0.020810005395163957, + "nauc_precision_at_1000_max": 0.34775952865808557, + "nauc_precision_at_1000_std": 0.2208035921468181, + "nauc_precision_at_100_diff1": 0.022102414300953367, + "nauc_precision_at_100_max": 0.38180134159279255, + "nauc_precision_at_100_std": 0.2554985687139312, + "nauc_precision_at_10_diff1": 0.045724179807453115, + "nauc_precision_at_10_max": 0.4975804007573266, + "nauc_precision_at_10_std": 0.2005785313385626, + "nauc_precision_at_1_diff1": 0.03873625112319377, + "nauc_precision_at_1_max": 0.27305580879796937, + "nauc_precision_at_1_std": 0.040271009464343116, + "nauc_precision_at_20_diff1": 0.08728398983091956, + "nauc_precision_at_20_max": 0.4434323465532192, + "nauc_precision_at_20_std": 0.19360189253789145, + "nauc_precision_at_3_diff1": 0.05515834522111308, + "nauc_precision_at_3_max": 0.27847931526390873, + "nauc_precision_at_3_std": 0.030756062767474897, + "nauc_precision_at_5_diff1": -0.006391370598165753, + "nauc_precision_at_5_max": 0.4077438251483131, + "nauc_precision_at_5_std": 0.06897632917757245, + "nauc_recall_at_1000_diff1": -0.13682705566262887, + "nauc_recall_at_1000_max": 0.07320761602187845, + "nauc_recall_at_1000_std": 0.4838001352147933, + "nauc_recall_at_100_diff1": 0.00884540186181694, + "nauc_recall_at_100_max": -0.021896517241298805, + "nauc_recall_at_100_std": 0.0833299285039483, + "nauc_recall_at_10_diff1": 0.05319082018987248, + "nauc_recall_at_10_max": 0.07064806195187161, + "nauc_recall_at_10_std": -0.0002462507670043314, + "nauc_recall_at_1_diff1": 0.029876517991691595, + "nauc_recall_at_1_max": -0.08436436860717673, + "nauc_recall_at_1_std": -0.06755406605894233, + "nauc_recall_at_20_diff1": 0.13567374876510307, + "nauc_recall_at_20_max": 0.04251620336414941, + "nauc_recall_at_20_std": 0.009313125529693612, + "nauc_recall_at_3_diff1": 0.04947873130507199, + "nauc_recall_at_3_max": -0.0995104833086483, + "nauc_recall_at_3_std": -0.063828949237749, + "nauc_recall_at_5_diff1": -0.00036656493250601354, + "nauc_recall_at_5_max": -0.03711702078703007, + "nauc_recall_at_5_std": -0.07383180923436293, + "ndcg_at_1": 0.3375, + "ndcg_at_10": 0.29603, + "ndcg_at_100": 0.36619, + "ndcg_at_1000": 0.50057, + "ndcg_at_20": 0.30243, + "ndcg_at_3": 0.3027, + "ndcg_at_5": 0.30285, + "precision_at_1": 0.455, + "precision_at_10": 0.3225, + "precision_at_100": 0.15585, + "precision_at_1000": 0.03501, + "precision_at_20": 0.278, + "precision_at_3": 0.38667, + "precision_at_5": 0.371, + "recall_at_1": 0.02841, + "recall_at_10": 0.13874, + "recall_at_100": 0.47182, + "recall_at_1000": 0.86004, + "recall_at_20": 0.21668, + "recall_at_3": 0.06212, + "recall_at_5": 0.08998 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.24673, + "map_at_1": 0.02704, + "map_at_10": 0.07218, + "map_at_100": 0.13705, + "map_at_1000": 0.17309, + "map_at_20": 0.09118, + "map_at_3": 0.04642, + "map_at_5": 0.05566, + "mrr_at_1": 0.37, + "mrr_at_10": 0.4919246031746032, + "mrr_at_100": 0.4981769285599212, + "mrr_at_1000": 0.49837722224463304, + "mrr_at_20": 0.4957881621947024, + "mrr_at_3": 0.45416666666666655, + "mrr_at_5": 0.47516666666666674, + "nauc_map_at_1000_diff1": 0.10021734188260287, + "nauc_map_at_1000_max": 0.40525453841427167, + "nauc_map_at_1000_std": 0.32682853021970987, + "nauc_map_at_100_diff1": 0.1378307157850736, + "nauc_map_at_100_max": 0.3498918625757435, + "nauc_map_at_100_std": 0.23709878519215602, + "nauc_map_at_10_diff1": 0.12872494718791916, + "nauc_map_at_10_max": 0.16172901114436938, + "nauc_map_at_10_std": 0.008698258852982957, + "nauc_map_at_1_diff1": 0.10825934551656748, + "nauc_map_at_1_max": 0.1299383069838123, + "nauc_map_at_1_std": -0.02006480876477405, + "nauc_map_at_20_diff1": 0.12275835638122232, + "nauc_map_at_20_max": 0.22485636555684085, + "nauc_map_at_20_std": 0.07361293297371124, + "nauc_map_at_3_diff1": 0.1294581345856262, + "nauc_map_at_3_max": 0.10288670640352322, + "nauc_map_at_3_std": -0.045520006817903094, + "nauc_map_at_5_diff1": 0.13482633049133128, + "nauc_map_at_5_max": 0.12118171066661272, + "nauc_map_at_5_std": -0.023759626774350156, + "nauc_mrr_at_1000_diff1": 0.09689316630228313, + "nauc_mrr_at_1000_max": 0.35932602687190357, + "nauc_mrr_at_1000_std": 0.18687574433745338, + "nauc_mrr_at_100_diff1": 0.0966566606100588, + "nauc_mrr_at_100_max": 0.35943210351196997, + "nauc_mrr_at_100_std": 0.18700855863520843, + "nauc_mrr_at_10_diff1": 0.0984367107914112, + "nauc_mrr_at_10_max": 0.3623395363091264, + "nauc_mrr_at_10_std": 0.1879103068621103, + "nauc_mrr_at_1_diff1": 0.09400096632235985, + "nauc_mrr_at_1_max": 0.3346805259927655, + "nauc_mrr_at_1_std": 0.13847791169902976, + "nauc_mrr_at_20_diff1": 0.09728635002391738, + "nauc_mrr_at_20_max": 0.3597410117119598, + "nauc_mrr_at_20_std": 0.18803167898002293, + "nauc_mrr_at_3_diff1": 0.09862285771324164, + "nauc_mrr_at_3_max": 0.34677876112149786, + "nauc_mrr_at_3_std": 0.16134625500067862, + "nauc_mrr_at_5_diff1": 0.10491272867146319, + "nauc_mrr_at_5_max": 0.3559881747655571, + "nauc_mrr_at_5_std": 0.18250129275046775, + "nauc_ndcg_at_1000_diff1": 0.06891913182495484, + "nauc_ndcg_at_1000_max": 0.4646452717952994, + "nauc_ndcg_at_1000_std": 0.4264005779579028, + "nauc_ndcg_at_100_diff1": 0.12249849767528553, + "nauc_ndcg_at_100_max": 0.4164278045295542, + "nauc_ndcg_at_100_std": 0.31650445707442476, + "nauc_ndcg_at_10_diff1": 0.12370518008212947, + "nauc_ndcg_at_10_max": 0.39235644875596265, + "nauc_ndcg_at_10_std": 0.17659940930662976, + "nauc_ndcg_at_1_diff1": 0.122655308264487, + "nauc_ndcg_at_1_max": 0.3224024637638548, + "nauc_ndcg_at_1_std": 0.09261899861817541, + "nauc_ndcg_at_20_diff1": 0.12378922928119868, + "nauc_ndcg_at_20_max": 0.38228297177214043, + "nauc_ndcg_at_20_std": 0.2124535946255867, + "nauc_ndcg_at_3_diff1": 0.09209684870160564, + "nauc_ndcg_at_3_max": 0.3429941698430323, + "nauc_ndcg_at_3_std": 0.09951736471407113, + "nauc_ndcg_at_5_diff1": 0.10577012524113155, + "nauc_ndcg_at_5_max": 0.3592160379932569, + "nauc_ndcg_at_5_std": 0.14596795018053077, + "nauc_precision_at_1000_diff1": -0.05424157910807481, + "nauc_precision_at_1000_max": 0.27571680346983046, + "nauc_precision_at_1000_std": 0.27341764180333544, + "nauc_precision_at_100_diff1": 0.00560862438290975, + "nauc_precision_at_100_max": 0.37021771511798857, + "nauc_precision_at_100_std": 0.3781176425549832, + "nauc_precision_at_10_diff1": 0.06796640318533612, + "nauc_precision_at_10_max": 0.4388047921403245, + "nauc_precision_at_10_std": 0.292834171683021, + "nauc_precision_at_1_diff1": 0.09400096632235985, + "nauc_precision_at_1_max": 0.3346805259927655, + "nauc_precision_at_1_std": 0.13847791169902976, + "nauc_precision_at_20_diff1": 0.0369848362717309, + "nauc_precision_at_20_max": 0.4434112484736963, + "nauc_precision_at_20_std": 0.3501935991143517, + "nauc_precision_at_3_diff1": 0.07033580130597272, + "nauc_precision_at_3_max": 0.3467269801720296, + "nauc_precision_at_3_std": 0.14355484546556146, + "nauc_precision_at_5_diff1": 0.07590496415604522, + "nauc_precision_at_5_max": 0.3746670481425216, + "nauc_precision_at_5_std": 0.21982076007720894, + "nauc_recall_at_1000_diff1": 0.016617995885118315, + "nauc_recall_at_1000_max": 0.3798216633730508, + "nauc_recall_at_1000_std": 0.515969230498732, + "nauc_recall_at_100_diff1": 0.07698532872238005, + "nauc_recall_at_100_max": 0.22009667994984522, + "nauc_recall_at_100_std": 0.24209665276497844, + "nauc_recall_at_10_diff1": 0.12979703127084646, + "nauc_recall_at_10_max": 0.12271209178008223, + "nauc_recall_at_10_std": -0.000475043582789446, + "nauc_recall_at_1_diff1": 0.10825934551656748, + "nauc_recall_at_1_max": 0.1299383069838123, + "nauc_recall_at_1_std": -0.02006480876477405, + "nauc_recall_at_20_diff1": 0.11304891322174222, + "nauc_recall_at_20_max": 0.1638463669558312, + "nauc_recall_at_20_std": 0.0850439055011196, + "nauc_recall_at_3_diff1": 0.12539958011819233, + "nauc_recall_at_3_max": 0.07545405238706636, + "nauc_recall_at_3_std": -0.0553500988669175, + "nauc_recall_at_5_diff1": 0.1366459531181019, + "nauc_recall_at_5_max": 0.09828023295768838, + "nauc_recall_at_5_std": -0.02250327462154426, + "ndcg_at_1": 0.28, + "ndcg_at_10": 0.24673, + "ndcg_at_100": 0.30817, + "ndcg_at_1000": 0.44685, + "ndcg_at_20": 0.24789, + "ndcg_at_3": 0.25224, + "ndcg_at_5": 0.24297, + "precision_at_1": 0.37, + "precision_at_10": 0.263, + "precision_at_100": 0.13065, + "precision_at_1000": 0.03257, + "precision_at_20": 0.226, + "precision_at_3": 0.31167, + "precision_at_5": 0.286, + "recall_at_1": 0.02704, + "recall_at_10": 0.11475, + "recall_at_100": 0.39475, + "recall_at_1000": 0.79856, + "recall_at_20": 0.17357, + "recall_at_3": 0.05489, + "recall_at_5": 0.07203 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.20196, + "map_at_1": 0.01661, + "map_at_10": 0.05614, + "map_at_100": 0.11413, + "map_at_1000": 0.1478, + "map_at_20": 0.07332, + "map_at_3": 0.03237, + "map_at_5": 0.04122, + "mrr_at_1": 0.29, + "mrr_at_10": 0.4068849206349207, + "mrr_at_100": 0.41363102276383373, + "mrr_at_1000": 0.41392786203278786, + "mrr_at_20": 0.40982873376623385, + "mrr_at_3": 0.3625, + "mrr_at_5": 0.38600000000000007, + "nauc_map_at_1000_diff1": 0.00029763519889585674, + "nauc_map_at_1000_max": 0.467729022225819, + "nauc_map_at_1000_std": 0.38428845205295115, + "nauc_map_at_100_diff1": 0.019153784310953048, + "nauc_map_at_100_max": 0.4267241002164193, + "nauc_map_at_100_std": 0.3192849928993468, + "nauc_map_at_10_diff1": -0.001983484047812227, + "nauc_map_at_10_max": 0.23911979599411487, + "nauc_map_at_10_std": 0.12256052365946245, + "nauc_map_at_1_diff1": 0.03891582916020172, + "nauc_map_at_1_max": 0.16522040619556996, + "nauc_map_at_1_std": 0.013887934687231238, + "nauc_map_at_20_diff1": -0.002521796443222914, + "nauc_map_at_20_max": 0.30592929815875947, + "nauc_map_at_20_std": 0.17436766157375014, + "nauc_map_at_3_diff1": 0.0021365540229266247, + "nauc_map_at_3_max": 0.16334272963849655, + "nauc_map_at_3_std": 0.07978557920377913, + "nauc_map_at_5_diff1": -0.01785439893029146, + "nauc_map_at_5_max": 0.18199830797546623, + "nauc_map_at_5_std": 0.08519155464913376, + "nauc_mrr_at_1000_diff1": -0.011836953170626571, + "nauc_mrr_at_1000_max": 0.42720764134562106, + "nauc_mrr_at_1000_std": 0.2565296067225425, + "nauc_mrr_at_100_diff1": -0.012154553280808871, + "nauc_mrr_at_100_max": 0.4269773150415439, + "nauc_mrr_at_100_std": 0.25645978468976427, + "nauc_mrr_at_10_diff1": -0.01734637815535824, + "nauc_mrr_at_10_max": 0.42725637659770277, + "nauc_mrr_at_10_std": 0.2602422708154019, + "nauc_mrr_at_1_diff1": -0.010480337348735502, + "nauc_mrr_at_1_max": 0.4320426356056755, + "nauc_mrr_at_1_std": 0.186091232504155, + "nauc_mrr_at_20_diff1": -0.012896020058736392, + "nauc_mrr_at_20_max": 0.4284560382105572, + "nauc_mrr_at_20_std": 0.2580740370491829, + "nauc_mrr_at_3_diff1": 0.0006543939876157323, + "nauc_mrr_at_3_max": 0.4049604404317214, + "nauc_mrr_at_3_std": 0.24060034506440647, + "nauc_mrr_at_5_diff1": -0.006470026943860784, + "nauc_mrr_at_5_max": 0.4277782247964435, + "nauc_mrr_at_5_std": 0.2597466358814759, + "nauc_ndcg_at_1000_diff1": -0.050601554678478954, + "nauc_ndcg_at_1000_max": 0.4979650884244646, + "nauc_ndcg_at_1000_std": 0.4635565587810298, + "nauc_ndcg_at_100_diff1": -0.03465394946916281, + "nauc_ndcg_at_100_max": 0.4775561457486446, + "nauc_ndcg_at_100_std": 0.3796868024487385, + "nauc_ndcg_at_10_diff1": -0.01415403596141413, + "nauc_ndcg_at_10_max": 0.44612958293948046, + "nauc_ndcg_at_10_std": 0.25929231631599775, + "nauc_ndcg_at_1_diff1": -0.02645050483154225, + "nauc_ndcg_at_1_max": 0.448524691306559, + "nauc_ndcg_at_1_std": 0.1976138267981757, + "nauc_ndcg_at_20_diff1": -0.0185865583235974, + "nauc_ndcg_at_20_max": 0.455294104524603, + "nauc_ndcg_at_20_std": 0.2805368867660169, + "nauc_ndcg_at_3_diff1": 0.004109610062371433, + "nauc_ndcg_at_3_max": 0.4319626722031909, + "nauc_ndcg_at_3_std": 0.2507129865344765, + "nauc_ndcg_at_5_diff1": -0.0008841969937987886, + "nauc_ndcg_at_5_max": 0.45394463442772265, + "nauc_ndcg_at_5_std": 0.25853391236736245, + "nauc_precision_at_1000_diff1": -0.0361940743889535, + "nauc_precision_at_1000_max": 0.3071641945602031, + "nauc_precision_at_1000_std": 0.23366230345668287, + "nauc_precision_at_100_diff1": 0.0014362472880301346, + "nauc_precision_at_100_max": 0.43474534525416275, + "nauc_precision_at_100_std": 0.3801075920305572, + "nauc_precision_at_10_diff1": -0.00022771825107578092, + "nauc_precision_at_10_max": 0.4599993011820867, + "nauc_precision_at_10_std": 0.32245386295698764, + "nauc_precision_at_1_diff1": -0.010480337348735502, + "nauc_precision_at_1_max": 0.4320426356056755, + "nauc_precision_at_1_std": 0.186091232504155, + "nauc_precision_at_20_diff1": -0.009100477197715189, + "nauc_precision_at_20_max": 0.4865815817350102, + "nauc_precision_at_20_std": 0.3481751700506491, + "nauc_precision_at_3_diff1": 0.0007513423889862811, + "nauc_precision_at_3_max": 0.4003496849163779, + "nauc_precision_at_3_std": 0.27056234870760615, + "nauc_precision_at_5_diff1": 0.010776035700039608, + "nauc_precision_at_5_max": 0.43794445743524857, + "nauc_precision_at_5_std": 0.2959637026018508, + "nauc_recall_at_1000_diff1": -0.0618737977154593, + "nauc_recall_at_1000_max": 0.3989373374762494, + "nauc_recall_at_1000_std": 0.554140372439658, + "nauc_recall_at_100_diff1": -0.023889465444677183, + "nauc_recall_at_100_max": 0.2642764005474595, + "nauc_recall_at_100_std": 0.2661409960003944, + "nauc_recall_at_10_diff1": -0.025484304135805772, + "nauc_recall_at_10_max": 0.1334687716800065, + "nauc_recall_at_10_std": 0.07492388420460167, + "nauc_recall_at_1_diff1": 0.03891582916020172, + "nauc_recall_at_1_max": 0.16522040619556996, + "nauc_recall_at_1_std": 0.013887934687231238, + "nauc_recall_at_20_diff1": -0.01660399713611881, + "nauc_recall_at_20_max": 0.19834747178770706, + "nauc_recall_at_20_std": 0.12249303982877066, + "nauc_recall_at_3_diff1": -0.05241589369326725, + "nauc_recall_at_3_max": 0.10406709999414848, + "nauc_recall_at_3_std": 0.08694912448753578, + "nauc_recall_at_5_diff1": -0.07969730767973031, + "nauc_recall_at_5_max": 0.12158509204533646, + "nauc_recall_at_5_std": 0.08590638408441907, + "ndcg_at_1": 0.215, + "ndcg_at_10": 0.20196, + "ndcg_at_100": 0.26711, + "ndcg_at_1000": 0.40528, + "ndcg_at_20": 0.20929, + "ndcg_at_3": 0.20266, + "ndcg_at_5": 0.19629, + "precision_at_1": 0.29, + "precision_at_10": 0.2245, + "precision_at_100": 0.1185, + "precision_at_1000": 0.03117, + "precision_at_20": 0.19875, + "precision_at_3": 0.265, + "precision_at_5": 0.245, + "recall_at_1": 0.01661, + "recall_at_10": 0.10585, + "recall_at_100": 0.36601, + "recall_at_1000": 0.7626, + "recall_at_20": 0.15562, + "recall_at_3": 0.04307, + "recall_at_5": 0.06011 + } + ], + "orthopedic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.27948, + "map_at_1": 0.0642, + "map_at_10": 0.13687, + "map_at_100": 0.1867, + "map_at_1000": 0.20004, + "map_at_20": 0.15577, + "map_at_3": 0.0994, + "map_at_5": 0.11575, + "mrr_at_1": 0.385, + "mrr_at_10": 0.5002579365079365, + "mrr_at_100": 0.5091271397349915, + "mrr_at_1000": 0.5092617001443568, + "mrr_at_20": 0.5051629109194898, + "mrr_at_3": 0.4666666666666666, + "mrr_at_5": 0.4864166666666667, + "nauc_map_at_1000_diff1": 0.1545733508634762, + "nauc_map_at_1000_max": 0.2445479165820546, + "nauc_map_at_1000_std": 0.09402991811907961, + "nauc_map_at_100_diff1": 0.16095344298024528, + "nauc_map_at_100_max": 0.22143352383028478, + "nauc_map_at_100_std": 0.08351662838971792, + "nauc_map_at_10_diff1": 0.19762478624396207, + "nauc_map_at_10_max": 0.17803380582812534, + "nauc_map_at_10_std": -0.030504464165311097, + "nauc_map_at_1_diff1": 0.3451234338480011, + "nauc_map_at_1_max": 0.2243075334945059, + "nauc_map_at_1_std": -0.11205751967697987, + "nauc_map_at_20_diff1": 0.18715061550977072, + "nauc_map_at_20_max": 0.1961659832667337, + "nauc_map_at_20_std": 0.005551741570103161, + "nauc_map_at_3_diff1": 0.2438522295454215, + "nauc_map_at_3_max": 0.1844073267364082, + "nauc_map_at_3_std": -0.06611146621510038, + "nauc_map_at_5_diff1": 0.2065585930687813, + "nauc_map_at_5_max": 0.1946803364430311, + "nauc_map_at_5_std": -0.050303230938924824, + "nauc_mrr_at_1000_diff1": 0.18330561417951374, + "nauc_mrr_at_1000_max": 0.3931085197265353, + "nauc_mrr_at_1000_std": -0.08971974130984177, + "nauc_mrr_at_100_diff1": 0.18329046506683747, + "nauc_mrr_at_100_max": 0.3932691944920307, + "nauc_mrr_at_100_std": -0.08938335225099153, + "nauc_mrr_at_10_diff1": 0.1817808809562969, + "nauc_mrr_at_10_max": 0.3906356136905824, + "nauc_mrr_at_10_std": -0.08639355302895904, + "nauc_mrr_at_1_diff1": 0.21178667046979438, + "nauc_mrr_at_1_max": 0.39405156263167795, + "nauc_mrr_at_1_std": -0.1438684290705892, + "nauc_mrr_at_20_diff1": 0.18334800751658858, + "nauc_mrr_at_20_max": 0.39434388822648436, + "nauc_mrr_at_20_std": -0.08747725270933755, + "nauc_mrr_at_3_diff1": 0.17415115743600673, + "nauc_mrr_at_3_max": 0.3646378309166264, + "nauc_mrr_at_3_std": -0.09292958790560792, + "nauc_mrr_at_5_diff1": 0.1721376634443412, + "nauc_mrr_at_5_max": 0.3868873115917165, + "nauc_mrr_at_5_std": -0.08863161541580761, + "nauc_ndcg_at_1000_diff1": 0.17278850342002985, + "nauc_ndcg_at_1000_max": 0.4091607459197396, + "nauc_ndcg_at_1000_std": 0.05781022652247317, + "nauc_ndcg_at_100_diff1": 0.1867532302627344, + "nauc_ndcg_at_100_max": 0.3382082116422039, + "nauc_ndcg_at_100_std": 0.0674468293172478, + "nauc_ndcg_at_10_diff1": 0.18617625240514168, + "nauc_ndcg_at_10_max": 0.33058335626983426, + "nauc_ndcg_at_10_std": -0.041344299097570036, + "nauc_ndcg_at_1_diff1": 0.21577971576446356, + "nauc_ndcg_at_1_max": 0.43859583713229183, + "nauc_ndcg_at_1_std": -0.20213396963770655, + "nauc_ndcg_at_20_diff1": 0.18121037969401624, + "nauc_ndcg_at_20_max": 0.343466210294155, + "nauc_ndcg_at_20_std": -0.013358960074657108, + "nauc_ndcg_at_3_diff1": 0.1336620374429377, + "nauc_ndcg_at_3_max": 0.3595092704305389, + "nauc_ndcg_at_3_std": -0.06762990342101972, + "nauc_ndcg_at_5_diff1": 0.13450761957009047, + "nauc_ndcg_at_5_max": 0.3579595003149492, + "nauc_ndcg_at_5_std": -0.05073931498208646, + "nauc_precision_at_1000_diff1": -0.11213160075992486, + "nauc_precision_at_1000_max": 0.29921017415756684, + "nauc_precision_at_1000_std": 0.17436507801272075, + "nauc_precision_at_100_diff1": -0.10286406080576073, + "nauc_precision_at_100_max": 0.2864549273089032, + "nauc_precision_at_100_std": 0.2794319461843755, + "nauc_precision_at_10_diff1": -0.01824911233696633, + "nauc_precision_at_10_max": 0.2820289187777256, + "nauc_precision_at_10_std": 0.15541408041651572, + "nauc_precision_at_1_diff1": 0.21178667046979438, + "nauc_precision_at_1_max": 0.39405156263167795, + "nauc_precision_at_1_std": -0.1438684290705892, + "nauc_precision_at_20_diff1": -0.07155362127952557, + "nauc_precision_at_20_max": 0.2899833620931896, + "nauc_precision_at_20_std": 0.21117395255058227, + "nauc_precision_at_3_diff1": 0.005614451108941335, + "nauc_precision_at_3_max": 0.29813971772403897, + "nauc_precision_at_3_std": 0.0467258017474229, + "nauc_precision_at_5_diff1": -0.03509144809233163, + "nauc_precision_at_5_max": 0.3183381044418912, + "nauc_precision_at_5_std": 0.10018442382498978, + "nauc_recall_at_1000_diff1": 0.1960625536394858, + "nauc_recall_at_1000_max": 0.25687620363310115, + "nauc_recall_at_1000_std": 0.20594236672356772, + "nauc_recall_at_100_diff1": 0.13812747299868866, + "nauc_recall_at_100_max": 0.11266243395331282, + "nauc_recall_at_100_std": 0.1934390801353309, + "nauc_recall_at_10_diff1": 0.1395560541066162, + "nauc_recall_at_10_max": 0.05493279647349559, + "nauc_recall_at_10_std": -0.028185173926962407, + "nauc_recall_at_1_diff1": 0.3451234338480011, + "nauc_recall_at_1_max": 0.2243075334945059, + "nauc_recall_at_1_std": -0.11205751967697987, + "nauc_recall_at_20_diff1": 0.1632310303492809, + "nauc_recall_at_20_max": 0.11373693513957203, + "nauc_recall_at_20_std": 0.02961284434007466, + "nauc_recall_at_3_diff1": 0.20605801136373297, + "nauc_recall_at_3_max": 0.1142253677318631, + "nauc_recall_at_3_std": -0.06308010237572982, + "nauc_recall_at_5_diff1": 0.1488967255270671, + "nauc_recall_at_5_max": 0.11979457585971677, + "nauc_recall_at_5_std": -0.06509612328439764, + "ndcg_at_1": 0.3275, + "ndcg_at_10": 0.27948, + "ndcg_at_100": 0.37076, + "ndcg_at_1000": 0.45263, + "ndcg_at_20": 0.2985, + "ndcg_at_3": 0.28469, + "ndcg_at_5": 0.2761, + "precision_at_1": 0.385, + "precision_at_10": 0.201, + "precision_at_100": 0.0675, + "precision_at_1000": 0.01223, + "precision_at_20": 0.155, + "precision_at_3": 0.29667, + "precision_at_5": 0.255, + "recall_at_1": 0.0642, + "recall_at_10": 0.21877, + "recall_at_100": 0.54135, + "recall_at_1000": 0.84061, + "recall_at_20": 0.30052, + "recall_at_3": 0.12226, + "recall_at_5": 0.15478 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.1476, + "map_at_1": 0.03524, + "map_at_10": 0.07488, + "map_at_100": 0.09975, + "map_at_1000": 0.10892, + "map_at_20": 0.08426, + "map_at_3": 0.05059, + "map_at_5": 0.06193, + "mrr_at_1": 0.19, + "mrr_at_10": 0.2691845238095239, + "mrr_at_100": 0.27920818727327046, + "mrr_at_1000": 0.2799538742678768, + "mrr_at_20": 0.2731191239316241, + "mrr_at_3": 0.23000000000000004, + "mrr_at_5": 0.2515000000000001, + "nauc_map_at_1000_diff1": 0.17090548051766347, + "nauc_map_at_1000_max": 0.31507428465944387, + "nauc_map_at_1000_std": 0.2748399220161934, + "nauc_map_at_100_diff1": 0.17475315221430654, + "nauc_map_at_100_max": 0.3031483821938453, + "nauc_map_at_100_std": 0.2598658378987291, + "nauc_map_at_10_diff1": 0.21877829922095673, + "nauc_map_at_10_max": 0.25841248978258796, + "nauc_map_at_10_std": 0.15007877535901046, + "nauc_map_at_1_diff1": 0.38177847503307116, + "nauc_map_at_1_max": 0.22038338213556052, + "nauc_map_at_1_std": 0.07209044590188406, + "nauc_map_at_20_diff1": 0.20087781236059216, + "nauc_map_at_20_max": 0.2665789704379663, + "nauc_map_at_20_std": 0.19860748934004277, + "nauc_map_at_3_diff1": 0.32210008963420134, + "nauc_map_at_3_max": 0.268673121380839, + "nauc_map_at_3_std": 0.09433514591795869, + "nauc_map_at_5_diff1": 0.27669566259364053, + "nauc_map_at_5_max": 0.2507287408702433, + "nauc_map_at_5_std": 0.10979575160902103, + "nauc_mrr_at_1000_diff1": 0.042444728428575496, + "nauc_mrr_at_1000_max": 0.3456015227288927, + "nauc_mrr_at_1000_std": 0.18878896431039344, + "nauc_mrr_at_100_diff1": 0.0421937854420967, + "nauc_mrr_at_100_max": 0.345670201869604, + "nauc_mrr_at_100_std": 0.1898477748359979, + "nauc_mrr_at_10_diff1": 0.04644463954607492, + "nauc_mrr_at_10_max": 0.3405760232911127, + "nauc_mrr_at_10_std": 0.1849023395735116, + "nauc_mrr_at_1_diff1": 0.060498041127906674, + "nauc_mrr_at_1_max": 0.36902459939804616, + "nauc_mrr_at_1_std": 0.17966976611235347, + "nauc_mrr_at_20_diff1": 0.04027833458350755, + "nauc_mrr_at_20_max": 0.34138307314674754, + "nauc_mrr_at_20_std": 0.18801772654534712, + "nauc_mrr_at_3_diff1": 0.06921193266698489, + "nauc_mrr_at_3_max": 0.32753743717690054, + "nauc_mrr_at_3_std": 0.15935505896002428, + "nauc_mrr_at_5_diff1": 0.056495376319091115, + "nauc_mrr_at_5_max": 0.3378445739547914, + "nauc_mrr_at_5_std": 0.17502725194170868, + "nauc_ndcg_at_1000_diff1": 0.07815203156011687, + "nauc_ndcg_at_1000_max": 0.41292982795736377, + "nauc_ndcg_at_1000_std": 0.3266377843655178, + "nauc_ndcg_at_100_diff1": 0.09504004625967578, + "nauc_ndcg_at_100_max": 0.37898573371041466, + "nauc_ndcg_at_100_std": 0.3300100206263783, + "nauc_ndcg_at_10_diff1": 0.09995664479461827, + "nauc_ndcg_at_10_max": 0.32196160317323985, + "nauc_ndcg_at_10_std": 0.19067077231526042, + "nauc_ndcg_at_1_diff1": 0.0920916831512856, + "nauc_ndcg_at_1_max": 0.37422593962329065, + "nauc_ndcg_at_1_std": 0.15032360024081873, + "nauc_ndcg_at_20_diff1": 0.09618512274140346, + "nauc_ndcg_at_20_max": 0.3185531269094211, + "nauc_ndcg_at_20_std": 0.23320828159127796, + "nauc_ndcg_at_3_diff1": 0.09151540558962855, + "nauc_ndcg_at_3_max": 0.33212805335491674, + "nauc_ndcg_at_3_std": 0.1505673259704562, + "nauc_ndcg_at_5_diff1": 0.10127073980339092, + "nauc_ndcg_at_5_max": 0.3178223889876481, + "nauc_ndcg_at_5_std": 0.17052214616371827, + "nauc_precision_at_1000_diff1": -0.01665581831200322, + "nauc_precision_at_1000_max": 0.2572131086205436, + "nauc_precision_at_1000_std": 0.19039676417238274, + "nauc_precision_at_100_diff1": -0.04191218441411523, + "nauc_precision_at_100_max": 0.36639964153307514, + "nauc_precision_at_100_std": 0.43859208591123017, + "nauc_precision_at_10_diff1": -0.08258305129300417, + "nauc_precision_at_10_max": 0.332365359971084, + "nauc_precision_at_10_std": 0.34270159037886494, + "nauc_precision_at_1_diff1": 0.060498041127906674, + "nauc_precision_at_1_max": 0.36902459939804616, + "nauc_precision_at_1_std": 0.17966976611235347, + "nauc_precision_at_20_diff1": -0.09424000668309584, + "nauc_precision_at_20_max": 0.33744622196232404, + "nauc_precision_at_20_std": 0.4309274187934229, + "nauc_precision_at_3_diff1": 0.018748368220604224, + "nauc_precision_at_3_max": 0.3332684075076358, + "nauc_precision_at_3_std": 0.20818811360085526, + "nauc_precision_at_5_diff1": -0.03551302183639004, + "nauc_precision_at_5_max": 0.32127640662498874, + "nauc_precision_at_5_std": 0.2625670350508133, + "nauc_recall_at_1000_diff1": 0.05508813715236611, + "nauc_recall_at_1000_max": 0.46749806302446567, + "nauc_recall_at_1000_std": 0.5405170336945592, + "nauc_recall_at_100_diff1": 0.07698708274603264, + "nauc_recall_at_100_max": 0.3559445852918716, + "nauc_recall_at_100_std": 0.45794591671344986, + "nauc_recall_at_10_diff1": 0.13645619041109475, + "nauc_recall_at_10_max": 0.23350662372804523, + "nauc_recall_at_10_std": 0.18391584682312057, + "nauc_recall_at_1_diff1": 0.38177847503307116, + "nauc_recall_at_1_max": 0.22038338213556052, + "nauc_recall_at_1_std": 0.07209044590188406, + "nauc_recall_at_20_diff1": 0.10200407725848039, + "nauc_recall_at_20_max": 0.23230327375074647, + "nauc_recall_at_20_std": 0.25212723476509014, + "nauc_recall_at_3_diff1": 0.2827117510713993, + "nauc_recall_at_3_max": 0.23608490379109348, + "nauc_recall_at_3_std": 0.08551646558891528, + "nauc_recall_at_5_diff1": 0.21505503456816324, + "nauc_recall_at_5_max": 0.19823126613829267, + "nauc_recall_at_5_std": 0.10470589542243372, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.1476, + "ndcg_at_100": 0.21545, + "ndcg_at_1000": 0.30077, + "ndcg_at_20": 0.16047, + "ndcg_at_3": 0.128, + "ndcg_at_5": 0.13732, + "precision_at_1": 0.19, + "precision_at_10": 0.104, + "precision_at_100": 0.03885, + "precision_at_1000": 0.00934, + "precision_at_20": 0.0795, + "precision_at_3": 0.13833, + "precision_at_5": 0.13, + "recall_at_1": 0.03524, + "recall_at_10": 0.13672, + "recall_at_100": 0.35954, + "recall_at_1000": 0.68596, + "recall_at_20": 0.18496, + "recall_at_3": 0.05744, + "recall_at_5": 0.0913 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.14845, + "map_at_1": 0.02894, + "map_at_10": 0.07269, + "map_at_100": 0.10025, + "map_at_1000": 0.10903, + "map_at_20": 0.08426, + "map_at_3": 0.04654, + "map_at_5": 0.05704, + "mrr_at_1": 0.18, + "mrr_at_10": 0.27546428571428583, + "mrr_at_100": 0.28835334705779636, + "mrr_at_1000": 0.28882229920873637, + "mrr_at_20": 0.2825309127147365, + "mrr_at_3": 0.2408333333333334, + "mrr_at_5": 0.26158333333333345, + "nauc_map_at_1000_diff1": 0.10370760616102064, + "nauc_map_at_1000_max": 0.25611888937511257, + "nauc_map_at_1000_std": 0.3663362656595114, + "nauc_map_at_100_diff1": 0.10373318544804216, + "nauc_map_at_100_max": 0.23902843375855046, + "nauc_map_at_100_std": 0.35737538001914554, + "nauc_map_at_10_diff1": 0.0924711102683093, + "nauc_map_at_10_max": 0.1586282144701683, + "nauc_map_at_10_std": 0.24752129173977952, + "nauc_map_at_1_diff1": 0.35169966657999696, + "nauc_map_at_1_max": 0.1352070799248759, + "nauc_map_at_1_std": 0.20800983841859913, + "nauc_map_at_20_diff1": 0.1031638146055384, + "nauc_map_at_20_max": 0.19574606267665712, + "nauc_map_at_20_std": 0.2805003190391429, + "nauc_map_at_3_diff1": 0.21242357308851775, + "nauc_map_at_3_max": 0.1138255205034242, + "nauc_map_at_3_std": 0.2095160425264493, + "nauc_map_at_5_diff1": 0.14355164176774982, + "nauc_map_at_5_max": 0.14170775519308224, + "nauc_map_at_5_std": 0.24775527350798873, + "nauc_mrr_at_1000_diff1": 0.05728845215189072, + "nauc_mrr_at_1000_max": 0.2622982175569283, + "nauc_mrr_at_1000_std": 0.25868494286939625, + "nauc_mrr_at_100_diff1": 0.057013991950854055, + "nauc_mrr_at_100_max": 0.26226563998038416, + "nauc_mrr_at_100_std": 0.2589222013513736, + "nauc_mrr_at_10_diff1": 0.05926666070553271, + "nauc_mrr_at_10_max": 0.2593308372412745, + "nauc_mrr_at_10_std": 0.2553523573381462, + "nauc_mrr_at_1_diff1": 0.11466336876819991, + "nauc_mrr_at_1_max": 0.27270813598568566, + "nauc_mrr_at_1_std": 0.33324562326772605, + "nauc_mrr_at_20_diff1": 0.058241359041032545, + "nauc_mrr_at_20_max": 0.2632598006399583, + "nauc_mrr_at_20_std": 0.25716740107686004, + "nauc_mrr_at_3_diff1": 0.05206168162145994, + "nauc_mrr_at_3_max": 0.2295407772212973, + "nauc_mrr_at_3_std": 0.2675519288024311, + "nauc_mrr_at_5_diff1": 0.04868045274635817, + "nauc_mrr_at_5_max": 0.2615672993724781, + "nauc_mrr_at_5_std": 0.26542795485669984, + "nauc_ndcg_at_1000_diff1": 0.08939613897369714, + "nauc_ndcg_at_1000_max": 0.3822388263186977, + "nauc_ndcg_at_1000_std": 0.3437419700551883, + "nauc_ndcg_at_100_diff1": 0.10808552784854604, + "nauc_ndcg_at_100_max": 0.3312067296972992, + "nauc_ndcg_at_100_std": 0.3625395431327257, + "nauc_ndcg_at_10_diff1": 0.0730185652699747, + "nauc_ndcg_at_10_max": 0.22378482440581324, + "nauc_ndcg_at_10_std": 0.24984693561809737, + "nauc_ndcg_at_1_diff1": 0.1429125400860504, + "nauc_ndcg_at_1_max": 0.2612779525184197, + "nauc_ndcg_at_1_std": 0.301471719714643, + "nauc_ndcg_at_20_diff1": 0.10045522880473579, + "nauc_ndcg_at_20_max": 0.2669834599643177, + "nauc_ndcg_at_20_std": 0.2653672101820191, + "nauc_ndcg_at_3_diff1": 0.08983017593774537, + "nauc_ndcg_at_3_max": 0.1764451803487382, + "nauc_ndcg_at_3_std": 0.24560394886914033, + "nauc_ndcg_at_5_diff1": 0.06548164812396393, + "nauc_ndcg_at_5_max": 0.2227394655326823, + "nauc_ndcg_at_5_std": 0.27276310567923956, + "nauc_precision_at_1000_diff1": -0.030133668987973726, + "nauc_precision_at_1000_max": 0.26354589940393974, + "nauc_precision_at_1000_std": 0.1671113178549118, + "nauc_precision_at_100_diff1": 0.02756223773835735, + "nauc_precision_at_100_max": 0.34056287891232406, + "nauc_precision_at_100_std": 0.419055760939258, + "nauc_precision_at_10_diff1": -0.03291815616180647, + "nauc_precision_at_10_max": 0.2736406396989651, + "nauc_precision_at_10_std": 0.32185136406396975, + "nauc_precision_at_1_diff1": 0.11466336876819991, + "nauc_precision_at_1_max": 0.27270813598568566, + "nauc_precision_at_1_std": 0.33324562326772605, + "nauc_precision_at_20_diff1": 0.013169475708637428, + "nauc_precision_at_20_max": 0.31343579485974987, + "nauc_precision_at_20_std": 0.3533394704176119, + "nauc_precision_at_3_diff1": 0.004797265391574736, + "nauc_precision_at_3_max": 0.20724771523967528, + "nauc_precision_at_3_std": 0.2673263603047183, + "nauc_precision_at_5_diff1": -0.059159963711500445, + "nauc_precision_at_5_max": 0.2562222943676971, + "nauc_precision_at_5_std": 0.31064290720642274, + "nauc_recall_at_1000_diff1": 0.09209015302424531, + "nauc_recall_at_1000_max": 0.5164741659006038, + "nauc_recall_at_1000_std": 0.47677952210473945, + "nauc_recall_at_100_diff1": 0.10125598124577503, + "nauc_recall_at_100_max": 0.3578111056768781, + "nauc_recall_at_100_std": 0.46326596173801127, + "nauc_recall_at_10_diff1": 0.04285241375635366, + "nauc_recall_at_10_max": 0.12704275228338735, + "nauc_recall_at_10_std": 0.19347418284680676, + "nauc_recall_at_1_diff1": 0.35169966657999696, + "nauc_recall_at_1_max": 0.1352070799248759, + "nauc_recall_at_1_std": 0.20800983841859913, + "nauc_recall_at_20_diff1": 0.10176497910213331, + "nauc_recall_at_20_max": 0.25484390847906624, + "nauc_recall_at_20_std": 0.2446065022508686, + "nauc_recall_at_3_diff1": 0.16655722358453454, + "nauc_recall_at_3_max": 0.08706100204298084, + "nauc_recall_at_3_std": 0.18770461209879274, + "nauc_recall_at_5_diff1": 0.09355526946217645, + "nauc_recall_at_5_max": 0.1598982797083887, + "nauc_recall_at_5_std": 0.25601743051739545, + "ndcg_at_1": 0.1225, + "ndcg_at_10": 0.14845, + "ndcg_at_100": 0.21859, + "ndcg_at_1000": 0.2967, + "ndcg_at_20": 0.16675, + "ndcg_at_3": 0.12603, + "ndcg_at_5": 0.134, + "precision_at_1": 0.18, + "precision_at_10": 0.115, + "precision_at_100": 0.04155, + "precision_at_1000": 0.00917, + "precision_at_20": 0.09075, + "precision_at_3": 0.14833, + "precision_at_5": 0.133, + "recall_at_1": 0.02894, + "recall_at_10": 0.14382, + "recall_at_100": 0.36249, + "recall_at_1000": 0.66366, + "recall_at_20": 0.20621, + "recall_at_3": 0.0622, + "recall_at_5": 0.08859 + } + ], + "otorhinolaryngology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.24083, + "map_at_1": 0.03268, + "map_at_10": 0.08536, + "map_at_100": 0.13325, + "map_at_1000": 0.15831, + "map_at_20": 0.1007, + "map_at_3": 0.0576, + "map_at_5": 0.0685, + "mrr_at_1": 0.33, + "mrr_at_10": 0.48641865079365076, + "mrr_at_100": 0.49490801975192594, + "mrr_at_1000": 0.49496356021466864, + "mrr_at_20": 0.4923945033724446, + "mrr_at_3": 0.44916666666666655, + "mrr_at_5": 0.4711666666666667, + "nauc_map_at_1000_diff1": 0.04420258091574018, + "nauc_map_at_1000_max": 0.07242440676442116, + "nauc_map_at_1000_std": 0.20887533609886708, + "nauc_map_at_100_diff1": 0.07627746357238074, + "nauc_map_at_100_max": -0.0032953824308397293, + "nauc_map_at_100_std": 0.10831383567547705, + "nauc_map_at_10_diff1": 0.07345790656988115, + "nauc_map_at_10_max": -0.11864135072571462, + "nauc_map_at_10_std": -0.02353176016909338, + "nauc_map_at_1_diff1": 0.1485304339819072, + "nauc_map_at_1_max": -0.15361468405783163, + "nauc_map_at_1_std": -0.03393962268526598, + "nauc_map_at_20_diff1": 0.08236692067150567, + "nauc_map_at_20_max": -0.08610507368015766, + "nauc_map_at_20_std": -0.000615749923268836, + "nauc_map_at_3_diff1": 0.056825966220204194, + "nauc_map_at_3_max": -0.15098716770974463, + "nauc_map_at_3_std": -0.07531164685360225, + "nauc_map_at_5_diff1": 0.03792792228337107, + "nauc_map_at_5_max": -0.13956866636179496, + "nauc_map_at_5_std": -0.05158893002686044, + "nauc_mrr_at_1000_diff1": 0.10525611567880991, + "nauc_mrr_at_1000_max": 0.03956384698723294, + "nauc_mrr_at_1000_std": 0.06938499179456832, + "nauc_mrr_at_100_diff1": 0.10527251906175883, + "nauc_mrr_at_100_max": 0.03967852903117958, + "nauc_mrr_at_100_std": 0.06935242291311212, + "nauc_mrr_at_10_diff1": 0.1016691839108737, + "nauc_mrr_at_10_max": 0.040208662872560336, + "nauc_mrr_at_10_std": 0.07004306130313472, + "nauc_mrr_at_1_diff1": 0.14489222617193234, + "nauc_mrr_at_1_max": 0.05162359707632679, + "nauc_mrr_at_1_std": 0.025349149924777756, + "nauc_mrr_at_20_diff1": 0.10421162705720809, + "nauc_mrr_at_20_max": 0.03932794234804996, + "nauc_mrr_at_20_std": 0.07063068361927145, + "nauc_mrr_at_3_diff1": 0.11023680908640279, + "nauc_mrr_at_3_max": 0.032882547707410587, + "nauc_mrr_at_3_std": 0.07011002634790046, + "nauc_mrr_at_5_diff1": 0.10603446362855226, + "nauc_mrr_at_5_max": 0.031618304468885104, + "nauc_mrr_at_5_std": 0.06863376483060589, + "nauc_ndcg_at_1000_diff1": 0.06120225821158828, + "nauc_ndcg_at_1000_max": 0.16496336790052576, + "nauc_ndcg_at_1000_std": 0.3387338144926964, + "nauc_ndcg_at_100_diff1": 0.09476722422690152, + "nauc_ndcg_at_100_max": 0.07359022739444522, + "nauc_ndcg_at_100_std": 0.20946374749470734, + "nauc_ndcg_at_10_diff1": 0.06024933318787118, + "nauc_ndcg_at_10_max": 0.08547994928501738, + "nauc_ndcg_at_10_std": 0.07287224838551197, + "nauc_ndcg_at_1_diff1": 0.16089702165252914, + "nauc_ndcg_at_1_max": 0.06723572380960174, + "nauc_ndcg_at_1_std": 0.021951099804497512, + "nauc_ndcg_at_20_diff1": 0.06299743793831647, + "nauc_ndcg_at_20_max": 0.07486322232794371, + "nauc_ndcg_at_20_std": 0.10181218620745304, + "nauc_ndcg_at_3_diff1": 0.08074681980763161, + "nauc_ndcg_at_3_max": 0.050856939196484346, + "nauc_ndcg_at_3_std": 0.0421995196628148, + "nauc_ndcg_at_5_diff1": 0.03481699555601913, + "nauc_ndcg_at_5_max": 0.08828363783479173, + "nauc_ndcg_at_5_std": 0.06084003795209247, + "nauc_precision_at_1000_diff1": -0.17032719236482094, + "nauc_precision_at_1000_max": 0.36056036740461817, + "nauc_precision_at_1000_std": 0.3193387143008488, + "nauc_precision_at_100_diff1": -0.08460567869537375, + "nauc_precision_at_100_max": 0.3552314627253249, + "nauc_precision_at_100_std": 0.3761272337226843, + "nauc_precision_at_10_diff1": -0.0008179872726247246, + "nauc_precision_at_10_max": 0.21707918004167392, + "nauc_precision_at_10_std": 0.15615954271554883, + "nauc_precision_at_1_diff1": 0.14489222617193234, + "nauc_precision_at_1_max": 0.05162359707632679, + "nauc_precision_at_1_std": 0.025349149924777756, + "nauc_precision_at_20_diff1": -0.000808922423187727, + "nauc_precision_at_20_max": 0.2767790534278643, + "nauc_precision_at_20_std": 0.21908861997657436, + "nauc_precision_at_3_diff1": 0.029611970062061625, + "nauc_precision_at_3_max": 0.07162670893600133, + "nauc_precision_at_3_std": 0.0889317831736514, + "nauc_precision_at_5_diff1": -0.023852085241046372, + "nauc_precision_at_5_max": 0.16685618860238932, + "nauc_precision_at_5_std": 0.14656773083425795, + "nauc_recall_at_1000_diff1": 0.023483242064458558, + "nauc_recall_at_1000_max": 0.05518647963819076, + "nauc_recall_at_1000_std": 0.5699025220422291, + "nauc_recall_at_100_diff1": 0.09131164430722113, + "nauc_recall_at_100_max": -0.007599196501960678, + "nauc_recall_at_100_std": 0.25778600783878775, + "nauc_recall_at_10_diff1": 0.07185270777252273, + "nauc_recall_at_10_max": -0.10246938388577853, + "nauc_recall_at_10_std": 0.021329191275174735, + "nauc_recall_at_1_diff1": 0.1485304339819072, + "nauc_recall_at_1_max": -0.15361468405783163, + "nauc_recall_at_1_std": -0.03393962268526598, + "nauc_recall_at_20_diff1": 0.09204689622078663, + "nauc_recall_at_20_max": -0.10097098181665083, + "nauc_recall_at_20_std": 0.06379446936151026, + "nauc_recall_at_3_diff1": 0.048453651153859884, + "nauc_recall_at_3_max": -0.16743250156643566, + "nauc_recall_at_3_std": -0.0848388098932509, + "nauc_recall_at_5_diff1": 0.011390181993211382, + "nauc_recall_at_5_max": -0.14668005894625524, + "nauc_recall_at_5_std": -0.04444537396691984, + "ndcg_at_1": 0.235, + "ndcg_at_10": 0.24083, + "ndcg_at_100": 0.30358, + "ndcg_at_1000": 0.42104, + "ndcg_at_20": 0.24498, + "ndcg_at_3": 0.24463, + "ndcg_at_5": 0.23989, + "precision_at_1": 0.33, + "precision_at_10": 0.231, + "precision_at_100": 0.0973, + "precision_at_1000": 0.02543, + "precision_at_20": 0.18875, + "precision_at_3": 0.30333, + "precision_at_5": 0.269, + "recall_at_1": 0.03268, + "recall_at_10": 0.13945, + "recall_at_100": 0.39474, + "recall_at_1000": 0.75096, + "recall_at_20": 0.19651, + "recall_at_3": 0.06903, + "recall_at_5": 0.09297 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.18491, + "map_at_1": 0.01766, + "map_at_10": 0.0583, + "map_at_100": 0.09682, + "map_at_1000": 0.11942, + "map_at_20": 0.06992, + "map_at_3": 0.0381, + "map_at_5": 0.04613, + "mrr_at_1": 0.275, + "mrr_at_10": 0.4082876984126985, + "mrr_at_100": 0.4205047808643527, + "mrr_at_1000": 0.42075168166501586, + "mrr_at_20": 0.41640071834770004, + "mrr_at_3": 0.38000000000000006, + "mrr_at_5": 0.3967500000000001, + "nauc_map_at_1000_diff1": -0.032997781603027784, + "nauc_map_at_1000_max": 0.17556654280954767, + "nauc_map_at_1000_std": 0.2985028965789541, + "nauc_map_at_100_diff1": 0.012992920422662646, + "nauc_map_at_100_max": 0.07599506962233392, + "nauc_map_at_100_std": 0.2032268150790933, + "nauc_map_at_10_diff1": -0.06753317979248798, + "nauc_map_at_10_max": -0.07160394980115227, + "nauc_map_at_10_std": 0.032318324625689426, + "nauc_map_at_1_diff1": -0.058773802303497685, + "nauc_map_at_1_max": -0.048018074124013335, + "nauc_map_at_1_std": -0.05544973179475239, + "nauc_map_at_20_diff1": -0.031111919537133822, + "nauc_map_at_20_max": -0.021527264932142232, + "nauc_map_at_20_std": 0.06543154550295183, + "nauc_map_at_3_diff1": -0.08637008804897274, + "nauc_map_at_3_max": -0.13608372653584688, + "nauc_map_at_3_std": -0.02959398911099996, + "nauc_map_at_5_diff1": -0.08755197216948425, + "nauc_map_at_5_max": -0.12257727955539231, + "nauc_map_at_5_std": -0.036335032050570586, + "nauc_mrr_at_1000_diff1": 0.02088798986459355, + "nauc_mrr_at_1000_max": 0.14641097262031139, + "nauc_mrr_at_1000_std": 0.148447745002601, + "nauc_mrr_at_100_diff1": 0.02059311971612787, + "nauc_mrr_at_100_max": 0.14668358621954114, + "nauc_mrr_at_100_std": 0.14866291655015829, + "nauc_mrr_at_10_diff1": 0.02856862785072498, + "nauc_mrr_at_10_max": 0.14366619254594476, + "nauc_mrr_at_10_std": 0.14917124930463563, + "nauc_mrr_at_1_diff1": -0.020572595696728643, + "nauc_mrr_at_1_max": 0.17943444730077113, + "nauc_mrr_at_1_std": 0.10453921188857981, + "nauc_mrr_at_20_diff1": 0.02293701717787626, + "nauc_mrr_at_20_max": 0.1454371027689331, + "nauc_mrr_at_20_std": 0.1497517522605802, + "nauc_mrr_at_3_diff1": 0.02071284020415099, + "nauc_mrr_at_3_max": 0.12420289160694761, + "nauc_mrr_at_3_std": 0.1298074619612459, + "nauc_mrr_at_5_diff1": 0.03173251223627619, + "nauc_mrr_at_5_max": 0.14797803456220393, + "nauc_mrr_at_5_std": 0.15274760148552724, + "nauc_ndcg_at_1000_diff1": -0.031451062677923136, + "nauc_ndcg_at_1000_max": 0.28077336961929766, + "nauc_ndcg_at_1000_std": 0.39560312006041676, + "nauc_ndcg_at_100_diff1": 0.04620364768938726, + "nauc_ndcg_at_100_max": 0.1601776159405583, + "nauc_ndcg_at_100_std": 0.28580951949450983, + "nauc_ndcg_at_10_diff1": -0.03908748999144922, + "nauc_ndcg_at_10_max": 0.18799749060929502, + "nauc_ndcg_at_10_std": 0.17895496423747154, + "nauc_ndcg_at_1_diff1": -0.00551340068607396, + "nauc_ndcg_at_1_max": 0.1723440293591795, + "nauc_ndcg_at_1_std": 0.08712798446495644, + "nauc_ndcg_at_20_diff1": -0.01573437071440988, + "nauc_ndcg_at_20_max": 0.1875741028094544, + "nauc_ndcg_at_20_std": 0.200729132753816, + "nauc_ndcg_at_3_diff1": -0.025010707167657725, + "nauc_ndcg_at_3_max": 0.11914505531473935, + "nauc_ndcg_at_3_std": 0.1222703129328058, + "nauc_ndcg_at_5_diff1": -0.03442683948660533, + "nauc_ndcg_at_5_max": 0.16354887242445434, + "nauc_ndcg_at_5_std": 0.14008552035265096, + "nauc_precision_at_1000_diff1": -0.2024816163998879, + "nauc_precision_at_1000_max": 0.42504169304228584, + "nauc_precision_at_1000_std": 0.2748224639936453, + "nauc_precision_at_100_diff1": -0.05938809484676353, + "nauc_precision_at_100_max": 0.42786428795766374, + "nauc_precision_at_100_std": 0.40130315846686826, + "nauc_precision_at_10_diff1": -0.0356183294815618, + "nauc_precision_at_10_max": 0.3324508480450617, + "nauc_precision_at_10_std": 0.2949889106840427, + "nauc_precision_at_1_diff1": -0.020572595696728643, + "nauc_precision_at_1_max": 0.17943444730077113, + "nauc_precision_at_1_std": 0.10453921188857981, + "nauc_precision_at_20_diff1": 0.0018951159626081242, + "nauc_precision_at_20_max": 0.3881595003549876, + "nauc_precision_at_20_std": 0.3192327461247192, + "nauc_precision_at_3_diff1": -0.0354606504395933, + "nauc_precision_at_3_max": 0.11134526967133115, + "nauc_precision_at_3_std": 0.18131805592442257, + "nauc_precision_at_5_diff1": -0.05273346887122194, + "nauc_precision_at_5_max": 0.2512697568333686, + "nauc_precision_at_5_std": 0.22125467277801655, + "nauc_recall_at_1000_diff1": 0.01731780457504148, + "nauc_recall_at_1000_max": 0.17019348594612732, + "nauc_recall_at_1000_std": 0.5319847548167447, + "nauc_recall_at_100_diff1": 0.11919045808069992, + "nauc_recall_at_100_max": -0.010448195537896311, + "nauc_recall_at_100_std": 0.2613645881201704, + "nauc_recall_at_10_diff1": -0.015156122309210143, + "nauc_recall_at_10_max": -0.11478126556756302, + "nauc_recall_at_10_std": 0.050935747914973975, + "nauc_recall_at_1_diff1": -0.058773802303497685, + "nauc_recall_at_1_max": -0.048018074124013335, + "nauc_recall_at_1_std": -0.05544973179475239, + "nauc_recall_at_20_diff1": 0.04765732346670462, + "nauc_recall_at_20_max": -0.05765193428524005, + "nauc_recall_at_20_std": 0.0981369354952222, + "nauc_recall_at_3_diff1": -0.06863382000169532, + "nauc_recall_at_3_max": -0.19282475715901173, + "nauc_recall_at_3_std": -0.056664998798655095, + "nauc_recall_at_5_diff1": -0.055687274872858225, + "nauc_recall_at_5_max": -0.16831770948085148, + "nauc_recall_at_5_std": -0.04848351370292939, + "ndcg_at_1": 0.205, + "ndcg_at_10": 0.18491, + "ndcg_at_100": 0.24703, + "ndcg_at_1000": 0.36489, + "ndcg_at_20": 0.19162, + "ndcg_at_3": 0.19332, + "ndcg_at_5": 0.18502, + "precision_at_1": 0.275, + "precision_at_10": 0.1815, + "precision_at_100": 0.083, + "precision_at_1000": 0.02329, + "precision_at_20": 0.15, + "precision_at_3": 0.24167, + "precision_at_5": 0.213, + "recall_at_1": 0.01766, + "recall_at_10": 0.1086, + "recall_at_100": 0.34065, + "recall_at_1000": 0.70256, + "recall_at_20": 0.15861, + "recall_at_3": 0.05248, + "recall_at_5": 0.0707 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.14707, + "map_at_1": 0.01169, + "map_at_10": 0.04092, + "map_at_100": 0.07509, + "map_at_1000": 0.09314, + "map_at_20": 0.05209, + "map_at_3": 0.02339, + "map_at_5": 0.03082, + "mrr_at_1": 0.215, + "mrr_at_10": 0.3280674603174604, + "mrr_at_100": 0.34222172227623543, + "mrr_at_1000": 0.342675822543095, + "mrr_at_20": 0.33790446971329346, + "mrr_at_3": 0.2891666666666667, + "mrr_at_5": 0.3156666666666668, + "nauc_map_at_1000_diff1": 0.03086159708837197, + "nauc_map_at_1000_max": 0.36820386911595765, + "nauc_map_at_1000_std": 0.3669628808692452, + "nauc_map_at_100_diff1": 0.037134907447411665, + "nauc_map_at_100_max": 0.29711999438797715, + "nauc_map_at_100_std": 0.3104617056101558, + "nauc_map_at_10_diff1": 0.01654131375754341, + "nauc_map_at_10_max": 0.16100698675073113, + "nauc_map_at_10_std": 0.1394176991406389, + "nauc_map_at_1_diff1": 0.02169262496385934, + "nauc_map_at_1_max": 0.10376618096391652, + "nauc_map_at_1_std": 0.135251217280644, + "nauc_map_at_20_diff1": 0.02458755550857589, + "nauc_map_at_20_max": 0.21075805498163516, + "nauc_map_at_20_std": 0.1921158696029064, + "nauc_map_at_3_diff1": 0.03681991837805328, + "nauc_map_at_3_max": 0.166368553383875, + "nauc_map_at_3_std": 0.1427405073528771, + "nauc_map_at_5_diff1": -0.01671624200898273, + "nauc_map_at_5_max": 0.15861603076505398, + "nauc_map_at_5_std": 0.13767975081851244, + "nauc_mrr_at_1000_diff1": 0.052905217428625986, + "nauc_mrr_at_1000_max": 0.26940123256584037, + "nauc_mrr_at_1000_std": 0.2556716723047917, + "nauc_mrr_at_100_diff1": 0.052554564459289285, + "nauc_mrr_at_100_max": 0.2694609633877047, + "nauc_mrr_at_100_std": 0.2551763772414668, + "nauc_mrr_at_10_diff1": 0.05300018354718801, + "nauc_mrr_at_10_max": 0.26624363826089015, + "nauc_mrr_at_10_std": 0.2539436592587904, + "nauc_mrr_at_1_diff1": 0.03188994596120821, + "nauc_mrr_at_1_max": 0.27148806676026055, + "nauc_mrr_at_1_std": 0.2764213614010869, + "nauc_mrr_at_20_diff1": 0.0561110106241368, + "nauc_mrr_at_20_max": 0.271445987445216, + "nauc_mrr_at_20_std": 0.2550410204863491, + "nauc_mrr_at_3_diff1": 0.05178766675907102, + "nauc_mrr_at_3_max": 0.2933900767273165, + "nauc_mrr_at_3_std": 0.2701125151545075, + "nauc_mrr_at_5_diff1": 0.04779441110348589, + "nauc_mrr_at_5_max": 0.2703382576532063, + "nauc_mrr_at_5_std": 0.2551502572342105, + "nauc_ndcg_at_1000_diff1": 0.032866650166920065, + "nauc_ndcg_at_1000_max": 0.3962342296673477, + "nauc_ndcg_at_1000_std": 0.3917209582873717, + "nauc_ndcg_at_100_diff1": 0.05180763970829978, + "nauc_ndcg_at_100_max": 0.323581711181885, + "nauc_ndcg_at_100_std": 0.3247281967652735, + "nauc_ndcg_at_10_diff1": 0.08832883421361695, + "nauc_ndcg_at_10_max": 0.29432611673189324, + "nauc_ndcg_at_10_std": 0.24554116524199263, + "nauc_ndcg_at_1_diff1": 0.10923925444821045, + "nauc_ndcg_at_1_max": 0.2060062667312263, + "nauc_ndcg_at_1_std": 0.25716416498310873, + "nauc_ndcg_at_20_diff1": 0.07261958872294713, + "nauc_ndcg_at_20_max": 0.31587678752397885, + "nauc_ndcg_at_20_std": 0.26626815563294315, + "nauc_ndcg_at_3_diff1": 0.06876863797757421, + "nauc_ndcg_at_3_max": 0.33932087153795343, + "nauc_ndcg_at_3_std": 0.2687987331651492, + "nauc_ndcg_at_5_diff1": 0.0484103710762564, + "nauc_ndcg_at_5_max": 0.31877189721177185, + "nauc_ndcg_at_5_std": 0.2495287555781584, + "nauc_precision_at_1000_diff1": -0.06948018880439553, + "nauc_precision_at_1000_max": 0.3649519766568223, + "nauc_precision_at_1000_std": 0.2178288228091166, + "nauc_precision_at_100_diff1": 0.006049685641844579, + "nauc_precision_at_100_max": 0.4341680043859338, + "nauc_precision_at_100_std": 0.39272994795226773, + "nauc_precision_at_10_diff1": 0.061363646532271665, + "nauc_precision_at_10_max": 0.33306686989475215, + "nauc_precision_at_10_std": 0.3247627555700057, + "nauc_precision_at_1_diff1": 0.03188994596120821, + "nauc_precision_at_1_max": 0.27148806676026055, + "nauc_precision_at_1_std": 0.2764213614010869, + "nauc_precision_at_20_diff1": 0.056051117176041006, + "nauc_precision_at_20_max": 0.39753008489470537, + "nauc_precision_at_20_std": 0.3402560643675958, + "nauc_precision_at_3_diff1": -0.000278871101540858, + "nauc_precision_at_3_max": 0.41308223167481517, + "nauc_precision_at_3_std": 0.29637644068694075, + "nauc_precision_at_5_diff1": -0.004309500009799918, + "nauc_precision_at_5_max": 0.3697178612728091, + "nauc_precision_at_5_std": 0.28957929088022566, + "nauc_recall_at_1000_diff1": 0.02407846858953517, + "nauc_recall_at_1000_max": 0.3228822821010813, + "nauc_recall_at_1000_std": 0.5291449686511281, + "nauc_recall_at_100_diff1": 0.076542384594042, + "nauc_recall_at_100_max": 0.19527590710668727, + "nauc_recall_at_100_std": 0.28946418166533383, + "nauc_recall_at_10_diff1": 0.0408879820692827, + "nauc_recall_at_10_max": 0.049228027573145434, + "nauc_recall_at_10_std": 0.038706019760008724, + "nauc_recall_at_1_diff1": 0.02169262496385934, + "nauc_recall_at_1_max": 0.10376618096391652, + "nauc_recall_at_1_std": 0.135251217280644, + "nauc_recall_at_20_diff1": 0.058168002445371465, + "nauc_recall_at_20_max": 0.10001604973495352, + "nauc_recall_at_20_std": 0.1435274197415577, + "nauc_recall_at_3_diff1": 0.03025272829078339, + "nauc_recall_at_3_max": 0.13998965447479556, + "nauc_recall_at_3_std": 0.11954514516561762, + "nauc_recall_at_5_diff1": -0.038407506049891425, + "nauc_recall_at_5_max": 0.08078250725332758, + "nauc_recall_at_5_std": 0.09428918671629531, + "ndcg_at_1": 0.1425, + "ndcg_at_10": 0.14707, + "ndcg_at_100": 0.20548, + "ndcg_at_1000": 0.31815, + "ndcg_at_20": 0.15494, + "ndcg_at_3": 0.14044, + "ndcg_at_5": 0.14678, + "precision_at_1": 0.215, + "precision_at_10": 0.1555, + "precision_at_100": 0.07285, + "precision_at_1000": 0.02065, + "precision_at_20": 0.1325, + "precision_at_3": 0.19167, + "precision_at_5": 0.186, + "recall_at_1": 0.01169, + "recall_at_10": 0.08326, + "recall_at_100": 0.29218, + "recall_at_1000": 0.65305, + "recall_at_20": 0.13433, + "recall_at_3": 0.03161, + "recall_at_5": 0.05019 + } + ], + "plastic_surgery": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.33011, + "map_at_1": 0.05504, + "map_at_10": 0.14389, + "map_at_100": 0.21187, + "map_at_1000": 0.23485, + "map_at_20": 0.16792, + "map_at_3": 0.09901, + "map_at_5": 0.11807, + "mrr_at_1": 0.455, + "mrr_at_10": 0.5979821428571429, + "mrr_at_100": 0.602565169570196, + "mrr_at_1000": 0.6025748220798486, + "mrr_at_20": 0.601282670760612, + "mrr_at_3": 0.5633333333333331, + "mrr_at_5": 0.5880833333333333, + "nauc_map_at_1000_diff1": 0.09835812387589075, + "nauc_map_at_1000_max": 0.24948943791285166, + "nauc_map_at_1000_std": 0.30576712280492413, + "nauc_map_at_100_diff1": 0.11579455480292247, + "nauc_map_at_100_max": 0.24679825280806886, + "nauc_map_at_100_std": 0.28080271711580246, + "nauc_map_at_10_diff1": 0.12571587131677003, + "nauc_map_at_10_max": 0.24727311833049861, + "nauc_map_at_10_std": 0.20913991538424379, + "nauc_map_at_1_diff1": 0.11873883032832375, + "nauc_map_at_1_max": 0.17327105736194, + "nauc_map_at_1_std": 0.176530981546499, + "nauc_map_at_20_diff1": 0.1289066815051725, + "nauc_map_at_20_max": 0.2615306324231784, + "nauc_map_at_20_std": 0.2308376139318488, + "nauc_map_at_3_diff1": 0.10646838803801481, + "nauc_map_at_3_max": 0.18364577883660846, + "nauc_map_at_3_std": 0.15329090969401635, + "nauc_map_at_5_diff1": 0.10278432218233029, + "nauc_map_at_5_max": 0.2137453575442404, + "nauc_map_at_5_std": 0.17587730481689368, + "nauc_mrr_at_1000_diff1": 0.11291688254542903, + "nauc_mrr_at_1000_max": 0.17422298279556112, + "nauc_mrr_at_1000_std": 0.042832029432610726, + "nauc_mrr_at_100_diff1": 0.11293197239625685, + "nauc_mrr_at_100_max": 0.1742359760462068, + "nauc_mrr_at_100_std": 0.042864763508554074, + "nauc_mrr_at_10_diff1": 0.1181299140760054, + "nauc_mrr_at_10_max": 0.17383327435741394, + "nauc_mrr_at_10_std": 0.04415452073387622, + "nauc_mrr_at_1_diff1": 0.06695875172988244, + "nauc_mrr_at_1_max": 0.1853122314992752, + "nauc_mrr_at_1_std": 0.04116956456151136, + "nauc_mrr_at_20_diff1": 0.1130640662644982, + "nauc_mrr_at_20_max": 0.17583016338909974, + "nauc_mrr_at_20_std": 0.043698215704769054, + "nauc_mrr_at_3_diff1": 0.11862565347736631, + "nauc_mrr_at_3_max": 0.16766432942692175, + "nauc_mrr_at_3_std": 0.03964470652362418, + "nauc_mrr_at_5_diff1": 0.1174698021725763, + "nauc_mrr_at_5_max": 0.1698614706312649, + "nauc_mrr_at_5_std": 0.04117099633768975, + "nauc_ndcg_at_1000_diff1": 0.12240881121326229, + "nauc_ndcg_at_1000_max": 0.3134209924659644, + "nauc_ndcg_at_1000_std": 0.32044009321029204, + "nauc_ndcg_at_100_diff1": 0.15891577105994478, + "nauc_ndcg_at_100_max": 0.2986345963812752, + "nauc_ndcg_at_100_std": 0.2789199969818668, + "nauc_ndcg_at_10_diff1": 0.15863762022321665, + "nauc_ndcg_at_10_max": 0.31818130253897803, + "nauc_ndcg_at_10_std": 0.21237708500429334, + "nauc_ndcg_at_1_diff1": 0.14295638415975867, + "nauc_ndcg_at_1_max": 0.2246405233103101, + "nauc_ndcg_at_1_std": 0.057426525823156736, + "nauc_ndcg_at_20_diff1": 0.17200316131529914, + "nauc_ndcg_at_20_max": 0.3215016776026318, + "nauc_ndcg_at_20_std": 0.22253330051424386, + "nauc_ndcg_at_3_diff1": 0.1385197887934073, + "nauc_ndcg_at_3_max": 0.25210814031835493, + "nauc_ndcg_at_3_std": 0.11230057073620754, + "nauc_ndcg_at_5_diff1": 0.14250961195845094, + "nauc_ndcg_at_5_max": 0.2887566711887985, + "nauc_ndcg_at_5_std": 0.15545060810348, + "nauc_precision_at_1000_diff1": -0.11864557435285915, + "nauc_precision_at_1000_max": -0.0747527120470856, + "nauc_precision_at_1000_std": 0.045753284092332536, + "nauc_precision_at_100_diff1": -0.06507551203413976, + "nauc_precision_at_100_max": -0.010132079396680682, + "nauc_precision_at_100_std": 0.14787050801316506, + "nauc_precision_at_10_diff1": 0.03644006213358123, + "nauc_precision_at_10_max": 0.17537367440153143, + "nauc_precision_at_10_std": 0.15733344872711216, + "nauc_precision_at_1_diff1": 0.06695875172988244, + "nauc_precision_at_1_max": 0.1853122314992752, + "nauc_precision_at_1_std": 0.04116956456151136, + "nauc_precision_at_20_diff1": 0.022623479365218004, + "nauc_precision_at_20_max": 0.10596136141162939, + "nauc_precision_at_20_std": 0.1508562497498208, + "nauc_precision_at_3_diff1": 0.0996474081405422, + "nauc_precision_at_3_max": 0.1714060373623653, + "nauc_precision_at_3_std": 0.07711245824570086, + "nauc_precision_at_5_diff1": 0.09066185725468551, + "nauc_precision_at_5_max": 0.22511759821265015, + "nauc_precision_at_5_std": 0.12426746485139976, + "nauc_recall_at_1000_diff1": 0.0815839908653413, + "nauc_recall_at_1000_max": 0.29747637971202856, + "nauc_recall_at_1000_std": 0.5495113263008217, + "nauc_recall_at_100_diff1": 0.14491485812312435, + "nauc_recall_at_100_max": 0.20400030125891436, + "nauc_recall_at_100_std": 0.34360054728440553, + "nauc_recall_at_10_diff1": 0.15510006841424387, + "nauc_recall_at_10_max": 0.2389077411955225, + "nauc_recall_at_10_std": 0.20122410303184815, + "nauc_recall_at_1_diff1": 0.11873883032832375, + "nauc_recall_at_1_max": 0.17327105736194, + "nauc_recall_at_1_std": 0.176530981546499, + "nauc_recall_at_20_diff1": 0.14608087989605945, + "nauc_recall_at_20_max": 0.25690530959791374, + "nauc_recall_at_20_std": 0.23423327375798225, + "nauc_recall_at_3_diff1": 0.12466071142456242, + "nauc_recall_at_3_max": 0.1519432471600047, + "nauc_recall_at_3_std": 0.13665750414340824, + "nauc_recall_at_5_diff1": 0.12433726672472353, + "nauc_recall_at_5_max": 0.19072509265325743, + "nauc_recall_at_5_std": 0.15918535048161947, + "ndcg_at_1": 0.38, + "ndcg_at_10": 0.33011, + "ndcg_at_100": 0.42072, + "ndcg_at_1000": 0.52731, + "ndcg_at_20": 0.34451, + "ndcg_at_3": 0.34543, + "ndcg_at_5": 0.33085, + "precision_at_1": 0.455, + "precision_at_10": 0.2695, + "precision_at_100": 0.0992, + "precision_at_1000": 0.02078, + "precision_at_20": 0.2145, + "precision_at_3": 0.37667, + "precision_at_5": 0.326, + "recall_at_1": 0.05504, + "recall_at_10": 0.21204, + "recall_at_100": 0.53912, + "recall_at_1000": 0.87719, + "recall_at_20": 0.29032, + "recall_at_3": 0.11678, + "recall_at_5": 0.15288 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.22293, + "map_at_1": 0.03898, + "map_at_10": 0.09604, + "map_at_100": 0.13308, + "map_at_1000": 0.14892, + "map_at_20": 0.10941, + "map_at_3": 0.06645, + "map_at_5": 0.07938, + "mrr_at_1": 0.31, + "mrr_at_10": 0.43363095238095234, + "mrr_at_100": 0.4418031603501524, + "mrr_at_1000": 0.44207634967607895, + "mrr_at_20": 0.4381805113745903, + "mrr_at_3": 0.39583333333333337, + "mrr_at_5": 0.4113333333333334, + "nauc_map_at_1000_diff1": 0.20344629735538383, + "nauc_map_at_1000_max": 0.24595054071603245, + "nauc_map_at_1000_std": 0.40835869592780694, + "nauc_map_at_100_diff1": 0.20038913265298677, + "nauc_map_at_100_max": 0.2333511808498669, + "nauc_map_at_100_std": 0.39062652423207084, + "nauc_map_at_10_diff1": 0.1959603647948704, + "nauc_map_at_10_max": 0.19643737565364056, + "nauc_map_at_10_std": 0.32650229687209126, + "nauc_map_at_1_diff1": 0.16647691279077104, + "nauc_map_at_1_max": 0.08298719273959261, + "nauc_map_at_1_std": 0.13374606341926695, + "nauc_map_at_20_diff1": 0.19687464249281508, + "nauc_map_at_20_max": 0.2225183206335912, + "nauc_map_at_20_std": 0.34777902226747165, + "nauc_map_at_3_diff1": 0.13494747675311256, + "nauc_map_at_3_max": 0.09952685334792478, + "nauc_map_at_3_std": 0.20681633982205372, + "nauc_map_at_5_diff1": 0.1520110596930919, + "nauc_map_at_5_max": 0.11972366719263079, + "nauc_map_at_5_std": 0.2667892135040986, + "nauc_mrr_at_1000_diff1": 0.27487105368195297, + "nauc_mrr_at_1000_max": 0.243931222843288, + "nauc_mrr_at_1000_std": 0.20356022407092877, + "nauc_mrr_at_100_diff1": 0.27487733516117296, + "nauc_mrr_at_100_max": 0.24393922580087019, + "nauc_mrr_at_100_std": 0.20356765291839796, + "nauc_mrr_at_10_diff1": 0.2787932425517065, + "nauc_mrr_at_10_max": 0.24439881405733738, + "nauc_mrr_at_10_std": 0.19995897915544622, + "nauc_mrr_at_1_diff1": 0.30818667061053806, + "nauc_mrr_at_1_max": 0.25142181050593604, + "nauc_mrr_at_1_std": 0.17857671054223773, + "nauc_mrr_at_20_diff1": 0.2742253626301054, + "nauc_mrr_at_20_max": 0.24410881080157842, + "nauc_mrr_at_20_std": 0.2014295747880114, + "nauc_mrr_at_3_diff1": 0.27453735873389995, + "nauc_mrr_at_3_max": 0.24780895097586886, + "nauc_mrr_at_3_std": 0.2013852833104492, + "nauc_mrr_at_5_diff1": 0.26885529956999, + "nauc_mrr_at_5_max": 0.2367202341466591, + "nauc_mrr_at_5_std": 0.20577847347368175, + "nauc_ndcg_at_1000_diff1": 0.20407613738348224, + "nauc_ndcg_at_1000_max": 0.3551553249713263, + "nauc_ndcg_at_1000_std": 0.45638920167757013, + "nauc_ndcg_at_100_diff1": 0.19656097087275556, + "nauc_ndcg_at_100_max": 0.3165335160651876, + "nauc_ndcg_at_100_std": 0.4207477778516604, + "nauc_ndcg_at_10_diff1": 0.25012423899553865, + "nauc_ndcg_at_10_max": 0.28048614089388324, + "nauc_ndcg_at_10_std": 0.3243440693707608, + "nauc_ndcg_at_1_diff1": 0.31086573979814436, + "nauc_ndcg_at_1_max": 0.2608708298187952, + "nauc_ndcg_at_1_std": 0.15886681597393906, + "nauc_ndcg_at_20_diff1": 0.21810346815447815, + "nauc_ndcg_at_20_max": 0.2989164957070667, + "nauc_ndcg_at_20_std": 0.3398489423831138, + "nauc_ndcg_at_3_diff1": 0.22856030458613658, + "nauc_ndcg_at_3_max": 0.24271085963925002, + "nauc_ndcg_at_3_std": 0.22751671466474202, + "nauc_ndcg_at_5_diff1": 0.2166442772786796, + "nauc_ndcg_at_5_max": 0.2276325912177172, + "nauc_ndcg_at_5_std": 0.2529826879319327, + "nauc_precision_at_1000_diff1": 0.031556651836107986, + "nauc_precision_at_1000_max": 0.08098360469573934, + "nauc_precision_at_1000_std": 0.11485925988607758, + "nauc_precision_at_100_diff1": 0.122181868283008, + "nauc_precision_at_100_max": 0.1839185778584536, + "nauc_precision_at_100_std": 0.2961327180521814, + "nauc_precision_at_10_diff1": 0.2403994337399442, + "nauc_precision_at_10_max": 0.2898200344164046, + "nauc_precision_at_10_std": 0.3420498953097054, + "nauc_precision_at_1_diff1": 0.30818667061053806, + "nauc_precision_at_1_max": 0.25142181050593604, + "nauc_precision_at_1_std": 0.17857671054223773, + "nauc_precision_at_20_diff1": 0.17732434628026422, + "nauc_precision_at_20_max": 0.2907943888701942, + "nauc_precision_at_20_std": 0.3458667147063855, + "nauc_precision_at_3_diff1": 0.17350374247357805, + "nauc_precision_at_3_max": 0.23095990137175207, + "nauc_precision_at_3_std": 0.2538701503169961, + "nauc_precision_at_5_diff1": 0.19058031761024874, + "nauc_precision_at_5_max": 0.19620284550445719, + "nauc_precision_at_5_std": 0.266936655056379, + "nauc_recall_at_1000_diff1": 0.07644721471473748, + "nauc_recall_at_1000_max": 0.3951350606738695, + "nauc_recall_at_1000_std": 0.6349114881428956, + "nauc_recall_at_100_diff1": 0.12196896428521925, + "nauc_recall_at_100_max": 0.2550152069002999, + "nauc_recall_at_100_std": 0.4553544421519605, + "nauc_recall_at_10_diff1": 0.21014430447382607, + "nauc_recall_at_10_max": 0.22170775531279616, + "nauc_recall_at_10_std": 0.35229467882856663, + "nauc_recall_at_1_diff1": 0.16647691279077104, + "nauc_recall_at_1_max": 0.08298719273959261, + "nauc_recall_at_1_std": 0.13374606341926695, + "nauc_recall_at_20_diff1": 0.1728757653271828, + "nauc_recall_at_20_max": 0.2645595044364007, + "nauc_recall_at_20_std": 0.3580147889046841, + "nauc_recall_at_3_diff1": 0.12125869691191607, + "nauc_recall_at_3_max": 0.07225556902753691, + "nauc_recall_at_3_std": 0.21006406920299736, + "nauc_recall_at_5_diff1": 0.14654847403118923, + "nauc_recall_at_5_max": 0.09243932252977267, + "nauc_recall_at_5_std": 0.27560840477410586, + "ndcg_at_1": 0.26, + "ndcg_at_10": 0.22293, + "ndcg_at_100": 0.29244, + "ndcg_at_1000": 0.39785, + "ndcg_at_20": 0.23348, + "ndcg_at_3": 0.23636, + "ndcg_at_5": 0.22157, + "precision_at_1": 0.31, + "precision_at_10": 0.1735, + "precision_at_100": 0.0639, + "precision_at_1000": 0.0161, + "precision_at_20": 0.13575, + "precision_at_3": 0.25167, + "precision_at_5": 0.211, + "recall_at_1": 0.03898, + "recall_at_10": 0.15228, + "recall_at_100": 0.38899, + "recall_at_1000": 0.73967, + "recall_at_20": 0.20782, + "recall_at_3": 0.07853, + "recall_at_5": 0.10301 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.23691, + "map_at_1": 0.04007, + "map_at_10": 0.0996, + "map_at_100": 0.13961, + "map_at_1000": 0.15538, + "map_at_20": 0.11323, + "map_at_3": 0.07203, + "map_at_5": 0.08512, + "mrr_at_1": 0.34, + "mrr_at_10": 0.4503888888888891, + "mrr_at_100": 0.4617934873198267, + "mrr_at_1000": 0.4620741456265528, + "mrr_at_20": 0.4578347408310647, + "mrr_at_3": 0.42333333333333334, + "mrr_at_5": 0.43433333333333335, + "nauc_map_at_1000_diff1": 0.16673551967619546, + "nauc_map_at_1000_max": 0.3971674120442574, + "nauc_map_at_1000_std": 0.5033882174548249, + "nauc_map_at_100_diff1": 0.16758064844799994, + "nauc_map_at_100_max": 0.39294560943139856, + "nauc_map_at_100_std": 0.4907361937560857, + "nauc_map_at_10_diff1": 0.1286126626775102, + "nauc_map_at_10_max": 0.3648724502241273, + "nauc_map_at_10_std": 0.4056476423422456, + "nauc_map_at_1_diff1": 0.0752847451471763, + "nauc_map_at_1_max": 0.24616522181894204, + "nauc_map_at_1_std": 0.3753183231008903, + "nauc_map_at_20_diff1": 0.14297686678067062, + "nauc_map_at_20_max": 0.38572134781781775, + "nauc_map_at_20_std": 0.4541482896840601, + "nauc_map_at_3_diff1": 0.07240647311922818, + "nauc_map_at_3_max": 0.2964688478174264, + "nauc_map_at_3_std": 0.337729764130104, + "nauc_map_at_5_diff1": 0.1061260928145968, + "nauc_map_at_5_max": 0.33088560230378944, + "nauc_map_at_5_std": 0.3788471111126941, + "nauc_mrr_at_1000_diff1": 0.21420754982675097, + "nauc_mrr_at_1000_max": 0.35374204099555145, + "nauc_mrr_at_1000_std": 0.33409015917096707, + "nauc_mrr_at_100_diff1": 0.21417346511760785, + "nauc_mrr_at_100_max": 0.3537920009713388, + "nauc_mrr_at_100_std": 0.3343010152962054, + "nauc_mrr_at_10_diff1": 0.2124891010851343, + "nauc_mrr_at_10_max": 0.35213272087256964, + "nauc_mrr_at_10_std": 0.32747502215796526, + "nauc_mrr_at_1_diff1": 0.24313044860754096, + "nauc_mrr_at_1_max": 0.3336601393783617, + "nauc_mrr_at_1_std": 0.3196096875910862, + "nauc_mrr_at_20_diff1": 0.21319631574821643, + "nauc_mrr_at_20_max": 0.3563113005318656, + "nauc_mrr_at_20_std": 0.33688028215453597, + "nauc_mrr_at_3_diff1": 0.22429212961516318, + "nauc_mrr_at_3_max": 0.35374659066053027, + "nauc_mrr_at_3_std": 0.32679551105496435, + "nauc_mrr_at_5_diff1": 0.21682802381551153, + "nauc_mrr_at_5_max": 0.3457474042365677, + "nauc_mrr_at_5_std": 0.32538606295028266, + "nauc_ndcg_at_1000_diff1": 0.1756801249125978, + "nauc_ndcg_at_1000_max": 0.4624063859751855, + "nauc_ndcg_at_1000_std": 0.5269159285630166, + "nauc_ndcg_at_100_diff1": 0.19714113333780853, + "nauc_ndcg_at_100_max": 0.4539699863582172, + "nauc_ndcg_at_100_std": 0.5185415050518661, + "nauc_ndcg_at_10_diff1": 0.18929823922158043, + "nauc_ndcg_at_10_max": 0.4218710220246772, + "nauc_ndcg_at_10_std": 0.399421265031487, + "nauc_ndcg_at_1_diff1": 0.24826023122871932, + "nauc_ndcg_at_1_max": 0.3221340238031607, + "nauc_ndcg_at_1_std": 0.3270695872799907, + "nauc_ndcg_at_20_diff1": 0.18737465515878904, + "nauc_ndcg_at_20_max": 0.44528941695168817, + "nauc_ndcg_at_20_std": 0.46794869936115313, + "nauc_ndcg_at_3_diff1": 0.16819647472131438, + "nauc_ndcg_at_3_max": 0.37437857454311313, + "nauc_ndcg_at_3_std": 0.33120677201164356, + "nauc_ndcg_at_5_diff1": 0.1896277927072204, + "nauc_ndcg_at_5_max": 0.39057643460689995, + "nauc_ndcg_at_5_std": 0.3635092409512099, + "nauc_precision_at_1000_diff1": -0.01477783290674746, + "nauc_precision_at_1000_max": -0.040310145350064705, + "nauc_precision_at_1000_std": 0.012168833731898575, + "nauc_precision_at_100_diff1": 0.13575013298939978, + "nauc_precision_at_100_max": 0.14825371889069236, + "nauc_precision_at_100_std": 0.25908588744190386, + "nauc_precision_at_10_diff1": 0.16716380771193323, + "nauc_precision_at_10_max": 0.34025708544106464, + "nauc_precision_at_10_std": 0.28733912473778034, + "nauc_precision_at_1_diff1": 0.24313044860754096, + "nauc_precision_at_1_max": 0.3336601393783617, + "nauc_precision_at_1_std": 0.3196096875910862, + "nauc_precision_at_20_diff1": 0.18124825026618438, + "nauc_precision_at_20_max": 0.32392758884712636, + "nauc_precision_at_20_std": 0.3702487348510998, + "nauc_precision_at_3_diff1": 0.14038185238398534, + "nauc_precision_at_3_max": 0.3514997111667384, + "nauc_precision_at_3_std": 0.2925747633789046, + "nauc_precision_at_5_diff1": 0.1900754145740439, + "nauc_precision_at_5_max": 0.3466436735806236, + "nauc_precision_at_5_std": 0.2966451621768317, + "nauc_recall_at_1000_diff1": 0.15045442068455023, + "nauc_recall_at_1000_max": 0.4566926383199215, + "nauc_recall_at_1000_std": 0.6467952762044533, + "nauc_recall_at_100_diff1": 0.18754581917857072, + "nauc_recall_at_100_max": 0.3850770773823477, + "nauc_recall_at_100_std": 0.5680061494699734, + "nauc_recall_at_10_diff1": 0.11519177679889757, + "nauc_recall_at_10_max": 0.3665734468690194, + "nauc_recall_at_10_std": 0.4088540720710948, + "nauc_recall_at_1_diff1": 0.0752847451471763, + "nauc_recall_at_1_max": 0.24616522181894204, + "nauc_recall_at_1_std": 0.3753183231008903, + "nauc_recall_at_20_diff1": 0.1427022704095388, + "nauc_recall_at_20_max": 0.40347789989051014, + "nauc_recall_at_20_std": 0.5232481859264434, + "nauc_recall_at_3_diff1": 0.07455176409446433, + "nauc_recall_at_3_max": 0.27245883180139846, + "nauc_recall_at_3_std": 0.3091230809215052, + "nauc_recall_at_5_diff1": 0.10796975362421984, + "nauc_recall_at_5_max": 0.30381812939479463, + "nauc_recall_at_5_std": 0.3750364022133107, + "ndcg_at_1": 0.2975, + "ndcg_at_10": 0.23691, + "ndcg_at_100": 0.3053, + "ndcg_at_1000": 0.41012, + "ndcg_at_20": 0.24345, + "ndcg_at_3": 0.26099, + "ndcg_at_5": 0.24133, + "precision_at_1": 0.34, + "precision_at_10": 0.181, + "precision_at_100": 0.06735, + "precision_at_1000": 0.016, + "precision_at_20": 0.13925, + "precision_at_3": 0.27833, + "precision_at_5": 0.231, + "recall_at_1": 0.04007, + "recall_at_10": 0.14966, + "recall_at_100": 0.40033, + "recall_at_1000": 0.74799, + "recall_at_20": 0.20931, + "recall_at_3": 0.08405, + "recall_at_5": 0.11139 + } + ], + "psychiatry_and_psychology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.34538, + "map_at_1": 0.02908, + "map_at_10": 0.10851, + "map_at_100": 0.20881, + "map_at_1000": 0.25362, + "map_at_20": 0.13948, + "map_at_3": 0.05609, + "map_at_5": 0.07703, + "mrr_at_1": 0.5, + "mrr_at_10": 0.6365873015873015, + "mrr_at_100": 0.6395712574755111, + "mrr_at_1000": 0.6397233345169223, + "mrr_at_20": 0.6392434640522876, + "mrr_at_3": 0.6041666666666665, + "mrr_at_5": 0.6274166666666666, + "nauc_map_at_1000_diff1": -0.09263136045814666, + "nauc_map_at_1000_max": 0.4494666384813056, + "nauc_map_at_1000_std": 0.4579291892715002, + "nauc_map_at_100_diff1": -0.10703157775764757, + "nauc_map_at_100_max": 0.343149359681485, + "nauc_map_at_100_std": 0.4217982201093497, + "nauc_map_at_10_diff1": -0.026865341639202744, + "nauc_map_at_10_max": 0.11499427262033311, + "nauc_map_at_10_std": 0.18087840963991517, + "nauc_map_at_1_diff1": 0.20957104160077558, + "nauc_map_at_1_max": -0.018487244144407645, + "nauc_map_at_1_std": -0.03966459881826396, + "nauc_map_at_20_diff1": -0.06006885106301363, + "nauc_map_at_20_max": 0.19749948515019825, + "nauc_map_at_20_std": 0.27324316488125366, + "nauc_map_at_3_diff1": 0.06721427403358979, + "nauc_map_at_3_max": 0.05585482846288625, + "nauc_map_at_3_std": 0.041388694236174244, + "nauc_map_at_5_diff1": 0.02044011315985808, + "nauc_map_at_5_max": 0.05342137437438487, + "nauc_map_at_5_std": 0.0867150107210362, + "nauc_mrr_at_1000_diff1": 0.024832873354370903, + "nauc_mrr_at_1000_max": 0.32367773499890923, + "nauc_mrr_at_1000_std": 0.1892706083419369, + "nauc_mrr_at_100_diff1": 0.02493590081608427, + "nauc_mrr_at_100_max": 0.3238989727809861, + "nauc_mrr_at_100_std": 0.1894902635897419, + "nauc_mrr_at_10_diff1": 0.02034332042408201, + "nauc_mrr_at_10_max": 0.3212577236348788, + "nauc_mrr_at_10_std": 0.19185781759694087, + "nauc_mrr_at_1_diff1": 0.07901399067288466, + "nauc_mrr_at_1_max": 0.28344437041971987, + "nauc_mrr_at_1_std": 0.14654896735509668, + "nauc_mrr_at_20_diff1": 0.024654563404350394, + "nauc_mrr_at_20_max": 0.32464663890614104, + "nauc_mrr_at_20_std": 0.18990499744472583, + "nauc_mrr_at_3_diff1": 0.02145749774837555, + "nauc_mrr_at_3_max": 0.3355536405046234, + "nauc_mrr_at_3_std": 0.18931660759526464, + "nauc_mrr_at_5_diff1": 0.0042756593324486765, + "nauc_mrr_at_5_max": 0.3170290764134698, + "nauc_mrr_at_5_std": 0.18770041076106908, + "nauc_ndcg_at_1000_diff1": -0.06629893340218244, + "nauc_ndcg_at_1000_max": 0.5104872573043604, + "nauc_ndcg_at_1000_std": 0.4317227110578622, + "nauc_ndcg_at_100_diff1": -0.08498385937557237, + "nauc_ndcg_at_100_max": 0.4473827262061012, + "nauc_ndcg_at_100_std": 0.42512453955288754, + "nauc_ndcg_at_10_diff1": 0.016064343717831418, + "nauc_ndcg_at_10_max": 0.29941431661888596, + "nauc_ndcg_at_10_std": 0.17679007135981367, + "nauc_ndcg_at_1_diff1": 0.15870221238147963, + "nauc_ndcg_at_1_max": 0.24755102405228316, + "nauc_ndcg_at_1_std": 0.04404764030498387, + "nauc_ndcg_at_20_diff1": 0.0010111707788881567, + "nauc_ndcg_at_20_max": 0.36936604437168563, + "nauc_ndcg_at_20_std": 0.2701821703299678, + "nauc_ndcg_at_3_diff1": 0.0504767882075195, + "nauc_ndcg_at_3_max": 0.2949910850291844, + "nauc_ndcg_at_3_std": 0.09214271916371597, + "nauc_ndcg_at_5_diff1": 0.017421118970635138, + "nauc_ndcg_at_5_max": 0.2871083130141922, + "nauc_ndcg_at_5_std": 0.12143080889274592, + "nauc_precision_at_1000_diff1": 0.06892273679820411, + "nauc_precision_at_1000_max": 0.3195076039847377, + "nauc_precision_at_1000_std": 0.04723163037480175, + "nauc_precision_at_100_diff1": -0.01845219771854944, + "nauc_precision_at_100_max": 0.42118322492118093, + "nauc_precision_at_100_std": 0.20742903245926253, + "nauc_precision_at_10_diff1": -0.09702689073457078, + "nauc_precision_at_10_max": 0.397267610004612, + "nauc_precision_at_10_std": 0.25922254356436936, + "nauc_precision_at_1_diff1": 0.07901399067288466, + "nauc_precision_at_1_max": 0.28344437041971987, + "nauc_precision_at_1_std": 0.14654896735509668, + "nauc_precision_at_20_diff1": -0.0663451670150442, + "nauc_precision_at_20_max": 0.45704674197680484, + "nauc_precision_at_20_std": 0.2777339773687042, + "nauc_precision_at_3_diff1": -0.07924801853204215, + "nauc_precision_at_3_max": 0.3505600004279914, + "nauc_precision_at_3_std": 0.18051621152421207, + "nauc_precision_at_5_diff1": -0.10876844538329615, + "nauc_precision_at_5_max": 0.36105307065882963, + "nauc_precision_at_5_std": 0.2070800422483472, + "nauc_recall_at_1000_diff1": -0.19061891863360925, + "nauc_recall_at_1000_max": 0.3680084885783121, + "nauc_recall_at_1000_std": 0.6524440284659647, + "nauc_recall_at_100_diff1": -0.1680585304831245, + "nauc_recall_at_100_max": 0.18568203014522777, + "nauc_recall_at_100_std": 0.4784471230244983, + "nauc_recall_at_10_diff1": -0.04447772499978691, + "nauc_recall_at_10_max": -0.014534524674133749, + "nauc_recall_at_10_std": 0.16222740539840025, + "nauc_recall_at_1_diff1": 0.20957104160077558, + "nauc_recall_at_1_max": -0.018487244144407645, + "nauc_recall_at_1_std": -0.03966459881826396, + "nauc_recall_at_20_diff1": -0.031943684343816774, + "nauc_recall_at_20_max": 0.04979606492927356, + "nauc_recall_at_20_std": 0.2418722755294147, + "nauc_recall_at_3_diff1": 0.04999560537866971, + "nauc_recall_at_3_max": 0.05028020888729563, + "nauc_recall_at_3_std": 0.06659508249311352, + "nauc_recall_at_5_diff1": -0.020830989051538764, + "nauc_recall_at_5_max": -0.0897381295374978, + "nauc_recall_at_5_std": 0.053700824366377305, + "ndcg_at_1": 0.3625, + "ndcg_at_10": 0.34538, + "ndcg_at_100": 0.42592, + "ndcg_at_1000": 0.53294, + "ndcg_at_20": 0.35135, + "ndcg_at_3": 0.34442, + "ndcg_at_5": 0.34663, + "precision_at_1": 0.5, + "precision_at_10": 0.377, + "precision_at_100": 0.1805, + "precision_at_1000": 0.04365, + "precision_at_20": 0.317, + "precision_at_3": 0.455, + "precision_at_5": 0.426, + "recall_at_1": 0.02908, + "recall_at_10": 0.17606, + "recall_at_100": 0.52244, + "recall_at_1000": 0.854, + "recall_at_20": 0.25916, + "recall_at_3": 0.06372, + "recall_at_5": 0.11275 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.30406, + "map_at_1": 0.02614, + "map_at_10": 0.08989, + "map_at_100": 0.17676, + "map_at_1000": 0.22086, + "map_at_20": 0.11594, + "map_at_3": 0.04907, + "map_at_5": 0.06521, + "mrr_at_1": 0.465, + "mrr_at_10": 0.5921964285714287, + "mrr_at_100": 0.5965845570782555, + "mrr_at_1000": 0.5967167697176652, + "mrr_at_20": 0.5945259740259741, + "mrr_at_3": 0.5566666666666666, + "mrr_at_5": 0.5819166666666667, + "nauc_map_at_1000_diff1": -0.019584498278172897, + "nauc_map_at_1000_max": 0.3199866672222582, + "nauc_map_at_1000_std": 0.3876346641800838, + "nauc_map_at_100_diff1": 0.00601360319220192, + "nauc_map_at_100_max": 0.17683260775084594, + "nauc_map_at_100_std": 0.3363421087037333, + "nauc_map_at_10_diff1": 0.10324344053791674, + "nauc_map_at_10_max": 0.005967088044972393, + "nauc_map_at_10_std": 0.10409009789897024, + "nauc_map_at_1_diff1": 0.31746982778996924, + "nauc_map_at_1_max": -0.039163740617917386, + "nauc_map_at_1_std": 0.002212858831344777, + "nauc_map_at_20_diff1": 0.04569251173750008, + "nauc_map_at_20_max": 0.038336404168107206, + "nauc_map_at_20_std": 0.1968075357086252, + "nauc_map_at_3_diff1": 0.22364389089992345, + "nauc_map_at_3_max": -0.011235666240861168, + "nauc_map_at_3_std": 0.025324165489794728, + "nauc_map_at_5_diff1": 0.16697430553056994, + "nauc_map_at_5_max": -0.024482783680323642, + "nauc_map_at_5_std": 0.028569018342404193, + "nauc_mrr_at_1000_diff1": 0.003506630885229499, + "nauc_mrr_at_1000_max": 0.2228667014700688, + "nauc_mrr_at_1000_std": 0.22648713110110613, + "nauc_mrr_at_100_diff1": 0.003565241399766046, + "nauc_mrr_at_100_max": 0.22310242887399737, + "nauc_mrr_at_100_std": 0.22665359136782842, + "nauc_mrr_at_10_diff1": -4.1457816077824925e-05, + "nauc_mrr_at_10_max": 0.2208192547533926, + "nauc_mrr_at_10_std": 0.2265423770020948, + "nauc_mrr_at_1_diff1": 0.03754088758136371, + "nauc_mrr_at_1_max": 0.21557709900553498, + "nauc_mrr_at_1_std": 0.21065413548680076, + "nauc_mrr_at_20_diff1": 0.0016592487666523407, + "nauc_mrr_at_20_max": 0.22285309096365843, + "nauc_mrr_at_20_std": 0.2267872012953671, + "nauc_mrr_at_3_diff1": 0.011081730186070261, + "nauc_mrr_at_3_max": 0.2083100846655829, + "nauc_mrr_at_3_std": 0.22985978020911682, + "nauc_mrr_at_5_diff1": 0.0028916031031703602, + "nauc_mrr_at_5_max": 0.21698566087546609, + "nauc_mrr_at_5_std": 0.21848968950985287, + "nauc_ndcg_at_1000_diff1": -0.03025705010330426, + "nauc_ndcg_at_1000_max": 0.41880416829508454, + "nauc_ndcg_at_1000_std": 0.4211091499513207, + "nauc_ndcg_at_100_diff1": -0.00341905358144074, + "nauc_ndcg_at_100_max": 0.30816511404945235, + "nauc_ndcg_at_100_std": 0.3518590055564769, + "nauc_ndcg_at_10_diff1": 0.03964622030281241, + "nauc_ndcg_at_10_max": 0.22567461293227872, + "nauc_ndcg_at_10_std": 0.12426973902187358, + "nauc_ndcg_at_1_diff1": 0.08864808525167561, + "nauc_ndcg_at_1_max": 0.18749258720146644, + "nauc_ndcg_at_1_std": 0.08728592736355935, + "nauc_ndcg_at_20_diff1": 0.010760452152395872, + "nauc_ndcg_at_20_max": 0.24547971197711452, + "nauc_ndcg_at_20_std": 0.1997149316856425, + "nauc_ndcg_at_3_diff1": 0.08142927026565426, + "nauc_ndcg_at_3_max": 0.17811125161910732, + "nauc_ndcg_at_3_std": 0.05120057227203157, + "nauc_ndcg_at_5_diff1": 0.06495127876162375, + "nauc_ndcg_at_5_max": 0.19034181663853306, + "nauc_ndcg_at_5_std": 0.06873954513649991, + "nauc_precision_at_1000_diff1": -0.06424674566204848, + "nauc_precision_at_1000_max": 0.3715913587757193, + "nauc_precision_at_1000_std": 0.032914346561758165, + "nauc_precision_at_100_diff1": -0.07686812851004393, + "nauc_precision_at_100_max": 0.4488706918997099, + "nauc_precision_at_100_std": 0.20973780720667204, + "nauc_precision_at_10_diff1": -0.08704570709027014, + "nauc_precision_at_10_max": 0.3744110134557769, + "nauc_precision_at_10_std": 0.22046106011218372, + "nauc_precision_at_1_diff1": 0.03754088758136371, + "nauc_precision_at_1_max": 0.21557709900553498, + "nauc_precision_at_1_std": 0.21065413548680076, + "nauc_precision_at_20_diff1": -0.11555517057707144, + "nauc_precision_at_20_max": 0.3964113397423627, + "nauc_precision_at_20_std": 0.25898651828331726, + "nauc_precision_at_3_diff1": -0.006729012732775392, + "nauc_precision_at_3_max": 0.2348256400468958, + "nauc_precision_at_3_std": 0.1102625623687869, + "nauc_precision_at_5_diff1": -0.04545635899751146, + "nauc_precision_at_5_max": 0.28414686643637904, + "nauc_precision_at_5_std": 0.1339059038459519, + "nauc_recall_at_1000_diff1": -0.03541444715031936, + "nauc_recall_at_1000_max": 0.3048120750403629, + "nauc_recall_at_1000_std": 0.6737591101342241, + "nauc_recall_at_100_diff1": 0.01712441532486205, + "nauc_recall_at_100_max": 0.06913414271115965, + "nauc_recall_at_100_std": 0.399541715694755, + "nauc_recall_at_10_diff1": 0.05772902297816571, + "nauc_recall_at_10_max": -0.09155048181861193, + "nauc_recall_at_10_std": 0.08094291984341129, + "nauc_recall_at_1_diff1": 0.31746982778996924, + "nauc_recall_at_1_max": -0.039163740617917386, + "nauc_recall_at_1_std": 0.002212858831344777, + "nauc_recall_at_20_diff1": -0.008386857230110269, + "nauc_recall_at_20_max": -0.061830441187585586, + "nauc_recall_at_20_std": 0.17176043723107, + "nauc_recall_at_3_diff1": 0.2072856089819477, + "nauc_recall_at_3_max": -0.04136966961591889, + "nauc_recall_at_3_std": 0.0320159531222207, + "nauc_recall_at_5_diff1": 0.08295376402353746, + "nauc_recall_at_5_max": -0.09453565943593283, + "nauc_recall_at_5_std": 0.011529766737668984, + "ndcg_at_1": 0.3375, + "ndcg_at_10": 0.30406, + "ndcg_at_100": 0.38617, + "ndcg_at_1000": 0.50164, + "ndcg_at_20": 0.30779, + "ndcg_at_3": 0.311, + "ndcg_at_5": 0.30596, + "precision_at_1": 0.465, + "precision_at_10": 0.3295, + "precision_at_100": 0.1668, + "precision_at_1000": 0.04289, + "precision_at_20": 0.2785, + "precision_at_3": 0.40333, + "precision_at_5": 0.373, + "recall_at_1": 0.02614, + "recall_at_10": 0.15349, + "recall_at_100": 0.48101, + "recall_at_1000": 0.83139, + "recall_at_20": 0.22488, + "recall_at_3": 0.05855, + "recall_at_5": 0.0961 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.29801, + "map_at_1": 0.02503, + "map_at_10": 0.08914, + "map_at_100": 0.17039, + "map_at_1000": 0.21265, + "map_at_20": 0.11314, + "map_at_3": 0.04865, + "map_at_5": 0.06482, + "mrr_at_1": 0.445, + "mrr_at_10": 0.5722936507936508, + "mrr_at_100": 0.5788554158914668, + "mrr_at_1000": 0.578912262280941, + "mrr_at_20": 0.5772901373437365, + "mrr_at_3": 0.5399999999999998, + "mrr_at_5": 0.5617499999999999, + "nauc_map_at_1000_diff1": -0.09464373723122528, + "nauc_map_at_1000_max": 0.48858724750654126, + "nauc_map_at_1000_std": 0.4948271102801722, + "nauc_map_at_100_diff1": -0.06250818996866389, + "nauc_map_at_100_max": 0.3906956822051172, + "nauc_map_at_100_std": 0.4531870897946988, + "nauc_map_at_10_diff1": 0.0022379524743802027, + "nauc_map_at_10_max": 0.22937480931790788, + "nauc_map_at_10_std": 0.2504366569809935, + "nauc_map_at_1_diff1": 0.16922831107128147, + "nauc_map_at_1_max": 0.09500935663248702, + "nauc_map_at_1_std": 0.08715949933027171, + "nauc_map_at_20_diff1": -0.029967909254699016, + "nauc_map_at_20_max": 0.29396439100640737, + "nauc_map_at_20_std": 0.3134344223972712, + "nauc_map_at_3_diff1": 0.09194989184063833, + "nauc_map_at_3_max": 0.18113809606904968, + "nauc_map_at_3_std": 0.1587402281983206, + "nauc_map_at_5_diff1": 0.054257823821747306, + "nauc_map_at_5_max": 0.17892919370487004, + "nauc_map_at_5_std": 0.1838511042495138, + "nauc_mrr_at_1000_diff1": -0.029091803954297224, + "nauc_mrr_at_1000_max": 0.3325252923332982, + "nauc_mrr_at_1000_std": 0.2409760535416767, + "nauc_mrr_at_100_diff1": -0.02917567052479713, + "nauc_mrr_at_100_max": 0.3325311207884521, + "nauc_mrr_at_100_std": 0.24109504829604955, + "nauc_mrr_at_10_diff1": -0.0282653309536446, + "nauc_mrr_at_10_max": 0.3314667131368314, + "nauc_mrr_at_10_std": 0.24450454009554756, + "nauc_mrr_at_1_diff1": 0.007006856522847323, + "nauc_mrr_at_1_max": 0.28626146294274907, + "nauc_mrr_at_1_std": 0.2156503892334942, + "nauc_mrr_at_20_diff1": -0.029238785816391954, + "nauc_mrr_at_20_max": 0.3341391477621851, + "nauc_mrr_at_20_std": 0.24071871421764587, + "nauc_mrr_at_3_diff1": -0.032316042734797976, + "nauc_mrr_at_3_max": 0.3251558636229105, + "nauc_mrr_at_3_std": 0.237470044587021, + "nauc_mrr_at_5_diff1": -0.025842623953554997, + "nauc_mrr_at_5_max": 0.33450731827566765, + "nauc_mrr_at_5_std": 0.24524595296109017, + "nauc_ndcg_at_1000_diff1": -0.10099498124625479, + "nauc_ndcg_at_1000_max": 0.542848489722182, + "nauc_ndcg_at_1000_std": 0.49323126558129277, + "nauc_ndcg_at_100_diff1": -0.05360510933999505, + "nauc_ndcg_at_100_max": 0.4649151105508249, + "nauc_ndcg_at_100_std": 0.4602193049653774, + "nauc_ndcg_at_10_diff1": -0.04052146634887335, + "nauc_ndcg_at_10_max": 0.34688980714712414, + "nauc_ndcg_at_10_std": 0.23078667772849637, + "nauc_ndcg_at_1_diff1": 0.050050981482669926, + "nauc_ndcg_at_1_max": 0.27132487682445966, + "nauc_ndcg_at_1_std": 0.1286801143696479, + "nauc_ndcg_at_20_diff1": -0.06252361928317027, + "nauc_ndcg_at_20_max": 0.4269542936486419, + "nauc_ndcg_at_20_std": 0.3066786286258365, + "nauc_ndcg_at_3_diff1": -0.015001579312797766, + "nauc_ndcg_at_3_max": 0.3214306655757092, + "nauc_ndcg_at_3_std": 0.15670099431662768, + "nauc_ndcg_at_5_diff1": -0.023104578766087246, + "nauc_ndcg_at_5_max": 0.3108608627286392, + "nauc_ndcg_at_5_std": 0.18167767748571476, + "nauc_precision_at_1000_diff1": -0.12805966751170222, + "nauc_precision_at_1000_max": 0.3339034992849178, + "nauc_precision_at_1000_std": 0.0860102678514545, + "nauc_precision_at_100_diff1": -0.12515812675696378, + "nauc_precision_at_100_max": 0.42791052616634023, + "nauc_precision_at_100_std": 0.27535440980208437, + "nauc_precision_at_10_diff1": -0.1328922156455239, + "nauc_precision_at_10_max": 0.4081131656773171, + "nauc_precision_at_10_std": 0.29066504786006, + "nauc_precision_at_1_diff1": 0.007006856522847323, + "nauc_precision_at_1_max": 0.28626146294274907, + "nauc_precision_at_1_std": 0.2156503892334942, + "nauc_precision_at_20_diff1": -0.14676662854906503, + "nauc_precision_at_20_max": 0.4641030031370583, + "nauc_precision_at_20_std": 0.31297873771624596, + "nauc_precision_at_3_diff1": -0.1240625094194339, + "nauc_precision_at_3_max": 0.3510304518314121, + "nauc_precision_at_3_std": 0.2495115595294531, + "nauc_precision_at_5_diff1": -0.11583339279477554, + "nauc_precision_at_5_max": 0.35892053072153685, + "nauc_precision_at_5_std": 0.2653006808648075, + "nauc_recall_at_1000_diff1": -0.08380966393206983, + "nauc_recall_at_1000_max": 0.4188816414871122, + "nauc_recall_at_1000_std": 0.6935474797615592, + "nauc_recall_at_100_diff1": 0.012974931910982394, + "nauc_recall_at_100_max": 0.20311392654542695, + "nauc_recall_at_100_std": 0.48233200548301985, + "nauc_recall_at_10_diff1": -0.012735151521938987, + "nauc_recall_at_10_max": 0.061836709422001986, + "nauc_recall_at_10_std": 0.18389437052361757, + "nauc_recall_at_1_diff1": 0.16922831107128147, + "nauc_recall_at_1_max": 0.09500935663248702, + "nauc_recall_at_1_std": 0.08715949933027171, + "nauc_recall_at_20_diff1": -0.04369147083352134, + "nauc_recall_at_20_max": 0.130459283477531, + "nauc_recall_at_20_std": 0.22297597563496183, + "nauc_recall_at_3_diff1": 0.10064070257069077, + "nauc_recall_at_3_max": 0.13724441608918986, + "nauc_recall_at_3_std": 0.15498899964184035, + "nauc_recall_at_5_diff1": 0.07776081791221641, + "nauc_recall_at_5_max": 0.10636669196645536, + "nauc_recall_at_5_std": 0.17315618328096252, + "ndcg_at_1": 0.33, + "ndcg_at_10": 0.29801, + "ndcg_at_100": 0.36705, + "ndcg_at_1000": 0.48474, + "ndcg_at_20": 0.29715, + "ndcg_at_3": 0.30543, + "ndcg_at_5": 0.30207, + "precision_at_1": 0.445, + "precision_at_10": 0.319, + "precision_at_100": 0.1588, + "precision_at_1000": 0.04213, + "precision_at_20": 0.26625, + "precision_at_3": 0.38833, + "precision_at_5": 0.364, + "recall_at_1": 0.02503, + "recall_at_10": 0.14821, + "recall_at_100": 0.4596, + "recall_at_1000": 0.81228, + "recall_at_20": 0.21337, + "recall_at_3": 0.05737, + "recall_at_5": 0.08637 + } + ], + "pulmonology": [ + { + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.32343, + "map_at_1": 0.07302, + "map_at_10": 0.15729, + "map_at_100": 0.21494, + "map_at_1000": 0.24118, + "map_at_20": 0.17711, + "map_at_3": 0.11616, + "map_at_5": 0.13365, + "mrr_at_1": 0.485, + "mrr_at_10": 0.5851825396825397, + "mrr_at_100": 0.5925309042230996, + "mrr_at_1000": 0.5927294270732176, + "mrr_at_20": 0.5905073200793017, + "mrr_at_3": 0.5583333333333332, + "mrr_at_5": 0.5725833333333333, + "nauc_map_at_1000_diff1": 0.21836409075473884, + "nauc_map_at_1000_max": 0.2740611206529526, + "nauc_map_at_1000_std": 0.21724531381845524, + "nauc_map_at_100_diff1": 0.23288555033003155, + "nauc_map_at_100_max": 0.22128098370145696, + "nauc_map_at_100_std": 0.19236120228068843, + "nauc_map_at_10_diff1": 0.24929988311019505, + "nauc_map_at_10_max": 0.14741758898594662, + "nauc_map_at_10_std": 0.14806905197304257, + "nauc_map_at_1_diff1": 0.3612506298808964, + "nauc_map_at_1_max": 0.13609857301433398, + "nauc_map_at_1_std": 0.09509629813934048, + "nauc_map_at_20_diff1": 0.2449904495520465, + "nauc_map_at_20_max": 0.16657618767740717, + "nauc_map_at_20_std": 0.16103708833834648, + "nauc_map_at_3_diff1": 0.3338946302021509, + "nauc_map_at_3_max": 0.14747829756898986, + "nauc_map_at_3_std": 0.15661592065062738, + "nauc_map_at_5_diff1": 0.28966865793435237, + "nauc_map_at_5_max": 0.16682452617071614, + "nauc_map_at_5_std": 0.15195915198795465, + "nauc_mrr_at_1000_diff1": 0.3743255201727251, + "nauc_mrr_at_1000_max": 0.45510301209849535, + "nauc_mrr_at_1000_std": 0.05714508943786721, + "nauc_mrr_at_100_diff1": 0.3742511252082684, + "nauc_mrr_at_100_max": 0.4553328747854869, + "nauc_mrr_at_100_std": 0.05748004714587939, + "nauc_mrr_at_10_diff1": 0.37530718635061544, + "nauc_mrr_at_10_max": 0.45631326152449014, + "nauc_mrr_at_10_std": 0.05391162948036842, + "nauc_mrr_at_1_diff1": 0.3587206489538665, + "nauc_mrr_at_1_max": 0.38996878500089466, + "nauc_mrr_at_1_std": 0.0293924673104071, + "nauc_mrr_at_20_diff1": 0.3745140013834435, + "nauc_mrr_at_20_max": 0.45527068658827363, + "nauc_mrr_at_20_std": 0.056816278110939346, + "nauc_mrr_at_3_diff1": 0.39141028377383436, + "nauc_mrr_at_3_max": 0.4653862110809208, + "nauc_mrr_at_3_std": 0.06364107274327477, + "nauc_mrr_at_5_diff1": 0.37652857904112114, + "nauc_mrr_at_5_max": 0.4557966262845122, + "nauc_mrr_at_5_std": 0.04423987140013114, + "nauc_ndcg_at_1000_diff1": 0.29651452916599447, + "nauc_ndcg_at_1000_max": 0.45424119807504265, + "nauc_ndcg_at_1000_std": 0.27822644072683766, + "nauc_ndcg_at_100_diff1": 0.30118173397058945, + "nauc_ndcg_at_100_max": 0.3356480248957259, + "nauc_ndcg_at_100_std": 0.20969272268984468, + "nauc_ndcg_at_10_diff1": 0.29154501006661593, + "nauc_ndcg_at_10_max": 0.33872511712121206, + "nauc_ndcg_at_10_std": 0.11102521176704301, + "nauc_ndcg_at_1_diff1": 0.39954214190891607, + "nauc_ndcg_at_1_max": 0.35586952399013844, + "nauc_ndcg_at_1_std": 0.05600295304922646, + "nauc_ndcg_at_20_diff1": 0.2833685071735434, + "nauc_ndcg_at_20_max": 0.33438459160589296, + "nauc_ndcg_at_20_std": 0.14071806523633923, + "nauc_ndcg_at_3_diff1": 0.3686336075629231, + "nauc_ndcg_at_3_max": 0.35479825418726485, + "nauc_ndcg_at_3_std": 0.09664348975625313, + "nauc_ndcg_at_5_diff1": 0.35255175734515704, + "nauc_ndcg_at_5_max": 0.3587953597426323, + "nauc_ndcg_at_5_std": 0.09108355694096583, + "nauc_precision_at_1000_diff1": -0.1334427582234669, + "nauc_precision_at_1000_max": 0.21143686569313344, + "nauc_precision_at_1000_std": -0.11555686202242546, + "nauc_precision_at_100_diff1": -0.07641959625346376, + "nauc_precision_at_100_max": 0.32933974869509725, + "nauc_precision_at_100_std": 0.04016323629111358, + "nauc_precision_at_10_diff1": 0.019162997666260544, + "nauc_precision_at_10_max": 0.3009274498555017, + "nauc_precision_at_10_std": 0.017261879970281002, + "nauc_precision_at_1_diff1": 0.3587206489538665, + "nauc_precision_at_1_max": 0.38996878500089466, + "nauc_precision_at_1_std": 0.0293924673104071, + "nauc_precision_at_20_diff1": -0.014755880265437218, + "nauc_precision_at_20_max": 0.3046008103408623, + "nauc_precision_at_20_std": 0.011005282601826216, + "nauc_precision_at_3_diff1": 0.21323900510037477, + "nauc_precision_at_3_max": 0.34343809190174507, + "nauc_precision_at_3_std": 0.08339320385467201, + "nauc_precision_at_5_diff1": 0.1408956631185584, + "nauc_precision_at_5_max": 0.3330947262795035, + "nauc_precision_at_5_std": 0.03990432650095435, + "nauc_recall_at_1000_diff1": 0.09568596120212049, + "nauc_recall_at_1000_max": 0.3619378224892729, + "nauc_recall_at_1000_std": 0.6297781709969356, + "nauc_recall_at_100_diff1": 0.14903103687969926, + "nauc_recall_at_100_max": 0.15335419461676494, + "nauc_recall_at_100_std": 0.2821797777001035, + "nauc_recall_at_10_diff1": 0.1782560438992531, + "nauc_recall_at_10_max": 0.11568789949915154, + "nauc_recall_at_10_std": 0.12337841078553934, + "nauc_recall_at_1_diff1": 0.3612506298808964, + "nauc_recall_at_1_max": 0.13609857301433398, + "nauc_recall_at_1_std": 0.09509629813934048, + "nauc_recall_at_20_diff1": 0.13483487016765408, + "nauc_recall_at_20_max": 0.1295089998110031, + "nauc_recall_at_20_std": 0.18456266386893397, + "nauc_recall_at_3_diff1": 0.31791263790708685, + "nauc_recall_at_3_max": 0.13357507871468507, + "nauc_recall_at_3_std": 0.14450724737974274, + "nauc_recall_at_5_diff1": 0.2600220705749868, + "nauc_recall_at_5_max": 0.16754257873933837, + "nauc_recall_at_5_std": 0.14310296241390377, + "ndcg_at_1": 0.385, + "ndcg_at_10": 0.32343, + "ndcg_at_100": 0.40451, + "ndcg_at_1000": 0.50834, + "ndcg_at_20": 0.34195, + "ndcg_at_3": 0.33685, + "ndcg_at_5": 0.32514, + "precision_at_1": 0.485, + "precision_at_10": 0.2425, + "precision_at_100": 0.1004, + "precision_at_1000": 0.02772, + "precision_at_20": 0.195, + "precision_at_3": 0.35667, + "precision_at_5": 0.304, + "recall_at_1": 0.07302, + "recall_at_10": 0.21781, + "recall_at_100": 0.52592, + "recall_at_1000": 0.85063, + "recall_at_20": 0.29919, + "recall_at_3": 0.13319, + "recall_at_5": 0.1627 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.29465, + "map_at_1": 0.06496, + "map_at_10": 0.14329, + "map_at_100": 0.19111, + "map_at_1000": 0.21306, + "map_at_20": 0.1586, + "map_at_3": 0.10282, + "map_at_5": 0.12099, + "mrr_at_1": 0.395, + "mrr_at_10": 0.516079365079365, + "mrr_at_100": 0.5238080790019995, + "mrr_at_1000": 0.5241178204630079, + "mrr_at_20": 0.5217272999618201, + "mrr_at_3": 0.4933333333333333, + "mrr_at_5": 0.5048333333333334, + "nauc_map_at_1000_diff1": 0.09773147192970699, + "nauc_map_at_1000_max": 0.2447604535686779, + "nauc_map_at_1000_std": 0.26625104278083883, + "nauc_map_at_100_diff1": 0.1217715356828623, + "nauc_map_at_100_max": 0.1849462248625438, + "nauc_map_at_100_std": 0.2553404688422913, + "nauc_map_at_10_diff1": 0.18982663850672268, + "nauc_map_at_10_max": 0.07687755864339836, + "nauc_map_at_10_std": 0.12415599433629423, + "nauc_map_at_1_diff1": 0.3611270000738119, + "nauc_map_at_1_max": 0.10711436019005385, + "nauc_map_at_1_std": 0.07837152967098378, + "nauc_map_at_20_diff1": 0.16834935484192917, + "nauc_map_at_20_max": 0.10128463606344933, + "nauc_map_at_20_std": 0.16731755993938355, + "nauc_map_at_3_diff1": 0.26630778874492006, + "nauc_map_at_3_max": 0.0766393138485749, + "nauc_map_at_3_std": 0.1066243447189744, + "nauc_map_at_5_diff1": 0.2272618072427216, + "nauc_map_at_5_max": 0.08092425335912598, + "nauc_map_at_5_std": 0.1253373411815849, + "nauc_mrr_at_1000_diff1": 0.12925687113854903, + "nauc_mrr_at_1000_max": 0.331510468521763, + "nauc_mrr_at_1000_std": 0.143750876214338, + "nauc_mrr_at_100_diff1": 0.1290102111835228, + "nauc_mrr_at_100_max": 0.3315826699666029, + "nauc_mrr_at_100_std": 0.14407113653761439, + "nauc_mrr_at_10_diff1": 0.13555396067275874, + "nauc_mrr_at_10_max": 0.33204594073881444, + "nauc_mrr_at_10_std": 0.14203307437251583, + "nauc_mrr_at_1_diff1": 0.16683979276483446, + "nauc_mrr_at_1_max": 0.23479770054131469, + "nauc_mrr_at_1_std": 0.15078745491731887, + "nauc_mrr_at_20_diff1": 0.12874050829644254, + "nauc_mrr_at_20_max": 0.33353927532667405, + "nauc_mrr_at_20_std": 0.1426209368463572, + "nauc_mrr_at_3_diff1": 0.13199796915598214, + "nauc_mrr_at_3_max": 0.3417492367104923, + "nauc_mrr_at_3_std": 0.12208152322490672, + "nauc_mrr_at_5_diff1": 0.12879191059073958, + "nauc_mrr_at_5_max": 0.34006280076619616, + "nauc_mrr_at_5_std": 0.13787041669954367, + "nauc_ndcg_at_1000_diff1": 0.04002438531091202, + "nauc_ndcg_at_1000_max": 0.3944129584892086, + "nauc_ndcg_at_1000_std": 0.3448107456679768, + "nauc_ndcg_at_100_diff1": 0.09538352465260455, + "nauc_ndcg_at_100_max": 0.31515948148182904, + "nauc_ndcg_at_100_std": 0.32176443938265004, + "nauc_ndcg_at_10_diff1": 0.12236067017405383, + "nauc_ndcg_at_10_max": 0.3117299566635957, + "nauc_ndcg_at_10_std": 0.17900931317506302, + "nauc_ndcg_at_1_diff1": 0.18576566253416898, + "nauc_ndcg_at_1_max": 0.24366664825910475, + "nauc_ndcg_at_1_std": 0.14938771847474944, + "nauc_ndcg_at_20_diff1": 0.10880629272916245, + "nauc_ndcg_at_20_max": 0.30173480958091603, + "nauc_ndcg_at_20_std": 0.21874690931117174, + "nauc_ndcg_at_3_diff1": 0.12204702735158506, + "nauc_ndcg_at_3_max": 0.3065791579891815, + "nauc_ndcg_at_3_std": 0.1437101110992442, + "nauc_ndcg_at_5_diff1": 0.1263896620116654, + "nauc_ndcg_at_5_max": 0.3280517764961658, + "nauc_ndcg_at_5_std": 0.1613080483752854, + "nauc_precision_at_1000_diff1": -0.1543899140224731, + "nauc_precision_at_1000_max": 0.49006566106834126, + "nauc_precision_at_1000_std": -0.11951366924233395, + "nauc_precision_at_100_diff1": -0.19135046014269438, + "nauc_precision_at_100_max": 0.5148319670607842, + "nauc_precision_at_100_std": 0.1904087611568448, + "nauc_precision_at_10_diff1": -0.13000189174648438, + "nauc_precision_at_10_max": 0.3958258144236948, + "nauc_precision_at_10_std": 0.14722885973303593, + "nauc_precision_at_1_diff1": 0.16683979276483446, + "nauc_precision_at_1_max": 0.23479770054131469, + "nauc_precision_at_1_std": 0.15078745491731887, + "nauc_precision_at_20_diff1": -0.182489385999298, + "nauc_precision_at_20_max": 0.46470828823144744, + "nauc_precision_at_20_std": 0.21320685248218355, + "nauc_precision_at_3_diff1": -0.03350694229411551, + "nauc_precision_at_3_max": 0.33135675093203865, + "nauc_precision_at_3_std": 0.13124094281432325, + "nauc_precision_at_5_diff1": -0.08414479634193382, + "nauc_precision_at_5_max": 0.38459024895172167, + "nauc_precision_at_5_std": 0.14814408800271547, + "nauc_recall_at_1000_diff1": -0.06966879926340674, + "nauc_recall_at_1000_max": 0.31104917049511766, + "nauc_recall_at_1000_std": 0.6935006452303758, + "nauc_recall_at_100_diff1": 0.05933165575909667, + "nauc_recall_at_100_max": 0.18595266868294028, + "nauc_recall_at_100_std": 0.45555994635161373, + "nauc_recall_at_10_diff1": 0.14220117989787226, + "nauc_recall_at_10_max": 0.05070995575137771, + "nauc_recall_at_10_std": 0.14289202512823465, + "nauc_recall_at_1_diff1": 0.3611270000738119, + "nauc_recall_at_1_max": 0.10711436019005385, + "nauc_recall_at_1_std": 0.07837152967098378, + "nauc_recall_at_20_diff1": 0.10233977994526225, + "nauc_recall_at_20_max": 0.08676707160547106, + "nauc_recall_at_20_std": 0.246673464507517, + "nauc_recall_at_3_diff1": 0.23772829575724816, + "nauc_recall_at_3_max": 0.08149295165647599, + "nauc_recall_at_3_std": 0.09253158389100233, + "nauc_recall_at_5_diff1": 0.18408039979378307, + "nauc_recall_at_5_max": 0.08484106775697212, + "nauc_recall_at_5_std": 0.14658101857884256, + "ndcg_at_1": 0.32, + "ndcg_at_10": 0.29465, + "ndcg_at_100": 0.3644, + "ndcg_at_1000": 0.45939, + "ndcg_at_20": 0.30525, + "ndcg_at_3": 0.29857, + "ndcg_at_5": 0.28861, + "precision_at_1": 0.395, + "precision_at_10": 0.2215, + "precision_at_100": 0.09035, + "precision_at_1000": 0.02552, + "precision_at_20": 0.17, + "precision_at_3": 0.31667, + "precision_at_5": 0.271, + "recall_at_1": 0.06496, + "recall_at_10": 0.20948, + "recall_at_100": 0.47456, + "recall_at_1000": 0.77455, + "recall_at_20": 0.26995, + "recall_at_3": 0.1176, + "recall_at_5": 0.15173 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.28279, + "map_at_1": 0.05491, + "map_at_10": 0.1331, + "map_at_100": 0.18035, + "map_at_1000": 0.20356, + "map_at_20": 0.14722, + "map_at_3": 0.08955, + "map_at_5": 0.10935, + "mrr_at_1": 0.395, + "mrr_at_10": 0.4990456349206348, + "mrr_at_100": 0.5060257987452098, + "mrr_at_1000": 0.5062520969177509, + "mrr_at_20": 0.5027992979242978, + "mrr_at_3": 0.4658333333333332, + "mrr_at_5": 0.48658333333333326, + "nauc_map_at_1000_diff1": 0.15089694513982402, + "nauc_map_at_1000_max": 0.23321803501618452, + "nauc_map_at_1000_std": 0.3905996206004293, + "nauc_map_at_100_diff1": 0.1829307657503506, + "nauc_map_at_100_max": 0.17100906085498843, + "nauc_map_at_100_std": 0.3808908377361367, + "nauc_map_at_10_diff1": 0.2401511919961465, + "nauc_map_at_10_max": 0.034561919842857426, + "nauc_map_at_10_std": 0.3062799104367987, + "nauc_map_at_1_diff1": 0.33197731860718105, + "nauc_map_at_1_max": -0.03420006588079167, + "nauc_map_at_1_std": 0.15504835645844167, + "nauc_map_at_20_diff1": 0.22718387011170899, + "nauc_map_at_20_max": 0.06846125359690676, + "nauc_map_at_20_std": 0.3224227707124976, + "nauc_map_at_3_diff1": 0.23489789324073596, + "nauc_map_at_3_max": 0.0020954060860251286, + "nauc_map_at_3_std": 0.28216200225777827, + "nauc_map_at_5_diff1": 0.2478472671615956, + "nauc_map_at_5_max": 0.008567443210149428, + "nauc_map_at_5_std": 0.28534948111407993, + "nauc_mrr_at_1000_diff1": 0.1631796518996887, + "nauc_mrr_at_1000_max": 0.4020296059190658, + "nauc_mrr_at_1000_std": 0.287126157351078, + "nauc_mrr_at_100_diff1": 0.16307759723755463, + "nauc_mrr_at_100_max": 0.4022832080414144, + "nauc_mrr_at_100_std": 0.287331920073474, + "nauc_mrr_at_10_diff1": 0.16292665150635896, + "nauc_mrr_at_10_max": 0.4026782842326822, + "nauc_mrr_at_10_std": 0.2812006975416708, + "nauc_mrr_at_1_diff1": 0.20815778777106045, + "nauc_mrr_at_1_max": 0.35669352809481714, + "nauc_mrr_at_1_std": 0.28801945894330694, + "nauc_mrr_at_20_diff1": 0.16226703673255696, + "nauc_mrr_at_20_max": 0.40200602331326185, + "nauc_mrr_at_20_std": 0.28366209758053673, + "nauc_mrr_at_3_diff1": 0.16848637307227812, + "nauc_mrr_at_3_max": 0.39444459903940876, + "nauc_mrr_at_3_std": 0.2868071749378067, + "nauc_mrr_at_5_diff1": 0.16446452202794526, + "nauc_mrr_at_5_max": 0.39919821039847414, + "nauc_mrr_at_5_std": 0.2830614142384831, + "nauc_ndcg_at_1000_diff1": 0.11879368541521046, + "nauc_ndcg_at_1000_max": 0.40991547331756023, + "nauc_ndcg_at_1000_std": 0.45683321703171903, + "nauc_ndcg_at_100_diff1": 0.16058591759803365, + "nauc_ndcg_at_100_max": 0.3224297427407629, + "nauc_ndcg_at_100_std": 0.44025661012825607, + "nauc_ndcg_at_10_diff1": 0.13009993260260316, + "nauc_ndcg_at_10_max": 0.3146563483914504, + "nauc_ndcg_at_10_std": 0.3113779937928929, + "nauc_ndcg_at_1_diff1": 0.23239782666685385, + "nauc_ndcg_at_1_max": 0.32524183245117716, + "nauc_ndcg_at_1_std": 0.3012691816305613, + "nauc_ndcg_at_20_diff1": 0.14925412334236277, + "nauc_ndcg_at_20_max": 0.30146570327381766, + "nauc_ndcg_at_20_std": 0.3314062708417214, + "nauc_ndcg_at_3_diff1": 0.12618324301174735, + "nauc_ndcg_at_3_max": 0.3146320043045094, + "nauc_ndcg_at_3_std": 0.3026815889266719, + "nauc_ndcg_at_5_diff1": 0.12769849145429696, + "nauc_ndcg_at_5_max": 0.3098439977333023, + "nauc_ndcg_at_5_std": 0.3013351167672607, + "nauc_precision_at_1000_diff1": -0.25452910918436067, + "nauc_precision_at_1000_max": 0.4771147749778191, + "nauc_precision_at_1000_std": -0.11653451986317563, + "nauc_precision_at_100_diff1": -0.2055884667234118, + "nauc_precision_at_100_max": 0.5252337107873417, + "nauc_precision_at_100_std": 0.13970414701462774, + "nauc_precision_at_10_diff1": -0.0979583362352284, + "nauc_precision_at_10_max": 0.4566391194709045, + "nauc_precision_at_10_std": 0.17395600771093697, + "nauc_precision_at_1_diff1": 0.20815778777106045, + "nauc_precision_at_1_max": 0.35669352809481714, + "nauc_precision_at_1_std": 0.28801945894330694, + "nauc_precision_at_20_diff1": -0.15150664690107124, + "nauc_precision_at_20_max": 0.49252633413770985, + "nauc_precision_at_20_std": 0.16333082265495483, + "nauc_precision_at_3_diff1": -0.008220843476659913, + "nauc_precision_at_3_max": 0.3716914246636991, + "nauc_precision_at_3_std": 0.26833324078917725, + "nauc_precision_at_5_diff1": -0.03360736094113412, + "nauc_precision_at_5_max": 0.3802341302133062, + "nauc_precision_at_5_std": 0.25010839361727144, + "nauc_recall_at_1000_diff1": 0.07518074616909451, + "nauc_recall_at_1000_max": 0.38046646854271876, + "nauc_recall_at_1000_std": 0.720846359373508, + "nauc_recall_at_100_diff1": 0.13047617968568404, + "nauc_recall_at_100_max": 0.214268015328335, + "nauc_recall_at_100_std": 0.5223624433345768, + "nauc_recall_at_10_diff1": 0.16385118740402527, + "nauc_recall_at_10_max": 0.03746798545446403, + "nauc_recall_at_10_std": 0.27334356276227467, + "nauc_recall_at_1_diff1": 0.33197731860718105, + "nauc_recall_at_1_max": -0.03420006588079167, + "nauc_recall_at_1_std": 0.15504835645844167, + "nauc_recall_at_20_diff1": 0.16593628260659196, + "nauc_recall_at_20_max": 0.08830285045085759, + "nauc_recall_at_20_std": 0.3128813124235541, + "nauc_recall_at_3_diff1": 0.20677008638513425, + "nauc_recall_at_3_max": 0.020293790903185418, + "nauc_recall_at_3_std": 0.2960783239258746, + "nauc_recall_at_5_diff1": 0.191169530074779, + "nauc_recall_at_5_max": 0.02218241360059229, + "nauc_recall_at_5_std": 0.2551699098464344, + "ndcg_at_1": 0.31, + "ndcg_at_10": 0.28279, + "ndcg_at_100": 0.3493, + "ndcg_at_1000": 0.44593, + "ndcg_at_20": 0.29048, + "ndcg_at_3": 0.28003, + "ndcg_at_5": 0.27615, + "precision_at_1": 0.395, + "precision_at_10": 0.2185, + "precision_at_100": 0.0911, + "precision_at_1000": 0.02573, + "precision_at_20": 0.1695, + "precision_at_3": 0.29833, + "precision_at_5": 0.261, + "recall_at_1": 0.05491, + "recall_at_10": 0.20856, + "recall_at_100": 0.46997, + "recall_at_1000": 0.77956, + "recall_at_20": 0.25659, + "recall_at_3": 0.10445, + "recall_at_5": 0.14598 + } + ] + }, + "task_name": "CUREv1" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CmedqaRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CmedqaRetrieval.json index 98a6d5536..fc47a4fd4 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CmedqaRetrieval.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/CmedqaRetrieval.json @@ -1,8 +1,8 @@ { "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", - "evaluation_time": 61.37661552429199, - "kg_co2_emissions": 0.009960608448770978, - "mteb_version": "1.12.75", + "evaluation_time": 36.593273639678955, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "dev": [ { @@ -10,147 +10,147 @@ "languages": [ "cmn-Hans" ], - "main_score": 0.10782, - "map_at_1": 0.05308, - "map_at_10": 0.08213, - "map_at_100": 0.09044, - "map_at_1000": 0.09196, - "map_at_20": 0.08596, - "map_at_3": 0.07107, - "map_at_5": 0.0764, + "main_score": 0.10789, + "map_at_1": 0.05279, + "map_at_10": 0.08212, + "map_at_100": 0.09045, + "map_at_1000": 0.09197, + "map_at_20": 0.086, + "map_at_3": 0.07123, + "map_at_5": 0.07642, "mrr_at_1": 0.08852213053263316, - "mrr_at_10": 0.12266717473019031, - "mrr_at_100": 0.13059602563501072, - "mrr_at_1000": 0.13165284921709644, - "mrr_at_20": 0.12643151108021738, - "mrr_at_3": 0.1094857047595231, - "mrr_at_5": 0.11658748020338393, - "nauc_map_at_1000_diff1": 0.2825089566411327, - "nauc_map_at_1000_max": 0.21305768048671317, - "nauc_map_at_1000_std": 0.14402229455499788, - "nauc_map_at_100_diff1": 0.2833365978032368, - "nauc_map_at_100_max": 0.21242100194946556, - "nauc_map_at_100_std": 0.14264747627770397, - "nauc_map_at_10_diff1": 0.29538700880749974, - "nauc_map_at_10_max": 0.21292034697516024, - "nauc_map_at_10_std": 0.13345467404178812, - "nauc_map_at_1_diff1": 0.3727528260076708, - "nauc_map_at_1_max": 0.21712312297326664, - "nauc_map_at_1_std": 0.11067539078950994, - "nauc_map_at_20_diff1": 0.2887945881977802, - "nauc_map_at_20_max": 0.21071872822404142, - "nauc_map_at_20_std": 0.13751229530095058, - "nauc_map_at_3_diff1": 0.31218464191144585, - "nauc_map_at_3_max": 0.2120845369342189, - "nauc_map_at_3_std": 0.12274372817072103, - "nauc_map_at_5_diff1": 0.30275682482972477, - "nauc_map_at_5_max": 0.21265826931921128, - "nauc_map_at_5_std": 0.1265311550133772, - "nauc_mrr_at_1000_diff1": 0.29598590892714727, - "nauc_mrr_at_1000_max": 0.2199825542504187, - "nauc_mrr_at_1000_std": 0.11376855227134039, - "nauc_mrr_at_100_diff1": 0.2960271844178165, - "nauc_mrr_at_100_max": 0.21963616111603257, - "nauc_mrr_at_100_std": 0.113525443774202, - "nauc_mrr_at_10_diff1": 0.30495743099072264, - "nauc_mrr_at_10_max": 0.222778005710432, - "nauc_mrr_at_10_std": 0.10878835022699158, - "nauc_mrr_at_1_diff1": 0.3785491260894439, - "nauc_mrr_at_1_max": 0.24469126954857306, - "nauc_mrr_at_1_std": 0.09166660737572586, - "nauc_mrr_at_20_diff1": 0.300490111014163, - "nauc_mrr_at_20_max": 0.22032697953903232, - "nauc_mrr_at_20_std": 0.11094160779637167, - "nauc_mrr_at_3_diff1": 0.3271533011221898, - "nauc_mrr_at_3_max": 0.23178678009114162, - "nauc_mrr_at_3_std": 0.10263433598767327, - "nauc_mrr_at_5_diff1": 0.3135941605226208, - "nauc_mrr_at_5_max": 0.2259259433261236, - "nauc_mrr_at_5_std": 0.10393136591267722, - "nauc_ndcg_at_1000_diff1": 0.21825984113253832, - "nauc_ndcg_at_1000_max": 0.21157363110132882, - "nauc_ndcg_at_1000_std": 0.1776104738725698, - "nauc_ndcg_at_100_diff1": 0.22760064829130974, - "nauc_ndcg_at_100_max": 0.20091530703493107, - "nauc_ndcg_at_100_std": 0.1668365411984468, - "nauc_ndcg_at_10_diff1": 0.2705997367061071, - "nauc_ndcg_at_10_max": 0.20812753430607603, - "nauc_ndcg_at_10_std": 0.13544559777397186, - "nauc_ndcg_at_1_diff1": 0.3785491260894439, - "nauc_ndcg_at_1_max": 0.24469126954857306, - "nauc_ndcg_at_1_std": 0.09166660737572586, - "nauc_ndcg_at_20_diff1": 0.25464687175480394, - "nauc_ndcg_at_20_max": 0.19915979445612544, - "nauc_ndcg_at_20_std": 0.14312252626103378, - "nauc_ndcg_at_3_diff1": 0.3032679418551347, - "nauc_ndcg_at_3_max": 0.22295901487194653, - "nauc_ndcg_at_3_std": 0.12146943849535789, - "nauc_ndcg_at_5_diff1": 0.2853160844307463, - "nauc_ndcg_at_5_max": 0.21285357512795894, - "nauc_ndcg_at_5_std": 0.12532904428704833, - "nauc_precision_at_1000_diff1": 0.03909694044339939, - "nauc_precision_at_1000_max": 0.18611410201971498, - "nauc_precision_at_1000_std": 0.16680805942458923, - "nauc_precision_at_100_diff1": 0.1096186348045837, - "nauc_precision_at_100_max": 0.21027653179630273, - "nauc_precision_at_100_std": 0.21150121139943218, - "nauc_precision_at_10_diff1": 0.2250629069615211, - "nauc_precision_at_10_max": 0.23624753415176747, - "nauc_precision_at_10_std": 0.15653951048034906, - "nauc_precision_at_1_diff1": 0.3785491260894439, - "nauc_precision_at_1_max": 0.24469126954857306, - "nauc_precision_at_1_std": 0.09166660737572586, - "nauc_precision_at_20_diff1": 0.18188224719924673, - "nauc_precision_at_20_max": 0.215645103571947, - "nauc_precision_at_20_std": 0.17618336816575972, - "nauc_precision_at_3_diff1": 0.28762393669768144, - "nauc_precision_at_3_max": 0.24801130958935086, - "nauc_precision_at_3_std": 0.12869998245290476, - "nauc_precision_at_5_diff1": 0.25778553017145317, - "nauc_precision_at_5_max": 0.24759186563750482, - "nauc_precision_at_5_std": 0.13581892275570545, - "nauc_recall_at_1000_diff1": 0.048547905354067715, - "nauc_recall_at_1000_max": 0.18061088443204654, - "nauc_recall_at_1000_std": 0.26107807262592714, - "nauc_recall_at_100_diff1": 0.10004078205515868, - "nauc_recall_at_100_max": 0.14303703150212915, - "nauc_recall_at_100_std": 0.2074578579681687, - "nauc_recall_at_10_diff1": 0.19988189242891552, - "nauc_recall_at_10_max": 0.17295136001615743, - "nauc_recall_at_10_std": 0.14653527826152202, - "nauc_recall_at_1_diff1": 0.3727528260076708, - "nauc_recall_at_1_max": 0.21712312297326664, - "nauc_recall_at_1_std": 0.11067539078950994, - "nauc_recall_at_20_diff1": 0.16791051057444936, - "nauc_recall_at_20_max": 0.1486767982144201, - "nauc_recall_at_20_std": 0.15699751148812494, - "nauc_recall_at_3_diff1": 0.2637317904920833, - "nauc_recall_at_3_max": 0.18970318940613518, - "nauc_recall_at_3_std": 0.12331655968439884, - "nauc_recall_at_5_diff1": 0.22826069071449476, - "nauc_recall_at_5_max": 0.1775528451705054, - "nauc_recall_at_5_std": 0.12726449312326055, + "mrr_at_10": 0.12275052890206663, + "mrr_at_100": 0.1306761810127299, + "mrr_at_1000": 0.13173091793128014, + "mrr_at_20": 0.1265663077750384, + "mrr_at_3": 0.10969409018921382, + "mrr_at_5": 0.11660831874635298, + "nauc_map_at_1000_diff1": 0.2828945202629499, + "nauc_map_at_1000_max": 0.2119562512365394, + "nauc_map_at_1000_std": 0.14436785445456152, + "nauc_map_at_100_diff1": 0.2837366079186419, + "nauc_map_at_100_max": 0.21129935634748465, + "nauc_map_at_100_std": 0.1429706779907974, + "nauc_map_at_10_diff1": 0.2951755853624394, + "nauc_map_at_10_max": 0.21151132672507536, + "nauc_map_at_10_std": 0.13359971441926552, + "nauc_map_at_1_diff1": 0.37882213772764994, + "nauc_map_at_1_max": 0.21553651114562333, + "nauc_map_at_1_std": 0.11064074109996322, + "nauc_map_at_20_diff1": 0.2889730083455332, + "nauc_map_at_20_max": 0.20985478846623673, + "nauc_map_at_20_std": 0.13801203010141636, + "nauc_map_at_3_diff1": 0.3123013451731394, + "nauc_map_at_3_max": 0.20989412589459885, + "nauc_map_at_3_std": 0.12167618152706255, + "nauc_map_at_5_diff1": 0.3026407479736201, + "nauc_map_at_5_max": 0.2115137917600958, + "nauc_map_at_5_std": 0.12817909450302423, + "nauc_mrr_at_1000_diff1": 0.2940181378971063, + "nauc_mrr_at_1000_max": 0.21883673972302506, + "nauc_mrr_at_1000_std": 0.11512072113809038, + "nauc_mrr_at_100_diff1": 0.29404131415364426, + "nauc_mrr_at_100_max": 0.21850507209323267, + "nauc_mrr_at_100_std": 0.11484856216517886, + "nauc_mrr_at_10_diff1": 0.30250319034663803, + "nauc_mrr_at_10_max": 0.22140213246408819, + "nauc_mrr_at_10_std": 0.11025206503670995, + "nauc_mrr_at_1_diff1": 0.3780989428679817, + "nauc_mrr_at_1_max": 0.2442700420089892, + "nauc_mrr_at_1_std": 0.09409938316461147, + "nauc_mrr_at_20_diff1": 0.2985212191368946, + "nauc_mrr_at_20_max": 0.21932276034282397, + "nauc_mrr_at_20_std": 0.11244878011394564, + "nauc_mrr_at_3_diff1": 0.3248208162006661, + "nauc_mrr_at_3_max": 0.22940668823815416, + "nauc_mrr_at_3_std": 0.1029530880052095, + "nauc_mrr_at_5_diff1": 0.3118590950225436, + "nauc_mrr_at_5_max": 0.22496776566979731, + "nauc_mrr_at_5_std": 0.10656171262870805, + "nauc_ndcg_at_1000_diff1": 0.2182709080825758, + "nauc_ndcg_at_1000_max": 0.210403920704769, + "nauc_ndcg_at_1000_std": 0.17798130549964497, + "nauc_ndcg_at_100_diff1": 0.2274753117846084, + "nauc_ndcg_at_100_max": 0.19926072294633593, + "nauc_ndcg_at_100_std": 0.16683310090234388, + "nauc_ndcg_at_10_diff1": 0.26867405747472634, + "nauc_ndcg_at_10_max": 0.20633482931583863, + "nauc_ndcg_at_10_std": 0.1357308910429063, + "nauc_ndcg_at_1_diff1": 0.3780989428679817, + "nauc_ndcg_at_1_max": 0.2442700420089892, + "nauc_ndcg_at_1_std": 0.09409938316461147, + "nauc_ndcg_at_20_diff1": 0.25377531214028454, + "nauc_ndcg_at_20_max": 0.19873861703596835, + "nauc_ndcg_at_20_std": 0.14416852684402373, + "nauc_ndcg_at_3_diff1": 0.302127208917993, + "nauc_ndcg_at_3_max": 0.22012233016230826, + "nauc_ndcg_at_3_std": 0.11978136719275194, + "nauc_ndcg_at_5_diff1": 0.2843967232744786, + "nauc_ndcg_at_5_max": 0.212320252699665, + "nauc_ndcg_at_5_std": 0.12832450540173035, + "nauc_precision_at_1000_diff1": 0.038902244848242735, + "nauc_precision_at_1000_max": 0.18567942730553305, + "nauc_precision_at_1000_std": 0.16664977886894317, + "nauc_precision_at_100_diff1": 0.11115415840325363, + "nauc_precision_at_100_max": 0.20806192079780347, + "nauc_precision_at_100_std": 0.21067482985368263, + "nauc_precision_at_10_diff1": 0.22115074073138868, + "nauc_precision_at_10_max": 0.2332401277976271, + "nauc_precision_at_10_std": 0.15544692774186622, + "nauc_precision_at_1_diff1": 0.3780989428679817, + "nauc_precision_at_1_max": 0.2442700420089892, + "nauc_precision_at_1_std": 0.09409938316461147, + "nauc_precision_at_20_diff1": 0.18064478269815545, + "nauc_precision_at_20_max": 0.21775377042554658, + "nauc_precision_at_20_std": 0.17739850736956486, + "nauc_precision_at_3_diff1": 0.2851255239875221, + "nauc_precision_at_3_max": 0.24346015554389197, + "nauc_precision_at_3_std": 0.12401716813245578, + "nauc_precision_at_5_diff1": 0.25676378977944797, + "nauc_precision_at_5_max": 0.24798900724547063, + "nauc_precision_at_5_std": 0.14017817457605106, + "nauc_recall_at_1000_diff1": 0.05115886603441662, + "nauc_recall_at_1000_max": 0.18066416634702284, + "nauc_recall_at_1000_std": 0.26112412762410064, + "nauc_recall_at_100_diff1": 0.10058532323085628, + "nauc_recall_at_100_max": 0.14013477427271515, + "nauc_recall_at_100_std": 0.20595889227376252, + "nauc_recall_at_10_diff1": 0.19619857060993925, + "nauc_recall_at_10_max": 0.170610359990384, + "nauc_recall_at_10_std": 0.14669304990337384, + "nauc_recall_at_1_diff1": 0.37882213772764994, + "nauc_recall_at_1_max": 0.21553651114562333, + "nauc_recall_at_1_std": 0.11064074109996322, + "nauc_recall_at_20_diff1": 0.1667701767300509, + "nauc_recall_at_20_max": 0.14893623541474743, + "nauc_recall_at_20_std": 0.1585380584804635, + "nauc_recall_at_3_diff1": 0.26208964222399955, + "nauc_recall_at_3_max": 0.1861707483796123, + "nauc_recall_at_3_std": 0.11960198829149588, + "nauc_recall_at_5_diff1": 0.22635385810561828, + "nauc_recall_at_5_max": 0.17822655135021825, + "nauc_recall_at_5_std": 0.13286604073659938, "ndcg_at_1": 0.08852, - "ndcg_at_10": 0.10782, - "ndcg_at_100": 0.15235, - "ndcg_at_1000": 0.19307, - "ndcg_at_20": 0.12081, - "ndcg_at_3": 0.08877, - "ndcg_at_5": 0.09544, + "ndcg_at_10": 0.10789, + "ndcg_at_100": 0.15247, + "ndcg_at_1000": 0.19315, + "ndcg_at_20": 0.12109, + "ndcg_at_3": 0.08908, + "ndcg_at_5": 0.09551, "precision_at_1": 0.08852, - "precision_at_10": 0.02628, - "precision_at_100": 0.00632, + "precision_at_10": 0.02631, + "precision_at_100": 0.00633, "precision_at_1000": 0.00118, - "precision_at_20": 0.01738, - "precision_at_3": 0.05201, - "precision_at_5": 0.03916, - "recall_at_1": 0.05308, - "recall_at_10": 0.14632, - "recall_at_100": 0.33981, - "recall_at_1000": 0.628, - "recall_at_20": 0.19078, - "recall_at_3": 0.08838, - "recall_at_5": 0.10912 + "precision_at_20": 0.01745, + "precision_at_3": 0.05235, + "precision_at_5": 0.03911, + "recall_at_1": 0.05279, + "recall_at_10": 0.14649, + "recall_at_100": 0.34043, + "recall_at_1000": 0.62818, + "recall_at_20": 0.19186, + "recall_at_3": 0.08899, + "recall_at_5": 0.10943 } ] }, diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedicalQARetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedicalQARetrieval.json index 90e4521f3..53982b9e5 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedicalQARetrieval.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedicalQARetrieval.json @@ -1,8 +1,8 @@ { "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", - "evaluation_time": 5.097914218902588, - "kg_co2_emissions": 0.0007739811371734009, - "mteb_version": "1.12.75", + "evaluation_time": 5.889380931854248, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.5363, - "map_at_1": 0.35059, - "map_at_10": 0.47558, - "map_at_100": 0.48095, - "map_at_1000": 0.48147, - "map_at_20": 0.47883, - "map_at_3": 0.44621, - "map_at_5": 0.46586, - "mrr_at_1": 0.3505859375, - "mrr_at_10": 0.4756324404761919, - "mrr_at_100": 0.48100137977674984, - "mrr_at_1000": 0.48151277658793723, - "mrr_at_20": 0.4788773771369885, - "mrr_at_3": 0.44620768229166785, - "mrr_at_5": 0.4659098307291687, - "nauc_map_at_1000_diff1": 0.35630314551526326, - "nauc_map_at_1000_max": 0.3014695377888818, - "nauc_map_at_1000_std": 0.062255263987844305, - "nauc_map_at_100_diff1": 0.35588397940225164, - "nauc_map_at_100_max": 0.3018273632059588, - "nauc_map_at_100_std": 0.06252661777766629, - "nauc_map_at_10_diff1": 0.35433640689891893, - "nauc_map_at_10_max": 0.2998920870480818, - "nauc_map_at_10_std": 0.05899984912551621, - "nauc_map_at_1_diff1": 0.42762808128203567, - "nauc_map_at_1_max": 0.29052017823036325, - "nauc_map_at_1_std": 0.06843974216819679, - "nauc_map_at_20_diff1": 0.3559407308166689, - "nauc_map_at_20_max": 0.30180254283628116, - "nauc_map_at_20_std": 0.06053912426420172, - "nauc_map_at_3_diff1": 0.36614580069847036, - "nauc_map_at_3_max": 0.28847808009788245, - "nauc_map_at_3_std": 0.052668463174840904, - "nauc_map_at_5_diff1": 0.3577668855156133, - "nauc_map_at_5_max": 0.2963279319446914, - "nauc_map_at_5_std": 0.052463714127699256, - "nauc_mrr_at_1000_diff1": 0.3563396351651273, - "nauc_mrr_at_1000_max": 0.30144559099525026, - "nauc_mrr_at_1000_std": 0.0623316925203744, - "nauc_mrr_at_100_diff1": 0.35592038114118574, - "nauc_mrr_at_100_max": 0.3018034772005449, - "nauc_mrr_at_100_std": 0.06260295132632251, - "nauc_mrr_at_10_diff1": 0.3543767701190737, - "nauc_mrr_at_10_max": 0.2998665270865634, - "nauc_mrr_at_10_std": 0.05907816991321166, - "nauc_mrr_at_1_diff1": 0.42762808128203567, - "nauc_mrr_at_1_max": 0.29052017823036325, - "nauc_mrr_at_1_std": 0.06843974216819679, - "nauc_mrr_at_20_diff1": 0.3559815163062381, - "nauc_mrr_at_20_max": 0.3017769577712724, - "nauc_mrr_at_20_std": 0.060618134120362224, - "nauc_mrr_at_3_diff1": 0.36614580069847036, - "nauc_mrr_at_3_max": 0.28847808009788245, - "nauc_mrr_at_3_std": 0.052931200179584165, - "nauc_mrr_at_5_diff1": 0.35780682161453564, - "nauc_mrr_at_5_max": 0.2963025300355403, - "nauc_mrr_at_5_std": 0.0527069402649228, - "nauc_ndcg_at_1000_diff1": 0.33712046538729573, - "nauc_ndcg_at_1000_max": 0.31120115541640486, - "nauc_ndcg_at_1000_std": 0.07539411662888372, - "nauc_ndcg_at_100_diff1": 0.32424182992511014, - "nauc_ndcg_at_100_max": 0.32259795292881005, - "nauc_ndcg_at_100_std": 0.08847040568100521, - "nauc_ndcg_at_10_diff1": 0.3183697744700461, - "nauc_ndcg_at_10_max": 0.31512765266334625, - "nauc_ndcg_at_10_std": 0.0676772788066799, - "nauc_ndcg_at_1_diff1": 0.42762808128203567, - "nauc_ndcg_at_1_max": 0.29052017823036325, - "nauc_ndcg_at_1_std": 0.06843974216819679, - "nauc_ndcg_at_20_diff1": 0.3237103568395071, - "nauc_ndcg_at_20_max": 0.3225792661839754, - "nauc_ndcg_at_20_std": 0.07419330964277433, - "nauc_ndcg_at_3_diff1": 0.3454104156531262, - "nauc_ndcg_at_3_max": 0.2895831692678322, - "nauc_ndcg_at_3_std": 0.049771097398641266, - "nauc_ndcg_at_5_diff1": 0.32874927174309937, - "nauc_ndcg_at_5_max": 0.30450242819327666, - "nauc_ndcg_at_5_std": 0.049780144612002954, - "nauc_precision_at_1000_diff1": 0.2822865654828867, + "main_score": 0.53648, + "map_at_1": 0.35156, + "map_at_10": 0.47607, + "map_at_100": 0.48152, + "map_at_1000": 0.48204, + "map_at_20": 0.47938, + "map_at_3": 0.44653, + "map_at_5": 0.46631, + "mrr_at_1": 0.3515625, + "mrr_at_10": 0.4761397104414696, + "mrr_at_100": 0.4815869606920587, + "mrr_at_1000": 0.4821044245989836, + "mrr_at_20": 0.479447281835534, + "mrr_at_3": 0.44677734375000117, + "mrr_at_5": 0.46645507812500203, + "nauc_map_at_1000_diff1": 0.3557066338592648, + "nauc_map_at_1000_max": 0.30052523854112306, + "nauc_map_at_1000_std": 0.06164596148617371, + "nauc_map_at_100_diff1": 0.3552754249184037, + "nauc_map_at_100_max": 0.3008599795966126, + "nauc_map_at_100_std": 0.06193332969965522, + "nauc_map_at_10_diff1": 0.3537870993030761, + "nauc_map_at_10_max": 0.2990922039661296, + "nauc_map_at_10_std": 0.058141541027614645, + "nauc_map_at_1_diff1": 0.42610917797704434, + "nauc_map_at_1_max": 0.29052779273329254, + "nauc_map_at_1_std": 0.0685467580259897, + "nauc_map_at_20_diff1": 0.35520544812296395, + "nauc_map_at_20_max": 0.3008521047261004, + "nauc_map_at_20_std": 0.06006330314193336, + "nauc_map_at_3_diff1": 0.36543899556375903, + "nauc_map_at_3_max": 0.28777652363651546, + "nauc_map_at_3_std": 0.05258358527580034, + "nauc_map_at_5_diff1": 0.35701669259970087, + "nauc_map_at_5_max": 0.295519950808327, + "nauc_map_at_5_std": 0.052203999566522885, + "nauc_mrr_at_1000_diff1": 0.3555618903781077, + "nauc_mrr_at_1000_max": 0.3004361070422235, + "nauc_mrr_at_1000_std": 0.061703759116431084, + "nauc_mrr_at_100_diff1": 0.3551308185550054, + "nauc_mrr_at_100_max": 0.30077103012455314, + "nauc_mrr_at_100_std": 0.061991083130632424, + "nauc_mrr_at_10_diff1": 0.35364868593248083, + "nauc_mrr_at_10_max": 0.2990019116401475, + "nauc_mrr_at_10_std": 0.05819994877406859, + "nauc_mrr_at_1_diff1": 0.42610917797704434, + "nauc_mrr_at_1_max": 0.29052779273329254, + "nauc_mrr_at_1_std": 0.0685467580259897, + "nauc_mrr_at_20_diff1": 0.35506626278408576, + "nauc_mrr_at_20_max": 0.30076144985860026, + "nauc_mrr_at_20_std": 0.06012246252777, + "nauc_mrr_at_3_diff1": 0.36484316993601035, + "nauc_mrr_at_3_max": 0.28726202045480215, + "nauc_mrr_at_3_std": 0.05236712024613364, + "nauc_mrr_at_5_diff1": 0.356686354145971, + "nauc_mrr_at_5_max": 0.295383426499214, + "nauc_mrr_at_5_std": 0.052404397262358515, + "nauc_ndcg_at_1000_diff1": 0.3366846676312954, + "nauc_ndcg_at_1000_max": 0.31013796286050505, + "nauc_ndcg_at_1000_std": 0.07467551989002211, + "nauc_ndcg_at_100_diff1": 0.32375976299086284, + "nauc_ndcg_at_100_max": 0.3210857030721096, + "nauc_ndcg_at_100_std": 0.08802459881096367, + "nauc_ndcg_at_10_diff1": 0.31826444411500243, + "nauc_ndcg_at_10_max": 0.3144268605456531, + "nauc_ndcg_at_10_std": 0.06611224426161605, + "nauc_ndcg_at_1_diff1": 0.42610917797704434, + "nauc_ndcg_at_1_max": 0.29052779273329254, + "nauc_ndcg_at_1_std": 0.0685467580259897, + "nauc_ndcg_at_20_diff1": 0.3228241946909827, + "nauc_ndcg_at_20_max": 0.32147627993784733, + "nauc_ndcg_at_20_std": 0.07416768178577572, + "nauc_ndcg_at_3_diff1": 0.3450118379453311, + "nauc_ndcg_at_3_max": 0.28862186011686103, + "nauc_ndcg_at_3_std": 0.049733787672884514, + "nauc_ndcg_at_5_diff1": 0.3283369019948764, + "nauc_ndcg_at_5_max": 0.30364829443349134, + "nauc_ndcg_at_5_std": 0.049705786594279655, + "nauc_precision_at_1000_diff1": 0.2732939026670438, "nauc_precision_at_1000_max": 0.24818102352324106, - "nauc_precision_at_1000_std": 0.3400839950278528, - "nauc_precision_at_100_diff1": 0.10741366714378832, - "nauc_precision_at_100_max": 0.49701216168550955, - "nauc_precision_at_100_std": 0.35975301238839646, - "nauc_precision_at_10_diff1": 0.1666593491819238, - "nauc_precision_at_10_max": 0.38654356907924564, - "nauc_precision_at_10_std": 0.11481707764091653, - "nauc_precision_at_1_diff1": 0.42762808128203567, - "nauc_precision_at_1_max": 0.29052017823036325, - "nauc_precision_at_1_std": 0.06843974216819679, - "nauc_precision_at_20_diff1": 0.17266865902032175, - "nauc_precision_at_20_max": 0.4391869762491068, - "nauc_precision_at_20_std": 0.16024321910104045, - "nauc_precision_at_3_diff1": 0.28203216363534594, - "nauc_precision_at_3_max": 0.2935366991340182, - "nauc_precision_at_3_std": 0.041692542889056404, - "nauc_precision_at_5_diff1": 0.2273439135558726, - "nauc_precision_at_5_max": 0.33561860052887954, - "nauc_precision_at_5_std": 0.041973106568457236, - "nauc_recall_at_1000_diff1": 0.2822865654829029, + "nauc_precision_at_1000_std": 0.33658173942475944, + "nauc_precision_at_100_diff1": 0.10646229384550254, + "nauc_precision_at_100_max": 0.4889764645070084, + "nauc_precision_at_100_std": 0.3616916981621111, + "nauc_precision_at_10_diff1": 0.16869732463726128, + "nauc_precision_at_10_max": 0.38660659640400385, + "nauc_precision_at_10_std": 0.10987392712194208, + "nauc_precision_at_1_diff1": 0.42610917797704434, + "nauc_precision_at_1_max": 0.29052779273329254, + "nauc_precision_at_1_std": 0.0685467580259897, + "nauc_precision_at_20_diff1": 0.1701930222170523, + "nauc_precision_at_20_max": 0.4376523233080255, + "nauc_precision_at_20_std": 0.16374609713777333, + "nauc_precision_at_3_diff1": 0.2825949977470852, + "nauc_precision_at_3_max": 0.2917744640196025, + "nauc_precision_at_3_std": 0.04183777299826781, + "nauc_precision_at_5_diff1": 0.2282015196157834, + "nauc_precision_at_5_max": 0.334848093564635, + "nauc_precision_at_5_std": 0.04279508933304625, + "nauc_recall_at_1000_diff1": 0.27329390266704257, "nauc_recall_at_1000_max": 0.24818102352325105, - "nauc_recall_at_1000_std": 0.3400839950278605, - "nauc_recall_at_100_diff1": 0.10741366714378885, - "nauc_recall_at_100_max": 0.4970121616855099, - "nauc_recall_at_100_std": 0.35975301238839597, - "nauc_recall_at_10_diff1": 0.1666593491819243, - "nauc_recall_at_10_max": 0.38654356907924675, - "nauc_recall_at_10_std": 0.11481707764091723, - "nauc_recall_at_1_diff1": 0.42762808128203567, - "nauc_recall_at_1_max": 0.29052017823036325, - "nauc_recall_at_1_std": 0.06843974216819679, - "nauc_recall_at_20_diff1": 0.17266865902032413, - "nauc_recall_at_20_max": 0.43918697624910746, - "nauc_recall_at_20_std": 0.16024321910104128, - "nauc_recall_at_3_diff1": 0.2820321636353458, - "nauc_recall_at_3_max": 0.2935366991340177, - "nauc_recall_at_3_std": 0.041692542889056036, - "nauc_recall_at_5_diff1": 0.22734391355587247, - "nauc_recall_at_5_max": 0.3356186005288798, - "nauc_recall_at_5_std": 0.04197310656845729, - "ndcg_at_1": 0.35059, - "ndcg_at_10": 0.5363, - "ndcg_at_100": 0.5641, - "ndcg_at_1000": 0.57894, - "ndcg_at_20": 0.54806, - "ndcg_at_3": 0.47757, - "ndcg_at_5": 0.51276, - "precision_at_1": 0.35059, - "precision_at_10": 0.07261, + "nauc_recall_at_1000_std": 0.33658173942476455, + "nauc_recall_at_100_diff1": 0.10646229384550229, + "nauc_recall_at_100_max": 0.48897646450700843, + "nauc_recall_at_100_std": 0.36169169816211116, + "nauc_recall_at_10_diff1": 0.16869732463726178, + "nauc_recall_at_10_max": 0.38660659640400463, + "nauc_recall_at_10_std": 0.10987392712194331, + "nauc_recall_at_1_diff1": 0.42610917797704434, + "nauc_recall_at_1_max": 0.29052779273329254, + "nauc_recall_at_1_std": 0.0685467580259897, + "nauc_recall_at_20_diff1": 0.17019302221705263, + "nauc_recall_at_20_max": 0.43765232330802667, + "nauc_recall_at_20_std": 0.1637460971377743, + "nauc_recall_at_3_diff1": 0.28259499774708485, + "nauc_recall_at_3_max": 0.2917744640196023, + "nauc_recall_at_3_std": 0.04183777299826743, + "nauc_recall_at_5_diff1": 0.2282015196157843, + "nauc_recall_at_5_max": 0.3348480935646359, + "nauc_recall_at_5_std": 0.042795089333046404, + "ndcg_at_1": 0.35156, + "ndcg_at_10": 0.53648, + "ndcg_at_100": 0.56447, + "ndcg_at_1000": 0.57938, + "ndcg_at_20": 0.5484, + "ndcg_at_3": 0.47768, + "ndcg_at_5": 0.51299, + "precision_at_1": 0.35156, + "precision_at_10": 0.07251, "precision_at_100": 0.0086, "precision_at_1000": 0.00098, - "precision_at_20": 0.03862, - "precision_at_3": 0.18945, - "precision_at_5": 0.13066, - "recall_at_1": 0.35059, - "recall_at_10": 0.72607, - "recall_at_100": 0.86035, + "precision_at_20": 0.0386, + "precision_at_3": 0.18929, + "precision_at_5": 0.13057, + "recall_at_1": 0.35156, + "recall_at_10": 0.7251, + "recall_at_100": 0.85986, "recall_at_1000": 0.97949, - "recall_at_20": 0.77246, - "recall_at_3": 0.56836, - "recall_at_5": 0.65332 + "recall_at_20": 0.77197, + "recall_at_3": 0.56787, + "recall_at_5": 0.65283 } ] }, diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringP2P.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringP2P.v2.json index 97e1aaec0..27e17d537 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringP2P.v2.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringP2P.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", - "evaluation_time": 10.226387023925781, - "kg_co2_emissions": 0.001515141296782944, - "mteb_version": "1.12.75", + "evaluation_time": 16.54849362373352, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3453134135054978, - "v_measure": 0.3453134135054978, - "v_measure_std": 0.004720893145060998, + "main_score": 0.3474628627190173, + "v_measure": 0.3474628627190173, + "v_measure_std": 0.007503517438370922, "v_measures": { "Level 0": [ - 0.33683896477963954, - 0.3395433014779958, - 0.3498270221907992, - 0.34422359141202735, - 0.34771602038538424, - 0.3490118369699795, - 0.3394997619120008, - 0.3507565167070456, - 0.3482858538014652, - 0.3474312654186407 + 0.35492130624840024, + 0.33862171816337744, + 0.3427429146693461, + 0.34525564705891293, + 0.34646212124713993, + 0.35854945393895876, + 0.3527232707113872, + 0.34580536712326976, + 0.3555735151958988, + 0.33397331283348103 ] } } diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringS2S.v2.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringS2S.v2.json index 232eb4261..dd8cadf41 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringS2S.v2.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MedrxivClusteringS2S.v2.json @@ -1,8 +1,8 @@ { "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", - "evaluation_time": 9.030467748641968, - "kg_co2_emissions": 0.001368307440579984, - "mteb_version": "1.12.75", + "evaluation_time": 14.987208366394043, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,21 +10,21 @@ "languages": [ "eng-Latn" ], - "main_score": 0.3516384229270251, - "v_measure": 0.3516384229270251, - "v_measure_std": 0.006011165732576879, + "main_score": 0.3543956788289761, + "v_measure": 0.3543956788289761, + "v_measure_std": 0.006362470695132985, "v_measures": { "Level 0": [ - 0.36042133754713185, - 0.34576354151628536, - 0.3546546312875813, - 0.349470848948532, - 0.340567920515847, - 0.3550871182351726, - 0.34700696212068644, - 0.3589914358211579, - 0.34865558746558406, - 0.35576484581227236 + 0.36570339788704437, + 0.34950130068298835, + 0.3452975013561201, + 0.3494766181937685, + 0.35105496315072604, + 0.36002093378596234, + 0.35397178428546283, + 0.3639784465297772, + 0.3510915516291631, + 0.3538602907887482 ] } } diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus.json index ffbdccaf3..b837142b0 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NFCorpus.json @@ -1,8 +1,8 @@ { "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", - "evaluation_time": 3.4825732707977295, - "kg_co2_emissions": 0.0005520066753386524, - "mteb_version": "1.12.75", + "evaluation_time": 2.774343490600586, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,146 +10,146 @@ "languages": [ "eng-Latn" ], - "main_score": 0.23449, + "main_score": 0.2341, "map_at_1": 0.02546, - "map_at_10": 0.06633, - "map_at_100": 0.08997, - "map_at_1000": 0.1027, - "map_at_20": 0.07524, - "map_at_3": 0.04493, - "map_at_5": 0.05531, - "mrr_at_1": 0.3219814241486068, - "mrr_at_10": 0.40570052582436483, - "mrr_at_100": 0.41336153021399885, - "mrr_at_1000": 0.4139757489954758, - "mrr_at_20": 0.4100252020597755, - "mrr_at_3": 0.3828689370485035, - "mrr_at_5": 0.3963364293085655, - "nauc_map_at_1000_diff1": 0.21218141270700977, - "nauc_map_at_1000_max": 0.43960089935116353, - "nauc_map_at_1000_std": 0.30423434165999014, - "nauc_map_at_100_diff1": 0.23966292927846305, - "nauc_map_at_100_max": 0.4244481589104208, - "nauc_map_at_100_std": 0.24341601378543504, - "nauc_map_at_10_diff1": 0.30706674374903986, - "nauc_map_at_10_max": 0.3603496007925272, - "nauc_map_at_10_std": 0.11959679560695932, - "nauc_map_at_1_diff1": 0.4313279737920073, - "nauc_map_at_1_max": 0.24662902003287412, - "nauc_map_at_1_std": 0.005955210376953834, - "nauc_map_at_20_diff1": 0.2797621880621849, - "nauc_map_at_20_max": 0.38258357042933744, - "nauc_map_at_20_std": 0.15452901996838614, - "nauc_map_at_3_diff1": 0.3776354391138653, - "nauc_map_at_3_max": 0.3010945139346586, - "nauc_map_at_3_std": 0.03187203942470986, - "nauc_map_at_5_diff1": 0.33743947222986564, - "nauc_map_at_5_max": 0.3337883641509003, - "nauc_map_at_5_std": 0.06769399235491148, - "nauc_mrr_at_1000_diff1": 0.2679112564559813, - "nauc_mrr_at_1000_max": 0.4981812324619026, - "nauc_mrr_at_1000_std": 0.3535928050794544, - "nauc_mrr_at_100_diff1": 0.26795077822878466, - "nauc_mrr_at_100_max": 0.4984244231909427, - "nauc_mrr_at_100_std": 0.3539628052949648, - "nauc_mrr_at_10_diff1": 0.26908280983876093, - "nauc_mrr_at_10_max": 0.4973079410915199, - "nauc_mrr_at_10_std": 0.353489513874582, - "nauc_mrr_at_1_diff1": 0.3183684858374235, - "nauc_mrr_at_1_max": 0.4589624336665171, - "nauc_mrr_at_1_std": 0.3110720433898153, - "nauc_mrr_at_20_diff1": 0.2684293116977961, - "nauc_mrr_at_20_max": 0.49730391847322464, - "nauc_mrr_at_20_std": 0.3525539651845937, - "nauc_mrr_at_3_diff1": 0.272010832918409, - "nauc_mrr_at_3_max": 0.4787508257887599, - "nauc_mrr_at_3_std": 0.32894418574913875, - "nauc_mrr_at_5_diff1": 0.26438918645665344, - "nauc_mrr_at_5_max": 0.49322000509328073, - "nauc_mrr_at_5_std": 0.34880190220622503, - "nauc_ndcg_at_1000_diff1": 0.15377079991009393, - "nauc_ndcg_at_1000_max": 0.5457353499367739, - "nauc_ndcg_at_1000_std": 0.47213924285085934, - "nauc_ndcg_at_100_diff1": 0.1692835217818367, - "nauc_ndcg_at_100_max": 0.49050610686482055, - "nauc_ndcg_at_100_std": 0.3990607237743201, - "nauc_ndcg_at_10_diff1": 0.16278794017063328, - "nauc_ndcg_at_10_max": 0.47401311457268885, - "nauc_ndcg_at_10_std": 0.3607043860905073, - "nauc_ndcg_at_1_diff1": 0.319064325342059, - "nauc_ndcg_at_1_max": 0.42936701077436873, - "nauc_ndcg_at_1_std": 0.28313564001635655, - "nauc_ndcg_at_20_diff1": 0.15082815002231265, - "nauc_ndcg_at_20_max": 0.4680958048235152, - "nauc_ndcg_at_20_std": 0.372760843136262, - "nauc_ndcg_at_3_diff1": 0.23064762850542941, - "nauc_ndcg_at_3_max": 0.4598688668602465, - "nauc_ndcg_at_3_std": 0.3029681699352968, - "nauc_ndcg_at_5_diff1": 0.18288045092890481, - "nauc_ndcg_at_5_max": 0.4721428140374459, - "nauc_ndcg_at_5_std": 0.3309229619232603, - "nauc_precision_at_1000_diff1": -0.14789150695149045, - "nauc_precision_at_1000_max": 0.1852047862341332, - "nauc_precision_at_1000_std": 0.48548870477849787, - "nauc_precision_at_100_diff1": -0.10635734028143802, - "nauc_precision_at_100_max": 0.35938236088228115, - "nauc_precision_at_100_std": 0.5867233889204587, - "nauc_precision_at_10_diff1": 0.025252346320130896, - "nauc_precision_at_10_max": 0.46989332878118567, - "nauc_precision_at_10_std": 0.44796064002492025, - "nauc_precision_at_1_diff1": 0.3183684858374235, - "nauc_precision_at_1_max": 0.4589624336665171, - "nauc_precision_at_1_std": 0.3110720433898153, - "nauc_precision_at_20_diff1": -0.040865708161208956, - "nauc_precision_at_20_max": 0.42635452301960525, - "nauc_precision_at_20_std": 0.48786289951840006, - "nauc_precision_at_3_diff1": 0.14649301172333212, - "nauc_precision_at_3_max": 0.4723644817972119, - "nauc_precision_at_3_std": 0.33750435616728786, - "nauc_precision_at_5_diff1": 0.07101379479206134, - "nauc_precision_at_5_max": 0.48889787403570417, - "nauc_precision_at_5_std": 0.39045883213963944, - "nauc_recall_at_1000_diff1": 0.038860552416168787, - "nauc_recall_at_1000_max": 0.3023716314571513, - "nauc_recall_at_1000_std": 0.3407839142073154, - "nauc_recall_at_100_diff1": 0.09724354229399505, - "nauc_recall_at_100_max": 0.2888228861881219, - "nauc_recall_at_100_std": 0.22811381431682837, - "nauc_recall_at_10_diff1": 0.2173234663391558, - "nauc_recall_at_10_max": 0.31602822912207923, - "nauc_recall_at_10_std": 0.11097032004986063, - "nauc_recall_at_1_diff1": 0.4313279737920073, - "nauc_recall_at_1_max": 0.24662902003287412, - "nauc_recall_at_1_std": 0.005955210376953834, - "nauc_recall_at_20_diff1": 0.1832984564784054, - "nauc_recall_at_20_max": 0.3184069465039706, - "nauc_recall_at_20_std": 0.1354488282371453, - "nauc_recall_at_3_diff1": 0.3057961032350806, - "nauc_recall_at_3_max": 0.2740729460462481, - "nauc_recall_at_3_std": 0.018006701243755623, - "nauc_recall_at_5_diff1": 0.24464466099032608, - "nauc_recall_at_5_max": 0.3101084696844512, - "nauc_recall_at_5_std": 0.0631023751027186, + "map_at_10": 0.06614, + "map_at_100": 0.08979, + "map_at_1000": 0.10253, + "map_at_20": 0.07505, + "map_at_3": 0.04432, + "map_at_5": 0.05518, + "mrr_at_1": 0.3281733746130031, + "mrr_at_10": 0.4078640228021033, + "mrr_at_100": 0.41553991209009955, + "mrr_at_1000": 0.41618480019028287, + "mrr_at_20": 0.4120670459842694, + "mrr_at_3": 0.38338493292053655, + "mrr_at_5": 0.3985552115583076, + "nauc_map_at_1000_diff1": 0.21086132977191308, + "nauc_map_at_1000_max": 0.446348192926019, + "nauc_map_at_1000_std": 0.30331695144214954, + "nauc_map_at_100_diff1": 0.23762902687702117, + "nauc_map_at_100_max": 0.4322628778496009, + "nauc_map_at_100_std": 0.2425659993595711, + "nauc_map_at_10_diff1": 0.3028022278661893, + "nauc_map_at_10_max": 0.3709126517004046, + "nauc_map_at_10_std": 0.120255398911413, + "nauc_map_at_1_diff1": 0.4279954063238432, + "nauc_map_at_1_max": 0.25525770290893757, + "nauc_map_at_1_std": 0.0058838777175061275, + "nauc_map_at_20_diff1": 0.2763170536314204, + "nauc_map_at_20_max": 0.39135543147013946, + "nauc_map_at_20_std": 0.15431658676917934, + "nauc_map_at_3_diff1": 0.3584659045481418, + "nauc_map_at_3_max": 0.30329219628041354, + "nauc_map_at_3_std": 0.03389627887265384, + "nauc_map_at_5_diff1": 0.33226011113320153, + "nauc_map_at_5_max": 0.34368694444389886, + "nauc_map_at_5_std": 0.06607694174398665, + "nauc_mrr_at_1000_diff1": 0.25352537782323536, + "nauc_mrr_at_1000_max": 0.49946241740743913, + "nauc_mrr_at_1000_std": 0.3433049460704162, + "nauc_mrr_at_100_diff1": 0.2536148337502959, + "nauc_mrr_at_100_max": 0.49971140722702606, + "nauc_mrr_at_100_std": 0.3437357598757264, + "nauc_mrr_at_10_diff1": 0.2548485623480341, + "nauc_mrr_at_10_max": 0.49871756997162775, + "nauc_mrr_at_10_std": 0.34347565607801606, + "nauc_mrr_at_1_diff1": 0.29490503421447645, + "nauc_mrr_at_1_max": 0.45568138795985064, + "nauc_mrr_at_1_std": 0.29540181416271527, + "nauc_mrr_at_20_diff1": 0.25348269525420625, + "nauc_mrr_at_20_max": 0.4984767921954761, + "nauc_mrr_at_20_std": 0.3424293978522254, + "nauc_mrr_at_3_diff1": 0.2505281067965699, + "nauc_mrr_at_3_max": 0.47710115001354475, + "nauc_mrr_at_3_std": 0.3190830192518958, + "nauc_mrr_at_5_diff1": 0.24953147924050517, + "nauc_mrr_at_5_max": 0.4945646706412336, + "nauc_mrr_at_5_std": 0.33879788487298923, + "nauc_ndcg_at_1000_diff1": 0.1513708727325022, + "nauc_ndcg_at_1000_max": 0.5504953713898408, + "nauc_ndcg_at_1000_std": 0.4715812147610412, + "nauc_ndcg_at_100_diff1": 0.16738288318389158, + "nauc_ndcg_at_100_max": 0.49441040897233646, + "nauc_ndcg_at_100_std": 0.39553699713850066, + "nauc_ndcg_at_10_diff1": 0.16184027006953922, + "nauc_ndcg_at_10_max": 0.47785798840165095, + "nauc_ndcg_at_10_std": 0.3576995577068799, + "nauc_ndcg_at_1_diff1": 0.31415967288704333, + "nauc_ndcg_at_1_max": 0.43087135430592727, + "nauc_ndcg_at_1_std": 0.27963067467478714, + "nauc_ndcg_at_20_diff1": 0.14927283534204047, + "nauc_ndcg_at_20_max": 0.47050951618945724, + "nauc_ndcg_at_20_std": 0.368746597643478, + "nauc_ndcg_at_3_diff1": 0.2193310564746557, + "nauc_ndcg_at_3_max": 0.45837135385337724, + "nauc_ndcg_at_3_std": 0.29964638585398257, + "nauc_ndcg_at_5_diff1": 0.18308070919432406, + "nauc_ndcg_at_5_max": 0.4731052361683387, + "nauc_ndcg_at_5_std": 0.32527912570822265, + "nauc_precision_at_1000_diff1": -0.14224909079809095, + "nauc_precision_at_1000_max": 0.1775463085916711, + "nauc_precision_at_1000_std": 0.47869542529889564, + "nauc_precision_at_100_diff1": -0.10267432211814724, + "nauc_precision_at_100_max": 0.3534214569492916, + "nauc_precision_at_100_std": 0.5760536908506594, + "nauc_precision_at_10_diff1": 0.029883318593491616, + "nauc_precision_at_10_max": 0.4727595080871042, + "nauc_precision_at_10_std": 0.4461023470439142, + "nauc_precision_at_1_diff1": 0.31351455442728354, + "nauc_precision_at_1_max": 0.4604512201578017, + "nauc_precision_at_1_std": 0.30760332434826554, + "nauc_precision_at_20_diff1": -0.03788769581307543, + "nauc_precision_at_20_max": 0.4225832744484552, + "nauc_precision_at_20_std": 0.4828436497528788, + "nauc_precision_at_3_diff1": 0.1348509645055284, + "nauc_precision_at_3_max": 0.4693180154454476, + "nauc_precision_at_3_std": 0.33596902237003184, + "nauc_precision_at_5_diff1": 0.07791599735882244, + "nauc_precision_at_5_max": 0.4862120035417894, + "nauc_precision_at_5_std": 0.38228578539015334, + "nauc_recall_at_1000_diff1": 0.03772072084075078, + "nauc_recall_at_1000_max": 0.3038929795634839, + "nauc_recall_at_1000_std": 0.33965676583940335, + "nauc_recall_at_100_diff1": 0.09746808178344184, + "nauc_recall_at_100_max": 0.2946264951255218, + "nauc_recall_at_100_std": 0.2304869193014339, + "nauc_recall_at_10_diff1": 0.22033567840425097, + "nauc_recall_at_10_max": 0.3253226601836605, + "nauc_recall_at_10_std": 0.11343168149737545, + "nauc_recall_at_1_diff1": 0.4279954063238432, + "nauc_recall_at_1_max": 0.25525770290893757, + "nauc_recall_at_1_std": 0.0058838777175061275, + "nauc_recall_at_20_diff1": 0.1832947159122514, + "nauc_recall_at_20_max": 0.32356048021249256, + "nauc_recall_at_20_std": 0.13583011768806533, + "nauc_recall_at_3_diff1": 0.26823895565914235, + "nauc_recall_at_3_max": 0.25679886850945344, + "nauc_recall_at_3_std": 0.023416063545400354, + "nauc_recall_at_5_diff1": 0.24219004874201042, + "nauc_recall_at_5_max": 0.3149862982007719, + "nauc_recall_at_5_std": 0.058767802486950474, "ndcg_at_1": 0.30805, - "ndcg_at_10": 0.23449, - "ndcg_at_100": 0.22179, - "ndcg_at_1000": 0.31384, - "ndcg_at_20": 0.21784, - "ndcg_at_3": 0.26969, - "ndcg_at_5": 0.25674, + "ndcg_at_10": 0.2341, + "ndcg_at_100": 0.22137, + "ndcg_at_1000": 0.31373, + "ndcg_at_20": 0.21739, + "ndcg_at_3": 0.26782, + "ndcg_at_5": 0.25703, "precision_at_1": 0.32198, - "precision_at_10": 0.18545, - "precision_at_100": 0.0644, - "precision_at_1000": 0.01935, - "precision_at_20": 0.13854, - "precision_at_3": 0.258, - "precision_at_5": 0.23344, + "precision_at_10": 0.18514, + "precision_at_100": 0.06437, + "precision_at_1000": 0.01934, + "precision_at_20": 0.13824, + "precision_at_3": 0.25593, + "precision_at_5": 0.23406, "recall_at_1": 0.02546, - "recall_at_10": 0.10249, - "recall_at_100": 0.24784, - "recall_at_1000": 0.56993, - "recall_at_20": 0.13474, - "recall_at_3": 0.05592, + "recall_at_10": 0.10223, + "recall_at_100": 0.24679, + "recall_at_1000": 0.57035, + "recall_at_20": 0.13433, + "recall_at_3": 0.05409, "recall_at_5": 0.07592 } ] diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-PL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-PL.json index 365f61031..ac83cedf2 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-PL.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact-PL.json @@ -1,8 +1,8 @@ { "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", - "evaluation_time": 4.923518657684326, - "kg_co2_emissions": 0.0007920820140878797, - "mteb_version": "1.12.75", + "evaluation_time": 3.8835666179656982, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,145 +10,145 @@ "languages": [ "pol-Latn" ], - "main_score": 0.40235, + "main_score": 0.40328, "map_at_1": 0.30111, - "map_at_10": 0.3659, - "map_at_100": 0.37625, - "map_at_1000": 0.37698, - "map_at_20": 0.37209, + "map_at_10": 0.36616, + "map_at_100": 0.37616, + "map_at_1000": 0.37693, + "map_at_20": 0.37236, "map_at_3": 0.34472, - "map_at_5": 0.35418, + "map_at_5": 0.35401, "mrr_at_1": 0.3233333333333333, - "mrr_at_10": 0.3809285714285714, - "mrr_at_100": 0.39005809067978414, - "mrr_at_1000": 0.3906851279386221, - "mrr_at_20": 0.3863339613030016, + "mrr_at_10": 0.3812619047619048, + "mrr_at_100": 0.3900363793637142, + "mrr_at_1000": 0.390700064013458, + "mrr_at_20": 0.3866792826483229, "mrr_at_3": 0.36444444444444435, "mrr_at_5": 0.37111111111111106, - "nauc_map_at_1000_diff1": 0.4737535857792643, - "nauc_map_at_1000_max": 0.2808148667820915, - "nauc_map_at_1000_std": 0.0848356738944849, - "nauc_map_at_100_diff1": 0.47386182393920323, - "nauc_map_at_100_max": 0.28121216615325034, - "nauc_map_at_100_std": 0.08528331641476325, - "nauc_map_at_10_diff1": 0.4754807921122643, - "nauc_map_at_10_max": 0.27702553036165267, - "nauc_map_at_10_std": 0.07869488667473849, - "nauc_map_at_1_diff1": 0.4689741872374009, - "nauc_map_at_1_max": 0.2226326205706838, - "nauc_map_at_1_std": 0.029374811956753295, - "nauc_map_at_20_diff1": 0.4730585282190939, - "nauc_map_at_20_max": 0.28083069244125725, - "nauc_map_at_20_std": 0.08429187885467458, - "nauc_map_at_3_diff1": 0.4774546166524234, - "nauc_map_at_3_max": 0.25076716890892325, - "nauc_map_at_3_std": 0.05522542792498538, - "nauc_map_at_5_diff1": 0.4793586558494187, - "nauc_map_at_5_max": 0.2625602357780859, - "nauc_map_at_5_std": 0.056927340104542576, - "nauc_mrr_at_1000_diff1": 0.46143580956493596, - "nauc_mrr_at_1000_max": 0.2980858408116136, - "nauc_mrr_at_1000_std": 0.11383620225711771, - "nauc_mrr_at_100_diff1": 0.461461876098222, - "nauc_mrr_at_100_max": 0.29846895460114303, - "nauc_mrr_at_100_std": 0.11436716249342291, - "nauc_mrr_at_10_diff1": 0.46192377660829925, - "nauc_mrr_at_10_max": 0.2958879299884568, - "nauc_mrr_at_10_std": 0.10958057797195274, - "nauc_mrr_at_1_diff1": 0.45042497963036354, - "nauc_mrr_at_1_max": 0.2609450620884331, - "nauc_mrr_at_1_std": 0.08810813939509975, - "nauc_mrr_at_20_diff1": 0.46092458199089076, - "nauc_mrr_at_20_max": 0.29879264080244555, - "nauc_mrr_at_20_std": 0.11440100150421988, - "nauc_mrr_at_3_diff1": 0.4598853302856077, - "nauc_mrr_at_3_max": 0.2833449766597587, - "nauc_mrr_at_3_std": 0.1014905893666713, - "nauc_mrr_at_5_diff1": 0.46481305152875263, - "nauc_mrr_at_5_max": 0.2886547679038099, - "nauc_mrr_at_5_std": 0.09575967409265114, - "nauc_ndcg_at_1000_diff1": 0.46171863861797097, - "nauc_ndcg_at_1000_max": 0.31049015227714394, - "nauc_ndcg_at_1000_std": 0.12424095683254022, - "nauc_ndcg_at_100_diff1": 0.46792679662553366, - "nauc_ndcg_at_100_max": 0.3205625284672726, - "nauc_ndcg_at_100_std": 0.1382799822980317, - "nauc_ndcg_at_10_diff1": 0.4728618230045269, - "nauc_ndcg_at_10_max": 0.30335492729260904, - "nauc_ndcg_at_10_std": 0.1062174850893466, - "nauc_ndcg_at_1_diff1": 0.45042497963036354, - "nauc_ndcg_at_1_max": 0.2609450620884331, - "nauc_ndcg_at_1_std": 0.08810813939509975, - "nauc_ndcg_at_20_diff1": 0.4645895240472503, - "nauc_ndcg_at_20_max": 0.3171157473929321, - "nauc_ndcg_at_20_std": 0.12690725693111504, - "nauc_ndcg_at_3_diff1": 0.47117447504686055, - "nauc_ndcg_at_3_max": 0.2664910765506605, - "nauc_ndcg_at_3_std": 0.07358312920036525, - "nauc_ndcg_at_5_diff1": 0.47912502451681704, - "nauc_ndcg_at_5_max": 0.2784219066642506, - "nauc_ndcg_at_5_std": 0.0656113514885852, - "nauc_precision_at_1000_diff1": -0.05958822108838214, - "nauc_precision_at_1000_max": 0.3205647958318564, - "nauc_precision_at_1000_std": 0.4433277326468642, - "nauc_precision_at_100_diff1": 0.212376484264718, - "nauc_precision_at_100_max": 0.46266710952420503, - "nauc_precision_at_100_std": 0.4792369011043756, - "nauc_precision_at_10_diff1": 0.3571603780391023, - "nauc_precision_at_10_max": 0.42850804415265853, - "nauc_precision_at_10_std": 0.2921434239953824, - "nauc_precision_at_1_diff1": 0.45042497963036354, - "nauc_precision_at_1_max": 0.2609450620884331, - "nauc_precision_at_1_std": 0.08810813939509975, - "nauc_precision_at_20_diff1": 0.2951921671781381, - "nauc_precision_at_20_max": 0.46117565395294424, - "nauc_precision_at_20_std": 0.35769764723074643, - "nauc_precision_at_3_diff1": 0.4313210316543203, - "nauc_precision_at_3_max": 0.3315371422315747, - "nauc_precision_at_3_std": 0.16125579302039858, - "nauc_precision_at_5_diff1": 0.4072331409922367, - "nauc_precision_at_5_max": 0.3612956968592737, - "nauc_precision_at_5_std": 0.1631450622097293, + "nauc_map_at_1000_diff1": 0.4738186680304023, + "nauc_map_at_1000_max": 0.2831189023145816, + "nauc_map_at_1000_std": 0.09235030469942986, + "nauc_map_at_100_diff1": 0.473941554023823, + "nauc_map_at_100_max": 0.283509177859703, + "nauc_map_at_100_std": 0.09282156302163393, + "nauc_map_at_10_diff1": 0.4764699651347569, + "nauc_map_at_10_max": 0.27855763726396676, + "nauc_map_at_10_std": 0.08626087071434684, + "nauc_map_at_1_diff1": 0.4702169735582846, + "nauc_map_at_1_max": 0.2257622649553914, + "nauc_map_at_1_std": 0.03737581586200527, + "nauc_map_at_20_diff1": 0.4729838367602817, + "nauc_map_at_20_max": 0.28246349007988153, + "nauc_map_at_20_std": 0.09123080818145034, + "nauc_map_at_3_diff1": 0.4776352358431386, + "nauc_map_at_3_max": 0.2538317732103989, + "nauc_map_at_3_std": 0.06306015544354036, + "nauc_map_at_5_diff1": 0.4800311588994969, + "nauc_map_at_5_max": 0.26417366502755596, + "nauc_map_at_5_std": 0.06490736617603436, + "nauc_mrr_at_1000_diff1": 0.4613564232142865, + "nauc_mrr_at_1000_max": 0.30086301173756913, + "nauc_mrr_at_1000_std": 0.12437651980949782, + "nauc_mrr_at_100_diff1": 0.4614051375223932, + "nauc_mrr_at_100_max": 0.3012379047788634, + "nauc_mrr_at_100_std": 0.12492408762557362, + "nauc_mrr_at_10_diff1": 0.46275732172374284, + "nauc_mrr_at_10_max": 0.2979570364346638, + "nauc_mrr_at_10_std": 0.1203082288709268, + "nauc_mrr_at_1_diff1": 0.45164493163371167, + "nauc_mrr_at_1_max": 0.2640172039946751, + "nauc_mrr_at_1_std": 0.0997021358064819, + "nauc_mrr_at_20_diff1": 0.4607321125016604, + "nauc_mrr_at_20_max": 0.30098449469015054, + "nauc_mrr_at_20_std": 0.1245331478604467, + "nauc_mrr_at_3_diff1": 0.46006363394550936, + "nauc_mrr_at_3_max": 0.28637029285645377, + "nauc_mrr_at_3_std": 0.11290786962202562, + "nauc_mrr_at_5_diff1": 0.46454878649025555, + "nauc_mrr_at_5_max": 0.2916870773810222, + "nauc_mrr_at_5_std": 0.10720334638056518, + "nauc_ndcg_at_1000_diff1": 0.4610436249320103, + "nauc_ndcg_at_1000_max": 0.3131473595508244, + "nauc_ndcg_at_1000_std": 0.13171121496057953, + "nauc_ndcg_at_100_diff1": 0.46717882822315404, + "nauc_ndcg_at_100_max": 0.32291886174536194, + "nauc_ndcg_at_100_std": 0.14575325655358096, + "nauc_ndcg_at_10_diff1": 0.4745892581889606, + "nauc_ndcg_at_10_max": 0.3035930090604187, + "nauc_ndcg_at_10_std": 0.11354618485487167, + "nauc_ndcg_at_1_diff1": 0.45164493163371167, + "nauc_ndcg_at_1_max": 0.2640172039946751, + "nauc_ndcg_at_1_std": 0.0997021358064819, + "nauc_ndcg_at_20_diff1": 0.46248846046260944, + "nauc_ndcg_at_20_max": 0.3168453681628206, + "nauc_ndcg_at_20_std": 0.13168632559108348, + "nauc_ndcg_at_3_diff1": 0.47098673868206176, + "nauc_ndcg_at_3_max": 0.2695275764716559, + "nauc_ndcg_at_3_std": 0.08209981262076944, + "nauc_ndcg_at_5_diff1": 0.47858505121589784, + "nauc_ndcg_at_5_max": 0.28075885451800336, + "nauc_ndcg_at_5_std": 0.07530230834362292, + "nauc_precision_at_1000_diff1": -0.05773845308011976, + "nauc_precision_at_1000_max": 0.32272285850816224, + "nauc_precision_at_1000_std": 0.4548374002538292, + "nauc_precision_at_100_diff1": 0.21321578997306126, + "nauc_precision_at_100_max": 0.4625320225901066, + "nauc_precision_at_100_std": 0.4885832504836906, + "nauc_precision_at_10_diff1": 0.3609618994910525, + "nauc_precision_at_10_max": 0.4244446614795279, + "nauc_precision_at_10_std": 0.3004091111328145, + "nauc_precision_at_1_diff1": 0.45164493163371167, + "nauc_precision_at_1_max": 0.2640172039946751, + "nauc_precision_at_1_std": 0.0997021358064819, + "nauc_precision_at_20_diff1": 0.2861873817916881, + "nauc_precision_at_20_max": 0.4547809512595393, + "nauc_precision_at_20_std": 0.35823097812088295, + "nauc_precision_at_3_diff1": 0.4301614139227112, + "nauc_precision_at_3_max": 0.3343348213742685, + "nauc_precision_at_3_std": 0.17181399082847754, + "nauc_precision_at_5_diff1": 0.40582576711385626, + "nauc_precision_at_5_max": 0.3591275803439315, + "nauc_precision_at_5_std": 0.177842609955839, "nauc_recall_at_1000_diff1": 0.23231031543052083, - "nauc_recall_at_1000_max": 0.5437827304834975, - "nauc_recall_at_1000_std": 0.4149311898672507, - "nauc_recall_at_100_diff1": 0.45021133767134536, - "nauc_recall_at_100_max": 0.4941388440785958, - "nauc_recall_at_100_std": 0.39282209874722446, - "nauc_recall_at_10_diff1": 0.4733162903366955, - "nauc_recall_at_10_max": 0.35627521770783505, - "nauc_recall_at_10_std": 0.15591586246190006, - "nauc_recall_at_1_diff1": 0.4689741872374009, - "nauc_recall_at_1_max": 0.2226326205706838, - "nauc_recall_at_1_std": 0.029374811956753295, - "nauc_recall_at_20_diff1": 0.4361834600240786, - "nauc_recall_at_20_max": 0.41917284327077187, - "nauc_recall_at_20_std": 0.24812879571102148, - "nauc_recall_at_3_diff1": 0.4716163045339436, - "nauc_recall_at_3_max": 0.2599284446166741, - "nauc_recall_at_3_std": 0.06250479889692968, - "nauc_recall_at_5_diff1": 0.4879675665804996, - "nauc_recall_at_5_max": 0.29415305620524795, - "nauc_recall_at_5_std": 0.049614051979650596, + "nauc_recall_at_1000_max": 0.552307879673608, + "nauc_recall_at_1000_std": 0.40924775707384375, + "nauc_recall_at_100_diff1": 0.44787674705033437, + "nauc_recall_at_100_max": 0.49358695740572234, + "nauc_recall_at_100_std": 0.39200411873300584, + "nauc_recall_at_10_diff1": 0.4778882384008569, + "nauc_recall_at_10_max": 0.35059355736912523, + "nauc_recall_at_10_std": 0.1579819982569329, + "nauc_recall_at_1_diff1": 0.4702169735582846, + "nauc_recall_at_1_max": 0.2257622649553914, + "nauc_recall_at_1_std": 0.03737581586200527, + "nauc_recall_at_20_diff1": 0.425091005774624, + "nauc_recall_at_20_max": 0.4098218847599173, + "nauc_recall_at_20_std": 0.23930077178778075, + "nauc_recall_at_3_diff1": 0.47037913538747156, + "nauc_recall_at_3_max": 0.26291322332669453, + "nauc_recall_at_3_std": 0.07013545055559056, + "nauc_recall_at_5_diff1": 0.48500109528471824, + "nauc_recall_at_5_max": 0.2957770368416248, + "nauc_recall_at_5_std": 0.059072115205908264, "ndcg_at_1": 0.32333, - "ndcg_at_10": 0.40235, - "ndcg_at_100": 0.45374, - "ndcg_at_1000": 0.47609, - "ndcg_at_20": 0.42376, + "ndcg_at_10": 0.40328, + "ndcg_at_100": 0.45321, + "ndcg_at_1000": 0.47608, + "ndcg_at_20": 0.42526, "ndcg_at_3": 0.36287, "ndcg_at_5": 0.37679, "precision_at_1": 0.32333, - "precision_at_10": 0.05667, - "precision_at_100": 0.00847, + "precision_at_10": 0.057, + "precision_at_100": 0.00843, "precision_at_1000": 0.00105, - "precision_at_20": 0.033, + "precision_at_20": 0.03333, "precision_at_3": 0.14333, "precision_at_5": 0.09533, "recall_at_1": 0.30111, - "recall_at_10": 0.50139, - "recall_at_100": 0.74422, + "recall_at_10": 0.50472, + "recall_at_100": 0.74089, "recall_at_1000": 0.92333, - "recall_at_20": 0.58417, + "recall_at_20": 0.59083, "recall_at_3": 0.39306, "recall_at_5": 0.42694 } diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact.json index 30f11d125..ae92d238c 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/SciFact.json @@ -1,8 +1,8 @@ { "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", - "evaluation_time": 9.328405857086182, - "kg_co2_emissions": 0.0014785951129500385, - "mteb_version": "1.12.75", + "evaluation_time": 7.983575820922852, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,142 +10,142 @@ "languages": [ "eng-Latn" ], - "main_score": 0.48367, + "main_score": 0.48487, "map_at_1": 0.36694, - "map_at_10": 0.43655, - "map_at_100": 0.448, - "map_at_1000": 0.44857, - "map_at_20": 0.44407, - "map_at_3": 0.40269, - "map_at_5": 0.42338, + "map_at_10": 0.43675, + "map_at_100": 0.44756, + "map_at_1000": 0.44814, + "map_at_20": 0.44361, + "map_at_3": 0.40213, + "map_at_5": 0.42282, "mrr_at_1": 0.3933333333333333, - "mrr_at_10": 0.4549537037037038, - "mrr_at_100": 0.46531335117950773, - "mrr_at_1000": 0.4657802867874855, - "mrr_at_20": 0.4621416015185366, - "mrr_at_3": 0.42555555555555546, - "mrr_at_5": 0.44338888888888883, - "nauc_map_at_1000_diff1": 0.5027115116855495, - "nauc_map_at_1000_max": 0.4055081632920063, - "nauc_map_at_1000_std": 0.13293867354310573, - "nauc_map_at_100_diff1": 0.5025634039622083, - "nauc_map_at_100_max": 0.4052527234263904, - "nauc_map_at_100_std": 0.13302859696975042, - "nauc_map_at_10_diff1": 0.5028651195720195, - "nauc_map_at_10_max": 0.40030657141124454, - "nauc_map_at_10_std": 0.1300700430685902, - "nauc_map_at_1_diff1": 0.5140320407496783, + "mrr_at_10": 0.45481481481481495, + "mrr_at_100": 0.46484494395256654, + "mrr_at_1000": 0.46531488238501945, + "mrr_at_20": 0.4616657685279978, + "mrr_at_3": 0.42499999999999993, + "mrr_at_5": 0.4428333333333333, + "nauc_map_at_1000_diff1": 0.5098776667052168, + "nauc_map_at_1000_max": 0.4056748420250167, + "nauc_map_at_1000_std": 0.1278974799613879, + "nauc_map_at_100_diff1": 0.5097110715480982, + "nauc_map_at_100_max": 0.40541538161042706, + "nauc_map_at_100_std": 0.12798007115417695, + "nauc_map_at_10_diff1": 0.5101187022483946, + "nauc_map_at_10_max": 0.4015637311145385, + "nauc_map_at_10_std": 0.12589944065952924, + "nauc_map_at_1_diff1": 0.5222302181010146, "nauc_map_at_1_max": 0.3794784741538365, - "nauc_map_at_1_std": 0.0959700407620294, - "nauc_map_at_20_diff1": 0.5042067687592303, - "nauc_map_at_20_max": 0.40570533947112003, - "nauc_map_at_20_std": 0.13317352186272152, - "nauc_map_at_3_diff1": 0.508800200437838, - "nauc_map_at_3_max": 0.39841455322568725, - "nauc_map_at_3_std": 0.10729949259919493, - "nauc_map_at_5_diff1": 0.5022960212412204, - "nauc_map_at_5_max": 0.3989434267051793, - "nauc_map_at_5_std": 0.12307811000640921, - "nauc_mrr_at_1000_diff1": 0.48512994962598904, - "nauc_mrr_at_1000_max": 0.4204110727432698, - "nauc_mrr_at_1000_std": 0.1761614228428385, - "nauc_mrr_at_100_diff1": 0.4849635859204933, - "nauc_mrr_at_100_max": 0.42009429522730374, - "nauc_mrr_at_100_std": 0.17617577964940037, - "nauc_mrr_at_10_diff1": 0.4852491530885924, - "nauc_mrr_at_10_max": 0.4162803000432297, - "nauc_mrr_at_10_std": 0.1752976670557121, - "nauc_mrr_at_1_diff1": 0.4966552736476886, + "nauc_map_at_1_std": 0.09073901657471807, + "nauc_map_at_20_diff1": 0.5116838813371175, + "nauc_map_at_20_max": 0.40589649336972966, + "nauc_map_at_20_std": 0.12821751800403386, + "nauc_map_at_3_diff1": 0.5163539455031676, + "nauc_map_at_3_max": 0.39852987786885136, + "nauc_map_at_3_std": 0.10115104534850702, + "nauc_map_at_5_diff1": 0.5110488811124138, + "nauc_map_at_5_max": 0.3992769630900433, + "nauc_map_at_5_std": 0.11806901339017509, + "nauc_mrr_at_1000_diff1": 0.49147025392390664, + "nauc_mrr_at_1000_max": 0.4203940850934506, + "nauc_mrr_at_1000_std": 0.17094298273140177, + "nauc_mrr_at_100_diff1": 0.49128626441806783, + "nauc_mrr_at_100_max": 0.4200709936724873, + "nauc_mrr_at_100_std": 0.1709464877669831, + "nauc_mrr_at_10_diff1": 0.4914060357711567, + "nauc_mrr_at_10_max": 0.4157632284369203, + "nauc_mrr_at_10_std": 0.1693710399579837, + "nauc_mrr_at_1_diff1": 0.5039473797491238, "nauc_mrr_at_1_max": 0.4173934379654421, - "nauc_mrr_at_1_std": 0.16789062701781285, - "nauc_mrr_at_20_diff1": 0.4854497170956289, - "nauc_mrr_at_20_max": 0.4201892457349226, - "nauc_mrr_at_20_std": 0.17775237140771663, - "nauc_mrr_at_3_diff1": 0.49487616123707145, - "nauc_mrr_at_3_max": 0.4267398843428858, - "nauc_mrr_at_3_std": 0.17041339388669566, - "nauc_mrr_at_5_diff1": 0.4827125929787747, - "nauc_mrr_at_5_max": 0.4208268497938472, - "nauc_mrr_at_5_std": 0.17684447705766881, - "nauc_ndcg_at_1000_diff1": 0.4914999401644607, - "nauc_ndcg_at_1000_max": 0.418828640609566, - "nauc_ndcg_at_1000_std": 0.15962509263392585, - "nauc_ndcg_at_100_diff1": 0.48681974687149643, - "nauc_ndcg_at_100_max": 0.4141098815337476, - "nauc_ndcg_at_100_std": 0.16448717998222348, - "nauc_ndcg_at_10_diff1": 0.4925824224528347, - "nauc_ndcg_at_10_max": 0.4008521105191833, - "nauc_ndcg_at_10_std": 0.15643712758721787, - "nauc_ndcg_at_1_diff1": 0.4966552736476886, + "nauc_mrr_at_1_std": 0.16272502647370293, + "nauc_mrr_at_20_diff1": 0.49207892285038246, + "nauc_mrr_at_20_max": 0.4201949533999968, + "nauc_mrr_at_20_std": 0.17260810085679068, + "nauc_mrr_at_3_diff1": 0.5015640538830124, + "nauc_mrr_at_3_max": 0.426848928668294, + "nauc_mrr_at_3_std": 0.16430051532411183, + "nauc_mrr_at_5_diff1": 0.4905883119262975, + "nauc_mrr_at_5_max": 0.4211538719393778, + "nauc_mrr_at_5_std": 0.17185952049089948, + "nauc_ndcg_at_1000_diff1": 0.4983357732947869, + "nauc_ndcg_at_1000_max": 0.4189615123690676, + "nauc_ndcg_at_1000_std": 0.15498580142498733, + "nauc_ndcg_at_100_diff1": 0.4933756656431805, + "nauc_ndcg_at_100_max": 0.4142130812471128, + "nauc_ndcg_at_100_std": 0.1597281748322261, + "nauc_ndcg_at_10_diff1": 0.49961035148043664, + "nauc_ndcg_at_10_max": 0.40232405180383457, + "nauc_ndcg_at_10_std": 0.1528927578594424, + "nauc_ndcg_at_1_diff1": 0.5039473797491238, "nauc_ndcg_at_1_max": 0.4173934379654421, - "nauc_ndcg_at_1_std": 0.16789062701781285, - "nauc_ndcg_at_20_diff1": 0.49579252876037605, - "nauc_ndcg_at_20_max": 0.41861869841108423, - "nauc_ndcg_at_20_std": 0.16868006805556215, - "nauc_ndcg_at_3_diff1": 0.5029066420011883, - "nauc_ndcg_at_3_max": 0.41143449193155285, - "nauc_ndcg_at_3_std": 0.12898824121946334, - "nauc_ndcg_at_5_diff1": 0.48837411847907747, - "nauc_ndcg_at_5_max": 0.4036338451255186, - "nauc_ndcg_at_5_std": 0.1448373732721936, - "nauc_precision_at_1000_diff1": -0.10001618967098945, + "nauc_ndcg_at_1_std": 0.16272502647370293, + "nauc_ndcg_at_20_diff1": 0.5039126746848797, + "nauc_ndcg_at_20_max": 0.4187471461318099, + "nauc_ndcg_at_20_std": 0.16450172225100154, + "nauc_ndcg_at_3_diff1": 0.5111976311692701, + "nauc_ndcg_at_3_max": 0.4115433548343718, + "nauc_ndcg_at_3_std": 0.12303214380231682, + "nauc_ndcg_at_5_diff1": 0.4990664145890495, + "nauc_ndcg_at_5_max": 0.4042166139683181, + "nauc_ndcg_at_5_std": 0.14111523865658224, + "nauc_precision_at_1000_diff1": -0.10337404735778565, "nauc_precision_at_1000_max": 0.24653271212966169, - "nauc_precision_at_1000_std": 0.40727815653613075, - "nauc_precision_at_100_diff1": 0.0830561265507134, - "nauc_precision_at_100_max": 0.3219465933653309, - "nauc_precision_at_100_std": 0.41842418173853163, - "nauc_precision_at_10_diff1": 0.32832601950092455, - "nauc_precision_at_10_max": 0.4269227887978104, - "nauc_precision_at_10_std": 0.35798351134925427, - "nauc_precision_at_1_diff1": 0.4966552736476886, + "nauc_precision_at_1000_std": 0.40559922769273266, + "nauc_precision_at_100_diff1": 0.08103424205808545, + "nauc_precision_at_100_max": 0.3219465933653296, + "nauc_precision_at_100_std": 0.4153432148926226, + "nauc_precision_at_10_diff1": 0.32656956930776165, + "nauc_precision_at_10_max": 0.4299700588283516, + "nauc_precision_at_10_std": 0.3595282801588011, + "nauc_precision_at_1_diff1": 0.5039473797491238, "nauc_precision_at_1_max": 0.4173934379654421, - "nauc_precision_at_1_std": 0.16789062701781285, - "nauc_precision_at_20_diff1": 0.2899720193698725, + "nauc_precision_at_1_std": 0.16272502647370293, + "nauc_precision_at_20_diff1": 0.29674627719015495, "nauc_precision_at_20_max": 0.45550819927752784, - "nauc_precision_at_20_std": 0.416941708464357, - "nauc_precision_at_3_diff1": 0.44871609776219396, + "nauc_precision_at_20_std": 0.41572892573438286, + "nauc_precision_at_3_diff1": 0.45859131690213417, "nauc_precision_at_3_max": 0.4641847994225015, - "nauc_precision_at_3_std": 0.2211240589873151, - "nauc_precision_at_5_diff1": 0.37394066964601275, - "nauc_precision_at_5_max": 0.4419930726274532, - "nauc_precision_at_5_std": 0.29032524092647743, + "nauc_precision_at_3_std": 0.21617407445601686, + "nauc_precision_at_5_diff1": 0.38852192489848497, + "nauc_precision_at_5_max": 0.44323010343933794, + "nauc_precision_at_5_std": 0.2910124802664131, "nauc_recall_at_1000_diff1": 0.48281979458450264, "nauc_recall_at_1000_max": 0.7097105508870245, "nauc_recall_at_1000_std": 0.22254901960784354, - "nauc_recall_at_100_diff1": 0.39466277139889966, + "nauc_recall_at_100_diff1": 0.3961186439032915, "nauc_recall_at_100_max": 0.42097870682471433, - "nauc_recall_at_100_std": 0.2735757753907633, - "nauc_recall_at_10_diff1": 0.4685433216487779, - "nauc_recall_at_10_max": 0.3651375508583573, - "nauc_recall_at_10_std": 0.19290969184671453, - "nauc_recall_at_1_diff1": 0.5140320407496783, + "nauc_recall_at_100_std": 0.26837623073222056, + "nauc_recall_at_10_diff1": 0.4754341824639989, + "nauc_recall_at_10_max": 0.36821992247551355, + "nauc_recall_at_10_std": 0.1923859696249792, + "nauc_recall_at_1_diff1": 0.5222302181010146, "nauc_recall_at_1_max": 0.3794784741538365, - "nauc_recall_at_1_std": 0.0959700407620294, - "nauc_recall_at_20_diff1": 0.4782314008724034, + "nauc_recall_at_1_std": 0.09073901657471807, + "nauc_recall_at_20_diff1": 0.4902854308009086, "nauc_recall_at_20_max": 0.4466397628682779, - "nauc_recall_at_20_std": 0.2631743993310141, - "nauc_recall_at_3_diff1": 0.49764855176582956, + "nauc_recall_at_20_std": 0.2623033235275084, + "nauc_recall_at_3_diff1": 0.5088991734600419, "nauc_recall_at_3_max": 0.40141882517322963, - "nauc_recall_at_3_std": 0.11551759653471587, - "nauc_recall_at_5_diff1": 0.45150410620382714, - "nauc_recall_at_5_max": 0.378681035707249, - "nauc_recall_at_5_std": 0.15101696701443784, + "nauc_recall_at_3_std": 0.11028610104270281, + "nauc_recall_at_5_diff1": 0.46937224032098207, + "nauc_recall_at_5_max": 0.3801243545157548, + "nauc_recall_at_5_std": 0.15181881079694143, "ndcg_at_1": 0.39333, - "ndcg_at_10": 0.48367, - "ndcg_at_100": 0.53462, - "ndcg_at_1000": 0.55026, - "ndcg_at_20": 0.50927, - "ndcg_at_3": 0.41998, - "ndcg_at_5": 0.45459, + "ndcg_at_10": 0.48487, + "ndcg_at_100": 0.53429, + "ndcg_at_1000": 0.54994, + "ndcg_at_20": 0.50894, + "ndcg_at_3": 0.41954, + "ndcg_at_5": 0.45415, "precision_at_1": 0.39333, - "precision_at_10": 0.069, + "precision_at_10": 0.06967, "precision_at_100": 0.00953, "precision_at_1000": 0.0011, "precision_at_20": 0.04, "precision_at_3": 0.16111, "precision_at_5": 0.11733, "recall_at_1": 0.36694, - "recall_at_10": 0.61556, + "recall_at_10": 0.62056, "recall_at_100": 0.84289, "recall_at_1000": 0.96667, "recall_at_20": 0.712, @@ -159,147 +159,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.51006, - "map_at_1": 0.36001, - "map_at_10": 0.45914, - "map_at_100": 0.4684, - "map_at_1000": 0.46886, - "map_at_20": 0.46466, - "map_at_3": 0.43293, - "map_at_5": 0.44709, - "mrr_at_1": 0.3819530284301607, - "mrr_at_10": 0.4746929385680927, - "mrr_at_100": 0.48183147677711324, - "mrr_at_1000": 0.48224775849437995, - "mrr_at_20": 0.4787953541190628, - "mrr_at_3": 0.4524103831891221, - "mrr_at_5": 0.46520395550061744, - "nauc_map_at_1000_diff1": 0.5557769093352587, - "nauc_map_at_1000_max": 0.37652100064581456, - "nauc_map_at_1000_std": 0.136234934596405, - "nauc_map_at_100_diff1": 0.5556863358116184, - "nauc_map_at_100_max": 0.37649431273345846, - "nauc_map_at_100_std": 0.13632362780514584, - "nauc_map_at_10_diff1": 0.5547566264268938, - "nauc_map_at_10_max": 0.3744897763991675, - "nauc_map_at_10_std": 0.13471153936112407, - "nauc_map_at_1_diff1": 0.5970533422863804, - "nauc_map_at_1_max": 0.33752270772789766, - "nauc_map_at_1_std": 0.0704730094152004, - "nauc_map_at_20_diff1": 0.555311721469241, - "nauc_map_at_20_max": 0.3762868341677621, - "nauc_map_at_20_std": 0.135414849383732, - "nauc_map_at_3_diff1": 0.565508555368215, - "nauc_map_at_3_max": 0.35784517990789705, - "nauc_map_at_3_std": 0.11739485955964517, - "nauc_map_at_5_diff1": 0.5566468948913453, - "nauc_map_at_5_max": 0.365529375071821, - "nauc_map_at_5_std": 0.11985145848608027, - "nauc_mrr_at_1000_diff1": 0.5515248577194913, - "nauc_mrr_at_1000_max": 0.39078364646861147, - "nauc_mrr_at_1000_std": 0.151279564066991, - "nauc_mrr_at_100_diff1": 0.5514009069616718, - "nauc_mrr_at_100_max": 0.39083045101887565, - "nauc_mrr_at_100_std": 0.15133790765079655, - "nauc_mrr_at_10_diff1": 0.5495265261391373, - "nauc_mrr_at_10_max": 0.39139545019462985, - "nauc_mrr_at_10_std": 0.15214931732074763, - "nauc_mrr_at_1_diff1": 0.5890747918811716, - "nauc_mrr_at_1_max": 0.37625946854853254, - "nauc_mrr_at_1_std": 0.10725677085278165, - "nauc_mrr_at_20_diff1": 0.5503922626561822, - "nauc_mrr_at_20_max": 0.39082139808539956, - "nauc_mrr_at_20_std": 0.1513598971867836, - "nauc_mrr_at_3_diff1": 0.5593531559321248, - "nauc_mrr_at_3_max": 0.3871588011253881, - "nauc_mrr_at_3_std": 0.14342787295863643, - "nauc_mrr_at_5_diff1": 0.5520837473099894, - "nauc_mrr_at_5_max": 0.388310736143202, - "nauc_mrr_at_5_std": 0.14363266275083503, - "nauc_ndcg_at_1000_diff1": 0.5429935379001464, - "nauc_ndcg_at_1000_max": 0.3951038712447268, - "nauc_ndcg_at_1000_std": 0.16520244829810288, - "nauc_ndcg_at_100_diff1": 0.5406561688446322, - "nauc_ndcg_at_100_max": 0.39420870469509023, - "nauc_ndcg_at_100_std": 0.1702567567449585, - "nauc_ndcg_at_10_diff1": 0.5326225729668945, - "nauc_ndcg_at_10_max": 0.3904060181188413, - "nauc_ndcg_at_10_std": 0.1648561967427424, - "nauc_ndcg_at_1_diff1": 0.5890747918811716, - "nauc_ndcg_at_1_max": 0.37625946854853254, - "nauc_ndcg_at_1_std": 0.10725677085278165, - "nauc_ndcg_at_20_diff1": 0.5349872605987552, - "nauc_ndcg_at_20_max": 0.39303158067698696, - "nauc_ndcg_at_20_std": 0.16580079698054687, - "nauc_ndcg_at_3_diff1": 0.5520435782323435, - "nauc_ndcg_at_3_max": 0.3688307296115385, - "nauc_ndcg_at_3_std": 0.13308742452509303, - "nauc_ndcg_at_5_diff1": 0.5381093471244105, - "nauc_ndcg_at_5_max": 0.37476933708317567, - "nauc_ndcg_at_5_std": 0.13344587562220353, - "nauc_precision_at_1000_diff1": -0.07863654704941432, + "main_score": 0.51047, + "map_at_1": 0.36166, + "map_at_10": 0.45958, + "map_at_100": 0.46882, + "map_at_1000": 0.46929, + "map_at_20": 0.46518, + "map_at_3": 0.43365, + "map_at_5": 0.44783, + "mrr_at_1": 0.38442521631644005, + "mrr_at_10": 0.47568524731689094, + "mrr_at_100": 0.4827951254093548, + "mrr_at_1000": 0.4832247126021936, + "mrr_at_20": 0.4797952646903299, + "mrr_at_3": 0.45405850844664164, + "mrr_at_5": 0.46660486196950907, + "nauc_map_at_1000_diff1": 0.5501621944499531, + "nauc_map_at_1000_max": 0.3757330073983821, + "nauc_map_at_1000_std": 0.13501523050480327, + "nauc_map_at_100_diff1": 0.5500873887282041, + "nauc_map_at_100_max": 0.3757270251256098, + "nauc_map_at_100_std": 0.13513694872940749, + "nauc_map_at_10_diff1": 0.5493862183358299, + "nauc_map_at_10_max": 0.3737303501475121, + "nauc_map_at_10_std": 0.13273648460012988, + "nauc_map_at_1_diff1": 0.5895110548652549, + "nauc_map_at_1_max": 0.34012462921439457, + "nauc_map_at_1_std": 0.06950740163709561, + "nauc_map_at_20_diff1": 0.5497610209728558, + "nauc_map_at_20_max": 0.37551364737505455, + "nauc_map_at_20_std": 0.134163263989244, + "nauc_map_at_3_diff1": 0.559124319388729, + "nauc_map_at_3_max": 0.355417971872899, + "nauc_map_at_3_std": 0.11395490301835438, + "nauc_map_at_5_diff1": 0.5509350881138906, + "nauc_map_at_5_max": 0.3647701027405718, + "nauc_map_at_5_std": 0.11976351781380107, + "nauc_mrr_at_1000_diff1": 0.544507437807826, + "nauc_mrr_at_1000_max": 0.3914904398583648, + "nauc_mrr_at_1000_std": 0.15007352858392928, + "nauc_mrr_at_100_diff1": 0.5443970331979379, + "nauc_mrr_at_100_max": 0.39155224453510673, + "nauc_mrr_at_100_std": 0.15016339548335156, + "nauc_mrr_at_10_diff1": 0.5426327276580438, + "nauc_mrr_at_10_max": 0.39206147570820743, + "nauc_mrr_at_10_std": 0.15007541514721717, + "nauc_mrr_at_1_diff1": 0.5790996713057954, + "nauc_mrr_at_1_max": 0.3812894772618129, + "nauc_mrr_at_1_std": 0.10662238154708747, + "nauc_mrr_at_20_diff1": 0.543375285533312, + "nauc_mrr_at_20_max": 0.3915399154356408, + "nauc_mrr_at_20_std": 0.15013071753719767, + "nauc_mrr_at_3_diff1": 0.5514156157134759, + "nauc_mrr_at_3_max": 0.38687480283093423, + "nauc_mrr_at_3_std": 0.14068091346200048, + "nauc_mrr_at_5_diff1": 0.5445994716257399, + "nauc_mrr_at_5_max": 0.388882320606821, + "nauc_mrr_at_5_std": 0.1433636950894855, + "nauc_ndcg_at_1000_diff1": 0.5376540577685699, + "nauc_ndcg_at_1000_max": 0.3944479690933204, + "nauc_ndcg_at_1000_std": 0.16416871937870692, + "nauc_ndcg_at_100_diff1": 0.5356877802738634, + "nauc_ndcg_at_100_max": 0.3937334938289419, + "nauc_ndcg_at_100_std": 0.1698167512361063, + "nauc_ndcg_at_10_diff1": 0.528304474955674, + "nauc_ndcg_at_10_max": 0.3898059218962549, + "nauc_ndcg_at_10_std": 0.1613759865464911, + "nauc_ndcg_at_1_diff1": 0.5790996713057954, + "nauc_ndcg_at_1_max": 0.3812894772618129, + "nauc_ndcg_at_1_std": 0.10662238154708747, + "nauc_ndcg_at_20_diff1": 0.5302487755572232, + "nauc_ndcg_at_20_max": 0.3924551286878941, + "nauc_ndcg_at_20_std": 0.16472228783837747, + "nauc_ndcg_at_3_diff1": 0.5458328258305647, + "nauc_ndcg_at_3_max": 0.36560244524678, + "nauc_ndcg_at_3_std": 0.1287750514358706, + "nauc_ndcg_at_5_diff1": 0.5327781519812286, + "nauc_ndcg_at_5_max": 0.374076994674357, + "nauc_ndcg_at_5_std": 0.13462520543781473, + "nauc_precision_at_1000_diff1": -0.08339673049919766, "nauc_precision_at_1000_max": 0.3825181733163252, - "nauc_precision_at_1000_std": 0.3593821309028626, - "nauc_precision_at_100_diff1": 0.09642511250886053, - "nauc_precision_at_100_max": 0.3966262866715569, - "nauc_precision_at_100_std": 0.37107785797394177, - "nauc_precision_at_10_diff1": 0.28200469372244, - "nauc_precision_at_10_max": 0.45909114217289504, - "nauc_precision_at_10_std": 0.32339538146270436, - "nauc_precision_at_1_diff1": 0.5890747918811716, - "nauc_precision_at_1_max": 0.37625946854853254, - "nauc_precision_at_1_std": 0.10725677085278165, - "nauc_precision_at_20_diff1": 0.22123086649253712, - "nauc_precision_at_20_max": 0.43848824969566635, - "nauc_precision_at_20_std": 0.3218294889548195, - "nauc_precision_at_3_diff1": 0.43137206430747793, - "nauc_precision_at_3_max": 0.4173353367974247, - "nauc_precision_at_3_std": 0.21312527543138562, - "nauc_precision_at_5_diff1": 0.36249589830163237, - "nauc_precision_at_5_max": 0.44087353973321325, - "nauc_precision_at_5_std": 0.2303176639962929, - "nauc_recall_at_1000_diff1": 0.4575332395020525, + "nauc_precision_at_1000_std": 0.3557011589932554, + "nauc_precision_at_100_diff1": 0.09434825008931784, + "nauc_precision_at_100_max": 0.39667341346323143, + "nauc_precision_at_100_std": 0.3706589169702758, + "nauc_precision_at_10_diff1": 0.28042924887007037, + "nauc_precision_at_10_max": 0.45831286347499967, + "nauc_precision_at_10_std": 0.3149894179151985, + "nauc_precision_at_1_diff1": 0.5790996713057954, + "nauc_precision_at_1_max": 0.3812894772618129, + "nauc_precision_at_1_std": 0.10662238154708747, + "nauc_precision_at_20_diff1": 0.21788226816842093, + "nauc_precision_at_20_max": 0.435414951571451, + "nauc_precision_at_20_std": 0.31819844950703546, + "nauc_precision_at_3_diff1": 0.4265273705789482, + "nauc_precision_at_3_max": 0.4087304759011367, + "nauc_precision_at_3_std": 0.20238101498800568, + "nauc_precision_at_5_diff1": 0.3573956505754723, + "nauc_precision_at_5_max": 0.4396291190332409, + "nauc_precision_at_5_std": 0.2341796358203289, + "nauc_recall_at_1000_diff1": 0.45832765558704014, "nauc_recall_at_1000_max": 0.714440400752509, - "nauc_recall_at_1000_std": 0.6169256853687647, - "nauc_recall_at_100_diff1": 0.4741879265848592, - "nauc_recall_at_100_max": 0.4618817348299202, - "nauc_recall_at_100_std": 0.3732618622221952, - "nauc_recall_at_10_diff1": 0.44880872415941336, - "nauc_recall_at_10_max": 0.41365769512165795, - "nauc_recall_at_10_std": 0.2477942360996523, - "nauc_recall_at_1_diff1": 0.5970533422863804, - "nauc_recall_at_1_max": 0.33752270772789766, - "nauc_recall_at_1_std": 0.0704730094152004, - "nauc_recall_at_20_diff1": 0.4491616908744641, - "nauc_recall_at_20_max": 0.42225063591116896, - "nauc_recall_at_20_std": 0.2623230764368629, - "nauc_recall_at_3_diff1": 0.5131646488877902, - "nauc_recall_at_3_max": 0.3493551018511201, - "nauc_recall_at_3_std": 0.13748417482664974, - "nauc_recall_at_5_diff1": 0.47430298411762467, - "nauc_recall_at_5_max": 0.36743202116669405, - "nauc_recall_at_5_std": 0.14371353516757623, - "ndcg_at_1": 0.38195, - "ndcg_at_10": 0.51006, - "ndcg_at_100": 0.55398, - "ndcg_at_1000": 0.56775, - "ndcg_at_20": 0.52829, - "ndcg_at_3": 0.46056, - "ndcg_at_5": 0.48426, - "precision_at_1": 0.38195, + "nauc_recall_at_1000_std": 0.6224767903577246, + "nauc_recall_at_100_diff1": 0.4754879104920505, + "nauc_recall_at_100_max": 0.46149126216040204, + "nauc_recall_at_100_std": 0.3806066320700868, + "nauc_recall_at_10_diff1": 0.44948554104607186, + "nauc_recall_at_10_max": 0.4125967291965151, + "nauc_recall_at_10_std": 0.2375180885473933, + "nauc_recall_at_1_diff1": 0.5895110548652549, + "nauc_recall_at_1_max": 0.34012462921439457, + "nauc_recall_at_1_std": 0.06950740163709561, + "nauc_recall_at_20_diff1": 0.44971555316726314, + "nauc_recall_at_20_max": 0.4222117017462, + "nauc_recall_at_20_std": 0.26254159741588434, + "nauc_recall_at_3_diff1": 0.5083620147597903, + "nauc_recall_at_3_max": 0.3430504065829007, + "nauc_recall_at_3_std": 0.1310524939634605, + "nauc_recall_at_5_diff1": 0.47124432762848395, + "nauc_recall_at_5_max": 0.3660849347882261, + "nauc_recall_at_5_std": 0.14942284320271385, + "ndcg_at_1": 0.38443, + "ndcg_at_10": 0.51047, + "ndcg_at_100": 0.55419, + "ndcg_at_1000": 0.56814, + "ndcg_at_20": 0.5289, + "ndcg_at_3": 0.46161, + "ndcg_at_5": 0.48538, + "precision_at_1": 0.38443, "precision_at_10": 0.07392, - "precision_at_100": 0.0098, + "precision_at_100": 0.00979, "precision_at_1000": 0.0011, - "precision_at_20": 0.04129, - "precision_at_3": 0.19159, - "precision_at_5": 0.1288, - "recall_at_1": 0.36001, + "precision_at_20": 0.04135, + "precision_at_3": 0.19201, + "precision_at_5": 0.1293, + "recall_at_1": 0.36166, "recall_at_10": 0.65089, - "recall_at_100": 0.85703, + "recall_at_100": 0.85579, "recall_at_1000": 0.96724, - "recall_at_20": 0.72025, - "recall_at_3": 0.51724, - "recall_at_5": 0.57616 + "recall_at_20": 0.72087, + "recall_at_3": 0.51879, + "recall_at_5": 0.57802 } ] }, diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-PL.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-PL.json index fd4ec48f7..dc135261b 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-PL.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID-PL.json @@ -1,8 +1,8 @@ { "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", - "evaluation_time": 123.33447647094727, - "kg_co2_emissions": 0.019536342400510463, - "mteb_version": "1.12.75", + "evaluation_time": 72.74798440933228, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "pol-Latn" ], - "main_score": 0.34229, + "main_score": 0.33916, "map_at_1": 0.00148, - "map_at_10": 0.00678, - "map_at_100": 0.03477, - "map_at_1000": 0.07291, - "map_at_20": 0.01149, - "map_at_3": 0.00293, - "map_at_5": 0.00407, + "map_at_10": 0.00673, + "map_at_100": 0.03467, + "map_at_1000": 0.07259, + "map_at_20": 0.01153, + "map_at_3": 0.0029, + "map_at_5": 0.0041, "mrr_at_1": 0.5, - "mrr_at_10": 0.5926904761904761, - "mrr_at_100": 0.5995989820989821, - "mrr_at_1000": 0.5998744003744004, - "mrr_at_20": 0.5986038961038961, + "mrr_at_10": 0.5922142857142858, + "mrr_at_100": 0.5991673881673881, + "mrr_at_1000": 0.5994368540618541, + "mrr_at_20": 0.5982229437229437, "mrr_at_3": 0.5533333333333332, "mrr_at_5": 0.5723333333333334, - "nauc_map_at_1000_diff1": -0.1680718324280816, - "nauc_map_at_1000_max": 0.31490638370051377, - "nauc_map_at_1000_std": 0.6563325330709139, - "nauc_map_at_100_diff1": -0.1424948141879065, - "nauc_map_at_100_max": 0.3191455620951633, - "nauc_map_at_100_std": 0.5839045945793999, - "nauc_map_at_10_diff1": -0.07922489868321367, - "nauc_map_at_10_max": 0.18090650553239707, - "nauc_map_at_10_std": 0.32900955695769424, - "nauc_map_at_1_diff1": -0.0470537837884373, + "nauc_map_at_1000_diff1": -0.16411399810887853, + "nauc_map_at_1000_max": 0.3170055649097267, + "nauc_map_at_1000_std": 0.6568578336958119, + "nauc_map_at_100_diff1": -0.1403589617640931, + "nauc_map_at_100_max": 0.3172463461988751, + "nauc_map_at_100_std": 0.5818167635299402, + "nauc_map_at_10_diff1": -0.08075378405399845, + "nauc_map_at_10_max": 0.18390556836494962, + "nauc_map_at_10_std": 0.3246003062351281, + "nauc_map_at_1_diff1": -0.05695190524052122, "nauc_map_at_1_max": 0.1301676776076158, "nauc_map_at_1_std": 0.03254749538631157, - "nauc_map_at_20_diff1": -0.10045485350478597, - "nauc_map_at_20_max": 0.1756935044641786, - "nauc_map_at_20_std": 0.373730977998028, - "nauc_map_at_3_diff1": -0.13076681584206856, - "nauc_map_at_3_max": 0.23240517802130528, - "nauc_map_at_3_std": 0.16881234613819585, - "nauc_map_at_5_diff1": -0.12813146717591095, - "nauc_map_at_5_max": 0.20163834442388187, - "nauc_map_at_5_std": 0.25985522146145434, - "nauc_mrr_at_1000_diff1": -0.03033833725975934, - "nauc_mrr_at_1000_max": 0.15967180551370924, - "nauc_mrr_at_1000_std": 0.2762882566649688, - "nauc_mrr_at_100_diff1": -0.029654942126711412, - "nauc_mrr_at_100_max": 0.15959766499022504, - "nauc_mrr_at_100_std": 0.2756367703010449, - "nauc_mrr_at_10_diff1": -0.03517678486280004, - "nauc_mrr_at_10_max": 0.1682626575001539, - "nauc_mrr_at_10_std": 0.2730388783111089, - "nauc_mrr_at_1_diff1": -0.12381079280479663, + "nauc_map_at_20_diff1": -0.10374388776316598, + "nauc_map_at_20_max": 0.17171049061473817, + "nauc_map_at_20_std": 0.3682963538436508, + "nauc_map_at_3_diff1": -0.13247201505809952, + "nauc_map_at_3_max": 0.2460986051415123, + "nauc_map_at_3_std": 0.1811714024780525, + "nauc_map_at_5_diff1": -0.1244685061091722, + "nauc_map_at_5_max": 0.19804642695801472, + "nauc_map_at_5_std": 0.24585260048943663, + "nauc_mrr_at_1000_diff1": -0.024160938163427945, + "nauc_mrr_at_1000_max": 0.15845440556318, + "nauc_mrr_at_1000_std": 0.2780680284822678, + "nauc_mrr_at_100_diff1": -0.023504423943256785, + "nauc_mrr_at_100_max": 0.15837356395412036, + "nauc_mrr_at_100_std": 0.27742455526077575, + "nauc_mrr_at_10_diff1": -0.029263812143951594, + "nauc_mrr_at_10_max": 0.16719085935058375, + "nauc_mrr_at_10_std": 0.27467115925636626, + "nauc_mrr_at_1_diff1": -0.11541638907395071, "nauc_mrr_at_1_max": 0.20495669553630874, "nauc_mrr_at_1_std": 0.35109926715522977, - "nauc_mrr_at_20_diff1": -0.02664734233063324, - "nauc_mrr_at_20_max": 0.15664027137476408, - "nauc_mrr_at_20_std": 0.2733776067203738, - "nauc_mrr_at_3_diff1": -0.06418660806081934, + "nauc_mrr_at_20_diff1": -0.02068391872267711, + "nauc_mrr_at_20_max": 0.15549179648809555, + "nauc_mrr_at_20_std": 0.27516925936350795, + "nauc_mrr_at_3_diff1": -0.052301945877625496, "nauc_mrr_at_3_max": 0.1532461162621797, - "nauc_mrr_at_3_std": 0.28887274922419576, - "nauc_mrr_at_5_diff1": -0.027130330911994596, + "nauc_mrr_at_3_std": 0.2928343032852601, + "nauc_mrr_at_5_diff1": -0.0171557654449873, "nauc_mrr_at_5_max": 0.14246505004820426, - "nauc_mrr_at_5_std": 0.2956729141466372, - "nauc_ndcg_at_1000_diff1": -0.07582681663986836, - "nauc_ndcg_at_1000_max": 0.25616900807667703, - "nauc_ndcg_at_1000_std": 0.546184638914851, - "nauc_ndcg_at_100_diff1": -0.06569461224300079, - "nauc_ndcg_at_100_max": 0.28060600451329853, - "nauc_ndcg_at_100_std": 0.5743539153024958, - "nauc_ndcg_at_10_diff1": -0.01829887640143242, - "nauc_ndcg_at_10_max": 0.2052785510734248, - "nauc_ndcg_at_10_std": 0.4349707292756187, - "nauc_ndcg_at_1_diff1": -0.13940488361902975, + "nauc_mrr_at_5_std": 0.29669594650222786, + "nauc_ndcg_at_1000_diff1": -0.06721432215627429, + "nauc_ndcg_at_1000_max": 0.2580706287769706, + "nauc_ndcg_at_1000_std": 0.5449267904762545, + "nauc_ndcg_at_100_diff1": -0.05537237812291155, + "nauc_ndcg_at_100_max": 0.2800992934443361, + "nauc_ndcg_at_100_std": 0.57220501516834, + "nauc_ndcg_at_10_diff1": -0.010554522768300772, + "nauc_ndcg_at_10_max": 0.21126699853808054, + "nauc_ndcg_at_10_std": 0.4343531286986195, + "nauc_ndcg_at_1_diff1": -0.13103979392667917, "nauc_ndcg_at_1_max": 0.22000185890882057, "nauc_ndcg_at_1_std": 0.37041413832937214, - "nauc_ndcg_at_20_diff1": -0.01779936115211621, - "nauc_ndcg_at_20_max": 0.1907258655453132, - "nauc_ndcg_at_20_std": 0.44235458138381695, - "nauc_ndcg_at_3_diff1": -0.12098074159243463, - "nauc_ndcg_at_3_max": 0.22927466109443062, - "nauc_ndcg_at_3_std": 0.3882497240769523, - "nauc_ndcg_at_5_diff1": -0.08521235989569025, - "nauc_ndcg_at_5_max": 0.2218801460324691, - "nauc_ndcg_at_5_std": 0.43178260762205056, - "nauc_precision_at_1000_diff1": -0.12134228464487994, - "nauc_precision_at_1000_max": 0.24115154365840186, - "nauc_precision_at_1000_std": 0.4959508595322593, - "nauc_precision_at_100_diff1": -0.06475891634967083, - "nauc_precision_at_100_max": 0.30620417385448384, - "nauc_precision_at_100_std": 0.5847173388444679, - "nauc_precision_at_10_diff1": 0.030585198752608952, - "nauc_precision_at_10_max": 0.18292990556829003, - "nauc_precision_at_10_std": 0.39770629288819165, - "nauc_precision_at_1_diff1": -0.12381079280479663, + "nauc_ndcg_at_20_diff1": -0.017148271163489593, + "nauc_ndcg_at_20_max": 0.18809175674199496, + "nauc_ndcg_at_20_std": 0.440411660684506, + "nauc_ndcg_at_3_diff1": -0.11123650275076002, + "nauc_ndcg_at_3_max": 0.24472941754370744, + "nauc_ndcg_at_3_std": 0.40362355898446955, + "nauc_ndcg_at_5_diff1": -0.07587580627043945, + "nauc_ndcg_at_5_max": 0.22032790438051547, + "nauc_ndcg_at_5_std": 0.4234810140088119, + "nauc_precision_at_1000_diff1": -0.10843985444984632, + "nauc_precision_at_1000_max": 0.24377895067068261, + "nauc_precision_at_1000_std": 0.49906848086377664, + "nauc_precision_at_100_diff1": -0.054316989922302474, + "nauc_precision_at_100_max": 0.3051585856414139, + "nauc_precision_at_100_std": 0.5834899517980771, + "nauc_precision_at_10_diff1": 0.040834194775430384, + "nauc_precision_at_10_max": 0.18841486070389318, + "nauc_precision_at_10_std": 0.39239453925416895, + "nauc_precision_at_1_diff1": -0.11541638907395071, "nauc_precision_at_1_max": 0.20495669553630874, "nauc_precision_at_1_std": 0.35109926715522977, - "nauc_precision_at_20_diff1": -0.0036483574612410246, - "nauc_precision_at_20_max": 0.1806656502088666, - "nauc_precision_at_20_std": 0.4189990742973606, - "nauc_precision_at_3_diff1": -0.10081139454789598, - "nauc_precision_at_3_max": 0.19744906893934952, - "nauc_precision_at_3_std": 0.33237016714338524, - "nauc_precision_at_5_diff1": -0.051383296363033376, - "nauc_precision_at_5_max": 0.18908844900375335, - "nauc_precision_at_5_std": 0.41820239775706286, - "nauc_recall_at_1000_diff1": -0.05307837641967541, - "nauc_recall_at_1000_max": 0.2487620389427717, - "nauc_recall_at_1000_std": 0.5470654230674528, - "nauc_recall_at_100_diff1": -0.0791981623623358, - "nauc_recall_at_100_max": 0.2882924768672491, - "nauc_recall_at_100_std": 0.5232201002647603, - "nauc_recall_at_10_diff1": 0.0006302052849688683, - "nauc_recall_at_10_max": 0.13157541805897166, - "nauc_recall_at_10_std": 0.24985462707849473, - "nauc_recall_at_1_diff1": -0.0470537837884373, + "nauc_precision_at_20_diff1": -0.003272486448799022, + "nauc_precision_at_20_max": 0.1732572795829861, + "nauc_precision_at_20_std": 0.4141705460682578, + "nauc_precision_at_3_diff1": -0.08937794745115643, + "nauc_precision_at_3_max": 0.21907068024487655, + "nauc_precision_at_3_std": 0.35584217772093085, + "nauc_precision_at_5_diff1": -0.04292211854245944, + "nauc_precision_at_5_max": 0.1844145858312048, + "nauc_precision_at_5_std": 0.40496142417765724, + "nauc_recall_at_1000_diff1": -0.045309136970169694, + "nauc_recall_at_1000_max": 0.24986042339861164, + "nauc_recall_at_1000_std": 0.5447871868530528, + "nauc_recall_at_100_diff1": -0.07709894060358168, + "nauc_recall_at_100_max": 0.2848268085759735, + "nauc_recall_at_100_std": 0.5169626978804465, + "nauc_recall_at_10_diff1": -0.007440517872706541, + "nauc_recall_at_10_max": 0.1340325445965344, + "nauc_recall_at_10_std": 0.24419333120696735, + "nauc_recall_at_1_diff1": -0.05695190524052122, "nauc_recall_at_1_max": 0.1301676776076158, "nauc_recall_at_1_std": 0.03254749538631157, - "nauc_recall_at_20_diff1": -0.02430507431867087, - "nauc_recall_at_20_max": 0.11979022565265963, - "nauc_recall_at_20_std": 0.30961796374560085, - "nauc_recall_at_3_diff1": -0.11277398662626381, - "nauc_recall_at_3_max": 0.20984006966021276, - "nauc_recall_at_3_std": 0.147671935150851, - "nauc_recall_at_5_diff1": -0.07573980198657294, - "nauc_recall_at_5_max": 0.15434612474014114, - "nauc_recall_at_5_std": 0.25254838998487755, + "nauc_recall_at_20_diff1": -0.03486818067695143, + "nauc_recall_at_20_max": 0.11103485577499839, + "nauc_recall_at_20_std": 0.2984705383340639, + "nauc_recall_at_3_diff1": -0.11332078149626838, + "nauc_recall_at_3_max": 0.231247764876517, + "nauc_recall_at_3_std": 0.16765965735310287, + "nauc_recall_at_5_diff1": -0.06987911119382255, + "nauc_recall_at_5_max": 0.1405717930969305, + "nauc_recall_at_5_std": 0.21581757332565765, "ndcg_at_1": 0.49, - "ndcg_at_10": 0.34229, - "ndcg_at_100": 0.2455, - "ndcg_at_1000": 0.22858, - "ndcg_at_20": 0.3171, - "ndcg_at_3": 0.39927, - "ndcg_at_5": 0.36242, + "ndcg_at_10": 0.33916, + "ndcg_at_100": 0.2453, + "ndcg_at_1000": 0.22788, + "ndcg_at_20": 0.31756, + "ndcg_at_3": 0.39458, + "ndcg_at_5": 0.36427, "precision_at_1": 0.5, - "precision_at_10": 0.354, - "precision_at_100": 0.2494, - "precision_at_1000": 0.10146, - "precision_at_20": 0.329, - "precision_at_3": 0.4, - "precision_at_5": 0.364, + "precision_at_10": 0.35, + "precision_at_100": 0.249, + "precision_at_1000": 0.10116, + "precision_at_20": 0.331, + "precision_at_3": 0.39333, + "precision_at_5": 0.368, "recall_at_1": 0.00148, - "recall_at_10": 0.00894, - "recall_at_100": 0.0594, - "recall_at_1000": 0.21599, - "recall_at_20": 0.01631, - "recall_at_3": 0.00309, - "recall_at_5": 0.00467 + "recall_at_10": 0.00888, + "recall_at_100": 0.05932, + "recall_at_1000": 0.21538, + "recall_at_20": 0.01641, + "recall_at_3": 0.00303, + "recall_at_5": 0.00478 } ] }, diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID.json index 117251e62..5aac2ac2c 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TRECCOVID.json @@ -1,8 +1,8 @@ { "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "evaluation_time": 111.16369342803955, - "kg_co2_emissions": 0.017646067878356077, - "mteb_version": "1.12.75", + "evaluation_time": 67.21476030349731, + "kg_co2_emissions": null, + "mteb_version": "1.20.0", "scores": { "test": [ { @@ -10,147 +10,147 @@ "languages": [ "eng-Latn" ], - "main_score": 0.39119, + "main_score": 0.39345, "map_at_1": 0.00136, - "map_at_10": 0.00844, - "map_at_100": 0.04016, - "map_at_1000": 0.08937, - "map_at_20": 0.01434, + "map_at_10": 0.00842, + "map_at_100": 0.04009, + "map_at_1000": 0.08909, + "map_at_20": 0.01431, "map_at_3": 0.00334, - "map_at_5": 0.00484, + "map_at_5": 0.00479, "mrr_at_1": 0.5, "mrr_at_10": 0.6361666666666665, - "mrr_at_100": 0.6388193277310924, - "mrr_at_1000": 0.6388193277310924, - "mrr_at_20": 0.6383431372549019, + "mrr_at_100": 0.6387500636618283, + "mrr_at_1000": 0.6387500636618283, + "mrr_at_20": 0.6373431372549019, "mrr_at_3": 0.5833333333333333, "mrr_at_5": 0.6303333333333333, - "nauc_map_at_1000_diff1": -0.05184181247858476, - "nauc_map_at_1000_max": 0.41344503498458146, - "nauc_map_at_1000_std": 0.6617213462650954, - "nauc_map_at_100_diff1": -0.05110191416222195, - "nauc_map_at_100_max": 0.37140834394533795, - "nauc_map_at_100_std": 0.46461336533454545, - "nauc_map_at_10_diff1": 0.0036185359211239085, - "nauc_map_at_10_max": 0.14535930633478938, - "nauc_map_at_10_std": 0.09452465242859688, - "nauc_map_at_1_diff1": 0.1830545011057714, + "nauc_map_at_1000_diff1": -0.04945320396119825, + "nauc_map_at_1000_max": 0.413630299175965, + "nauc_map_at_1000_std": 0.6617822731537016, + "nauc_map_at_100_diff1": -0.04340526821024331, + "nauc_map_at_100_max": 0.37072725561446307, + "nauc_map_at_100_std": 0.4666427797015587, + "nauc_map_at_10_diff1": 0.01193967719027813, + "nauc_map_at_10_max": 0.14741033783868154, + "nauc_map_at_10_std": 0.09569534923682967, + "nauc_map_at_1_diff1": 0.199404032987941, "nauc_map_at_1_max": 0.3250646263409376, "nauc_map_at_1_std": 0.05059646754607369, - "nauc_map_at_20_diff1": -0.024427557423577675, - "nauc_map_at_20_max": 0.1371122844124614, - "nauc_map_at_20_std": 0.14874790261522075, - "nauc_map_at_3_diff1": 0.05416350730746535, + "nauc_map_at_20_diff1": -0.017264774539929674, + "nauc_map_at_20_max": 0.13896719452654996, + "nauc_map_at_20_std": 0.15049539070268123, + "nauc_map_at_3_diff1": 0.06091409256273414, "nauc_map_at_3_max": 0.2486426608454475, - "nauc_map_at_3_std": 0.015236800900466287, - "nauc_map_at_5_diff1": 0.026197754101287298, - "nauc_map_at_5_max": 0.2241769882748967, - "nauc_map_at_5_std": 0.07537040984179946, - "nauc_mrr_at_1000_diff1": 0.09303288270516753, - "nauc_mrr_at_1000_max": 0.40160991851444006, - "nauc_mrr_at_1000_std": 0.31161288851416774, - "nauc_mrr_at_100_diff1": 0.09303288270516753, - "nauc_mrr_at_100_max": 0.40160991851444006, - "nauc_mrr_at_100_std": 0.31161288851416774, - "nauc_mrr_at_10_diff1": 0.09754598161883843, + "nauc_map_at_3_std": 0.013857836092607647, + "nauc_map_at_5_diff1": 0.0344788930464442, + "nauc_map_at_5_max": 0.23094416770550133, + "nauc_map_at_5_std": 0.08525975789421696, + "nauc_mrr_at_1000_diff1": 0.11193186720257357, + "nauc_mrr_at_1000_max": 0.4016334719385093, + "nauc_mrr_at_1000_std": 0.30992822520493757, + "nauc_mrr_at_100_diff1": 0.11193186720257357, + "nauc_mrr_at_100_max": 0.4016334719385093, + "nauc_mrr_at_100_std": 0.30992822520493757, + "nauc_mrr_at_10_diff1": 0.11623839692008785, "nauc_mrr_at_10_max": 0.4046942368785564, - "nauc_mrr_at_10_std": 0.3147811350746664, - "nauc_mrr_at_1_diff1": 0.1415056628914057, + "nauc_mrr_at_10_std": 0.31297219165841617, + "nauc_mrr_at_1_diff1": 0.16948700866089278, "nauc_mrr_at_1_max": 0.3647968021319118, "nauc_mrr_at_1_std": 0.27248500999333763, - "nauc_mrr_at_20_diff1": 0.0935024042441593, - "nauc_mrr_at_20_max": 0.4015327997258247, - "nauc_mrr_at_20_std": 0.312042548797803, - "nauc_mrr_at_3_diff1": 0.05279147565357473, + "nauc_mrr_at_20_diff1": 0.11238484751307558, + "nauc_mrr_at_20_max": 0.40209846878626476, + "nauc_mrr_at_20_std": 0.31277551879264953, + "nauc_mrr_at_3_diff1": 0.06736216082269895, "nauc_mrr_at_3_max": 0.38822946351133686, - "nauc_mrr_at_3_std": 0.28395985627555453, - "nauc_mrr_at_5_diff1": 0.09024399704750233, + "nauc_mrr_at_3_std": 0.28083756659645687, + "nauc_mrr_at_5_diff1": 0.10677168683063518, "nauc_mrr_at_5_max": 0.40809676906151354, - "nauc_mrr_at_5_std": 0.3236200362822138, - "nauc_ndcg_at_1000_diff1": 0.00047433346259860175, - "nauc_ndcg_at_1000_max": 0.3616875948615862, - "nauc_ndcg_at_1000_std": 0.6102315031919818, - "nauc_ndcg_at_100_diff1": 0.005851238927327761, - "nauc_ndcg_at_100_max": 0.3890601018099537, - "nauc_ndcg_at_100_std": 0.5623187178271621, - "nauc_ndcg_at_10_diff1": 0.05353417881257047, - "nauc_ndcg_at_10_max": 0.2581732530430646, - "nauc_ndcg_at_10_std": 0.3431034737946045, - "nauc_ndcg_at_1_diff1": 0.17726707261179867, + "nauc_mrr_at_5_std": 0.32007838847154285, + "nauc_ndcg_at_1000_diff1": -0.0033030383826159015, + "nauc_ndcg_at_1000_max": 0.36308591693708864, + "nauc_ndcg_at_1000_std": 0.6100546133230799, + "nauc_ndcg_at_100_diff1": 0.007595554102560196, + "nauc_ndcg_at_100_max": 0.38631389446725684, + "nauc_ndcg_at_100_std": 0.5647278120487862, + "nauc_ndcg_at_10_diff1": 0.06262694534618363, + "nauc_ndcg_at_10_max": 0.25282799304218495, + "nauc_ndcg_at_10_std": 0.3366498957811549, + "nauc_ndcg_at_1_diff1": 0.204766581549139, "nauc_ndcg_at_1_max": 0.28805080861651294, "nauc_ndcg_at_1_std": 0.23724219210371233, - "nauc_ndcg_at_20_diff1": 0.02037636364052663, - "nauc_ndcg_at_20_max": 0.23223594070533726, - "nauc_ndcg_at_20_std": 0.35869595780742586, - "nauc_ndcg_at_3_diff1": 0.031832496444987424, + "nauc_ndcg_at_20_diff1": 0.02575476294553338, + "nauc_ndcg_at_20_max": 0.23744501378675012, + "nauc_ndcg_at_20_std": 0.3618240635743609, + "nauc_ndcg_at_3_diff1": 0.03738423076387718, "nauc_ndcg_at_3_max": 0.3175503194941711, - "nauc_ndcg_at_3_std": 0.22683044788587364, - "nauc_ndcg_at_5_diff1": 0.05452490552644209, - "nauc_ndcg_at_5_max": 0.30776753639298476, - "nauc_ndcg_at_5_std": 0.2950591197567048, - "nauc_precision_at_1000_diff1": 0.008558962448597824, - "nauc_precision_at_1000_max": 0.3293071224843237, - "nauc_precision_at_1000_std": 0.602312814142588, - "nauc_precision_at_100_diff1": 0.0008090703891241078, - "nauc_precision_at_100_max": 0.42087411604809644, - "nauc_precision_at_100_std": 0.615523050505394, - "nauc_precision_at_10_diff1": 0.039157508230846835, - "nauc_precision_at_10_max": 0.23621355749666625, - "nauc_precision_at_10_std": 0.3288977712565459, - "nauc_precision_at_1_diff1": 0.1415056628914057, + "nauc_ndcg_at_3_std": 0.22571657837050252, + "nauc_ndcg_at_5_diff1": 0.0602088807382913, + "nauc_ndcg_at_5_max": 0.31257648688841555, + "nauc_ndcg_at_5_std": 0.3039481267318027, + "nauc_precision_at_1000_diff1": -0.008325436454550542, + "nauc_precision_at_1000_max": 0.33115049460111157, + "nauc_precision_at_1000_std": 0.6019251906628849, + "nauc_precision_at_100_diff1": 0.00041323635520514057, + "nauc_precision_at_100_max": 0.41728527199646626, + "nauc_precision_at_100_std": 0.6181431246864503, + "nauc_precision_at_10_diff1": 0.044835626953032635, + "nauc_precision_at_10_max": 0.22820515618804416, + "nauc_precision_at_10_std": 0.3193351594984231, + "nauc_precision_at_1_diff1": 0.16948700866089278, "nauc_precision_at_1_max": 0.3647968021319118, "nauc_precision_at_1_std": 0.27248500999333763, - "nauc_precision_at_20_diff1": -0.002634154266285591, - "nauc_precision_at_20_max": 0.21621145953807536, - "nauc_precision_at_20_std": 0.3708413434573564, - "nauc_precision_at_3_diff1": -0.02314898036630903, + "nauc_precision_at_20_diff1": -0.0009557307083624486, + "nauc_precision_at_20_max": 0.21792207892710572, + "nauc_precision_at_20_std": 0.36912293328071044, + "nauc_precision_at_3_diff1": -0.028391954780593875, "nauc_precision_at_3_max": 0.3029041084946171, - "nauc_precision_at_3_std": 0.17175984181197196, - "nauc_precision_at_5_diff1": 0.00667782019933396, - "nauc_precision_at_5_max": 0.3050562681423652, - "nauc_precision_at_5_std": 0.2783449873450306, - "nauc_recall_at_1000_diff1": -0.006671781629184552, - "nauc_recall_at_1000_max": 0.34195420272171356, - "nauc_recall_at_1000_std": 0.6257260276681176, - "nauc_recall_at_100_diff1": -0.04084246468118973, - "nauc_recall_at_100_max": 0.35887998201991256, - "nauc_recall_at_100_std": 0.4718517862943137, - "nauc_recall_at_10_diff1": -0.019588310528360596, - "nauc_recall_at_10_max": 0.07323099539998344, - "nauc_recall_at_10_std": 0.06759046200884423, - "nauc_recall_at_1_diff1": 0.1830545011057714, + "nauc_precision_at_3_std": 0.1686140571634012, + "nauc_precision_at_5_diff1": 0.011721137853091186, + "nauc_precision_at_5_max": 0.3056949518786517, + "nauc_precision_at_5_std": 0.3009538973316461, + "nauc_recall_at_1000_diff1": -0.01165576352449165, + "nauc_recall_at_1000_max": 0.3434630346202582, + "nauc_recall_at_1000_std": 0.6225549523408193, + "nauc_recall_at_100_diff1": -0.034437475232968084, + "nauc_recall_at_100_max": 0.35602766584333084, + "nauc_recall_at_100_std": 0.47300505739093734, + "nauc_recall_at_10_diff1": -0.011703444042739162, + "nauc_recall_at_10_max": 0.06926638038231973, + "nauc_recall_at_10_std": 0.06145686985040314, + "nauc_recall_at_1_diff1": 0.199404032987941, "nauc_recall_at_1_max": 0.3250646263409376, "nauc_recall_at_1_std": 0.05059646754607369, - "nauc_recall_at_20_diff1": -0.035955105498124584, - "nauc_recall_at_20_max": 0.08222774905043016, - "nauc_recall_at_20_std": 0.13014713137989706, - "nauc_recall_at_3_diff1": 0.012572336208147877, + "nauc_recall_at_20_diff1": -0.03089492836334154, + "nauc_recall_at_20_max": 0.08282938865675647, + "nauc_recall_at_20_std": 0.13274958278293203, + "nauc_recall_at_3_diff1": 0.015361830431522113, "nauc_recall_at_3_max": 0.21366556401635914, - "nauc_recall_at_3_std": -0.010516080196579788, - "nauc_recall_at_5_diff1": -0.010338127183537002, - "nauc_recall_at_5_max": 0.1707778837819752, - "nauc_recall_at_5_std": 0.06391978597612233, + "nauc_recall_at_3_std": -0.014546180757437285, + "nauc_recall_at_5_diff1": -0.0025516433981294, + "nauc_recall_at_5_max": 0.1726310882881617, + "nauc_recall_at_5_std": 0.06949206129304217, "ndcg_at_1": 0.45, - "ndcg_at_10": 0.39119, - "ndcg_at_100": 0.28833, - "ndcg_at_1000": 0.26979, - "ndcg_at_20": 0.36834, + "ndcg_at_10": 0.39345, + "ndcg_at_100": 0.28779, + "ndcg_at_1000": 0.26921, + "ndcg_at_20": 0.36777, "ndcg_at_3": 0.43642, - "ndcg_at_5": 0.4243, + "ndcg_at_5": 0.41962, "precision_at_1": 0.5, - "precision_at_10": 0.42, - "precision_at_100": 0.295, - "precision_at_1000": 0.12018, - "precision_at_20": 0.392, + "precision_at_10": 0.424, + "precision_at_100": 0.2946, + "precision_at_1000": 0.11988, + "precision_at_20": 0.393, "precision_at_3": 0.48, - "precision_at_5": 0.468, + "precision_at_5": 0.46, "recall_at_1": 0.00136, - "recall_at_10": 0.01103, - "recall_at_100": 0.06949, - "recall_at_1000": 0.25548, - "recall_at_20": 0.02022, + "recall_at_10": 0.01109, + "recall_at_100": 0.06944, + "recall_at_1000": 0.25496, + "recall_at_20": 0.0202, "recall_at_3": 0.00376, - "recall_at_5": 0.00593 + "recall_at_5": 0.00588 } ] }, diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/model_meta.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/model_meta.json index f431b276d..89158487a 100644 --- a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/model_meta.json +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/model_meta.json @@ -1 +1 @@ -{"name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "revision": "bf3bf13ab40c3157080a7ab344c831b9ad18b5eb", "release_date": "2019-11-01", "languages": ["ara_Arab", "bul_Cyrl", "cat_Latn", "ces_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "ita_Latn", "jpn_Jpan", "kat_Geor", "kor_Hang", "kur_Arab", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nob_Latn", "nld_Latn", "pol_Latn", "por_Latn", "por_Latn", "ron_Latn", "rus_Cyrl", "slk_Latn", "slv_Latn", "sqi_Latn", "srp_Cyrl", "swe_Latn", "tha_Thai", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "zho_Hans", "zho_Hant"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_source": true, "similarity_fn_name": null, "framework": [], "loader": null} \ No newline at end of file +{"name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "revision": "bf3bf13ab40c3157080a7ab344c831b9ad18b5eb", "release_date": "2019-11-01", "languages": ["ara_Arab", "bul_Cyrl", "cat_Latn", "ces_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "ita_Latn", "jpn_Jpan", "kat_Geor", "kor_Hang", "kur_Arab", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nob_Latn", "nld_Latn", "pol_Latn", "por_Latn", "por_Latn", "ron_Latn", "rus_Cyrl", "slk_Latn", "slv_Latn", "sqi_Latn", "srp_Cyrl", "swe_Latn", "tha_Thai", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "zho_Hans", "zho_Hant"], "n_parameters": 118000000, "memory_usage": null, "max_tokens": 512, "embed_dim": 768, "license": "apache-2.0", "open_weights": true, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "similarity_fn_name": "cosine", "use_instructions": false, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file